convert.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439
  1. package service
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "one-api/common"
  6. "one-api/dto"
  7. "one-api/relay/channel/openrouter"
  8. relaycommon "one-api/relay/common"
  9. "strings"
  10. )
  11. func ClaudeToOpenAIRequest(claudeRequest dto.ClaudeRequest, info *relaycommon.RelayInfo) (*dto.GeneralOpenAIRequest, error) {
  12. openAIRequest := dto.GeneralOpenAIRequest{
  13. Model: claudeRequest.Model,
  14. MaxTokens: claudeRequest.MaxTokens,
  15. Temperature: claudeRequest.Temperature,
  16. TopP: claudeRequest.TopP,
  17. Stream: claudeRequest.Stream,
  18. }
  19. isOpenRouter := info.ChannelType == common.ChannelTypeOpenRouter
  20. if claudeRequest.Thinking != nil && claudeRequest.Thinking.Type == "enabled" {
  21. if isOpenRouter {
  22. reasoning := openrouter.RequestReasoning{
  23. MaxTokens: claudeRequest.Thinking.GetBudgetTokens(),
  24. }
  25. reasoningJSON, err := json.Marshal(reasoning)
  26. if err != nil {
  27. return nil, fmt.Errorf("failed to marshal reasoning: %w", err)
  28. }
  29. openAIRequest.Reasoning = reasoningJSON
  30. } else {
  31. thinkingSuffix := "-thinking"
  32. if strings.HasSuffix(info.OriginModelName, thinkingSuffix) &&
  33. !strings.HasSuffix(openAIRequest.Model, thinkingSuffix) {
  34. openAIRequest.Model = openAIRequest.Model + thinkingSuffix
  35. }
  36. }
  37. }
  38. // Convert stop sequences
  39. if len(claudeRequest.StopSequences) == 1 {
  40. openAIRequest.Stop = claudeRequest.StopSequences[0]
  41. } else if len(claudeRequest.StopSequences) > 1 {
  42. openAIRequest.Stop = claudeRequest.StopSequences
  43. }
  44. // Convert tools
  45. tools, _ := common.Any2Type[[]dto.Tool](claudeRequest.Tools)
  46. openAITools := make([]dto.ToolCallRequest, 0)
  47. for _, claudeTool := range tools {
  48. openAITool := dto.ToolCallRequest{
  49. Type: "function",
  50. Function: dto.FunctionRequest{
  51. Name: claudeTool.Name,
  52. Description: claudeTool.Description,
  53. Parameters: claudeTool.InputSchema,
  54. },
  55. }
  56. openAITools = append(openAITools, openAITool)
  57. }
  58. openAIRequest.Tools = openAITools
  59. // Convert messages
  60. openAIMessages := make([]dto.Message, 0)
  61. // Add system message if present
  62. if claudeRequest.System != nil {
  63. if claudeRequest.IsStringSystem() && claudeRequest.GetStringSystem() != "" {
  64. openAIMessage := dto.Message{
  65. Role: "system",
  66. }
  67. openAIMessage.SetStringContent(claudeRequest.GetStringSystem())
  68. openAIMessages = append(openAIMessages, openAIMessage)
  69. } else {
  70. systems := claudeRequest.ParseSystem()
  71. if len(systems) > 0 {
  72. openAIMessage := dto.Message{
  73. Role: "system",
  74. }
  75. isOpenRouterClaude := isOpenRouter && strings.HasPrefix(info.UpstreamModelName, "anthropic/claude")
  76. if isOpenRouterClaude {
  77. systemMediaMessages := make([]dto.MediaContent, 0, len(systems))
  78. for _, system := range systems {
  79. message := dto.MediaContent{
  80. Type: "text",
  81. Text: system.GetText(),
  82. CacheControl: system.CacheControl,
  83. }
  84. systemMediaMessages = append(systemMediaMessages, message)
  85. }
  86. openAIMessage.SetMediaContent(systemMediaMessages)
  87. } else {
  88. systemStr := ""
  89. for _, system := range systems {
  90. if system.Text != nil {
  91. systemStr += *system.Text
  92. }
  93. }
  94. openAIMessage.SetStringContent(systemStr)
  95. }
  96. openAIMessages = append(openAIMessages, openAIMessage)
  97. }
  98. }
  99. }
  100. for _, claudeMessage := range claudeRequest.Messages {
  101. openAIMessage := dto.Message{
  102. Role: claudeMessage.Role,
  103. }
  104. //log.Printf("claudeMessage.Content: %v", claudeMessage.Content)
  105. if claudeMessage.IsStringContent() {
  106. openAIMessage.SetStringContent(claudeMessage.GetStringContent())
  107. } else {
  108. content, err := claudeMessage.ParseContent()
  109. if err != nil {
  110. return nil, err
  111. }
  112. contents := content
  113. var toolCalls []dto.ToolCallRequest
  114. mediaMessages := make([]dto.MediaContent, 0, len(contents))
  115. for _, mediaMsg := range contents {
  116. switch mediaMsg.Type {
  117. case "text":
  118. message := dto.MediaContent{
  119. Type: "text",
  120. Text: mediaMsg.GetText(),
  121. CacheControl: mediaMsg.CacheControl,
  122. }
  123. mediaMessages = append(mediaMessages, message)
  124. case "image":
  125. // Handle image conversion (base64 to URL or keep as is)
  126. imageData := fmt.Sprintf("data:%s;base64,%s", mediaMsg.Source.MediaType, mediaMsg.Source.Data)
  127. //textContent += fmt.Sprintf("[Image: %s]", imageData)
  128. mediaMessage := dto.MediaContent{
  129. Type: "image_url",
  130. ImageUrl: &dto.MessageImageUrl{Url: imageData},
  131. }
  132. mediaMessages = append(mediaMessages, mediaMessage)
  133. case "tool_use":
  134. toolCall := dto.ToolCallRequest{
  135. ID: mediaMsg.Id,
  136. Type: "function",
  137. Function: dto.FunctionRequest{
  138. Name: mediaMsg.Name,
  139. Arguments: toJSONString(mediaMsg.Input),
  140. },
  141. }
  142. toolCalls = append(toolCalls, toolCall)
  143. case "tool_result":
  144. // Add tool result as a separate message
  145. oaiToolMessage := dto.Message{
  146. Role: "tool",
  147. Name: &mediaMsg.Name,
  148. ToolCallId: mediaMsg.ToolUseId,
  149. }
  150. //oaiToolMessage.SetStringContent(*mediaMsg.GetMediaContent().Text)
  151. if mediaMsg.IsStringContent() {
  152. oaiToolMessage.SetStringContent(mediaMsg.GetStringContent())
  153. } else {
  154. mediaContents := mediaMsg.ParseMediaContent()
  155. encodeJson, _ := common.EncodeJson(mediaContents)
  156. oaiToolMessage.SetStringContent(string(encodeJson))
  157. }
  158. openAIMessages = append(openAIMessages, oaiToolMessage)
  159. }
  160. }
  161. if len(toolCalls) > 0 {
  162. openAIMessage.SetToolCalls(toolCalls)
  163. }
  164. if len(mediaMessages) > 0 && len(toolCalls) == 0 {
  165. openAIMessage.SetMediaContent(mediaMessages)
  166. }
  167. }
  168. if len(openAIMessage.ParseContent()) > 0 || len(openAIMessage.ToolCalls) > 0 {
  169. openAIMessages = append(openAIMessages, openAIMessage)
  170. }
  171. }
  172. openAIRequest.Messages = openAIMessages
  173. return &openAIRequest, nil
  174. }
  175. func OpenAIErrorToClaudeError(openAIError *dto.OpenAIErrorWithStatusCode) *dto.ClaudeErrorWithStatusCode {
  176. claudeError := dto.ClaudeError{
  177. Type: "new_api_error",
  178. Message: openAIError.Error.Message,
  179. }
  180. return &dto.ClaudeErrorWithStatusCode{
  181. Error: claudeError,
  182. StatusCode: openAIError.StatusCode,
  183. }
  184. }
  185. func ClaudeErrorToOpenAIError(claudeError *dto.ClaudeErrorWithStatusCode) *dto.OpenAIErrorWithStatusCode {
  186. openAIError := dto.OpenAIError{
  187. Message: claudeError.Error.Message,
  188. Type: "new_api_error",
  189. }
  190. return &dto.OpenAIErrorWithStatusCode{
  191. Error: openAIError,
  192. StatusCode: claudeError.StatusCode,
  193. }
  194. }
  195. func generateStopBlock(index int) *dto.ClaudeResponse {
  196. return &dto.ClaudeResponse{
  197. Type: "content_block_stop",
  198. Index: common.GetPointer[int](index),
  199. }
  200. }
  201. func StreamResponseOpenAI2Claude(openAIResponse *dto.ChatCompletionsStreamResponse, info *relaycommon.RelayInfo) []*dto.ClaudeResponse {
  202. var claudeResponses []*dto.ClaudeResponse
  203. if info.SendResponseCount == 1 {
  204. msg := &dto.ClaudeMediaMessage{
  205. Id: openAIResponse.Id,
  206. Model: openAIResponse.Model,
  207. Type: "message",
  208. Role: "assistant",
  209. Usage: &dto.ClaudeUsage{
  210. InputTokens: info.PromptTokens,
  211. OutputTokens: 0,
  212. },
  213. }
  214. msg.SetContent(make([]any, 0))
  215. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  216. Type: "message_start",
  217. Message: msg,
  218. })
  219. claudeResponses = append(claudeResponses)
  220. //claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  221. // Type: "ping",
  222. //})
  223. if openAIResponse.IsToolCall() {
  224. resp := &dto.ClaudeResponse{
  225. Type: "content_block_start",
  226. ContentBlock: &dto.ClaudeMediaMessage{
  227. Id: openAIResponse.GetFirstToolCall().ID,
  228. Type: "tool_use",
  229. Name: openAIResponse.GetFirstToolCall().Function.Name,
  230. },
  231. }
  232. resp.SetIndex(0)
  233. claudeResponses = append(claudeResponses, resp)
  234. } else {
  235. //resp := &dto.ClaudeResponse{
  236. // Type: "content_block_start",
  237. // ContentBlock: &dto.ClaudeMediaMessage{
  238. // Type: "text",
  239. // Text: common.GetPointer[string](""),
  240. // },
  241. //}
  242. //resp.SetIndex(0)
  243. //claudeResponses = append(claudeResponses, resp)
  244. }
  245. return claudeResponses
  246. }
  247. if len(openAIResponse.Choices) == 0 {
  248. // no choices
  249. // TODO: handle this case
  250. return claudeResponses
  251. } else {
  252. chosenChoice := openAIResponse.Choices[0]
  253. if chosenChoice.FinishReason != nil && *chosenChoice.FinishReason != "" {
  254. // should be done
  255. info.FinishReason = *chosenChoice.FinishReason
  256. return claudeResponses
  257. }
  258. if info.Done {
  259. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  260. oaiUsage := info.ClaudeConvertInfo.Usage
  261. if oaiUsage != nil {
  262. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  263. Type: "message_delta",
  264. Usage: &dto.ClaudeUsage{
  265. InputTokens: oaiUsage.PromptTokens,
  266. OutputTokens: oaiUsage.CompletionTokens,
  267. CacheCreationInputTokens: oaiUsage.PromptTokensDetails.CachedCreationTokens,
  268. CacheReadInputTokens: oaiUsage.PromptTokensDetails.CachedTokens,
  269. },
  270. Delta: &dto.ClaudeMediaMessage{
  271. StopReason: common.GetPointer[string](stopReasonOpenAI2Claude(info.FinishReason)),
  272. },
  273. })
  274. }
  275. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  276. Type: "message_stop",
  277. })
  278. } else {
  279. var claudeResponse dto.ClaudeResponse
  280. var isEmpty bool
  281. claudeResponse.Type = "content_block_delta"
  282. if len(chosenChoice.Delta.ToolCalls) > 0 {
  283. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeTools {
  284. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  285. info.ClaudeConvertInfo.Index++
  286. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  287. Index: &info.ClaudeConvertInfo.Index,
  288. Type: "content_block_start",
  289. ContentBlock: &dto.ClaudeMediaMessage{
  290. Id: openAIResponse.GetFirstToolCall().ID,
  291. Type: "tool_use",
  292. Name: openAIResponse.GetFirstToolCall().Function.Name,
  293. Input: map[string]interface{}{},
  294. },
  295. })
  296. }
  297. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeTools
  298. // tools delta
  299. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  300. Type: "input_json_delta",
  301. PartialJson: &chosenChoice.Delta.ToolCalls[0].Function.Arguments,
  302. }
  303. } else {
  304. reasoning := chosenChoice.Delta.GetReasoningContent()
  305. textContent := chosenChoice.Delta.GetContentString()
  306. if reasoning != "" || textContent != "" {
  307. if reasoning != "" {
  308. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeThinking {
  309. //info.ClaudeConvertInfo.Index++
  310. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  311. Index: &info.ClaudeConvertInfo.Index,
  312. Type: "content_block_start",
  313. ContentBlock: &dto.ClaudeMediaMessage{
  314. Type: "thinking",
  315. Thinking: "",
  316. },
  317. })
  318. }
  319. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeThinking
  320. // text delta
  321. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  322. Type: "thinking_delta",
  323. Thinking: reasoning,
  324. }
  325. } else {
  326. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeText {
  327. if info.LastMessagesType == relaycommon.LastMessageTypeThinking || info.LastMessagesType == relaycommon.LastMessageTypeTools {
  328. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  329. info.ClaudeConvertInfo.Index++
  330. }
  331. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  332. Index: &info.ClaudeConvertInfo.Index,
  333. Type: "content_block_start",
  334. ContentBlock: &dto.ClaudeMediaMessage{
  335. Type: "text",
  336. Text: common.GetPointer[string](""),
  337. },
  338. })
  339. }
  340. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeText
  341. // text delta
  342. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  343. Type: "text_delta",
  344. Text: common.GetPointer[string](textContent),
  345. }
  346. }
  347. } else {
  348. isEmpty = true
  349. }
  350. }
  351. claudeResponse.Index = &info.ClaudeConvertInfo.Index
  352. if !isEmpty {
  353. claudeResponses = append(claudeResponses, &claudeResponse)
  354. }
  355. }
  356. }
  357. return claudeResponses
  358. }
  359. func ResponseOpenAI2Claude(openAIResponse *dto.OpenAITextResponse, info *relaycommon.RelayInfo) *dto.ClaudeResponse {
  360. var stopReason string
  361. contents := make([]dto.ClaudeMediaMessage, 0)
  362. claudeResponse := &dto.ClaudeResponse{
  363. Id: openAIResponse.Id,
  364. Type: "message",
  365. Role: "assistant",
  366. Model: openAIResponse.Model,
  367. }
  368. for _, choice := range openAIResponse.Choices {
  369. stopReason = stopReasonOpenAI2Claude(choice.FinishReason)
  370. claudeContent := dto.ClaudeMediaMessage{}
  371. if choice.FinishReason == "tool_calls" {
  372. claudeContent.Type = "tool_use"
  373. claudeContent.Id = choice.Message.ToolCallId
  374. claudeContent.Name = choice.Message.ParseToolCalls()[0].Function.Name
  375. var mapParams map[string]interface{}
  376. if err := json.Unmarshal([]byte(choice.Message.ParseToolCalls()[0].Function.Arguments), &mapParams); err == nil {
  377. claudeContent.Input = mapParams
  378. } else {
  379. claudeContent.Input = choice.Message.ParseToolCalls()[0].Function.Arguments
  380. }
  381. } else {
  382. claudeContent.Type = "text"
  383. claudeContent.SetText(choice.Message.StringContent())
  384. }
  385. contents = append(contents, claudeContent)
  386. }
  387. claudeResponse.Content = contents
  388. claudeResponse.StopReason = stopReason
  389. claudeResponse.Usage = &dto.ClaudeUsage{
  390. InputTokens: openAIResponse.PromptTokens,
  391. OutputTokens: openAIResponse.CompletionTokens,
  392. }
  393. return claudeResponse
  394. }
  395. func stopReasonOpenAI2Claude(reason string) string {
  396. switch reason {
  397. case "stop":
  398. return "end_turn"
  399. case "stop_sequence":
  400. return "stop_sequence"
  401. case "max_tokens":
  402. return "max_tokens"
  403. case "tool_calls":
  404. return "tool_use"
  405. default:
  406. return reason
  407. }
  408. }
  409. func toJSONString(v interface{}) string {
  410. b, err := json.Marshal(v)
  411. if err != nil {
  412. return "{}"
  413. }
  414. return string(b)
  415. }