convert.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394
  1. package service
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "one-api/common"
  6. "one-api/dto"
  7. relaycommon "one-api/relay/common"
  8. )
  9. func ClaudeToOpenAIRequest(claudeRequest dto.ClaudeRequest) (*dto.GeneralOpenAIRequest, error) {
  10. openAIRequest := dto.GeneralOpenAIRequest{
  11. Model: claudeRequest.Model,
  12. MaxTokens: claudeRequest.MaxTokens,
  13. Temperature: claudeRequest.Temperature,
  14. TopP: claudeRequest.TopP,
  15. Stream: claudeRequest.Stream,
  16. }
  17. // Convert stop sequences
  18. if len(claudeRequest.StopSequences) == 1 {
  19. openAIRequest.Stop = claudeRequest.StopSequences[0]
  20. } else if len(claudeRequest.StopSequences) > 1 {
  21. openAIRequest.Stop = claudeRequest.StopSequences
  22. }
  23. // Convert tools
  24. tools, _ := common.Any2Type[[]dto.Tool](claudeRequest.Tools)
  25. openAITools := make([]dto.ToolCallRequest, 0)
  26. for _, claudeTool := range tools {
  27. openAITool := dto.ToolCallRequest{
  28. Type: "function",
  29. Function: dto.FunctionRequest{
  30. Name: claudeTool.Name,
  31. Description: claudeTool.Description,
  32. Parameters: claudeTool.InputSchema,
  33. },
  34. }
  35. openAITools = append(openAITools, openAITool)
  36. }
  37. openAIRequest.Tools = openAITools
  38. // Convert messages
  39. openAIMessages := make([]dto.Message, 0)
  40. // Add system message if present
  41. if claudeRequest.System != nil {
  42. if claudeRequest.IsStringSystem() && claudeRequest.GetStringSystem() != "" {
  43. openAIMessage := dto.Message{
  44. Role: "system",
  45. }
  46. openAIMessage.SetStringContent(claudeRequest.GetStringSystem())
  47. openAIMessages = append(openAIMessages, openAIMessage)
  48. } else {
  49. systems := claudeRequest.ParseSystem()
  50. if len(systems) > 0 {
  51. systemStr := ""
  52. openAIMessage := dto.Message{
  53. Role: "system",
  54. }
  55. for _, system := range systems {
  56. systemStr += system.Type
  57. }
  58. openAIMessage.SetStringContent(systemStr)
  59. openAIMessages = append(openAIMessages, openAIMessage)
  60. }
  61. }
  62. }
  63. for _, claudeMessage := range claudeRequest.Messages {
  64. openAIMessage := dto.Message{
  65. Role: claudeMessage.Role,
  66. }
  67. //log.Printf("claudeMessage.Content: %v", claudeMessage.Content)
  68. if claudeMessage.IsStringContent() {
  69. openAIMessage.SetStringContent(claudeMessage.GetStringContent())
  70. } else {
  71. content, err := claudeMessage.ParseContent()
  72. if err != nil {
  73. return nil, err
  74. }
  75. contents := content
  76. var toolCalls []dto.ToolCallRequest
  77. mediaMessages := make([]dto.MediaContent, 0, len(contents))
  78. for _, mediaMsg := range contents {
  79. switch mediaMsg.Type {
  80. case "text":
  81. message := dto.MediaContent{
  82. Type: "text",
  83. Text: mediaMsg.GetText(),
  84. }
  85. mediaMessages = append(mediaMessages, message)
  86. case "image":
  87. // Handle image conversion (base64 to URL or keep as is)
  88. imageData := fmt.Sprintf("data:%s;base64,%s", mediaMsg.Source.MediaType, mediaMsg.Source.Data)
  89. //textContent += fmt.Sprintf("[Image: %s]", imageData)
  90. mediaMessage := dto.MediaContent{
  91. Type: "image_url",
  92. ImageUrl: &dto.MessageImageUrl{Url: imageData},
  93. }
  94. mediaMessages = append(mediaMessages, mediaMessage)
  95. case "tool_use":
  96. toolCall := dto.ToolCallRequest{
  97. ID: mediaMsg.Id,
  98. Type: "function",
  99. Function: dto.FunctionRequest{
  100. Name: mediaMsg.Name,
  101. Arguments: toJSONString(mediaMsg.Input),
  102. },
  103. }
  104. toolCalls = append(toolCalls, toolCall)
  105. case "tool_result":
  106. // Add tool result as a separate message
  107. oaiToolMessage := dto.Message{
  108. Role: "tool",
  109. Name: &mediaMsg.Name,
  110. ToolCallId: mediaMsg.ToolUseId,
  111. }
  112. //oaiToolMessage.SetStringContent(*mediaMsg.GetMediaContent().Text)
  113. if mediaMsg.IsStringContent() {
  114. oaiToolMessage.SetStringContent(mediaMsg.GetStringContent())
  115. } else {
  116. mediaContents := mediaMsg.ParseMediaContent()
  117. encodeJson, _ := common.EncodeJson(mediaContents)
  118. oaiToolMessage.SetStringContent(string(encodeJson))
  119. }
  120. openAIMessages = append(openAIMessages, oaiToolMessage)
  121. }
  122. }
  123. if len(toolCalls) > 0 {
  124. openAIMessage.SetToolCalls(toolCalls)
  125. }
  126. if len(mediaMessages) > 0 && len(toolCalls) == 0 {
  127. openAIMessage.SetMediaContent(mediaMessages)
  128. }
  129. }
  130. if len(openAIMessage.ParseContent()) > 0 || len(openAIMessage.ToolCalls) > 0 {
  131. openAIMessages = append(openAIMessages, openAIMessage)
  132. }
  133. }
  134. openAIRequest.Messages = openAIMessages
  135. return &openAIRequest, nil
  136. }
  137. func OpenAIErrorToClaudeError(openAIError *dto.OpenAIErrorWithStatusCode) *dto.ClaudeErrorWithStatusCode {
  138. claudeError := dto.ClaudeError{
  139. Type: "new_api_error",
  140. Message: openAIError.Error.Message,
  141. }
  142. return &dto.ClaudeErrorWithStatusCode{
  143. Error: claudeError,
  144. StatusCode: openAIError.StatusCode,
  145. }
  146. }
  147. func ClaudeErrorToOpenAIError(claudeError *dto.ClaudeErrorWithStatusCode) *dto.OpenAIErrorWithStatusCode {
  148. openAIError := dto.OpenAIError{
  149. Message: claudeError.Error.Message,
  150. Type: "new_api_error",
  151. }
  152. return &dto.OpenAIErrorWithStatusCode{
  153. Error: openAIError,
  154. StatusCode: claudeError.StatusCode,
  155. }
  156. }
  157. func generateStopBlock(index int) *dto.ClaudeResponse {
  158. return &dto.ClaudeResponse{
  159. Type: "content_block_stop",
  160. Index: common.GetPointer[int](index),
  161. }
  162. }
  163. func StreamResponseOpenAI2Claude(openAIResponse *dto.ChatCompletionsStreamResponse, info *relaycommon.RelayInfo) []*dto.ClaudeResponse {
  164. var claudeResponses []*dto.ClaudeResponse
  165. if info.SendResponseCount == 1 {
  166. msg := &dto.ClaudeMediaMessage{
  167. Id: openAIResponse.Id,
  168. Model: openAIResponse.Model,
  169. Type: "message",
  170. Role: "assistant",
  171. Usage: &dto.ClaudeUsage{
  172. InputTokens: info.PromptTokens,
  173. OutputTokens: 0,
  174. },
  175. }
  176. msg.SetContent(make([]any, 0))
  177. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  178. Type: "message_start",
  179. Message: msg,
  180. })
  181. claudeResponses = append(claudeResponses)
  182. //claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  183. // Type: "ping",
  184. //})
  185. if openAIResponse.IsToolCall() {
  186. resp := &dto.ClaudeResponse{
  187. Type: "content_block_start",
  188. ContentBlock: &dto.ClaudeMediaMessage{
  189. Id: openAIResponse.GetFirstToolCall().ID,
  190. Type: "tool_use",
  191. Name: openAIResponse.GetFirstToolCall().Function.Name,
  192. },
  193. }
  194. resp.SetIndex(0)
  195. claudeResponses = append(claudeResponses, resp)
  196. } else {
  197. //resp := &dto.ClaudeResponse{
  198. // Type: "content_block_start",
  199. // ContentBlock: &dto.ClaudeMediaMessage{
  200. // Type: "text",
  201. // Text: common.GetPointer[string](""),
  202. // },
  203. //}
  204. //resp.SetIndex(0)
  205. //claudeResponses = append(claudeResponses, resp)
  206. }
  207. return claudeResponses
  208. }
  209. if len(openAIResponse.Choices) == 0 {
  210. // no choices
  211. // TODO: handle this case
  212. return claudeResponses
  213. } else {
  214. chosenChoice := openAIResponse.Choices[0]
  215. if chosenChoice.FinishReason != nil && *chosenChoice.FinishReason != "" {
  216. // should be done
  217. info.FinishReason = *chosenChoice.FinishReason
  218. return claudeResponses
  219. }
  220. if info.Done {
  221. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  222. if info.ClaudeConvertInfo.Usage != nil {
  223. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  224. Type: "message_delta",
  225. Usage: &dto.ClaudeUsage{
  226. InputTokens: info.ClaudeConvertInfo.Usage.PromptTokens,
  227. OutputTokens: info.ClaudeConvertInfo.Usage.CompletionTokens,
  228. },
  229. Delta: &dto.ClaudeMediaMessage{
  230. StopReason: common.GetPointer[string](stopReasonOpenAI2Claude(info.FinishReason)),
  231. },
  232. })
  233. }
  234. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  235. Type: "message_stop",
  236. })
  237. } else {
  238. var claudeResponse dto.ClaudeResponse
  239. var isEmpty bool
  240. claudeResponse.Type = "content_block_delta"
  241. if len(chosenChoice.Delta.ToolCalls) > 0 {
  242. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeTools {
  243. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  244. info.ClaudeConvertInfo.Index++
  245. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  246. Index: &info.ClaudeConvertInfo.Index,
  247. Type: "content_block_start",
  248. ContentBlock: &dto.ClaudeMediaMessage{
  249. Id: openAIResponse.GetFirstToolCall().ID,
  250. Type: "tool_use",
  251. Name: openAIResponse.GetFirstToolCall().Function.Name,
  252. Input: map[string]interface{}{},
  253. },
  254. })
  255. }
  256. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeTools
  257. // tools delta
  258. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  259. Type: "input_json_delta",
  260. PartialJson: &chosenChoice.Delta.ToolCalls[0].Function.Arguments,
  261. }
  262. } else {
  263. reasoning := chosenChoice.Delta.GetReasoningContent()
  264. textContent := chosenChoice.Delta.GetContentString()
  265. if reasoning != "" || textContent != "" {
  266. if reasoning != "" {
  267. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeThinking {
  268. //info.ClaudeConvertInfo.Index++
  269. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  270. Index: &info.ClaudeConvertInfo.Index,
  271. Type: "content_block_start",
  272. ContentBlock: &dto.ClaudeMediaMessage{
  273. Type: "thinking",
  274. Thinking: "",
  275. },
  276. })
  277. }
  278. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeThinking
  279. // text delta
  280. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  281. Type: "thinking_delta",
  282. Thinking: reasoning,
  283. }
  284. } else {
  285. if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeText {
  286. claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
  287. info.ClaudeConvertInfo.Index++
  288. claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
  289. Index: &info.ClaudeConvertInfo.Index,
  290. Type: "content_block_start",
  291. ContentBlock: &dto.ClaudeMediaMessage{
  292. Type: "text",
  293. Text: common.GetPointer[string](""),
  294. },
  295. })
  296. }
  297. info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeText
  298. // text delta
  299. claudeResponse.Delta = &dto.ClaudeMediaMessage{
  300. Type: "text_delta",
  301. Text: common.GetPointer[string](textContent),
  302. }
  303. }
  304. } else {
  305. isEmpty = true
  306. }
  307. }
  308. claudeResponse.Index = &info.ClaudeConvertInfo.Index
  309. if !isEmpty {
  310. claudeResponses = append(claudeResponses, &claudeResponse)
  311. }
  312. }
  313. }
  314. return claudeResponses
  315. }
  316. func ResponseOpenAI2Claude(openAIResponse *dto.OpenAITextResponse, info *relaycommon.RelayInfo) *dto.ClaudeResponse {
  317. var stopReason string
  318. contents := make([]dto.ClaudeMediaMessage, 0)
  319. claudeResponse := &dto.ClaudeResponse{
  320. Id: openAIResponse.Id,
  321. Type: "message",
  322. Role: "assistant",
  323. Model: openAIResponse.Model,
  324. }
  325. for _, choice := range openAIResponse.Choices {
  326. stopReason = stopReasonOpenAI2Claude(choice.FinishReason)
  327. claudeContent := dto.ClaudeMediaMessage{}
  328. if choice.FinishReason == "tool_calls" {
  329. claudeContent.Type = "tool_use"
  330. claudeContent.Id = choice.Message.ToolCallId
  331. claudeContent.Name = choice.Message.ParseToolCalls()[0].Function.Name
  332. var mapParams map[string]interface{}
  333. if err := json.Unmarshal([]byte(choice.Message.ParseToolCalls()[0].Function.Arguments), &mapParams); err == nil {
  334. claudeContent.Input = mapParams
  335. } else {
  336. claudeContent.Input = choice.Message.ParseToolCalls()[0].Function.Arguments
  337. }
  338. } else {
  339. claudeContent.Type = "text"
  340. claudeContent.SetText(choice.Message.StringContent())
  341. }
  342. contents = append(contents, claudeContent)
  343. }
  344. claudeResponse.Content = contents
  345. claudeResponse.StopReason = stopReason
  346. claudeResponse.Usage = &dto.ClaudeUsage{
  347. InputTokens: openAIResponse.PromptTokens,
  348. OutputTokens: openAIResponse.CompletionTokens,
  349. }
  350. return claudeResponse
  351. }
  352. func stopReasonOpenAI2Claude(reason string) string {
  353. switch reason {
  354. case "stop":
  355. return "end_turn"
  356. case "stop_sequence":
  357. return "stop_sequence"
  358. case "max_tokens":
  359. return "max_tokens"
  360. case "tool_calls":
  361. return "tool_use"
  362. default:
  363. return reason
  364. }
  365. }
  366. func toJSONString(v interface{}) string {
  367. b, err := json.Marshal(v)
  368. if err != nil {
  369. return "{}"
  370. }
  371. return string(b)
  372. }