relay_claude_test.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255
  1. package claude
  2. import (
  3. "strings"
  4. "testing"
  5. "github.com/QuantumNous/new-api/dto"
  6. "github.com/stretchr/testify/assert"
  7. "github.com/stretchr/testify/require"
  8. )
  9. func TestFormatClaudeResponseInfo_MessageStart(t *testing.T) {
  10. claudeInfo := &ClaudeResponseInfo{
  11. Usage: &dto.Usage{},
  12. }
  13. claudeResponse := &dto.ClaudeResponse{
  14. Type: "message_start",
  15. Message: &dto.ClaudeMediaMessage{
  16. Id: "msg_123",
  17. Model: "claude-3-5-sonnet",
  18. Usage: &dto.ClaudeUsage{
  19. InputTokens: 100,
  20. OutputTokens: 1,
  21. CacheCreationInputTokens: 50,
  22. CacheReadInputTokens: 30,
  23. },
  24. },
  25. }
  26. ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
  27. require.True(t, ok)
  28. assert.Equal(t, 100, claudeInfo.Usage.PromptTokens)
  29. assert.Equal(t, 30, claudeInfo.Usage.PromptTokensDetails.CachedTokens)
  30. assert.Equal(t, 50, claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens)
  31. assert.Equal(t, "msg_123", claudeInfo.ResponseId)
  32. assert.Equal(t, "claude-3-5-sonnet", claudeInfo.Model)
  33. }
  34. func TestFormatClaudeResponseInfo_MessageDelta_FullUsage(t *testing.T) {
  35. claudeInfo := &ClaudeResponseInfo{
  36. Usage: &dto.Usage{
  37. PromptTokens: 100,
  38. PromptTokensDetails: dto.InputTokenDetails{
  39. CachedTokens: 30,
  40. CachedCreationTokens: 50,
  41. },
  42. CompletionTokens: 1,
  43. },
  44. }
  45. claudeResponse := &dto.ClaudeResponse{
  46. Type: "message_delta",
  47. Usage: &dto.ClaudeUsage{
  48. InputTokens: 100,
  49. OutputTokens: 200,
  50. CacheCreationInputTokens: 50,
  51. CacheReadInputTokens: 30,
  52. },
  53. }
  54. ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
  55. require.True(t, ok)
  56. assert.Equal(t, 100, claudeInfo.Usage.PromptTokens)
  57. assert.Equal(t, 200, claudeInfo.Usage.CompletionTokens)
  58. assert.Equal(t, 300, claudeInfo.Usage.TotalTokens)
  59. assert.True(t, claudeInfo.Done)
  60. }
  61. func TestFormatClaudeResponseInfo_MessageDelta_OnlyOutputTokens(t *testing.T) {
  62. claudeInfo := &ClaudeResponseInfo{
  63. Usage: &dto.Usage{
  64. PromptTokens: 100,
  65. PromptTokensDetails: dto.InputTokenDetails{
  66. CachedTokens: 30,
  67. CachedCreationTokens: 50,
  68. },
  69. CompletionTokens: 1,
  70. ClaudeCacheCreation5mTokens: 10,
  71. ClaudeCacheCreation1hTokens: 20,
  72. },
  73. }
  74. claudeResponse := &dto.ClaudeResponse{
  75. Type: "message_delta",
  76. Usage: &dto.ClaudeUsage{
  77. OutputTokens: 200,
  78. },
  79. }
  80. ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
  81. require.True(t, ok)
  82. assert.Equal(t, 100, claudeInfo.Usage.PromptTokens)
  83. assert.Equal(t, 200, claudeInfo.Usage.CompletionTokens)
  84. assert.Equal(t, 300, claudeInfo.Usage.TotalTokens)
  85. assert.Equal(t, 30, claudeInfo.Usage.PromptTokensDetails.CachedTokens)
  86. assert.Equal(t, 50, claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens)
  87. assert.Equal(t, 10, claudeInfo.Usage.ClaudeCacheCreation5mTokens)
  88. assert.Equal(t, 20, claudeInfo.Usage.ClaudeCacheCreation1hTokens)
  89. assert.True(t, claudeInfo.Done)
  90. }
  91. func TestFormatClaudeResponseInfo_NilClaudeInfo(t *testing.T) {
  92. claudeResponse := &dto.ClaudeResponse{Type: "message_start"}
  93. ok := FormatClaudeResponseInfo(claudeResponse, nil, nil)
  94. assert.False(t, ok)
  95. }
  96. func TestFormatClaudeResponseInfo_ContentBlockDelta(t *testing.T) {
  97. text := "hello"
  98. claudeInfo := &ClaudeResponseInfo{
  99. Usage: &dto.Usage{},
  100. ResponseText: strings.Builder{},
  101. }
  102. claudeResponse := &dto.ClaudeResponse{
  103. Type: "content_block_delta",
  104. Delta: &dto.ClaudeMediaMessage{
  105. Text: &text,
  106. },
  107. }
  108. ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
  109. require.True(t, ok)
  110. assert.Equal(t, "hello", claudeInfo.ResponseText.String())
  111. }
  112. func TestRequestOpenAI2ClaudeMessage_AssistantToolCallWithEmptyContent(t *testing.T) {
  113. request := dto.GeneralOpenAIRequest{
  114. Model: "claude-opus-4-6",
  115. Messages: []dto.Message{
  116. {
  117. Role: "user",
  118. Content: "what time is it",
  119. },
  120. },
  121. }
  122. assistantMessage := dto.Message{
  123. Role: "assistant",
  124. Content: "",
  125. }
  126. assistantMessage.SetToolCalls([]dto.ToolCallRequest{
  127. {
  128. ID: "call_1",
  129. Type: "function",
  130. Function: dto.FunctionRequest{
  131. Name: "get_current_time",
  132. Arguments: "{}",
  133. },
  134. },
  135. })
  136. request.Messages = append(request.Messages, assistantMessage)
  137. claudeRequest, err := RequestOpenAI2ClaudeMessage(nil, request)
  138. require.NoError(t, err)
  139. require.Len(t, claudeRequest.Messages, 2)
  140. assistantClaudeMessage := claudeRequest.Messages[1]
  141. assert.Equal(t, "assistant", assistantClaudeMessage.Role)
  142. contentBlocks, ok := assistantClaudeMessage.Content.([]dto.ClaudeMediaMessage)
  143. require.True(t, ok)
  144. require.Len(t, contentBlocks, 1)
  145. assert.Equal(t, "tool_use", contentBlocks[0].Type)
  146. assert.Equal(t, "call_1", contentBlocks[0].Id)
  147. assert.Equal(t, "get_current_time", contentBlocks[0].Name)
  148. if assert.NotNil(t, contentBlocks[0].Input) {
  149. _, isMap := contentBlocks[0].Input.(map[string]any)
  150. assert.True(t, isMap)
  151. }
  152. if contentBlocks[0].Text != nil {
  153. assert.NotEqual(t, "", *contentBlocks[0].Text)
  154. }
  155. }
  156. func TestRequestOpenAI2ClaudeMessage_AssistantToolCallWithMalformedArguments(t *testing.T) {
  157. request := dto.GeneralOpenAIRequest{
  158. Model: "claude-opus-4-6",
  159. Messages: []dto.Message{
  160. {
  161. Role: "user",
  162. Content: "what time is it",
  163. },
  164. },
  165. }
  166. assistantMessage := dto.Message{
  167. Role: "assistant",
  168. Content: "",
  169. }
  170. assistantMessage.SetToolCalls([]dto.ToolCallRequest{
  171. {
  172. ID: "call_bad_args",
  173. Type: "function",
  174. Function: dto.FunctionRequest{
  175. Name: "get_current_timestamp",
  176. Arguments: "{",
  177. },
  178. },
  179. })
  180. request.Messages = append(request.Messages, assistantMessage)
  181. claudeRequest, err := RequestOpenAI2ClaudeMessage(nil, request)
  182. require.NoError(t, err)
  183. require.Len(t, claudeRequest.Messages, 2)
  184. assistantClaudeMessage := claudeRequest.Messages[1]
  185. contentBlocks, ok := assistantClaudeMessage.Content.([]dto.ClaudeMediaMessage)
  186. require.True(t, ok)
  187. require.Len(t, contentBlocks, 1)
  188. assert.Equal(t, "tool_use", contentBlocks[0].Type)
  189. assert.Equal(t, "call_bad_args", contentBlocks[0].Id)
  190. assert.Equal(t, "get_current_timestamp", contentBlocks[0].Name)
  191. inputObj, ok := contentBlocks[0].Input.(map[string]any)
  192. require.True(t, ok)
  193. assert.Empty(t, inputObj)
  194. }
  195. func TestStreamResponseClaude2OpenAI_EmptyInputJSONDeltaFallback(t *testing.T) {
  196. empty := ""
  197. resp := &dto.ClaudeResponse{
  198. Type: "content_block_delta",
  199. Index: func() *int { v := 1; return &v }(),
  200. Delta: &dto.ClaudeMediaMessage{
  201. Type: "input_json_delta",
  202. PartialJson: &empty,
  203. },
  204. }
  205. chunk := StreamResponseClaude2OpenAI(resp)
  206. require.NotNil(t, chunk)
  207. require.Len(t, chunk.Choices, 1)
  208. require.NotNil(t, chunk.Choices[0].Delta.ToolCalls)
  209. require.Len(t, chunk.Choices[0].Delta.ToolCalls, 1)
  210. assert.Equal(t, "{}", chunk.Choices[0].Delta.ToolCalls[0].Function.Arguments)
  211. }
  212. func TestStreamResponseClaude2OpenAI_NonEmptyInputJSONDeltaPreserved(t *testing.T) {
  213. partial := `{"timezone":"Asia/Shanghai"}`
  214. resp := &dto.ClaudeResponse{
  215. Type: "content_block_delta",
  216. Index: func() *int { v := 1; return &v }(),
  217. Delta: &dto.ClaudeMediaMessage{
  218. Type: "input_json_delta",
  219. PartialJson: &partial,
  220. },
  221. }
  222. chunk := StreamResponseClaude2OpenAI(resp)
  223. require.NotNil(t, chunk)
  224. require.Len(t, chunk.Choices, 1)
  225. require.NotNil(t, chunk.Choices[0].Delta.ToolCalls)
  226. require.Len(t, chunk.Choices[0].Delta.ToolCalls, 1)
  227. assert.Equal(t, partial, chunk.Choices[0].Delta.ToolCalls[0].Function.Arguments)
  228. }