relay_claude_test.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382
  1. package claude
  2. import (
  3. "encoding/base64"
  4. "strings"
  5. "testing"
  6. "github.com/QuantumNous/new-api/dto"
  7. "github.com/stretchr/testify/require"
  8. )
  9. func TestFormatClaudeResponseInfo_MessageStart(t *testing.T) {
  10. claudeInfo := &ClaudeResponseInfo{
  11. Usage: &dto.Usage{},
  12. }
  13. claudeResponse := &dto.ClaudeResponse{
  14. Type: "message_start",
  15. Message: &dto.ClaudeMediaMessage{
  16. Id: "msg_123",
  17. Model: "claude-3-5-sonnet",
  18. Usage: &dto.ClaudeUsage{
  19. InputTokens: 100,
  20. OutputTokens: 1,
  21. CacheCreationInputTokens: 50,
  22. CacheReadInputTokens: 30,
  23. },
  24. },
  25. }
  26. ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
  27. if !ok {
  28. t.Fatal("expected true")
  29. }
  30. if claudeInfo.Usage.PromptTokens != 100 {
  31. t.Errorf("PromptTokens = %d, want 100", claudeInfo.Usage.PromptTokens)
  32. }
  33. if claudeInfo.Usage.PromptTokensDetails.CachedTokens != 30 {
  34. t.Errorf("CachedTokens = %d, want 30", claudeInfo.Usage.PromptTokensDetails.CachedTokens)
  35. }
  36. if claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens != 50 {
  37. t.Errorf("CachedCreationTokens = %d, want 50", claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens)
  38. }
  39. if claudeInfo.ResponseId != "msg_123" {
  40. t.Errorf("ResponseId = %s, want msg_123", claudeInfo.ResponseId)
  41. }
  42. if claudeInfo.Model != "claude-3-5-sonnet" {
  43. t.Errorf("Model = %s, want claude-3-5-sonnet", claudeInfo.Model)
  44. }
  45. }
  46. func TestFormatClaudeResponseInfo_MessageDelta_FullUsage(t *testing.T) {
  47. // message_start 先积累 usage
  48. claudeInfo := &ClaudeResponseInfo{
  49. Usage: &dto.Usage{
  50. PromptTokens: 100,
  51. PromptTokensDetails: dto.InputTokenDetails{
  52. CachedTokens: 30,
  53. CachedCreationTokens: 50,
  54. },
  55. CompletionTokens: 1,
  56. },
  57. }
  58. // message_delta 带完整 usage(原生 Anthropic 场景)
  59. claudeResponse := &dto.ClaudeResponse{
  60. Type: "message_delta",
  61. Usage: &dto.ClaudeUsage{
  62. InputTokens: 100,
  63. OutputTokens: 200,
  64. CacheCreationInputTokens: 50,
  65. CacheReadInputTokens: 30,
  66. },
  67. }
  68. ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
  69. if !ok {
  70. t.Fatal("expected true")
  71. }
  72. if claudeInfo.Usage.PromptTokens != 100 {
  73. t.Errorf("PromptTokens = %d, want 100", claudeInfo.Usage.PromptTokens)
  74. }
  75. if claudeInfo.Usage.CompletionTokens != 200 {
  76. t.Errorf("CompletionTokens = %d, want 200", claudeInfo.Usage.CompletionTokens)
  77. }
  78. if claudeInfo.Usage.TotalTokens != 300 {
  79. t.Errorf("TotalTokens = %d, want 300", claudeInfo.Usage.TotalTokens)
  80. }
  81. if !claudeInfo.Done {
  82. t.Error("expected Done = true")
  83. }
  84. }
  85. func TestFormatClaudeResponseInfo_MessageDelta_OnlyOutputTokens(t *testing.T) {
  86. // 模拟 Bedrock: message_start 已积累 usage
  87. claudeInfo := &ClaudeResponseInfo{
  88. Usage: &dto.Usage{
  89. PromptTokens: 100,
  90. PromptTokensDetails: dto.InputTokenDetails{
  91. CachedTokens: 30,
  92. CachedCreationTokens: 50,
  93. },
  94. CompletionTokens: 1,
  95. ClaudeCacheCreation5mTokens: 10,
  96. ClaudeCacheCreation1hTokens: 20,
  97. },
  98. }
  99. // Bedrock 的 message_delta 只有 output_tokens,缺少 input_tokens 和 cache 字段
  100. claudeResponse := &dto.ClaudeResponse{
  101. Type: "message_delta",
  102. Usage: &dto.ClaudeUsage{
  103. OutputTokens: 200,
  104. // InputTokens, CacheCreationInputTokens, CacheReadInputTokens 都是 0
  105. },
  106. }
  107. ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
  108. if !ok {
  109. t.Fatal("expected true")
  110. }
  111. // PromptTokens 应保持 message_start 的值(因为 message_delta 的 InputTokens=0,不更新)
  112. if claudeInfo.Usage.PromptTokens != 100 {
  113. t.Errorf("PromptTokens = %d, want 100", claudeInfo.Usage.PromptTokens)
  114. }
  115. if claudeInfo.Usage.CompletionTokens != 200 {
  116. t.Errorf("CompletionTokens = %d, want 200", claudeInfo.Usage.CompletionTokens)
  117. }
  118. if claudeInfo.Usage.TotalTokens != 300 {
  119. t.Errorf("TotalTokens = %d, want 300", claudeInfo.Usage.TotalTokens)
  120. }
  121. // cache 字段应保持 message_start 的值
  122. if claudeInfo.Usage.PromptTokensDetails.CachedTokens != 30 {
  123. t.Errorf("CachedTokens = %d, want 30", claudeInfo.Usage.PromptTokensDetails.CachedTokens)
  124. }
  125. if claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens != 50 {
  126. t.Errorf("CachedCreationTokens = %d, want 50", claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens)
  127. }
  128. if claudeInfo.Usage.ClaudeCacheCreation5mTokens != 10 {
  129. t.Errorf("ClaudeCacheCreation5mTokens = %d, want 10", claudeInfo.Usage.ClaudeCacheCreation5mTokens)
  130. }
  131. if claudeInfo.Usage.ClaudeCacheCreation1hTokens != 20 {
  132. t.Errorf("ClaudeCacheCreation1hTokens = %d, want 20", claudeInfo.Usage.ClaudeCacheCreation1hTokens)
  133. }
  134. if !claudeInfo.Done {
  135. t.Error("expected Done = true")
  136. }
  137. }
  138. func TestFormatClaudeResponseInfo_NilClaudeInfo(t *testing.T) {
  139. claudeResponse := &dto.ClaudeResponse{Type: "message_start"}
  140. ok := FormatClaudeResponseInfo(claudeResponse, nil, nil)
  141. if ok {
  142. t.Error("expected false for nil claudeInfo")
  143. }
  144. }
  145. func TestFormatClaudeResponseInfo_ContentBlockDelta(t *testing.T) {
  146. text := "hello"
  147. claudeInfo := &ClaudeResponseInfo{
  148. Usage: &dto.Usage{},
  149. ResponseText: strings.Builder{},
  150. }
  151. claudeResponse := &dto.ClaudeResponse{
  152. Type: "content_block_delta",
  153. Delta: &dto.ClaudeMediaMessage{
  154. Text: &text,
  155. },
  156. }
  157. ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
  158. if !ok {
  159. t.Fatal("expected true")
  160. }
  161. if claudeInfo.ResponseText.String() != "hello" {
  162. t.Errorf("ResponseText = %q, want %q", claudeInfo.ResponseText.String(), "hello")
  163. }
  164. }
  165. func TestBuildOpenAIStyleUsageFromClaudeUsage(t *testing.T) {
  166. usage := &dto.Usage{
  167. PromptTokens: 100,
  168. CompletionTokens: 20,
  169. PromptTokensDetails: dto.InputTokenDetails{
  170. CachedTokens: 30,
  171. CachedCreationTokens: 50,
  172. },
  173. ClaudeCacheCreation5mTokens: 10,
  174. ClaudeCacheCreation1hTokens: 20,
  175. UsageSemantic: "anthropic",
  176. }
  177. openAIUsage := buildOpenAIStyleUsageFromClaudeUsage(usage)
  178. if openAIUsage.PromptTokens != 180 {
  179. t.Fatalf("PromptTokens = %d, want 180", openAIUsage.PromptTokens)
  180. }
  181. if openAIUsage.InputTokens != 180 {
  182. t.Fatalf("InputTokens = %d, want 180", openAIUsage.InputTokens)
  183. }
  184. if openAIUsage.TotalTokens != 200 {
  185. t.Fatalf("TotalTokens = %d, want 200", openAIUsage.TotalTokens)
  186. }
  187. if openAIUsage.UsageSemantic != "openai" {
  188. t.Fatalf("UsageSemantic = %s, want openai", openAIUsage.UsageSemantic)
  189. }
  190. if openAIUsage.UsageSource != "anthropic" {
  191. t.Fatalf("UsageSource = %s, want anthropic", openAIUsage.UsageSource)
  192. }
  193. }
  194. func TestBuildOpenAIStyleUsageFromClaudeUsagePreservesCacheCreationRemainder(t *testing.T) {
  195. tests := []struct {
  196. name string
  197. cachedCreationTokens int
  198. cacheCreationTokens5m int
  199. cacheCreationTokens1h int
  200. expectedTotalInputToken int
  201. }{
  202. {
  203. name: "prefers aggregate when it includes remainder",
  204. cachedCreationTokens: 50,
  205. cacheCreationTokens5m: 10,
  206. cacheCreationTokens1h: 20,
  207. expectedTotalInputToken: 180,
  208. },
  209. {
  210. name: "falls back to split tokens when aggregate missing",
  211. cachedCreationTokens: 0,
  212. cacheCreationTokens5m: 10,
  213. cacheCreationTokens1h: 20,
  214. expectedTotalInputToken: 160,
  215. },
  216. }
  217. for _, tt := range tests {
  218. t.Run(tt.name, func(t *testing.T) {
  219. usage := &dto.Usage{
  220. PromptTokens: 100,
  221. CompletionTokens: 20,
  222. PromptTokensDetails: dto.InputTokenDetails{
  223. CachedTokens: 30,
  224. CachedCreationTokens: tt.cachedCreationTokens,
  225. },
  226. ClaudeCacheCreation5mTokens: tt.cacheCreationTokens5m,
  227. ClaudeCacheCreation1hTokens: tt.cacheCreationTokens1h,
  228. UsageSemantic: "anthropic",
  229. }
  230. openAIUsage := buildOpenAIStyleUsageFromClaudeUsage(usage)
  231. if openAIUsage.PromptTokens != tt.expectedTotalInputToken {
  232. t.Fatalf("PromptTokens = %d, want %d", openAIUsage.PromptTokens, tt.expectedTotalInputToken)
  233. }
  234. if openAIUsage.InputTokens != tt.expectedTotalInputToken {
  235. t.Fatalf("InputTokens = %d, want %d", openAIUsage.InputTokens, tt.expectedTotalInputToken)
  236. }
  237. })
  238. }
  239. }
  240. func TestBuildOpenAIStyleUsageFromClaudeUsageDefaultsAggregateCacheCreationTo5m(t *testing.T) {
  241. usage := &dto.Usage{
  242. PromptTokens: 100,
  243. CompletionTokens: 20,
  244. PromptTokensDetails: dto.InputTokenDetails{
  245. CachedTokens: 30,
  246. CachedCreationTokens: 50,
  247. },
  248. UsageSemantic: "anthropic",
  249. }
  250. openAIUsage := buildOpenAIStyleUsageFromClaudeUsage(usage)
  251. require.Equal(t, 50, openAIUsage.ClaudeCacheCreation5mTokens)
  252. require.Equal(t, 0, openAIUsage.ClaudeCacheCreation1hTokens)
  253. }
  254. func TestRequestOpenAI2ClaudeMessage_IgnoresUnsupportedFileContent(t *testing.T) {
  255. request := dto.GeneralOpenAIRequest{
  256. Model: "claude-3-5-sonnet",
  257. Messages: []dto.Message{
  258. {
  259. Role: "user",
  260. Content: []any{
  261. dto.MediaContent{
  262. Type: dto.ContentTypeText,
  263. Text: "see attachment",
  264. },
  265. dto.MediaContent{
  266. Type: dto.ContentTypeFile,
  267. File: &dto.MessageFile{
  268. FileName: "blob.bin",
  269. FileData: "JVBERi0xLjQK",
  270. },
  271. },
  272. },
  273. },
  274. },
  275. }
  276. claudeRequest, err := RequestOpenAI2ClaudeMessage(nil, request)
  277. require.NoError(t, err)
  278. require.Len(t, claudeRequest.Messages, 1)
  279. content, ok := claudeRequest.Messages[0].Content.([]dto.ClaudeMediaMessage)
  280. require.True(t, ok)
  281. require.Len(t, content, 1)
  282. require.Equal(t, "text", content[0].Type)
  283. require.NotNil(t, content[0].Text)
  284. require.Equal(t, "see attachment", *content[0].Text)
  285. }
  286. func TestRequestOpenAI2ClaudeMessage_SupportsPDFFileContent(t *testing.T) {
  287. request := dto.GeneralOpenAIRequest{
  288. Model: "claude-3-5-sonnet",
  289. Messages: []dto.Message{
  290. {
  291. Role: "user",
  292. Content: []any{
  293. dto.MediaContent{
  294. Type: dto.ContentTypeFile,
  295. File: &dto.MessageFile{
  296. FileName: "spec.pdf",
  297. FileData: "JVBERi0xLjQK",
  298. },
  299. },
  300. dto.MediaContent{
  301. Type: dto.ContentTypeText,
  302. Text: "summarize it",
  303. },
  304. },
  305. },
  306. },
  307. }
  308. claudeRequest, err := RequestOpenAI2ClaudeMessage(nil, request)
  309. require.NoError(t, err)
  310. require.Len(t, claudeRequest.Messages, 1)
  311. content, ok := claudeRequest.Messages[0].Content.([]dto.ClaudeMediaMessage)
  312. require.True(t, ok)
  313. require.Len(t, content, 2)
  314. require.Equal(t, "document", content[0].Type)
  315. require.NotNil(t, content[0].Source)
  316. require.Equal(t, "base64", content[0].Source.Type)
  317. require.Equal(t, "application/pdf", content[0].Source.MediaType)
  318. require.Equal(t, "JVBERi0xLjQK", content[0].Source.Data)
  319. require.Equal(t, "text", content[1].Type)
  320. require.NotNil(t, content[1].Text)
  321. require.Equal(t, "summarize it", *content[1].Text)
  322. }
  323. func TestRequestOpenAI2ClaudeMessage_ConvertsTextFileContentToText(t *testing.T) {
  324. request := dto.GeneralOpenAIRequest{
  325. Model: "claude-3-5-sonnet",
  326. Messages: []dto.Message{
  327. {
  328. Role: "user",
  329. Content: []any{
  330. dto.MediaContent{
  331. Type: dto.ContentTypeFile,
  332. File: &dto.MessageFile{
  333. FileName: "notes.txt",
  334. FileData: base64.StdEncoding.EncodeToString([]byte("alpha\nbeta")),
  335. },
  336. },
  337. },
  338. },
  339. },
  340. }
  341. claudeRequest, err := RequestOpenAI2ClaudeMessage(nil, request)
  342. require.NoError(t, err)
  343. require.Len(t, claudeRequest.Messages, 1)
  344. content, ok := claudeRequest.Messages[0].Content.([]dto.ClaudeMediaMessage)
  345. require.True(t, ok)
  346. require.Len(t, content, 1)
  347. require.Equal(t, "text", content[0].Type)
  348. require.NotNil(t, content[0].Text)
  349. require.Equal(t, "alpha\nbeta", *content[0].Text)
  350. }