| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382 |
- package claude
- import (
- "encoding/base64"
- "strings"
- "testing"
- "github.com/QuantumNous/new-api/dto"
- "github.com/stretchr/testify/require"
- )
- func TestFormatClaudeResponseInfo_MessageStart(t *testing.T) {
- claudeInfo := &ClaudeResponseInfo{
- Usage: &dto.Usage{},
- }
- claudeResponse := &dto.ClaudeResponse{
- Type: "message_start",
- Message: &dto.ClaudeMediaMessage{
- Id: "msg_123",
- Model: "claude-3-5-sonnet",
- Usage: &dto.ClaudeUsage{
- InputTokens: 100,
- OutputTokens: 1,
- CacheCreationInputTokens: 50,
- CacheReadInputTokens: 30,
- },
- },
- }
- ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
- if !ok {
- t.Fatal("expected true")
- }
- if claudeInfo.Usage.PromptTokens != 100 {
- t.Errorf("PromptTokens = %d, want 100", claudeInfo.Usage.PromptTokens)
- }
- if claudeInfo.Usage.PromptTokensDetails.CachedTokens != 30 {
- t.Errorf("CachedTokens = %d, want 30", claudeInfo.Usage.PromptTokensDetails.CachedTokens)
- }
- if claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens != 50 {
- t.Errorf("CachedCreationTokens = %d, want 50", claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens)
- }
- if claudeInfo.ResponseId != "msg_123" {
- t.Errorf("ResponseId = %s, want msg_123", claudeInfo.ResponseId)
- }
- if claudeInfo.Model != "claude-3-5-sonnet" {
- t.Errorf("Model = %s, want claude-3-5-sonnet", claudeInfo.Model)
- }
- }
- func TestFormatClaudeResponseInfo_MessageDelta_FullUsage(t *testing.T) {
- // message_start 先积累 usage
- claudeInfo := &ClaudeResponseInfo{
- Usage: &dto.Usage{
- PromptTokens: 100,
- PromptTokensDetails: dto.InputTokenDetails{
- CachedTokens: 30,
- CachedCreationTokens: 50,
- },
- CompletionTokens: 1,
- },
- }
- // message_delta 带完整 usage(原生 Anthropic 场景)
- claudeResponse := &dto.ClaudeResponse{
- Type: "message_delta",
- Usage: &dto.ClaudeUsage{
- InputTokens: 100,
- OutputTokens: 200,
- CacheCreationInputTokens: 50,
- CacheReadInputTokens: 30,
- },
- }
- ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
- if !ok {
- t.Fatal("expected true")
- }
- if claudeInfo.Usage.PromptTokens != 100 {
- t.Errorf("PromptTokens = %d, want 100", claudeInfo.Usage.PromptTokens)
- }
- if claudeInfo.Usage.CompletionTokens != 200 {
- t.Errorf("CompletionTokens = %d, want 200", claudeInfo.Usage.CompletionTokens)
- }
- if claudeInfo.Usage.TotalTokens != 300 {
- t.Errorf("TotalTokens = %d, want 300", claudeInfo.Usage.TotalTokens)
- }
- if !claudeInfo.Done {
- t.Error("expected Done = true")
- }
- }
- func TestFormatClaudeResponseInfo_MessageDelta_OnlyOutputTokens(t *testing.T) {
- // 模拟 Bedrock: message_start 已积累 usage
- claudeInfo := &ClaudeResponseInfo{
- Usage: &dto.Usage{
- PromptTokens: 100,
- PromptTokensDetails: dto.InputTokenDetails{
- CachedTokens: 30,
- CachedCreationTokens: 50,
- },
- CompletionTokens: 1,
- ClaudeCacheCreation5mTokens: 10,
- ClaudeCacheCreation1hTokens: 20,
- },
- }
- // Bedrock 的 message_delta 只有 output_tokens,缺少 input_tokens 和 cache 字段
- claudeResponse := &dto.ClaudeResponse{
- Type: "message_delta",
- Usage: &dto.ClaudeUsage{
- OutputTokens: 200,
- // InputTokens, CacheCreationInputTokens, CacheReadInputTokens 都是 0
- },
- }
- ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
- if !ok {
- t.Fatal("expected true")
- }
- // PromptTokens 应保持 message_start 的值(因为 message_delta 的 InputTokens=0,不更新)
- if claudeInfo.Usage.PromptTokens != 100 {
- t.Errorf("PromptTokens = %d, want 100", claudeInfo.Usage.PromptTokens)
- }
- if claudeInfo.Usage.CompletionTokens != 200 {
- t.Errorf("CompletionTokens = %d, want 200", claudeInfo.Usage.CompletionTokens)
- }
- if claudeInfo.Usage.TotalTokens != 300 {
- t.Errorf("TotalTokens = %d, want 300", claudeInfo.Usage.TotalTokens)
- }
- // cache 字段应保持 message_start 的值
- if claudeInfo.Usage.PromptTokensDetails.CachedTokens != 30 {
- t.Errorf("CachedTokens = %d, want 30", claudeInfo.Usage.PromptTokensDetails.CachedTokens)
- }
- if claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens != 50 {
- t.Errorf("CachedCreationTokens = %d, want 50", claudeInfo.Usage.PromptTokensDetails.CachedCreationTokens)
- }
- if claudeInfo.Usage.ClaudeCacheCreation5mTokens != 10 {
- t.Errorf("ClaudeCacheCreation5mTokens = %d, want 10", claudeInfo.Usage.ClaudeCacheCreation5mTokens)
- }
- if claudeInfo.Usage.ClaudeCacheCreation1hTokens != 20 {
- t.Errorf("ClaudeCacheCreation1hTokens = %d, want 20", claudeInfo.Usage.ClaudeCacheCreation1hTokens)
- }
- if !claudeInfo.Done {
- t.Error("expected Done = true")
- }
- }
- func TestFormatClaudeResponseInfo_NilClaudeInfo(t *testing.T) {
- claudeResponse := &dto.ClaudeResponse{Type: "message_start"}
- ok := FormatClaudeResponseInfo(claudeResponse, nil, nil)
- if ok {
- t.Error("expected false for nil claudeInfo")
- }
- }
- func TestFormatClaudeResponseInfo_ContentBlockDelta(t *testing.T) {
- text := "hello"
- claudeInfo := &ClaudeResponseInfo{
- Usage: &dto.Usage{},
- ResponseText: strings.Builder{},
- }
- claudeResponse := &dto.ClaudeResponse{
- Type: "content_block_delta",
- Delta: &dto.ClaudeMediaMessage{
- Text: &text,
- },
- }
- ok := FormatClaudeResponseInfo(claudeResponse, nil, claudeInfo)
- if !ok {
- t.Fatal("expected true")
- }
- if claudeInfo.ResponseText.String() != "hello" {
- t.Errorf("ResponseText = %q, want %q", claudeInfo.ResponseText.String(), "hello")
- }
- }
- func TestBuildOpenAIStyleUsageFromClaudeUsage(t *testing.T) {
- usage := &dto.Usage{
- PromptTokens: 100,
- CompletionTokens: 20,
- PromptTokensDetails: dto.InputTokenDetails{
- CachedTokens: 30,
- CachedCreationTokens: 50,
- },
- ClaudeCacheCreation5mTokens: 10,
- ClaudeCacheCreation1hTokens: 20,
- UsageSemantic: "anthropic",
- }
- openAIUsage := buildOpenAIStyleUsageFromClaudeUsage(usage)
- if openAIUsage.PromptTokens != 180 {
- t.Fatalf("PromptTokens = %d, want 180", openAIUsage.PromptTokens)
- }
- if openAIUsage.InputTokens != 180 {
- t.Fatalf("InputTokens = %d, want 180", openAIUsage.InputTokens)
- }
- if openAIUsage.TotalTokens != 200 {
- t.Fatalf("TotalTokens = %d, want 200", openAIUsage.TotalTokens)
- }
- if openAIUsage.UsageSemantic != "openai" {
- t.Fatalf("UsageSemantic = %s, want openai", openAIUsage.UsageSemantic)
- }
- if openAIUsage.UsageSource != "anthropic" {
- t.Fatalf("UsageSource = %s, want anthropic", openAIUsage.UsageSource)
- }
- }
- func TestBuildOpenAIStyleUsageFromClaudeUsagePreservesCacheCreationRemainder(t *testing.T) {
- tests := []struct {
- name string
- cachedCreationTokens int
- cacheCreationTokens5m int
- cacheCreationTokens1h int
- expectedTotalInputToken int
- }{
- {
- name: "prefers aggregate when it includes remainder",
- cachedCreationTokens: 50,
- cacheCreationTokens5m: 10,
- cacheCreationTokens1h: 20,
- expectedTotalInputToken: 180,
- },
- {
- name: "falls back to split tokens when aggregate missing",
- cachedCreationTokens: 0,
- cacheCreationTokens5m: 10,
- cacheCreationTokens1h: 20,
- expectedTotalInputToken: 160,
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- usage := &dto.Usage{
- PromptTokens: 100,
- CompletionTokens: 20,
- PromptTokensDetails: dto.InputTokenDetails{
- CachedTokens: 30,
- CachedCreationTokens: tt.cachedCreationTokens,
- },
- ClaudeCacheCreation5mTokens: tt.cacheCreationTokens5m,
- ClaudeCacheCreation1hTokens: tt.cacheCreationTokens1h,
- UsageSemantic: "anthropic",
- }
- openAIUsage := buildOpenAIStyleUsageFromClaudeUsage(usage)
- if openAIUsage.PromptTokens != tt.expectedTotalInputToken {
- t.Fatalf("PromptTokens = %d, want %d", openAIUsage.PromptTokens, tt.expectedTotalInputToken)
- }
- if openAIUsage.InputTokens != tt.expectedTotalInputToken {
- t.Fatalf("InputTokens = %d, want %d", openAIUsage.InputTokens, tt.expectedTotalInputToken)
- }
- })
- }
- }
- func TestBuildOpenAIStyleUsageFromClaudeUsageDefaultsAggregateCacheCreationTo5m(t *testing.T) {
- usage := &dto.Usage{
- PromptTokens: 100,
- CompletionTokens: 20,
- PromptTokensDetails: dto.InputTokenDetails{
- CachedTokens: 30,
- CachedCreationTokens: 50,
- },
- UsageSemantic: "anthropic",
- }
- openAIUsage := buildOpenAIStyleUsageFromClaudeUsage(usage)
- require.Equal(t, 50, openAIUsage.ClaudeCacheCreation5mTokens)
- require.Equal(t, 0, openAIUsage.ClaudeCacheCreation1hTokens)
- }
- func TestRequestOpenAI2ClaudeMessage_IgnoresUnsupportedFileContent(t *testing.T) {
- request := dto.GeneralOpenAIRequest{
- Model: "claude-3-5-sonnet",
- Messages: []dto.Message{
- {
- Role: "user",
- Content: []any{
- dto.MediaContent{
- Type: dto.ContentTypeText,
- Text: "see attachment",
- },
- dto.MediaContent{
- Type: dto.ContentTypeFile,
- File: &dto.MessageFile{
- FileName: "blob.bin",
- FileData: "JVBERi0xLjQK",
- },
- },
- },
- },
- },
- }
- claudeRequest, err := RequestOpenAI2ClaudeMessage(nil, request)
- require.NoError(t, err)
- require.Len(t, claudeRequest.Messages, 1)
- content, ok := claudeRequest.Messages[0].Content.([]dto.ClaudeMediaMessage)
- require.True(t, ok)
- require.Len(t, content, 1)
- require.Equal(t, "text", content[0].Type)
- require.NotNil(t, content[0].Text)
- require.Equal(t, "see attachment", *content[0].Text)
- }
- func TestRequestOpenAI2ClaudeMessage_SupportsPDFFileContent(t *testing.T) {
- request := dto.GeneralOpenAIRequest{
- Model: "claude-3-5-sonnet",
- Messages: []dto.Message{
- {
- Role: "user",
- Content: []any{
- dto.MediaContent{
- Type: dto.ContentTypeFile,
- File: &dto.MessageFile{
- FileName: "spec.pdf",
- FileData: "JVBERi0xLjQK",
- },
- },
- dto.MediaContent{
- Type: dto.ContentTypeText,
- Text: "summarize it",
- },
- },
- },
- },
- }
- claudeRequest, err := RequestOpenAI2ClaudeMessage(nil, request)
- require.NoError(t, err)
- require.Len(t, claudeRequest.Messages, 1)
- content, ok := claudeRequest.Messages[0].Content.([]dto.ClaudeMediaMessage)
- require.True(t, ok)
- require.Len(t, content, 2)
- require.Equal(t, "document", content[0].Type)
- require.NotNil(t, content[0].Source)
- require.Equal(t, "base64", content[0].Source.Type)
- require.Equal(t, "application/pdf", content[0].Source.MediaType)
- require.Equal(t, "JVBERi0xLjQK", content[0].Source.Data)
- require.Equal(t, "text", content[1].Type)
- require.NotNil(t, content[1].Text)
- require.Equal(t, "summarize it", *content[1].Text)
- }
- func TestRequestOpenAI2ClaudeMessage_ConvertsTextFileContentToText(t *testing.T) {
- request := dto.GeneralOpenAIRequest{
- Model: "claude-3-5-sonnet",
- Messages: []dto.Message{
- {
- Role: "user",
- Content: []any{
- dto.MediaContent{
- Type: dto.ContentTypeFile,
- File: &dto.MessageFile{
- FileName: "notes.txt",
- FileData: base64.StdEncoding.EncodeToString([]byte("alpha\nbeta")),
- },
- },
- },
- },
- },
- }
- claudeRequest, err := RequestOpenAI2ClaudeMessage(nil, request)
- require.NoError(t, err)
- require.Len(t, claudeRequest.Messages, 1)
- content, ok := claudeRequest.Messages[0].Content.([]dto.ClaudeMediaMessage)
- require.True(t, ok)
- require.Len(t, content, 1)
- require.Equal(t, "text", content[0].Type)
- require.NotNil(t, content[0].Text)
- require.Equal(t, "alpha\nbeta", *content[0].Text)
- }
|