wenyifan пре 1 месец
родитељ
комит
2c3ae32c8e
1 измењених фајлова са 3 додато и 5 уклоњено
  1. 3 5
      relay/channel/openai/relay-openai.go

+ 3 - 5
relay/channel/openai/relay-openai.go

@@ -704,9 +704,7 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
 
 	var payload struct {
 		Timings struct {
-			Usage struct {
-				CachedTokens *int `json:"cache_n"`
-			} `json:"usage"`
+			CachedTokens *int `json:"cache_n"`
 		} `json:"timings"`
 	}
 
@@ -714,8 +712,8 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
 		return 0, false
 	}
 
-	if payload.Timings.Usage.CachedTokens == nil {
+	if payload.Timings.CachedTokens == nil {
 		return 0, false
 	}
-	return *payload.Timings.Usage.CachedTokens, true
+	return *payload.Timings.CachedTokens, true
 }