log_info_generate.go 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264
  1. package service
  2. import (
  3. "strings"
  4. "github.com/QuantumNous/new-api/common"
  5. "github.com/QuantumNous/new-api/constant"
  6. "github.com/QuantumNous/new-api/dto"
  7. relaycommon "github.com/QuantumNous/new-api/relay/common"
  8. "github.com/QuantumNous/new-api/types"
  9. "github.com/gin-gonic/gin"
  10. )
  11. func appendRequestPath(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  12. if other == nil {
  13. return
  14. }
  15. if ctx != nil && ctx.Request != nil && ctx.Request.URL != nil {
  16. if path := ctx.Request.URL.Path; path != "" {
  17. other["request_path"] = path
  18. return
  19. }
  20. }
  21. if relayInfo != nil && relayInfo.RequestURLPath != "" {
  22. path := relayInfo.RequestURLPath
  23. if idx := strings.Index(path, "?"); idx != -1 {
  24. path = path[:idx]
  25. }
  26. other["request_path"] = path
  27. }
  28. }
  29. func GenerateTextOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelRatio, groupRatio, completionRatio float64,
  30. cacheTokens int, cacheRatio float64, modelPrice float64, userGroupRatio float64) map[string]interface{} {
  31. other := make(map[string]interface{})
  32. other["model_ratio"] = modelRatio
  33. other["group_ratio"] = groupRatio
  34. other["completion_ratio"] = completionRatio
  35. other["cache_tokens"] = cacheTokens
  36. other["cache_ratio"] = cacheRatio
  37. other["model_price"] = modelPrice
  38. other["user_group_ratio"] = userGroupRatio
  39. other["frt"] = float64(relayInfo.FirstResponseTime.UnixMilli() - relayInfo.StartTime.UnixMilli())
  40. if relayInfo.ReasoningEffort != "" {
  41. other["reasoning_effort"] = relayInfo.ReasoningEffort
  42. }
  43. if relayInfo.IsModelMapped {
  44. other["is_model_mapped"] = true
  45. other["upstream_model_name"] = relayInfo.UpstreamModelName
  46. }
  47. isSystemPromptOverwritten := common.GetContextKeyBool(ctx, constant.ContextKeySystemPromptOverride)
  48. if isSystemPromptOverwritten {
  49. other["is_system_prompt_overwritten"] = true
  50. }
  51. adminInfo := make(map[string]interface{})
  52. adminInfo["use_channel"] = ctx.GetStringSlice("use_channel")
  53. isMultiKey := common.GetContextKeyBool(ctx, constant.ContextKeyChannelIsMultiKey)
  54. if isMultiKey {
  55. adminInfo["is_multi_key"] = true
  56. adminInfo["multi_key_index"] = common.GetContextKeyInt(ctx, constant.ContextKeyChannelMultiKeyIndex)
  57. }
  58. isLocalCountTokens := common.GetContextKeyBool(ctx, constant.ContextKeyLocalCountTokens)
  59. if isLocalCountTokens {
  60. adminInfo["local_count_tokens"] = isLocalCountTokens
  61. }
  62. AppendChannelAffinityAdminInfo(ctx, adminInfo)
  63. other["admin_info"] = adminInfo
  64. appendRequestPath(ctx, relayInfo, other)
  65. appendRequestConversionChain(relayInfo, other)
  66. appendFinalRequestFormat(relayInfo, other)
  67. appendBillingInfo(relayInfo, other)
  68. appendParamOverrideInfo(relayInfo, other)
  69. appendStreamStatus(relayInfo, other)
  70. return other
  71. }
  72. func appendParamOverrideInfo(relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  73. if relayInfo == nil || other == nil || len(relayInfo.ParamOverrideAudit) == 0 {
  74. return
  75. }
  76. other["po"] = relayInfo.ParamOverrideAudit
  77. }
  78. func appendStreamStatus(relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  79. if relayInfo == nil || other == nil || !relayInfo.IsStream || relayInfo.StreamStatus == nil {
  80. return
  81. }
  82. ss := relayInfo.StreamStatus
  83. status := "ok"
  84. if !ss.IsNormalEnd() || ss.HasErrors() {
  85. status = "error"
  86. }
  87. streamInfo := map[string]interface{}{
  88. "status": status,
  89. "end_reason": string(ss.EndReason),
  90. }
  91. if ss.EndError != nil {
  92. streamInfo["end_error"] = ss.EndError.Error()
  93. }
  94. if ss.ErrorCount > 0 {
  95. streamInfo["error_count"] = ss.ErrorCount
  96. messages := make([]string, 0, len(ss.Errors))
  97. for _, e := range ss.Errors {
  98. messages = append(messages, e.Message)
  99. }
  100. streamInfo["errors"] = messages
  101. }
  102. other["stream_status"] = streamInfo
  103. }
  104. func appendBillingInfo(relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  105. if relayInfo == nil || other == nil {
  106. return
  107. }
  108. // billing_source: "wallet" or "subscription"
  109. if relayInfo.BillingSource != "" {
  110. other["billing_source"] = relayInfo.BillingSource
  111. }
  112. if relayInfo.UserSetting.BillingPreference != "" {
  113. other["billing_preference"] = relayInfo.UserSetting.BillingPreference
  114. }
  115. if relayInfo.BillingSource == "subscription" {
  116. if relayInfo.SubscriptionId != 0 {
  117. other["subscription_id"] = relayInfo.SubscriptionId
  118. }
  119. if relayInfo.SubscriptionPreConsumed > 0 {
  120. other["subscription_pre_consumed"] = relayInfo.SubscriptionPreConsumed
  121. }
  122. // post_delta: settlement delta applied after actual usage is known (can be negative for refund)
  123. if relayInfo.SubscriptionPostDelta != 0 {
  124. other["subscription_post_delta"] = relayInfo.SubscriptionPostDelta
  125. }
  126. if relayInfo.SubscriptionPlanId != 0 {
  127. other["subscription_plan_id"] = relayInfo.SubscriptionPlanId
  128. }
  129. if relayInfo.SubscriptionPlanTitle != "" {
  130. other["subscription_plan_title"] = relayInfo.SubscriptionPlanTitle
  131. }
  132. // Compute "this request" subscription consumed + remaining
  133. consumed := relayInfo.SubscriptionPreConsumed + relayInfo.SubscriptionPostDelta
  134. usedFinal := relayInfo.SubscriptionAmountUsedAfterPreConsume + relayInfo.SubscriptionPostDelta
  135. if consumed < 0 {
  136. consumed = 0
  137. }
  138. if usedFinal < 0 {
  139. usedFinal = 0
  140. }
  141. if relayInfo.SubscriptionAmountTotal > 0 {
  142. remain := relayInfo.SubscriptionAmountTotal - usedFinal
  143. if remain < 0 {
  144. remain = 0
  145. }
  146. other["subscription_total"] = relayInfo.SubscriptionAmountTotal
  147. other["subscription_used"] = usedFinal
  148. other["subscription_remain"] = remain
  149. }
  150. if consumed > 0 {
  151. other["subscription_consumed"] = consumed
  152. }
  153. // Wallet quota is not deducted when billed from subscription.
  154. other["wallet_quota_deducted"] = 0
  155. }
  156. }
  157. func appendRequestConversionChain(relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  158. if relayInfo == nil || other == nil {
  159. return
  160. }
  161. if len(relayInfo.RequestConversionChain) == 0 {
  162. return
  163. }
  164. chain := make([]string, 0, len(relayInfo.RequestConversionChain))
  165. for _, f := range relayInfo.RequestConversionChain {
  166. switch f {
  167. case types.RelayFormatOpenAI:
  168. chain = append(chain, "OpenAI Compatible")
  169. case types.RelayFormatClaude:
  170. chain = append(chain, "Claude Messages")
  171. case types.RelayFormatGemini:
  172. chain = append(chain, "Google Gemini")
  173. case types.RelayFormatOpenAIResponses:
  174. chain = append(chain, "OpenAI Responses")
  175. default:
  176. chain = append(chain, string(f))
  177. }
  178. }
  179. if len(chain) == 0 {
  180. return
  181. }
  182. other["request_conversion"] = chain
  183. }
  184. func appendFinalRequestFormat(relayInfo *relaycommon.RelayInfo, other map[string]interface{}) {
  185. if relayInfo == nil || other == nil {
  186. return
  187. }
  188. if relayInfo.GetFinalRequestRelayFormat() == types.RelayFormatClaude {
  189. // claude indicates the final upstream request format is Claude Messages.
  190. // Frontend log rendering uses this to keep the original Claude input display.
  191. other["claude"] = true
  192. }
  193. }
  194. func GenerateWssOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.RealtimeUsage, modelRatio, groupRatio, completionRatio, audioRatio, audioCompletionRatio, modelPrice, userGroupRatio float64) map[string]interface{} {
  195. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, 0, 0.0, modelPrice, userGroupRatio)
  196. info["ws"] = true
  197. info["audio_input"] = usage.InputTokenDetails.AudioTokens
  198. info["audio_output"] = usage.OutputTokenDetails.AudioTokens
  199. info["text_input"] = usage.InputTokenDetails.TextTokens
  200. info["text_output"] = usage.OutputTokenDetails.TextTokens
  201. info["audio_ratio"] = audioRatio
  202. info["audio_completion_ratio"] = audioCompletionRatio
  203. return info
  204. }
  205. func GenerateAudioOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage, modelRatio, groupRatio, completionRatio, audioRatio, audioCompletionRatio, modelPrice, userGroupRatio float64) map[string]interface{} {
  206. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, 0, 0.0, modelPrice, userGroupRatio)
  207. info["audio"] = true
  208. info["audio_input"] = usage.PromptTokensDetails.AudioTokens
  209. info["audio_output"] = usage.CompletionTokenDetails.AudioTokens
  210. info["text_input"] = usage.PromptTokensDetails.TextTokens
  211. info["text_output"] = usage.CompletionTokenDetails.TextTokens
  212. info["audio_ratio"] = audioRatio
  213. info["audio_completion_ratio"] = audioCompletionRatio
  214. return info
  215. }
  216. func GenerateClaudeOtherInfo(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelRatio, groupRatio, completionRatio float64,
  217. cacheTokens int, cacheRatio float64,
  218. cacheCreationTokens int, cacheCreationRatio float64,
  219. cacheCreationTokens5m int, cacheCreationRatio5m float64,
  220. cacheCreationTokens1h int, cacheCreationRatio1h float64,
  221. modelPrice float64, userGroupRatio float64) map[string]interface{} {
  222. info := GenerateTextOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio, cacheTokens, cacheRatio, modelPrice, userGroupRatio)
  223. info["claude"] = true
  224. info["cache_creation_tokens"] = cacheCreationTokens
  225. info["cache_creation_ratio"] = cacheCreationRatio
  226. if cacheCreationTokens5m != 0 {
  227. info["cache_creation_tokens_5m"] = cacheCreationTokens5m
  228. info["cache_creation_ratio_5m"] = cacheCreationRatio5m
  229. }
  230. if cacheCreationTokens1h != 0 {
  231. info["cache_creation_tokens_1h"] = cacheCreationTokens1h
  232. info["cache_creation_ratio_1h"] = cacheCreationRatio1h
  233. }
  234. return info
  235. }
  236. func GenerateMjOtherInfo(relayInfo *relaycommon.RelayInfo, priceData types.PriceData) map[string]interface{} {
  237. other := make(map[string]interface{})
  238. other["model_price"] = priceData.ModelPrice
  239. other["group_ratio"] = priceData.GroupRatioInfo.GroupRatio
  240. if priceData.GroupRatioInfo.HasSpecialRatio {
  241. other["user_group_ratio"] = priceData.GroupRatioInfo.GroupSpecialRatio
  242. }
  243. appendRequestPath(nil, relayInfo, other)
  244. return other
  245. }