relay_info.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681
  1. package common
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "strings"
  7. "time"
  8. "github.com/QuantumNous/new-api/common"
  9. "github.com/QuantumNous/new-api/constant"
  10. "github.com/QuantumNous/new-api/dto"
  11. relayconstant "github.com/QuantumNous/new-api/relay/constant"
  12. "github.com/QuantumNous/new-api/setting/model_setting"
  13. "github.com/QuantumNous/new-api/types"
  14. "github.com/gin-gonic/gin"
  15. "github.com/gorilla/websocket"
  16. )
  17. type ThinkingContentInfo struct {
  18. IsFirstThinkingContent bool
  19. SendLastThinkingContent bool
  20. HasSentThinkingContent bool
  21. }
  22. const (
  23. LastMessageTypeNone = "none"
  24. LastMessageTypeText = "text"
  25. LastMessageTypeTools = "tools"
  26. LastMessageTypeThinking = "thinking"
  27. )
  28. type ClaudeConvertInfo struct {
  29. LastMessagesType string
  30. Index int
  31. Usage *dto.Usage
  32. FinishReason string
  33. Done bool
  34. }
  35. type RerankerInfo struct {
  36. Documents []any
  37. ReturnDocuments bool
  38. }
  39. type BuildInToolInfo struct {
  40. ToolName string
  41. CallCount int
  42. SearchContextSize string
  43. }
  44. type ResponsesUsageInfo struct {
  45. BuiltInTools map[string]*BuildInToolInfo
  46. }
  47. type ChannelMeta struct {
  48. ChannelType int
  49. ChannelId int
  50. ChannelIsMultiKey bool
  51. ChannelMultiKeyIndex int
  52. ChannelBaseUrl string
  53. ApiType int
  54. ApiVersion string
  55. ApiKey string
  56. Organization string
  57. ChannelCreateTime int64
  58. ParamOverride map[string]interface{}
  59. HeadersOverride map[string]interface{}
  60. ChannelSetting dto.ChannelSettings
  61. ChannelOtherSettings dto.ChannelOtherSettings
  62. UpstreamModelName string
  63. IsModelMapped bool
  64. SupportStreamOptions bool // 是否支持流式选项
  65. }
  66. type TokenCountMeta struct {
  67. //promptTokens int
  68. estimatePromptTokens int
  69. }
  70. type RelayInfo struct {
  71. TokenId int
  72. TokenKey string
  73. TokenGroup string
  74. UserId int
  75. UsingGroup string // 使用的分组,当auto跨分组重试时,会变动
  76. UserGroup string // 用户所在分组
  77. TokenUnlimited bool
  78. StartTime time.Time
  79. FirstResponseTime time.Time
  80. isFirstResponse bool
  81. //SendLastReasoningResponse bool
  82. IsStream bool
  83. IsGeminiBatchEmbedding bool
  84. IsPlayground bool
  85. UsePrice bool
  86. RelayMode int
  87. OriginModelName string
  88. RequestURLPath string
  89. ShouldIncludeUsage bool
  90. DisablePing bool // 是否禁止向下游发送自定义 Ping
  91. ClientWs *websocket.Conn
  92. TargetWs *websocket.Conn
  93. InputAudioFormat string
  94. OutputAudioFormat string
  95. RealtimeTools []dto.RealTimeTool
  96. IsFirstRequest bool
  97. AudioUsage bool
  98. ReasoningEffort string
  99. UserSetting dto.UserSetting
  100. UserEmail string
  101. UserQuota int
  102. RelayFormat types.RelayFormat
  103. SendResponseCount int
  104. FinalPreConsumedQuota int // 最终预消耗的配额
  105. IsClaudeBetaQuery bool // /v1/messages?beta=true
  106. PriceData types.PriceData
  107. Request dto.Request
  108. ThinkingContentInfo
  109. TokenCountMeta
  110. *ClaudeConvertInfo
  111. *RerankerInfo
  112. *ResponsesUsageInfo
  113. *ChannelMeta
  114. *TaskRelayInfo
  115. }
  116. func (info *RelayInfo) InitChannelMeta(c *gin.Context) {
  117. channelType := common.GetContextKeyInt(c, constant.ContextKeyChannelType)
  118. paramOverride := common.GetContextKeyStringMap(c, constant.ContextKeyChannelParamOverride)
  119. headerOverride := common.GetContextKeyStringMap(c, constant.ContextKeyChannelHeaderOverride)
  120. apiType, _ := common.ChannelType2APIType(channelType)
  121. channelMeta := &ChannelMeta{
  122. ChannelType: channelType,
  123. ChannelId: common.GetContextKeyInt(c, constant.ContextKeyChannelId),
  124. ChannelIsMultiKey: common.GetContextKeyBool(c, constant.ContextKeyChannelIsMultiKey),
  125. ChannelMultiKeyIndex: common.GetContextKeyInt(c, constant.ContextKeyChannelMultiKeyIndex),
  126. ChannelBaseUrl: common.GetContextKeyString(c, constant.ContextKeyChannelBaseUrl),
  127. ApiType: apiType,
  128. ApiVersion: c.GetString("api_version"),
  129. ApiKey: common.GetContextKeyString(c, constant.ContextKeyChannelKey),
  130. Organization: c.GetString("channel_organization"),
  131. ChannelCreateTime: c.GetInt64("channel_create_time"),
  132. ParamOverride: paramOverride,
  133. HeadersOverride: headerOverride,
  134. UpstreamModelName: common.GetContextKeyString(c, constant.ContextKeyOriginalModel),
  135. IsModelMapped: false,
  136. SupportStreamOptions: false,
  137. }
  138. if channelType == constant.ChannelTypeAzure {
  139. channelMeta.ApiVersion = GetAPIVersion(c)
  140. }
  141. if channelType == constant.ChannelTypeVertexAi {
  142. channelMeta.ApiVersion = c.GetString("region")
  143. }
  144. channelSetting, ok := common.GetContextKeyType[dto.ChannelSettings](c, constant.ContextKeyChannelSetting)
  145. if ok {
  146. channelMeta.ChannelSetting = channelSetting
  147. }
  148. channelOtherSettings, ok := common.GetContextKeyType[dto.ChannelOtherSettings](c, constant.ContextKeyChannelOtherSetting)
  149. if ok {
  150. channelMeta.ChannelOtherSettings = channelOtherSettings
  151. }
  152. if streamSupportedChannels[channelMeta.ChannelType] {
  153. channelMeta.SupportStreamOptions = true
  154. }
  155. info.ChannelMeta = channelMeta
  156. // reset some fields based on channel meta
  157. // 重置某些字段,例如模型名称等
  158. if info.Request != nil {
  159. info.Request.SetModelName(info.OriginModelName)
  160. }
  161. }
  162. func (info *RelayInfo) ToString() string {
  163. if info == nil {
  164. return "RelayInfo<nil>"
  165. }
  166. // Basic info
  167. b := &strings.Builder{}
  168. fmt.Fprintf(b, "RelayInfo{ ")
  169. fmt.Fprintf(b, "RelayFormat: %s, ", info.RelayFormat)
  170. fmt.Fprintf(b, "RelayMode: %d, ", info.RelayMode)
  171. fmt.Fprintf(b, "IsStream: %t, ", info.IsStream)
  172. fmt.Fprintf(b, "IsPlayground: %t, ", info.IsPlayground)
  173. fmt.Fprintf(b, "RequestURLPath: %q, ", info.RequestURLPath)
  174. fmt.Fprintf(b, "OriginModelName: %q, ", info.OriginModelName)
  175. fmt.Fprintf(b, "EstimatePromptTokens: %d, ", info.estimatePromptTokens)
  176. fmt.Fprintf(b, "ShouldIncludeUsage: %t, ", info.ShouldIncludeUsage)
  177. fmt.Fprintf(b, "DisablePing: %t, ", info.DisablePing)
  178. fmt.Fprintf(b, "SendResponseCount: %d, ", info.SendResponseCount)
  179. fmt.Fprintf(b, "FinalPreConsumedQuota: %d, ", info.FinalPreConsumedQuota)
  180. // User & token info (mask secrets)
  181. fmt.Fprintf(b, "User{ Id: %d, Email: %q, Group: %q, UsingGroup: %q, Quota: %d }, ",
  182. info.UserId, common.MaskEmail(info.UserEmail), info.UserGroup, info.UsingGroup, info.UserQuota)
  183. fmt.Fprintf(b, "Token{ Id: %d, Unlimited: %t, Key: ***masked*** }, ", info.TokenId, info.TokenUnlimited)
  184. // Time info
  185. latencyMs := info.FirstResponseTime.Sub(info.StartTime).Milliseconds()
  186. fmt.Fprintf(b, "Timing{ Start: %s, FirstResponse: %s, LatencyMs: %d }, ",
  187. info.StartTime.Format(time.RFC3339Nano), info.FirstResponseTime.Format(time.RFC3339Nano), latencyMs)
  188. // Audio / realtime
  189. if info.InputAudioFormat != "" || info.OutputAudioFormat != "" || len(info.RealtimeTools) > 0 || info.AudioUsage {
  190. fmt.Fprintf(b, "Realtime{ AudioUsage: %t, InFmt: %q, OutFmt: %q, Tools: %d }, ",
  191. info.AudioUsage, info.InputAudioFormat, info.OutputAudioFormat, len(info.RealtimeTools))
  192. }
  193. // Reasoning
  194. if info.ReasoningEffort != "" {
  195. fmt.Fprintf(b, "ReasoningEffort: %q, ", info.ReasoningEffort)
  196. }
  197. // Price data (non-sensitive)
  198. if info.PriceData.UsePrice {
  199. fmt.Fprintf(b, "PriceData{ %s }, ", info.PriceData.ToSetting())
  200. }
  201. // Channel metadata (mask ApiKey)
  202. if info.ChannelMeta != nil {
  203. cm := info.ChannelMeta
  204. fmt.Fprintf(b, "ChannelMeta{ Type: %d, Id: %d, IsMultiKey: %t, MultiKeyIndex: %d, BaseURL: %q, ApiType: %d, ApiVersion: %q, Organization: %q, CreateTime: %d, UpstreamModelName: %q, IsModelMapped: %t, SupportStreamOptions: %t, ApiKey: ***masked*** }, ",
  205. cm.ChannelType, cm.ChannelId, cm.ChannelIsMultiKey, cm.ChannelMultiKeyIndex, cm.ChannelBaseUrl, cm.ApiType, cm.ApiVersion, cm.Organization, cm.ChannelCreateTime, cm.UpstreamModelName, cm.IsModelMapped, cm.SupportStreamOptions)
  206. }
  207. // Responses usage info (non-sensitive)
  208. if info.ResponsesUsageInfo != nil && len(info.ResponsesUsageInfo.BuiltInTools) > 0 {
  209. fmt.Fprintf(b, "ResponsesTools{ ")
  210. first := true
  211. for name, tool := range info.ResponsesUsageInfo.BuiltInTools {
  212. if !first {
  213. fmt.Fprintf(b, ", ")
  214. }
  215. first = false
  216. if tool != nil {
  217. fmt.Fprintf(b, "%s: calls=%d", name, tool.CallCount)
  218. } else {
  219. fmt.Fprintf(b, "%s: calls=0", name)
  220. }
  221. }
  222. fmt.Fprintf(b, " }, ")
  223. }
  224. fmt.Fprintf(b, "}")
  225. return b.String()
  226. }
  227. // 定义支持流式选项的通道类型
  228. var streamSupportedChannels = map[int]bool{
  229. constant.ChannelTypeOpenAI: true,
  230. constant.ChannelTypeAnthropic: true,
  231. constant.ChannelTypeAws: true,
  232. constant.ChannelTypeGemini: true,
  233. constant.ChannelCloudflare: true,
  234. constant.ChannelTypeAzure: true,
  235. constant.ChannelTypeVolcEngine: true,
  236. constant.ChannelTypeOllama: true,
  237. constant.ChannelTypeXai: true,
  238. constant.ChannelTypeDeepSeek: true,
  239. constant.ChannelTypeBaiduV2: true,
  240. constant.ChannelTypeZhipu_v4: true,
  241. constant.ChannelTypeAli: true,
  242. constant.ChannelTypeSubmodel: true,
  243. }
  244. func GenRelayInfoWs(c *gin.Context, ws *websocket.Conn) *RelayInfo {
  245. info := genBaseRelayInfo(c, nil)
  246. info.RelayFormat = types.RelayFormatOpenAIRealtime
  247. info.ClientWs = ws
  248. info.InputAudioFormat = "pcm16"
  249. info.OutputAudioFormat = "pcm16"
  250. info.IsFirstRequest = true
  251. return info
  252. }
  253. func GenRelayInfoClaude(c *gin.Context, request dto.Request) *RelayInfo {
  254. info := genBaseRelayInfo(c, request)
  255. info.RelayFormat = types.RelayFormatClaude
  256. info.ShouldIncludeUsage = false
  257. info.ClaudeConvertInfo = &ClaudeConvertInfo{
  258. LastMessagesType: LastMessageTypeNone,
  259. }
  260. if c.Query("beta") == "true" {
  261. info.IsClaudeBetaQuery = true
  262. }
  263. return info
  264. }
  265. func GenRelayInfoRerank(c *gin.Context, request *dto.RerankRequest) *RelayInfo {
  266. info := genBaseRelayInfo(c, request)
  267. info.RelayMode = relayconstant.RelayModeRerank
  268. info.RelayFormat = types.RelayFormatRerank
  269. info.RerankerInfo = &RerankerInfo{
  270. Documents: request.Documents,
  271. ReturnDocuments: request.GetReturnDocuments(),
  272. }
  273. return info
  274. }
  275. func GenRelayInfoOpenAIAudio(c *gin.Context, request dto.Request) *RelayInfo {
  276. info := genBaseRelayInfo(c, request)
  277. info.RelayFormat = types.RelayFormatOpenAIAudio
  278. return info
  279. }
  280. func GenRelayInfoEmbedding(c *gin.Context, request dto.Request) *RelayInfo {
  281. info := genBaseRelayInfo(c, request)
  282. info.RelayFormat = types.RelayFormatEmbedding
  283. return info
  284. }
  285. func GenRelayInfoResponses(c *gin.Context, request *dto.OpenAIResponsesRequest) *RelayInfo {
  286. info := genBaseRelayInfo(c, request)
  287. info.RelayMode = relayconstant.RelayModeResponses
  288. info.RelayFormat = types.RelayFormatOpenAIResponses
  289. info.ResponsesUsageInfo = &ResponsesUsageInfo{
  290. BuiltInTools: make(map[string]*BuildInToolInfo),
  291. }
  292. if len(request.Tools) > 0 {
  293. for _, tool := range request.GetToolsMap() {
  294. toolType := common.Interface2String(tool["type"])
  295. info.ResponsesUsageInfo.BuiltInTools[toolType] = &BuildInToolInfo{
  296. ToolName: toolType,
  297. CallCount: 0,
  298. }
  299. switch toolType {
  300. case dto.BuildInToolWebSearchPreview:
  301. searchContextSize := common.Interface2String(tool["search_context_size"])
  302. if searchContextSize == "" {
  303. searchContextSize = "medium"
  304. }
  305. info.ResponsesUsageInfo.BuiltInTools[toolType].SearchContextSize = searchContextSize
  306. }
  307. }
  308. }
  309. return info
  310. }
  311. func GenRelayInfoGemini(c *gin.Context, request dto.Request) *RelayInfo {
  312. info := genBaseRelayInfo(c, request)
  313. info.RelayFormat = types.RelayFormatGemini
  314. info.ShouldIncludeUsage = false
  315. return info
  316. }
  317. func GenRelayInfoImage(c *gin.Context, request dto.Request) *RelayInfo {
  318. info := genBaseRelayInfo(c, request)
  319. info.RelayFormat = types.RelayFormatOpenAIImage
  320. return info
  321. }
  322. func GenRelayInfoOpenAI(c *gin.Context, request dto.Request) *RelayInfo {
  323. info := genBaseRelayInfo(c, request)
  324. info.RelayFormat = types.RelayFormatOpenAI
  325. return info
  326. }
  327. func genBaseRelayInfo(c *gin.Context, request dto.Request) *RelayInfo {
  328. //channelType := common.GetContextKeyInt(c, constant.ContextKeyChannelType)
  329. //channelId := common.GetContextKeyInt(c, constant.ContextKeyChannelId)
  330. //paramOverride := common.GetContextKeyStringMap(c, constant.ContextKeyChannelParamOverride)
  331. tokenGroup := common.GetContextKeyString(c, constant.ContextKeyTokenGroup)
  332. // 当令牌分组为空时,表示使用用户分组
  333. if tokenGroup == "" {
  334. tokenGroup = common.GetContextKeyString(c, constant.ContextKeyUserGroup)
  335. }
  336. startTime := common.GetContextKeyTime(c, constant.ContextKeyRequestStartTime)
  337. if startTime.IsZero() {
  338. startTime = time.Now()
  339. }
  340. isStream := false
  341. if request != nil {
  342. isStream = request.IsStream(c)
  343. }
  344. // firstResponseTime = time.Now() - 1 second
  345. info := &RelayInfo{
  346. Request: request,
  347. UserId: common.GetContextKeyInt(c, constant.ContextKeyUserId),
  348. UsingGroup: common.GetContextKeyString(c, constant.ContextKeyUsingGroup),
  349. UserGroup: common.GetContextKeyString(c, constant.ContextKeyUserGroup),
  350. UserQuota: common.GetContextKeyInt(c, constant.ContextKeyUserQuota),
  351. UserEmail: common.GetContextKeyString(c, constant.ContextKeyUserEmail),
  352. OriginModelName: common.GetContextKeyString(c, constant.ContextKeyOriginalModel),
  353. TokenId: common.GetContextKeyInt(c, constant.ContextKeyTokenId),
  354. TokenKey: common.GetContextKeyString(c, constant.ContextKeyTokenKey),
  355. TokenUnlimited: common.GetContextKeyBool(c, constant.ContextKeyTokenUnlimited),
  356. TokenGroup: tokenGroup,
  357. isFirstResponse: true,
  358. RelayMode: relayconstant.Path2RelayMode(c.Request.URL.Path),
  359. RequestURLPath: c.Request.URL.String(),
  360. IsStream: isStream,
  361. StartTime: startTime,
  362. FirstResponseTime: startTime.Add(-time.Second),
  363. ThinkingContentInfo: ThinkingContentInfo{
  364. IsFirstThinkingContent: true,
  365. SendLastThinkingContent: false,
  366. },
  367. TokenCountMeta: TokenCountMeta{
  368. //promptTokens: common.GetContextKeyInt(c, constant.ContextKeyPromptTokens),
  369. estimatePromptTokens: common.GetContextKeyInt(c, constant.ContextKeyEstimatedTokens),
  370. },
  371. }
  372. if info.RelayMode == relayconstant.RelayModeUnknown {
  373. info.RelayMode = c.GetInt("relay_mode")
  374. }
  375. if strings.HasPrefix(c.Request.URL.Path, "/pg") {
  376. info.IsPlayground = true
  377. info.RequestURLPath = strings.TrimPrefix(info.RequestURLPath, "/pg")
  378. info.RequestURLPath = "/v1" + info.RequestURLPath
  379. }
  380. userSetting, ok := common.GetContextKeyType[dto.UserSetting](c, constant.ContextKeyUserSetting)
  381. if ok {
  382. info.UserSetting = userSetting
  383. }
  384. return info
  385. }
  386. func GenRelayInfo(c *gin.Context, relayFormat types.RelayFormat, request dto.Request, ws *websocket.Conn) (*RelayInfo, error) {
  387. switch relayFormat {
  388. case types.RelayFormatOpenAI:
  389. return GenRelayInfoOpenAI(c, request), nil
  390. case types.RelayFormatOpenAIAudio:
  391. return GenRelayInfoOpenAIAudio(c, request), nil
  392. case types.RelayFormatOpenAIImage:
  393. return GenRelayInfoImage(c, request), nil
  394. case types.RelayFormatOpenAIRealtime:
  395. return GenRelayInfoWs(c, ws), nil
  396. case types.RelayFormatClaude:
  397. return GenRelayInfoClaude(c, request), nil
  398. case types.RelayFormatRerank:
  399. if request, ok := request.(*dto.RerankRequest); ok {
  400. return GenRelayInfoRerank(c, request), nil
  401. }
  402. return nil, errors.New("request is not a RerankRequest")
  403. case types.RelayFormatGemini:
  404. return GenRelayInfoGemini(c, request), nil
  405. case types.RelayFormatEmbedding:
  406. return GenRelayInfoEmbedding(c, request), nil
  407. case types.RelayFormatOpenAIResponses:
  408. if request, ok := request.(*dto.OpenAIResponsesRequest); ok {
  409. return GenRelayInfoResponses(c, request), nil
  410. }
  411. return nil, errors.New("request is not a OpenAIResponsesRequest")
  412. case types.RelayFormatTask:
  413. return genBaseRelayInfo(c, nil), nil
  414. case types.RelayFormatMjProxy:
  415. return genBaseRelayInfo(c, nil), nil
  416. default:
  417. return nil, errors.New("invalid relay format")
  418. }
  419. }
  420. //func (info *RelayInfo) SetPromptTokens(promptTokens int) {
  421. // info.promptTokens = promptTokens
  422. //}
  423. func (info *RelayInfo) SetEstimatePromptTokens(promptTokens int) {
  424. info.estimatePromptTokens = promptTokens
  425. }
  426. func (info *RelayInfo) GetEstimatePromptTokens() int {
  427. return info.estimatePromptTokens
  428. }
  429. func (info *RelayInfo) SetFirstResponseTime() {
  430. if info.isFirstResponse {
  431. info.FirstResponseTime = time.Now()
  432. info.isFirstResponse = false
  433. }
  434. }
  435. func (info *RelayInfo) HasSendResponse() bool {
  436. return info.FirstResponseTime.After(info.StartTime)
  437. }
  438. type TaskRelayInfo struct {
  439. Action string
  440. OriginTaskID string
  441. ConsumeQuota bool
  442. }
  443. type TaskSubmitReq struct {
  444. Prompt string `json:"prompt"`
  445. Model string `json:"model,omitempty"`
  446. Mode string `json:"mode,omitempty"`
  447. Image string `json:"image,omitempty"`
  448. Images []string `json:"images,omitempty"`
  449. Size string `json:"size,omitempty"`
  450. Duration int `json:"duration,omitempty"`
  451. Seconds string `json:"seconds,omitempty"`
  452. InputReference string `json:"input_reference,omitempty"`
  453. Metadata map[string]interface{} `json:"metadata,omitempty"`
  454. }
  455. func (t *TaskSubmitReq) GetPrompt() string {
  456. return t.Prompt
  457. }
  458. func (t *TaskSubmitReq) HasImage() bool {
  459. return len(t.Images) > 0
  460. }
  461. func (t *TaskSubmitReq) UnmarshalJSON(data []byte) error {
  462. type Alias TaskSubmitReq
  463. aux := &struct {
  464. Metadata json.RawMessage `json:"metadata,omitempty"`
  465. *Alias
  466. }{
  467. Alias: (*Alias)(t),
  468. }
  469. if err := common.Unmarshal(data, &aux); err != nil {
  470. return err
  471. }
  472. if len(aux.Metadata) > 0 {
  473. var metadataStr string
  474. if err := common.Unmarshal(aux.Metadata, &metadataStr); err == nil && metadataStr != "" {
  475. var metadataObj map[string]interface{}
  476. if err := common.Unmarshal([]byte(metadataStr), &metadataObj); err == nil {
  477. t.Metadata = metadataObj
  478. return nil
  479. }
  480. }
  481. var metadataObj map[string]interface{}
  482. if err := common.Unmarshal(aux.Metadata, &metadataObj); err == nil {
  483. t.Metadata = metadataObj
  484. }
  485. }
  486. return nil
  487. }
  488. func (t *TaskSubmitReq) UnmarshalMetadata(v any) error {
  489. metadata := t.Metadata
  490. if metadata != nil {
  491. metadataBytes, err := json.Marshal(metadata)
  492. if err != nil {
  493. return fmt.Errorf("marshal metadata failed: %w", err)
  494. }
  495. err = json.Unmarshal(metadataBytes, v)
  496. if err != nil {
  497. return fmt.Errorf("unmarshal metadata to target failed: %w", err)
  498. }
  499. }
  500. return nil
  501. }
  502. type TaskInfo struct {
  503. Code int `json:"code"`
  504. TaskID string `json:"task_id"`
  505. Status string `json:"status"`
  506. Reason string `json:"reason,omitempty"`
  507. Url string `json:"url,omitempty"`
  508. RemoteUrl string `json:"remote_url,omitempty"`
  509. Progress string `json:"progress,omitempty"`
  510. CompletionTokens int `json:"completion_tokens,omitempty"` // 用于按倍率计费
  511. TotalTokens int `json:"total_tokens,omitempty"` // 用于按倍率计费
  512. }
  513. func FailTaskInfo(reason string) *TaskInfo {
  514. return &TaskInfo{
  515. Status: "FAILURE",
  516. Reason: reason,
  517. }
  518. }
  519. // RemoveDisabledFields 从请求 JSON 数据中移除渠道设置中禁用的字段
  520. // service_tier: 服务层级字段,可能导致额外计费(OpenAI、Claude、Responses API 支持)
  521. // store: 数据存储授权字段,涉及用户隐私(仅 OpenAI、Responses API 支持,默认允许透传,禁用后可能导致 Codex 无法使用)
  522. // safety_identifier: 安全标识符,用于向 OpenAI 报告违规用户(仅 OpenAI 支持,涉及用户隐私)
  523. func RemoveDisabledFields(jsonData []byte, channelOtherSettings dto.ChannelOtherSettings) ([]byte, error) {
  524. var data map[string]interface{}
  525. if err := common.Unmarshal(jsonData, &data); err != nil {
  526. common.SysError("RemoveDisabledFields Unmarshal error :" + err.Error())
  527. return jsonData, nil
  528. }
  529. // 默认移除 service_tier,除非明确允许(避免额外计费风险)
  530. if !channelOtherSettings.AllowServiceTier {
  531. if _, exists := data["service_tier"]; exists {
  532. delete(data, "service_tier")
  533. }
  534. }
  535. // 默认允许 store 透传,除非明确禁用(禁用可能影响 Codex 使用)
  536. if channelOtherSettings.DisableStore {
  537. if _, exists := data["store"]; exists {
  538. delete(data, "store")
  539. }
  540. }
  541. // 默认移除 safety_identifier,除非明确允许(保护用户隐私,避免向 OpenAI 报告用户信息)
  542. if !channelOtherSettings.AllowSafetyIdentifier {
  543. if _, exists := data["safety_identifier"]; exists {
  544. delete(data, "safety_identifier")
  545. }
  546. }
  547. jsonDataAfter, err := common.Marshal(data)
  548. if err != nil {
  549. common.SysError("RemoveDisabledFields Marshal error :" + err.Error())
  550. return jsonData, nil
  551. }
  552. return jsonDataAfter, nil
  553. }
  554. // RemoveGeminiDisabledFields removes disabled fields from Gemini request JSON data
  555. // Currently supports removing functionResponse.id field which Vertex AI does not support
  556. func RemoveGeminiDisabledFields(jsonData []byte) ([]byte, error) {
  557. if !model_setting.GetGeminiSettings().RemoveFunctionResponseIdEnabled {
  558. return jsonData, nil
  559. }
  560. var data map[string]interface{}
  561. if err := common.Unmarshal(jsonData, &data); err != nil {
  562. common.SysError("RemoveGeminiDisabledFields Unmarshal error: " + err.Error())
  563. return jsonData, nil
  564. }
  565. // Process contents array
  566. // Handle both camelCase (functionResponse) and snake_case (function_response)
  567. if contents, ok := data["contents"].([]interface{}); ok {
  568. for _, content := range contents {
  569. if contentMap, ok := content.(map[string]interface{}); ok {
  570. if parts, ok := contentMap["parts"].([]interface{}); ok {
  571. for _, part := range parts {
  572. if partMap, ok := part.(map[string]interface{}); ok {
  573. // Check functionResponse (camelCase)
  574. if funcResp, ok := partMap["functionResponse"].(map[string]interface{}); ok {
  575. delete(funcResp, "id")
  576. }
  577. // Check function_response (snake_case)
  578. if funcResp, ok := partMap["function_response"].(map[string]interface{}); ok {
  579. delete(funcResp, "id")
  580. }
  581. }
  582. }
  583. }
  584. }
  585. }
  586. }
  587. jsonDataAfter, err := common.Marshal(data)
  588. if err != nil {
  589. common.SysError("RemoveGeminiDisabledFields Marshal error: " + err.Error())
  590. return jsonData, nil
  591. }
  592. return jsonDataAfter, nil
  593. }