model_mapped.go 2.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293
  1. package helper
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "one-api/dto"
  7. common2 "one-api/logger"
  8. "one-api/relay/common"
  9. "one-api/types"
  10. "github.com/gin-gonic/gin"
  11. )
  12. func ModelMappedHelper(c *gin.Context, info *common.RelayInfo, request any) error {
  13. // map model name
  14. modelMapping := c.GetString("model_mapping")
  15. if modelMapping != "" && modelMapping != "{}" {
  16. modelMap := make(map[string]string)
  17. err := json.Unmarshal([]byte(modelMapping), &modelMap)
  18. if err != nil {
  19. return fmt.Errorf("unmarshal_model_mapping_failed")
  20. }
  21. // 支持链式模型重定向,最终使用链尾的模型
  22. currentModel := info.OriginModelName
  23. visitedModels := map[string]bool{
  24. currentModel: true,
  25. }
  26. for {
  27. if mappedModel, exists := modelMap[currentModel]; exists && mappedModel != "" {
  28. // 模型重定向循环检测,避免无限循环
  29. if visitedModels[mappedModel] {
  30. if mappedModel == currentModel {
  31. if currentModel == info.OriginModelName {
  32. info.IsModelMapped = false
  33. return nil
  34. } else {
  35. info.IsModelMapped = true
  36. break
  37. }
  38. }
  39. return errors.New("model_mapping_contains_cycle")
  40. }
  41. visitedModels[mappedModel] = true
  42. currentModel = mappedModel
  43. info.IsModelMapped = true
  44. } else {
  45. break
  46. }
  47. }
  48. if info.IsModelMapped {
  49. info.UpstreamModelName = currentModel
  50. }
  51. }
  52. if request != nil {
  53. switch info.RelayFormat {
  54. case types.RelayFormatGemini:
  55. // Gemini 模型映射
  56. case types.RelayFormatClaude:
  57. if claudeRequest, ok := request.(*dto.ClaudeRequest); ok {
  58. claudeRequest.Model = info.UpstreamModelName
  59. }
  60. case types.RelayFormatOpenAIResponses:
  61. if openAIResponsesRequest, ok := request.(*dto.OpenAIResponsesRequest); ok {
  62. openAIResponsesRequest.Model = info.UpstreamModelName
  63. }
  64. case types.RelayFormatOpenAIAudio:
  65. if openAIAudioRequest, ok := request.(*dto.AudioRequest); ok {
  66. openAIAudioRequest.Model = info.UpstreamModelName
  67. }
  68. case types.RelayFormatOpenAIImage:
  69. if imageRequest, ok := request.(*dto.ImageRequest); ok {
  70. imageRequest.Model = info.UpstreamModelName
  71. }
  72. case types.RelayFormatRerank:
  73. if rerankRequest, ok := request.(*dto.RerankRequest); ok {
  74. rerankRequest.Model = info.UpstreamModelName
  75. }
  76. case types.RelayFormatEmbedding:
  77. if embeddingRequest, ok := request.(*dto.EmbeddingRequest); ok {
  78. embeddingRequest.Model = info.UpstreamModelName
  79. }
  80. default:
  81. if openAIRequest, ok := request.(*dto.GeneralOpenAIRequest); ok {
  82. openAIRequest.Model = info.UpstreamModelName
  83. } else {
  84. common2.LogWarn(c, fmt.Sprintf("model mapped but request type %T not supported", request))
  85. }
  86. }
  87. }
  88. return nil
  89. }