adaptor.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130
  1. package siliconflow
  2. import (
  3. "errors"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "github.com/QuantumNous/new-api/common"
  8. "github.com/QuantumNous/new-api/dto"
  9. "github.com/QuantumNous/new-api/relay/channel"
  10. "github.com/QuantumNous/new-api/relay/channel/openai"
  11. relaycommon "github.com/QuantumNous/new-api/relay/common"
  12. "github.com/QuantumNous/new-api/relay/constant"
  13. "github.com/QuantumNous/new-api/types"
  14. "github.com/gin-gonic/gin"
  15. "github.com/samber/lo"
  16. )
  17. type Adaptor struct {
  18. }
  19. func (a *Adaptor) ConvertGeminiRequest(*gin.Context, *relaycommon.RelayInfo, *dto.GeminiChatRequest) (any, error) {
  20. //TODO implement me
  21. return nil, errors.New("not implemented")
  22. }
  23. func (a *Adaptor) ConvertClaudeRequest(c *gin.Context, info *relaycommon.RelayInfo, req *dto.ClaudeRequest) (any, error) {
  24. adaptor := openai.Adaptor{}
  25. return adaptor.ConvertClaudeRequest(c, info, req)
  26. }
  27. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  28. adaptor := openai.Adaptor{}
  29. return adaptor.ConvertAudioRequest(c, info, request)
  30. }
  31. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  32. // 解析extra到SFImageRequest里,以填入SiliconFlow特殊字段。若失败重建一个空的。
  33. sfRequest := &SFImageRequest{}
  34. extra, err := common.Marshal(request.Extra)
  35. if err == nil {
  36. err = common.Unmarshal(extra, sfRequest)
  37. if err != nil {
  38. sfRequest = &SFImageRequest{}
  39. }
  40. }
  41. sfRequest.Model = request.Model
  42. sfRequest.Prompt = request.Prompt
  43. // 优先使用image_size/batch_size,否则使用OpenAI标准的size/n
  44. if sfRequest.ImageSize == "" {
  45. sfRequest.ImageSize = request.Size
  46. }
  47. if sfRequest.BatchSize == 0 {
  48. if request.N != nil {
  49. sfRequest.BatchSize = lo.FromPtr(request.N)
  50. }
  51. }
  52. return sfRequest, nil
  53. }
  54. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  55. }
  56. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  57. if info.RelayMode == constant.RelayModeRerank {
  58. return fmt.Sprintf("%s/v1/rerank", info.ChannelBaseUrl), nil
  59. }
  60. return relaycommon.GetFullRequestURL(info.ChannelBaseUrl, info.RequestURLPath, info.ChannelType), nil
  61. }
  62. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  63. channel.SetupApiRequestHeader(info, c, req)
  64. req.Set("Authorization", fmt.Sprintf("Bearer %s", info.ApiKey))
  65. return nil
  66. }
  67. func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  68. // SiliconFlow requires messages array for FIM requests, even if client doesn't send it
  69. if (request.Prefix != nil || request.Suffix != nil) && len(request.Messages) == 0 {
  70. // Add an empty user message to satisfy SiliconFlow's requirement
  71. request.Messages = []dto.Message{
  72. {
  73. Role: "user",
  74. Content: "",
  75. },
  76. }
  77. }
  78. return request, nil
  79. }
  80. func (a *Adaptor) ConvertOpenAIResponsesRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.OpenAIResponsesRequest) (any, error) {
  81. // TODO implement me
  82. return nil, errors.New("not implemented")
  83. }
  84. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  85. adaptor := openai.Adaptor{}
  86. return adaptor.DoRequest(c, info, requestBody)
  87. }
  88. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  89. return request, nil
  90. }
  91. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  92. return request, nil
  93. }
  94. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *types.NewAPIError) {
  95. switch info.RelayMode {
  96. case constant.RelayModeRerank:
  97. usage, err = siliconflowRerankHandler(c, info, resp)
  98. default:
  99. adaptor := openai.Adaptor{}
  100. usage, err = adaptor.DoResponse(c, resp, info)
  101. }
  102. return
  103. }
  104. func (a *Adaptor) GetModelList() []string {
  105. return ModelList
  106. }
  107. func (a *Adaptor) GetChannelName() string {
  108. return ChannelName
  109. }