adaptor.go 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. package baidu
  2. import (
  3. "errors"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "strings"
  8. "github.com/QuantumNous/new-api/dto"
  9. "github.com/QuantumNous/new-api/relay/channel"
  10. relaycommon "github.com/QuantumNous/new-api/relay/common"
  11. "github.com/QuantumNous/new-api/relay/constant"
  12. "github.com/QuantumNous/new-api/types"
  13. "github.com/gin-gonic/gin"
  14. )
  15. type Adaptor struct {
  16. }
  17. func (a *Adaptor) ConvertGeminiRequest(*gin.Context, *relaycommon.RelayInfo, *dto.GeminiChatRequest) (any, error) {
  18. //TODO implement me
  19. return nil, errors.New("not implemented")
  20. }
  21. func (a *Adaptor) ConvertClaudeRequest(*gin.Context, *relaycommon.RelayInfo, *dto.ClaudeRequest) (any, error) {
  22. //TODO implement me
  23. panic("implement me")
  24. return nil, nil
  25. }
  26. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  27. //TODO implement me
  28. return nil, errors.New("not implemented")
  29. }
  30. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  31. //TODO implement me
  32. return nil, errors.New("not implemented")
  33. }
  34. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  35. }
  36. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  37. // https://cloud.baidu.com/doc/WENXINWORKSHOP/s/clntwmv7t
  38. suffix := "chat/"
  39. if strings.HasPrefix(info.UpstreamModelName, "Embedding") {
  40. suffix = "embeddings/"
  41. }
  42. if strings.HasPrefix(info.UpstreamModelName, "bge-large") {
  43. suffix = "embeddings/"
  44. }
  45. if strings.HasPrefix(info.UpstreamModelName, "tao-8k") {
  46. suffix = "embeddings/"
  47. }
  48. switch info.UpstreamModelName {
  49. case "ERNIE-4.0":
  50. suffix += "completions_pro"
  51. case "ERNIE-Bot-4":
  52. suffix += "completions_pro"
  53. case "ERNIE-Bot":
  54. suffix += "completions"
  55. case "ERNIE-Bot-turbo":
  56. suffix += "eb-instant"
  57. case "ERNIE-Speed":
  58. suffix += "ernie_speed"
  59. case "ERNIE-4.0-8K":
  60. suffix += "completions_pro"
  61. case "ERNIE-3.5-8K":
  62. suffix += "completions"
  63. case "ERNIE-3.5-8K-0205":
  64. suffix += "ernie-3.5-8k-0205"
  65. case "ERNIE-3.5-8K-1222":
  66. suffix += "ernie-3.5-8k-1222"
  67. case "ERNIE-Bot-8K":
  68. suffix += "ernie_bot_8k"
  69. case "ERNIE-3.5-4K-0205":
  70. suffix += "ernie-3.5-4k-0205"
  71. case "ERNIE-Speed-8K":
  72. suffix += "ernie_speed"
  73. case "ERNIE-Speed-128K":
  74. suffix += "ernie-speed-128k"
  75. case "ERNIE-Lite-8K-0922":
  76. suffix += "eb-instant"
  77. case "ERNIE-Lite-8K-0308":
  78. suffix += "ernie-lite-8k"
  79. case "ERNIE-Tiny-8K":
  80. suffix += "ernie-tiny-8k"
  81. case "BLOOMZ-7B":
  82. suffix += "bloomz_7b1"
  83. case "Embedding-V1":
  84. suffix += "embedding-v1"
  85. case "bge-large-zh":
  86. suffix += "bge_large_zh"
  87. case "bge-large-en":
  88. suffix += "bge_large_en"
  89. case "tao-8k":
  90. suffix += "tao_8k"
  91. default:
  92. suffix += strings.ToLower(info.UpstreamModelName)
  93. }
  94. fullRequestURL := fmt.Sprintf("%s/rpc/2.0/ai_custom/v1/wenxinworkshop/%s", info.ChannelBaseUrl, suffix)
  95. var accessToken string
  96. var err error
  97. if accessToken, err = getBaiduAccessToken(info.ApiKey); err != nil {
  98. return "", err
  99. }
  100. fullRequestURL += "?access_token=" + accessToken
  101. return fullRequestURL, nil
  102. }
  103. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  104. channel.SetupApiRequestHeader(info, c, req)
  105. req.Set("Authorization", "Bearer "+info.ApiKey)
  106. return nil
  107. }
  108. func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  109. if request == nil {
  110. return nil, errors.New("request is nil")
  111. }
  112. switch info.RelayMode {
  113. default:
  114. baiduRequest := requestOpenAI2Baidu(*request)
  115. return baiduRequest, nil
  116. }
  117. }
  118. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  119. return nil, nil
  120. }
  121. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  122. baiduEmbeddingRequest := embeddingRequestOpenAI2Baidu(request)
  123. return baiduEmbeddingRequest, nil
  124. }
  125. func (a *Adaptor) ConvertOpenAIResponsesRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.OpenAIResponsesRequest) (any, error) {
  126. // TODO implement me
  127. return nil, errors.New("not implemented")
  128. }
  129. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  130. return channel.DoApiRequest(a, c, info, requestBody)
  131. }
  132. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *types.NewAPIError) {
  133. if info.IsStream {
  134. err, usage = baiduStreamHandler(c, info, resp)
  135. } else {
  136. switch info.RelayMode {
  137. case constant.RelayModeEmbeddings:
  138. err, usage = baiduEmbeddingHandler(c, info, resp)
  139. default:
  140. err, usage = baiduHandler(c, info, resp)
  141. }
  142. }
  143. return
  144. }
  145. func (a *Adaptor) GetModelList() []string {
  146. return ModelList
  147. }
  148. func (a *Adaptor) GetChannelName() string {
  149. return ChannelName
  150. }