adaptor.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149
  1. package baidu
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/gin-gonic/gin"
  6. "io"
  7. "net/http"
  8. "one-api/dto"
  9. "one-api/relay/channel"
  10. relaycommon "one-api/relay/common"
  11. "one-api/relay/constant"
  12. "strings"
  13. )
  14. type Adaptor struct {
  15. }
  16. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  17. //TODO implement me
  18. return nil, errors.New("not implemented")
  19. }
  20. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  21. //TODO implement me
  22. return nil, errors.New("not implemented")
  23. }
  24. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  25. }
  26. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  27. // https://cloud.baidu.com/doc/WENXINWORKSHOP/s/clntwmv7t
  28. suffix := "chat/"
  29. if strings.HasPrefix(info.UpstreamModelName, "Embedding") {
  30. suffix = "embeddings/"
  31. }
  32. if strings.HasPrefix(info.UpstreamModelName, "bge-large") {
  33. suffix = "embeddings/"
  34. }
  35. if strings.HasPrefix(info.UpstreamModelName, "tao-8k") {
  36. suffix = "embeddings/"
  37. }
  38. switch info.UpstreamModelName {
  39. case "ERNIE-4.0":
  40. suffix += "completions_pro"
  41. case "ERNIE-Bot-4":
  42. suffix += "completions_pro"
  43. case "ERNIE-Bot":
  44. suffix += "completions"
  45. case "ERNIE-Bot-turbo":
  46. suffix += "eb-instant"
  47. case "ERNIE-Speed":
  48. suffix += "ernie_speed"
  49. case "ERNIE-4.0-8K":
  50. suffix += "completions_pro"
  51. case "ERNIE-3.5-8K":
  52. suffix += "completions"
  53. case "ERNIE-3.5-8K-0205":
  54. suffix += "ernie-3.5-8k-0205"
  55. case "ERNIE-3.5-8K-1222":
  56. suffix += "ernie-3.5-8k-1222"
  57. case "ERNIE-Bot-8K":
  58. suffix += "ernie_bot_8k"
  59. case "ERNIE-3.5-4K-0205":
  60. suffix += "ernie-3.5-4k-0205"
  61. case "ERNIE-Speed-8K":
  62. suffix += "ernie_speed"
  63. case "ERNIE-Speed-128K":
  64. suffix += "ernie-speed-128k"
  65. case "ERNIE-Lite-8K-0922":
  66. suffix += "eb-instant"
  67. case "ERNIE-Lite-8K-0308":
  68. suffix += "ernie-lite-8k"
  69. case "ERNIE-Tiny-8K":
  70. suffix += "ernie-tiny-8k"
  71. case "BLOOMZ-7B":
  72. suffix += "bloomz_7b1"
  73. case "Embedding-V1":
  74. suffix += "embedding-v1"
  75. case "bge-large-zh":
  76. suffix += "bge_large_zh"
  77. case "bge-large-en":
  78. suffix += "bge_large_en"
  79. case "tao-8k":
  80. suffix += "tao_8k"
  81. default:
  82. suffix += strings.ToLower(info.UpstreamModelName)
  83. }
  84. fullRequestURL := fmt.Sprintf("%s/rpc/2.0/ai_custom/v1/wenxinworkshop/%s", info.BaseUrl, suffix)
  85. var accessToken string
  86. var err error
  87. if accessToken, err = getBaiduAccessToken(info.ApiKey); err != nil {
  88. return "", err
  89. }
  90. fullRequestURL += "?access_token=" + accessToken
  91. return fullRequestURL, nil
  92. }
  93. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
  94. channel.SetupApiRequestHeader(info, c, req)
  95. req.Header.Set("Authorization", "Bearer "+info.ApiKey)
  96. return nil
  97. }
  98. func (a *Adaptor) ConvertRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  99. if request == nil {
  100. return nil, errors.New("request is nil")
  101. }
  102. switch info.RelayMode {
  103. case constant.RelayModeEmbeddings:
  104. baiduEmbeddingRequest := embeddingRequestOpenAI2Baidu(*request)
  105. return baiduEmbeddingRequest, nil
  106. default:
  107. baiduRequest := requestOpenAI2Baidu(*request)
  108. return baiduRequest, nil
  109. }
  110. }
  111. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  112. return nil, nil
  113. }
  114. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
  115. return channel.DoApiRequest(a, c, info, requestBody)
  116. }
  117. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
  118. if info.IsStream {
  119. err, usage = baiduStreamHandler(c, resp)
  120. } else {
  121. switch info.RelayMode {
  122. case constant.RelayModeEmbeddings:
  123. err, usage = baiduEmbeddingHandler(c, resp)
  124. default:
  125. err, usage = baiduHandler(c, resp)
  126. }
  127. }
  128. return
  129. }
  130. func (a *Adaptor) GetModelList() []string {
  131. return ModelList
  132. }
  133. func (a *Adaptor) GetChannelName() string {
  134. return ChannelName
  135. }