adaptor.go 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. package baidu
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/gin-gonic/gin"
  6. "io"
  7. "net/http"
  8. "one-api/dto"
  9. "one-api/relay/channel"
  10. relaycommon "one-api/relay/common"
  11. "one-api/relay/constant"
  12. "strings"
  13. )
  14. type Adaptor struct {
  15. }
  16. func (a *Adaptor) InitRerank(info *relaycommon.RelayInfo, request dto.RerankRequest) {
  17. //TODO implement me
  18. }
  19. func (a *Adaptor) Init(info *relaycommon.RelayInfo, request dto.GeneralOpenAIRequest) {
  20. }
  21. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  22. // https://cloud.baidu.com/doc/WENXINWORKSHOP/s/clntwmv7t
  23. suffix := "chat/"
  24. if strings.HasPrefix(info.UpstreamModelName, "Embedding") {
  25. suffix = "embeddings/"
  26. }
  27. if strings.HasPrefix(info.UpstreamModelName, "bge-large") {
  28. suffix = "embeddings/"
  29. }
  30. if strings.HasPrefix(info.UpstreamModelName, "tao-8k") {
  31. suffix = "embeddings/"
  32. }
  33. switch info.UpstreamModelName {
  34. case "ERNIE-4.0":
  35. suffix += "completions_pro"
  36. case "ERNIE-Bot-4":
  37. suffix += "completions_pro"
  38. case "ERNIE-Bot":
  39. suffix += "completions"
  40. case "ERNIE-Bot-turbo":
  41. suffix += "eb-instant"
  42. case "ERNIE-Speed":
  43. suffix += "ernie_speed"
  44. case "ERNIE-4.0-8K":
  45. suffix += "completions_pro"
  46. case "ERNIE-3.5-8K":
  47. suffix += "completions"
  48. case "ERNIE-3.5-8K-0205":
  49. suffix += "ernie-3.5-8k-0205"
  50. case "ERNIE-3.5-8K-1222":
  51. suffix += "ernie-3.5-8k-1222"
  52. case "ERNIE-Bot-8K":
  53. suffix += "ernie_bot_8k"
  54. case "ERNIE-3.5-4K-0205":
  55. suffix += "ernie-3.5-4k-0205"
  56. case "ERNIE-Speed-8K":
  57. suffix += "ernie_speed"
  58. case "ERNIE-Speed-128K":
  59. suffix += "ernie-speed-128k"
  60. case "ERNIE-Lite-8K-0922":
  61. suffix += "eb-instant"
  62. case "ERNIE-Lite-8K-0308":
  63. suffix += "ernie-lite-8k"
  64. case "ERNIE-Tiny-8K":
  65. suffix += "ernie-tiny-8k"
  66. case "BLOOMZ-7B":
  67. suffix += "bloomz_7b1"
  68. case "Embedding-V1":
  69. suffix += "embedding-v1"
  70. case "bge-large-zh":
  71. suffix += "bge_large_zh"
  72. case "bge-large-en":
  73. suffix += "bge_large_en"
  74. case "tao-8k":
  75. suffix += "tao_8k"
  76. default:
  77. suffix += strings.ToLower(info.UpstreamModelName)
  78. }
  79. fullRequestURL := fmt.Sprintf("%s/rpc/2.0/ai_custom/v1/wenxinworkshop/%s", info.BaseUrl, suffix)
  80. var accessToken string
  81. var err error
  82. if accessToken, err = getBaiduAccessToken(info.ApiKey); err != nil {
  83. return "", err
  84. }
  85. fullRequestURL += "?access_token=" + accessToken
  86. return fullRequestURL, nil
  87. }
  88. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
  89. channel.SetupApiRequestHeader(info, c, req)
  90. req.Header.Set("Authorization", "Bearer "+info.ApiKey)
  91. return nil
  92. }
  93. func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *dto.GeneralOpenAIRequest) (any, error) {
  94. if request == nil {
  95. return nil, errors.New("request is nil")
  96. }
  97. switch relayMode {
  98. case constant.RelayModeEmbeddings:
  99. baiduEmbeddingRequest := embeddingRequestOpenAI2Baidu(*request)
  100. return baiduEmbeddingRequest, nil
  101. default:
  102. baiduRequest := requestOpenAI2Baidu(*request)
  103. return baiduRequest, nil
  104. }
  105. }
  106. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  107. return nil, nil
  108. }
  109. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
  110. return channel.DoApiRequest(a, c, info, requestBody)
  111. }
  112. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
  113. if info.IsStream {
  114. err, usage = baiduStreamHandler(c, resp)
  115. } else {
  116. switch info.RelayMode {
  117. case constant.RelayModeEmbeddings:
  118. err, usage = baiduEmbeddingHandler(c, resp)
  119. default:
  120. err, usage = baiduHandler(c, resp)
  121. }
  122. }
  123. return
  124. }
  125. func (a *Adaptor) GetModelList() []string {
  126. return ModelList
  127. }
  128. func (a *Adaptor) GetChannelName() string {
  129. return ChannelName
  130. }