adaptor.go 1.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768
  1. package cohere
  2. import (
  3. "fmt"
  4. "github.com/gin-gonic/gin"
  5. "io"
  6. "net/http"
  7. "one-api/dto"
  8. "one-api/relay/channel"
  9. relaycommon "one-api/relay/common"
  10. "one-api/relay/constant"
  11. )
  12. type Adaptor struct {
  13. }
  14. func (a *Adaptor) InitRerank(info *relaycommon.RelayInfo, request dto.RerankRequest) {
  15. }
  16. func (a *Adaptor) Init(info *relaycommon.RelayInfo, request dto.GeneralOpenAIRequest) {
  17. }
  18. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  19. if info.RelayMode == constant.RelayModeRerank {
  20. return fmt.Sprintf("%s/v1/rerank", info.BaseUrl), nil
  21. } else {
  22. return fmt.Sprintf("%s/v1/chat", info.BaseUrl), nil
  23. }
  24. }
  25. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
  26. channel.SetupApiRequestHeader(info, c, req)
  27. req.Header.Set("Authorization", fmt.Sprintf("Bearer %s", info.ApiKey))
  28. return nil
  29. }
  30. func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *dto.GeneralOpenAIRequest) (any, error) {
  31. return requestOpenAI2Cohere(*request), nil
  32. }
  33. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
  34. return channel.DoApiRequest(a, c, info, requestBody)
  35. }
  36. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  37. return requestConvertRerank2Cohere(request), nil
  38. }
  39. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
  40. if info.RelayMode == constant.RelayModeRerank {
  41. err, usage = cohereRerankHandler(c, resp, info)
  42. } else {
  43. if info.IsStream {
  44. err, usage = cohereStreamHandler(c, resp, info)
  45. } else {
  46. err, usage = cohereHandler(c, resp, info.UpstreamModelName, info.PromptTokens)
  47. }
  48. }
  49. return
  50. }
  51. func (a *Adaptor) GetModelList() []string {
  52. return ModelList
  53. }
  54. func (a *Adaptor) GetChannelName() string {
  55. return ChannelName
  56. }