adaptor.go 2.7 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. package volcengine
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/gin-gonic/gin"
  6. "io"
  7. "net/http"
  8. "one-api/dto"
  9. "one-api/relay/channel"
  10. "one-api/relay/channel/openai"
  11. relaycommon "one-api/relay/common"
  12. "one-api/relay/constant"
  13. "strings"
  14. )
  15. type Adaptor struct {
  16. }
  17. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  18. //TODO implement me
  19. return nil, errors.New("not implemented")
  20. }
  21. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  22. //TODO implement me
  23. return nil, errors.New("not implemented")
  24. }
  25. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  26. }
  27. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  28. switch info.RelayMode {
  29. case constant.RelayModeChatCompletions:
  30. if strings.HasPrefix(info.UpstreamModelName, "bot") {
  31. return fmt.Sprintf("%s/api/v3/bots/chat/completions", info.BaseUrl), nil
  32. }
  33. return fmt.Sprintf("%s/api/v3/chat/completions", info.BaseUrl), nil
  34. case constant.RelayModeEmbeddings:
  35. return fmt.Sprintf("%s/api/v3/embeddings", info.BaseUrl), nil
  36. default:
  37. }
  38. return "", fmt.Errorf("unsupported relay mode: %d", info.RelayMode)
  39. }
  40. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  41. channel.SetupApiRequestHeader(info, c, req)
  42. req.Set("Authorization", "Bearer "+info.ApiKey)
  43. return nil
  44. }
  45. func (a *Adaptor) ConvertRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  46. if request == nil {
  47. return nil, errors.New("request is nil")
  48. }
  49. return request, nil
  50. }
  51. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  52. return nil, nil
  53. }
  54. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  55. return request, nil
  56. }
  57. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  58. return channel.DoApiRequest(a, c, info, requestBody)
  59. }
  60. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *dto.OpenAIErrorWithStatusCode) {
  61. switch info.RelayMode {
  62. case constant.RelayModeChatCompletions:
  63. if info.IsStream {
  64. err, usage = openai.OaiStreamHandler(c, resp, info)
  65. } else {
  66. err, usage = openai.OpenaiHandler(c, resp, info.PromptTokens, info.UpstreamModelName)
  67. }
  68. case constant.RelayModeEmbeddings:
  69. err, usage = openai.OpenaiHandler(c, resp, info.PromptTokens, info.UpstreamModelName)
  70. }
  71. return
  72. }
  73. func (a *Adaptor) GetModelList() []string {
  74. return ModelList
  75. }
  76. func (a *Adaptor) GetChannelName() string {
  77. return ChannelName
  78. }