adaptor.go 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596
  1. package ollama
  2. import (
  3. "errors"
  4. "io"
  5. "net/http"
  6. "one-api/dto"
  7. "one-api/relay/channel"
  8. "one-api/relay/channel/openai"
  9. relaycommon "one-api/relay/common"
  10. relayconstant "one-api/relay/constant"
  11. "github.com/gin-gonic/gin"
  12. )
  13. type Adaptor struct {
  14. }
  15. func (a *Adaptor) ConvertClaudeRequest(*gin.Context, *relaycommon.RelayInfo, *dto.ClaudeRequest) (any, error) {
  16. //TODO implement me
  17. panic("implement me")
  18. return nil, nil
  19. }
  20. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  21. //TODO implement me
  22. return nil, errors.New("not implemented")
  23. }
  24. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  25. //TODO implement me
  26. return nil, errors.New("not implemented")
  27. }
  28. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  29. }
  30. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  31. switch info.RelayMode {
  32. case relayconstant.RelayModeEmbeddings:
  33. return info.BaseUrl + "/api/embed", nil
  34. default:
  35. return relaycommon.GetFullRequestURL(info.BaseUrl, info.RequestURLPath, info.ChannelType), nil
  36. }
  37. }
  38. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  39. channel.SetupApiRequestHeader(info, c, req)
  40. req.Set("Authorization", "Bearer "+info.ApiKey)
  41. return nil
  42. }
  43. func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  44. if request == nil {
  45. return nil, errors.New("request is nil")
  46. }
  47. return requestOpenAI2Ollama(*request)
  48. }
  49. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  50. return nil, nil
  51. }
  52. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  53. return requestOpenAI2Embeddings(request), nil
  54. }
  55. func (a *Adaptor) ConvertOpenAIResponsesRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.OpenAIResponsesRequest) (any, error) {
  56. // TODO implement me
  57. return nil, errors.New("not implemented")
  58. }
  59. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  60. return channel.DoApiRequest(a, c, info, requestBody)
  61. }
  62. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *dto.OpenAIErrorWithStatusCode) {
  63. if info.IsStream {
  64. err, usage = openai.OaiStreamHandler(c, resp, info)
  65. } else {
  66. if info.RelayMode == relayconstant.RelayModeEmbeddings {
  67. err, usage = ollamaEmbeddingHandler(c, resp, info.PromptTokens, info.UpstreamModelName, info.RelayMode)
  68. } else {
  69. err, usage = openai.OpenaiHandler(c, resp, info)
  70. }
  71. }
  72. return
  73. }
  74. func (a *Adaptor) GetModelList() []string {
  75. return ModelList
  76. }
  77. func (a *Adaptor) GetChannelName() string {
  78. return ChannelName
  79. }