adaptor.go 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384
  1. package ollama
  2. import (
  3. "errors"
  4. "github.com/gin-gonic/gin"
  5. "io"
  6. "net/http"
  7. "one-api/dto"
  8. "one-api/relay/channel"
  9. "one-api/relay/channel/openai"
  10. relaycommon "one-api/relay/common"
  11. relayconstant "one-api/relay/constant"
  12. )
  13. type Adaptor struct {
  14. }
  15. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  16. //TODO implement me
  17. return nil, errors.New("not implemented")
  18. }
  19. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  20. //TODO implement me
  21. return nil, errors.New("not implemented")
  22. }
  23. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  24. }
  25. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  26. switch info.RelayMode {
  27. case relayconstant.RelayModeEmbeddings:
  28. return info.BaseUrl + "/api/embeddings", nil
  29. default:
  30. return relaycommon.GetFullRequestURL(info.BaseUrl, info.RequestURLPath, info.ChannelType), nil
  31. }
  32. }
  33. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
  34. channel.SetupApiRequestHeader(info, c, req)
  35. return nil
  36. }
  37. func (a *Adaptor) ConvertRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  38. if request == nil {
  39. return nil, errors.New("request is nil")
  40. }
  41. switch info.RelayMode {
  42. case relayconstant.RelayModeEmbeddings:
  43. return requestOpenAI2Embeddings(*request), nil
  44. default:
  45. return requestOpenAI2Ollama(*request), nil
  46. }
  47. }
  48. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  49. return nil, nil
  50. }
  51. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
  52. return channel.DoApiRequest(a, c, info, requestBody)
  53. }
  54. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
  55. if info.IsStream {
  56. err, usage = openai.OpenaiStreamHandler(c, resp, info)
  57. } else {
  58. if info.RelayMode == relayconstant.RelayModeEmbeddings {
  59. err, usage = ollamaEmbeddingHandler(c, resp, info.PromptTokens, info.UpstreamModelName, info.RelayMode)
  60. } else {
  61. err, usage = openai.OpenaiHandler(c, resp, info.PromptTokens, info.UpstreamModelName)
  62. }
  63. }
  64. return
  65. }
  66. func (a *Adaptor) GetModelList() []string {
  67. return ModelList
  68. }
  69. func (a *Adaptor) GetChannelName() string {
  70. return ChannelName
  71. }