| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384 |
- package ollama
- import (
- "errors"
- "github.com/gin-gonic/gin"
- "io"
- "net/http"
- "one-api/dto"
- "one-api/relay/channel"
- "one-api/relay/channel/openai"
- relaycommon "one-api/relay/common"
- relayconstant "one-api/relay/constant"
- )
- type Adaptor struct {
- }
- func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
- //TODO implement me
- return nil, errors.New("not implemented")
- }
- func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
- //TODO implement me
- return nil, errors.New("not implemented")
- }
- func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
- }
- func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
- switch info.RelayMode {
- case relayconstant.RelayModeEmbeddings:
- return info.BaseUrl + "/api/embeddings", nil
- default:
- return relaycommon.GetFullRequestURL(info.BaseUrl, info.RequestURLPath, info.ChannelType), nil
- }
- }
- func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
- channel.SetupApiRequestHeader(info, c, req)
- return nil
- }
- func (a *Adaptor) ConvertRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
- if request == nil {
- return nil, errors.New("request is nil")
- }
- switch info.RelayMode {
- case relayconstant.RelayModeEmbeddings:
- return requestOpenAI2Embeddings(*request), nil
- default:
- return requestOpenAI2Ollama(*request), nil
- }
- }
- func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
- return nil, nil
- }
- func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
- return channel.DoApiRequest(a, c, info, requestBody)
- }
- func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
- if info.IsStream {
- err, usage = openai.OpenaiStreamHandler(c, resp, info)
- } else {
- if info.RelayMode == relayconstant.RelayModeEmbeddings {
- err, usage = ollamaEmbeddingHandler(c, resp, info.PromptTokens, info.UpstreamModelName, info.RelayMode)
- } else {
- err, usage = openai.OpenaiHandler(c, resp, info.PromptTokens, info.UpstreamModelName)
- }
- }
- return
- }
- func (a *Adaptor) GetModelList() []string {
- return ModelList
- }
- func (a *Adaptor) GetChannelName() string {
- return ChannelName
- }
|