| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798 |
- package openai
- import (
- "errors"
- "fmt"
- "github.com/gin-gonic/gin"
- "io"
- "net/http"
- "one-api/common"
- "one-api/dto"
- "one-api/relay/channel"
- "one-api/relay/channel/ai360"
- "one-api/relay/channel/moonshot"
- relaycommon "one-api/relay/common"
- "one-api/service"
- "strings"
- )
- type Adaptor struct {
- ChannelType int
- }
- func (a *Adaptor) Init(info *relaycommon.RelayInfo, request dto.GeneralOpenAIRequest) {
- a.ChannelType = info.ChannelType
- }
- func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
- if info.ChannelType == common.ChannelTypeAzure {
- // https://learn.microsoft.com/en-us/azure/cognitive-services/openai/chatgpt-quickstart?pivots=rest-api&tabs=command-line#rest-api
- requestURL := strings.Split(info.RequestURLPath, "?")[0]
- requestURL = fmt.Sprintf("%s?api-version=%s", requestURL, info.ApiVersion)
- task := strings.TrimPrefix(requestURL, "/v1/")
- model_ := info.UpstreamModelName
- model_ = strings.Replace(model_, ".", "", -1)
- // https://github.com/songquanpeng/one-api/issues/67
- model_ = strings.TrimSuffix(model_, "-0301")
- model_ = strings.TrimSuffix(model_, "-0314")
- model_ = strings.TrimSuffix(model_, "-0613")
- requestURL = fmt.Sprintf("/openai/deployments/%s/%s", model_, task)
- return relaycommon.GetFullRequestURL(info.BaseUrl, requestURL, info.ChannelType), nil
- }
- return relaycommon.GetFullRequestURL(info.BaseUrl, info.RequestURLPath, info.ChannelType), nil
- }
- func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
- channel.SetupApiRequestHeader(info, c, req)
- if info.ChannelType == common.ChannelTypeAzure {
- req.Header.Set("api-key", info.ApiKey)
- return nil
- }
- if info.ChannelType == common.ChannelTypeOpenAI && "" != info.Organization {
- req.Header.Set("OpenAI-Organization", info.Organization)
- }
- req.Header.Set("Authorization", "Bearer "+info.ApiKey)
- //if info.ChannelType == common.ChannelTypeOpenRouter {
- // req.Header.Set("HTTP-Referer", "https://github.com/songquanpeng/one-api")
- // req.Header.Set("X-Title", "One API")
- //}
- return nil
- }
- func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *dto.GeneralOpenAIRequest) (any, error) {
- if request == nil {
- return nil, errors.New("request is nil")
- }
- return request, nil
- }
- func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
- return channel.DoApiRequest(a, c, info, requestBody)
- }
- func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode, sensitiveResp *dto.SensitiveResponse) {
- if info.IsStream {
- var responseText string
- err, responseText = OpenaiStreamHandler(c, resp, info.RelayMode)
- usage, _ = service.ResponseText2Usage(responseText, info.UpstreamModelName, info.PromptTokens)
- } else {
- err, usage, sensitiveResp = OpenaiHandler(c, resp, info.PromptTokens, info.UpstreamModelName)
- }
- return
- }
- func (a *Adaptor) GetModelList() []string {
- switch a.ChannelType {
- case common.ChannelType360:
- return ai360.ModelList
- case common.ChannelTypeMoonshot:
- return moonshot.ModelList
- default:
- return ModelList
- }
- }
- func (a *Adaptor) GetChannelName() string {
- return ChannelName
- }
|