| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990 |
- package tencent
- import (
- "errors"
- "fmt"
- "github.com/gin-gonic/gin"
- "io"
- "net/http"
- "one-api/common"
- "one-api/dto"
- "one-api/relay/channel"
- relaycommon "one-api/relay/common"
- "one-api/service"
- "strconv"
- "strings"
- )
- type Adaptor struct {
- Sign string
- Action string
- Version string
- Timestamp int64
- }
- func (a *Adaptor) InitRerank(info *relaycommon.RelayInfo, request dto.RerankRequest) {
- //TODO implement me
- }
- func (a *Adaptor) Init(info *relaycommon.RelayInfo, request dto.GeneralOpenAIRequest) {
- a.Action = "ChatCompletions"
- a.Version = "2023-09-01"
- a.Timestamp = common.GetTimestamp()
- }
- func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
- return fmt.Sprintf("%s/hyllm/v1/chat/completions", info.BaseUrl), nil
- }
- func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
- channel.SetupApiRequestHeader(info, c, req)
- req.Header.Set("Authorization", a.Sign)
- req.Header.Set("X-TC-Action", a.Action)
- req.Header.Set("X-TC-Version", a.Version)
- req.Header.Set("X-TC-Timestamp", strconv.FormatInt(a.Timestamp, 10))
- return nil
- }
- func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *dto.GeneralOpenAIRequest) (any, error) {
- if request == nil {
- return nil, errors.New("request is nil")
- }
- apiKey := c.Request.Header.Get("Authorization")
- apiKey = strings.TrimPrefix(apiKey, "Bearer ")
- _, secretId, secretKey, err := parseTencentConfig(apiKey)
- if err != nil {
- return nil, err
- }
- tencentRequest := requestOpenAI2Tencent(*request)
- // we have to calculate the sign here
- a.Sign = getTencentSign(*tencentRequest, a, secretId, secretKey)
- return tencentRequest, nil
- }
- func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
- return nil, nil
- }
- func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
- return channel.DoApiRequest(a, c, info, requestBody)
- }
- func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
- if info.IsStream {
- var responseText string
- err, responseText = tencentStreamHandler(c, resp)
- usage, _ = service.ResponseText2Usage(responseText, info.UpstreamModelName, info.PromptTokens)
- } else {
- err, usage = tencentHandler(c, resp)
- }
- return
- }
- func (a *Adaptor) GetModelList() []string {
- return ModelList
- }
- func (a *Adaptor) GetChannelName() string {
- return ChannelName
- }
|