adaptor.go 2.1 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374
  1. package perplexity
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/gin-gonic/gin"
  6. "io"
  7. "net/http"
  8. "one-api/dto"
  9. "one-api/relay/channel"
  10. "one-api/relay/channel/openai"
  11. relaycommon "one-api/relay/common"
  12. "one-api/service"
  13. )
  14. type Adaptor struct {
  15. }
  16. func (a *Adaptor) InitRerank(info *relaycommon.RelayInfo, request dto.RerankRequest) {
  17. //TODO implement me
  18. }
  19. func (a *Adaptor) Init(info *relaycommon.RelayInfo, request dto.GeneralOpenAIRequest) {
  20. }
  21. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  22. return fmt.Sprintf("%s/chat/completions", info.BaseUrl), nil
  23. }
  24. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
  25. channel.SetupApiRequestHeader(info, c, req)
  26. req.Header.Set("Authorization", "Bearer "+info.ApiKey)
  27. return nil
  28. }
  29. func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *dto.GeneralOpenAIRequest) (any, error) {
  30. if request == nil {
  31. return nil, errors.New("request is nil")
  32. }
  33. if request.TopP >= 1 {
  34. request.TopP = 0.99
  35. }
  36. return requestOpenAI2Perplexity(*request), nil
  37. }
  38. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  39. return nil, nil
  40. }
  41. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
  42. return channel.DoApiRequest(a, c, info, requestBody)
  43. }
  44. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
  45. if info.IsStream {
  46. var responseText string
  47. err, usage, responseText, _ = openai.OpenaiStreamHandler(c, resp, info)
  48. if usage == nil || usage.TotalTokens == 0 || (usage.PromptTokens+usage.CompletionTokens) == 0 {
  49. usage, _ = service.ResponseText2Usage(responseText, info.UpstreamModelName, info.PromptTokens)
  50. }
  51. } else {
  52. err, usage = openai.OpenaiHandler(c, resp, info.PromptTokens, info.UpstreamModelName)
  53. }
  54. return
  55. }
  56. func (a *Adaptor) GetModelList() []string {
  57. return ModelList
  58. }
  59. func (a *Adaptor) GetChannelName() string {
  60. return ChannelName
  61. }