adaptor.go 1.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768
  1. package palm
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/gin-gonic/gin"
  6. "io"
  7. "net/http"
  8. "one-api/dto"
  9. "one-api/relay/channel"
  10. relaycommon "one-api/relay/common"
  11. "one-api/service"
  12. )
  13. type Adaptor struct {
  14. }
  15. func (a *Adaptor) InitRerank(info *relaycommon.RelayInfo, request dto.RerankRequest) {
  16. //TODO implement me
  17. }
  18. func (a *Adaptor) Init(info *relaycommon.RelayInfo, request dto.GeneralOpenAIRequest) {
  19. }
  20. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  21. return fmt.Sprintf("%s/v1beta2/models/chat-bison-001:generateMessage", info.BaseUrl), nil
  22. }
  23. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
  24. channel.SetupApiRequestHeader(info, c, req)
  25. req.Header.Set("x-goog-api-key", info.ApiKey)
  26. return nil
  27. }
  28. func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *dto.GeneralOpenAIRequest) (any, error) {
  29. if request == nil {
  30. return nil, errors.New("request is nil")
  31. }
  32. return request, nil
  33. }
  34. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  35. return nil, nil
  36. }
  37. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
  38. return channel.DoApiRequest(a, c, info, requestBody)
  39. }
  40. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
  41. if info.IsStream {
  42. var responseText string
  43. err, responseText = palmStreamHandler(c, resp)
  44. usage, _ = service.ResponseText2Usage(responseText, info.UpstreamModelName, info.PromptTokens)
  45. } else {
  46. err, usage = palmHandler(c, resp, info.PromptTokens, info.UpstreamModelName)
  47. }
  48. return
  49. }
  50. func (a *Adaptor) GetModelList() []string {
  51. return ModelList
  52. }
  53. func (a *Adaptor) GetChannelName() string {
  54. return ChannelName
  55. }