adaptor.go 2.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788
  1. package aws
  2. import (
  3. "errors"
  4. "github.com/gin-gonic/gin"
  5. "io"
  6. "net/http"
  7. "one-api/dto"
  8. "one-api/relay/channel/claude"
  9. relaycommon "one-api/relay/common"
  10. "strings"
  11. )
  12. const (
  13. RequestModeCompletion = 1
  14. RequestModeMessage = 2
  15. )
  16. type Adaptor struct {
  17. RequestMode int
  18. }
  19. func (a *Adaptor) InitRerank(info *relaycommon.RelayInfo, request dto.RerankRequest) {
  20. //TODO implement me
  21. }
  22. func (a *Adaptor) Init(info *relaycommon.RelayInfo, request dto.GeneralOpenAIRequest) {
  23. if strings.HasPrefix(info.UpstreamModelName, "claude-3") {
  24. a.RequestMode = RequestModeMessage
  25. } else {
  26. a.RequestMode = RequestModeCompletion
  27. }
  28. }
  29. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  30. return "", nil
  31. }
  32. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
  33. return nil
  34. }
  35. func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *dto.GeneralOpenAIRequest) (any, error) {
  36. if request == nil {
  37. return nil, errors.New("request is nil")
  38. }
  39. var claudeReq *claude.ClaudeRequest
  40. var err error
  41. if a.RequestMode == RequestModeCompletion {
  42. claudeReq = claude.RequestOpenAI2ClaudeComplete(*request)
  43. } else {
  44. claudeReq, err = claude.RequestOpenAI2ClaudeMessage(*request)
  45. }
  46. c.Set("request_model", request.Model)
  47. c.Set("converted_request", claudeReq)
  48. return claudeReq, err
  49. }
  50. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  51. return nil, nil
  52. }
  53. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
  54. return nil, nil
  55. }
  56. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage *dto.Usage, err *dto.OpenAIErrorWithStatusCode) {
  57. if info.IsStream {
  58. err, usage = awsStreamHandler(c, info, a.RequestMode)
  59. } else {
  60. err, usage = awsHandler(c, info, a.RequestMode)
  61. }
  62. return
  63. }
  64. func (a *Adaptor) GetModelList() (models []string) {
  65. for n := range awsModelIDMap {
  66. models = append(models, n)
  67. }
  68. return
  69. }
  70. func (a *Adaptor) GetChannelName() string {
  71. return ChannelName
  72. }