adaptor.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. package claude
  2. import (
  3. "errors"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "strings"
  8. "github.com/QuantumNous/new-api/dto"
  9. "github.com/QuantumNous/new-api/relay/channel"
  10. relaycommon "github.com/QuantumNous/new-api/relay/common"
  11. "github.com/QuantumNous/new-api/setting/model_setting"
  12. "github.com/QuantumNous/new-api/types"
  13. "github.com/gin-gonic/gin"
  14. )
  15. const (
  16. RequestModeCompletion = 1
  17. RequestModeMessage = 2
  18. )
  19. type Adaptor struct {
  20. RequestMode int
  21. }
  22. func (a *Adaptor) ConvertGeminiRequest(*gin.Context, *relaycommon.RelayInfo, *dto.GeminiChatRequest) (any, error) {
  23. //TODO implement me
  24. return nil, errors.New("not implemented")
  25. }
  26. func (a *Adaptor) ConvertClaudeRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.ClaudeRequest) (any, error) {
  27. return request, nil
  28. }
  29. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  30. //TODO implement me
  31. return nil, errors.New("not implemented")
  32. }
  33. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  34. //TODO implement me
  35. return nil, errors.New("not implemented")
  36. }
  37. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  38. if strings.HasPrefix(info.UpstreamModelName, "claude-2") || strings.HasPrefix(info.UpstreamModelName, "claude-instant") {
  39. a.RequestMode = RequestModeCompletion
  40. } else {
  41. a.RequestMode = RequestModeMessage
  42. }
  43. }
  44. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  45. baseURL := ""
  46. if a.RequestMode == RequestModeMessage {
  47. baseURL = fmt.Sprintf("%s/v1/messages", info.ChannelBaseUrl)
  48. } else {
  49. baseURL = fmt.Sprintf("%s/v1/complete", info.ChannelBaseUrl)
  50. }
  51. if info.IsClaudeBetaQuery {
  52. baseURL = baseURL + "?beta=true"
  53. }
  54. return baseURL, nil
  55. }
  56. func CommonClaudeHeadersOperation(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) {
  57. // common headers operation
  58. anthropicBeta := c.Request.Header.Get("anthropic-beta")
  59. if anthropicBeta != "" {
  60. req.Set("anthropic-beta", anthropicBeta)
  61. }
  62. model_setting.GetClaudeSettings().WriteHeaders(info.OriginModelName, req)
  63. }
  64. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  65. channel.SetupApiRequestHeader(info, c, req)
  66. req.Set("x-api-key", info.ApiKey)
  67. anthropicVersion := c.Request.Header.Get("anthropic-version")
  68. if anthropicVersion == "" {
  69. anthropicVersion = "2023-06-01"
  70. }
  71. req.Set("anthropic-version", anthropicVersion)
  72. CommonClaudeHeadersOperation(c, req, info)
  73. return nil
  74. }
  75. func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  76. if request == nil {
  77. return nil, errors.New("request is nil")
  78. }
  79. if a.RequestMode == RequestModeCompletion {
  80. return RequestOpenAI2ClaudeComplete(*request), nil
  81. } else {
  82. return RequestOpenAI2ClaudeMessage(c, *request)
  83. }
  84. }
  85. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  86. return nil, nil
  87. }
  88. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  89. //TODO implement me
  90. return nil, errors.New("not implemented")
  91. }
  92. func (a *Adaptor) ConvertOpenAIResponsesRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.OpenAIResponsesRequest) (any, error) {
  93. // TODO implement me
  94. return nil, errors.New("not implemented")
  95. }
  96. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  97. return channel.DoApiRequest(a, c, info, requestBody)
  98. }
  99. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *types.NewAPIError) {
  100. if info.IsStream {
  101. return ClaudeStreamHandler(c, resp, info, a.RequestMode)
  102. } else {
  103. return ClaudeHandler(c, resp, info, a.RequestMode)
  104. }
  105. return
  106. }
  107. func (a *Adaptor) GetModelList() []string {
  108. return ModelList
  109. }
  110. func (a *Adaptor) GetChannelName() string {
  111. return ChannelName
  112. }