adaptor.go 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118
  1. package claude
  2. import (
  3. "errors"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "one-api/dto"
  8. "one-api/relay/channel"
  9. relaycommon "one-api/relay/common"
  10. "one-api/setting/model_setting"
  11. "one-api/types"
  12. "strings"
  13. "github.com/gin-gonic/gin"
  14. )
  15. const (
  16. RequestModeCompletion = 1
  17. RequestModeMessage = 2
  18. )
  19. type Adaptor struct {
  20. RequestMode int
  21. }
  22. func (a *Adaptor) ConvertGeminiRequest(*gin.Context, *relaycommon.RelayInfo, *dto.GeminiChatRequest) (any, error) {
  23. //TODO implement me
  24. return nil, errors.New("not implemented")
  25. }
  26. func (a *Adaptor) ConvertClaudeRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.ClaudeRequest) (any, error) {
  27. return request, nil
  28. }
  29. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  30. //TODO implement me
  31. return nil, errors.New("not implemented")
  32. }
  33. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  34. //TODO implement me
  35. return nil, errors.New("not implemented")
  36. }
  37. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  38. if strings.HasPrefix(info.UpstreamModelName, "claude-2") || strings.HasPrefix(info.UpstreamModelName, "claude-instant") {
  39. a.RequestMode = RequestModeCompletion
  40. } else {
  41. a.RequestMode = RequestModeMessage
  42. }
  43. }
  44. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  45. if a.RequestMode == RequestModeMessage {
  46. return fmt.Sprintf("%s/v1/messages", info.ChannelBaseUrl), nil
  47. } else {
  48. return fmt.Sprintf("%s/v1/complete", info.ChannelBaseUrl), nil
  49. }
  50. }
  51. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  52. channel.SetupApiRequestHeader(info, c, req)
  53. req.Set("x-api-key", info.ApiKey)
  54. anthropicVersion := c.Request.Header.Get("anthropic-version")
  55. if anthropicVersion == "" {
  56. anthropicVersion = "2023-06-01"
  57. }
  58. req.Set("anthropic-version", anthropicVersion)
  59. model_setting.GetClaudeSettings().WriteHeaders(info.OriginModelName, req)
  60. return nil
  61. }
  62. func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  63. if request == nil {
  64. return nil, errors.New("request is nil")
  65. }
  66. if a.RequestMode == RequestModeCompletion {
  67. return RequestOpenAI2ClaudeComplete(*request), nil
  68. } else {
  69. return RequestOpenAI2ClaudeMessage(c, *request)
  70. }
  71. }
  72. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  73. return nil, nil
  74. }
  75. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  76. //TODO implement me
  77. return nil, errors.New("not implemented")
  78. }
  79. func (a *Adaptor) ConvertOpenAIResponsesRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.OpenAIResponsesRequest) (any, error) {
  80. // TODO implement me
  81. return nil, errors.New("not implemented")
  82. }
  83. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  84. return channel.DoApiRequest(a, c, info, requestBody)
  85. }
  86. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *types.NewAPIError) {
  87. if info.IsStream {
  88. return ClaudeStreamHandler(c, resp, info, a.RequestMode)
  89. } else {
  90. return ClaudeHandler(c, resp, info, a.RequestMode)
  91. }
  92. return
  93. }
  94. func (a *Adaptor) GetModelList() []string {
  95. return ModelList
  96. }
  97. func (a *Adaptor) GetChannelName() string {
  98. return ChannelName
  99. }