adaptor.go 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102
  1. package claude
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/gin-gonic/gin"
  6. "io"
  7. "net/http"
  8. "one-api/dto"
  9. "one-api/relay/channel"
  10. relaycommon "one-api/relay/common"
  11. "one-api/setting/model_setting"
  12. "strings"
  13. )
  14. const (
  15. RequestModeCompletion = 1
  16. RequestModeMessage = 2
  17. )
  18. type Adaptor struct {
  19. RequestMode int
  20. }
  21. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  22. //TODO implement me
  23. return nil, errors.New("not implemented")
  24. }
  25. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  26. //TODO implement me
  27. return nil, errors.New("not implemented")
  28. }
  29. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  30. if strings.HasPrefix(info.UpstreamModelName, "claude-3") {
  31. a.RequestMode = RequestModeMessage
  32. } else {
  33. a.RequestMode = RequestModeCompletion
  34. }
  35. }
  36. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  37. if a.RequestMode == RequestModeMessage {
  38. return fmt.Sprintf("%s/v1/messages", info.BaseUrl), nil
  39. } else {
  40. return fmt.Sprintf("%s/v1/complete", info.BaseUrl), nil
  41. }
  42. }
  43. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  44. channel.SetupApiRequestHeader(info, c, req)
  45. req.Set("x-api-key", info.ApiKey)
  46. anthropicVersion := c.Request.Header.Get("anthropic-version")
  47. if anthropicVersion == "" {
  48. anthropicVersion = "2023-06-01"
  49. }
  50. req.Set("anthropic-version", anthropicVersion)
  51. model_setting.GetClaudeSettings().WriteHeaders(info.OriginModelName, req)
  52. return nil
  53. }
  54. func (a *Adaptor) ConvertRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  55. if request == nil {
  56. return nil, errors.New("request is nil")
  57. }
  58. if a.RequestMode == RequestModeCompletion {
  59. return RequestOpenAI2ClaudeComplete(*request), nil
  60. } else {
  61. return RequestOpenAI2ClaudeMessage(*request)
  62. }
  63. }
  64. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  65. return nil, nil
  66. }
  67. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  68. //TODO implement me
  69. return nil, errors.New("not implemented")
  70. }
  71. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  72. return channel.DoApiRequest(a, c, info, requestBody)
  73. }
  74. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *dto.OpenAIErrorWithStatusCode) {
  75. if info.IsStream {
  76. err, usage = ClaudeStreamHandler(c, resp, info, a.RequestMode)
  77. } else {
  78. err, usage = ClaudeHandler(c, resp, a.RequestMode, info)
  79. }
  80. return
  81. }
  82. func (a *Adaptor) GetModelList() []string {
  83. return ModelList
  84. }
  85. func (a *Adaptor) GetChannelName() string {
  86. return ChannelName
  87. }