adaptor.go 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104
  1. package xai
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/gin-gonic/gin"
  6. "io"
  7. "net/http"
  8. "one-api/dto"
  9. "one-api/relay/channel"
  10. relaycommon "one-api/relay/common"
  11. "strings"
  12. )
  13. type Adaptor struct {
  14. }
  15. func (a *Adaptor) ConvertClaudeRequest(*gin.Context, *relaycommon.RelayInfo, *dto.ClaudeRequest) (any, error) {
  16. //TODO implement me
  17. //panic("implement me")
  18. return nil, errors.New("not available")
  19. }
  20. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  21. //not available
  22. return nil, errors.New("not available")
  23. }
  24. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  25. request.Size = ""
  26. return request, nil
  27. }
  28. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  29. }
  30. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  31. return fmt.Sprintf("%s/v1/chat/completions", info.BaseUrl), nil
  32. }
  33. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  34. channel.SetupApiRequestHeader(info, c, req)
  35. req.Set("Authorization", "Bearer "+info.ApiKey)
  36. return nil
  37. }
  38. func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  39. if request == nil {
  40. return nil, errors.New("request is nil")
  41. }
  42. if strings.HasPrefix(request.Model, "grok-3-mini") {
  43. if request.MaxCompletionTokens == 0 && request.MaxTokens != 0 {
  44. request.MaxCompletionTokens = request.MaxTokens
  45. request.MaxTokens = 0
  46. }
  47. if strings.HasSuffix(request.Model, "-high") {
  48. request.ReasoningEffort = "high"
  49. request.Model = strings.TrimSuffix(request.Model, "-high")
  50. } else if strings.HasSuffix(request.Model, "-low") {
  51. request.ReasoningEffort = "low"
  52. request.Model = strings.TrimSuffix(request.Model, "-low")
  53. } else if strings.HasSuffix(request.Model, "-medium") {
  54. request.ReasoningEffort = "medium"
  55. request.Model = strings.TrimSuffix(request.Model, "-medium")
  56. }
  57. info.ReasoningEffort = request.ReasoningEffort
  58. info.UpstreamModelName = request.Model
  59. }
  60. return request, nil
  61. }
  62. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  63. return nil, nil
  64. }
  65. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  66. //not available
  67. return nil, errors.New("not available")
  68. }
  69. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  70. return channel.DoApiRequest(a, c, info, requestBody)
  71. }
  72. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *dto.OpenAIErrorWithStatusCode) {
  73. if info.IsStream {
  74. err, usage = xAIStreamHandler(c, resp, info)
  75. } else {
  76. err, usage = xAIHandler(c, resp, info)
  77. }
  78. //if _, ok := usage.(*dto.Usage); ok && usage != nil {
  79. // usage.(*dto.Usage).CompletionTokens = usage.(*dto.Usage).TotalTokens - usage.(*dto.Usage).PromptTokens
  80. //}
  81. return
  82. }
  83. func (a *Adaptor) GetModelList() []string {
  84. return ModelList
  85. }
  86. func (a *Adaptor) GetChannelName() string {
  87. return ChannelName
  88. }