adaptor.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. package xai
  2. import (
  3. "errors"
  4. "io"
  5. "net/http"
  6. "one-api/dto"
  7. "one-api/relay/channel"
  8. "one-api/relay/channel/openai"
  9. relaycommon "one-api/relay/common"
  10. "one-api/types"
  11. "strings"
  12. "one-api/relay/constant"
  13. "github.com/gin-gonic/gin"
  14. )
  15. type Adaptor struct {
  16. }
  17. func (a *Adaptor) ConvertClaudeRequest(*gin.Context, *relaycommon.RelayInfo, *dto.ClaudeRequest) (any, error) {
  18. //TODO implement me
  19. //panic("implement me")
  20. return nil, errors.New("not available")
  21. }
  22. func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error) {
  23. //not available
  24. return nil, errors.New("not available")
  25. }
  26. func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error) {
  27. xaiRequest := ImageRequest{
  28. Model: request.Model,
  29. Prompt: request.Prompt,
  30. N: request.N,
  31. ResponseFormat: request.ResponseFormat,
  32. }
  33. return xaiRequest, nil
  34. }
  35. func (a *Adaptor) Init(info *relaycommon.RelayInfo) {
  36. }
  37. func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error) {
  38. return relaycommon.GetFullRequestURL(info.BaseUrl, info.RequestURLPath, info.ChannelType), nil
  39. }
  40. func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error {
  41. channel.SetupApiRequestHeader(info, c, req)
  42. req.Set("Authorization", "Bearer "+info.ApiKey)
  43. return nil
  44. }
  45. func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error) {
  46. if request == nil {
  47. return nil, errors.New("request is nil")
  48. }
  49. if strings.HasSuffix(info.UpstreamModelName, "-search") {
  50. info.UpstreamModelName = strings.TrimSuffix(info.UpstreamModelName, "-search")
  51. request.Model = info.UpstreamModelName
  52. toMap := request.ToMap()
  53. toMap["search_parameters"] = map[string]any{
  54. "mode": "on",
  55. }
  56. return toMap, nil
  57. }
  58. if strings.HasPrefix(request.Model, "grok-3-mini") {
  59. if request.MaxCompletionTokens == 0 && request.MaxTokens != 0 {
  60. request.MaxCompletionTokens = request.MaxTokens
  61. request.MaxTokens = 0
  62. }
  63. if strings.HasSuffix(request.Model, "-high") {
  64. request.ReasoningEffort = "high"
  65. request.Model = strings.TrimSuffix(request.Model, "-high")
  66. } else if strings.HasSuffix(request.Model, "-low") {
  67. request.ReasoningEffort = "low"
  68. request.Model = strings.TrimSuffix(request.Model, "-low")
  69. } else if strings.HasSuffix(request.Model, "-medium") {
  70. request.ReasoningEffort = "medium"
  71. request.Model = strings.TrimSuffix(request.Model, "-medium")
  72. }
  73. info.ReasoningEffort = request.ReasoningEffort
  74. info.UpstreamModelName = request.Model
  75. }
  76. return request, nil
  77. }
  78. func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error) {
  79. return nil, nil
  80. }
  81. func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error) {
  82. //not available
  83. return nil, errors.New("not available")
  84. }
  85. func (a *Adaptor) ConvertOpenAIResponsesRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.OpenAIResponsesRequest) (any, error) {
  86. // TODO implement me
  87. return nil, errors.New("not implemented")
  88. }
  89. func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error) {
  90. return channel.DoApiRequest(a, c, info, requestBody)
  91. }
  92. func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *types.NewAPIError) {
  93. switch info.RelayMode {
  94. case constant.RelayModeImagesGenerations, constant.RelayModeImagesEdits:
  95. usage, err = openai.OpenaiHandlerWithUsage(c, info, resp)
  96. default:
  97. if info.IsStream {
  98. usage, err = xAIStreamHandler(c, info, resp)
  99. } else {
  100. usage, err = xAIHandler(c, info, resp)
  101. }
  102. }
  103. return
  104. }
  105. func (a *Adaptor) GetModelList() []string {
  106. return ModelList
  107. }
  108. func (a *Adaptor) GetChannelName() string {
  109. return ChannelName
  110. }