responses_handler.go 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100
  1. package relay
  2. import (
  3. "bytes"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "one-api/common"
  8. "one-api/dto"
  9. relaycommon "one-api/relay/common"
  10. "one-api/relay/helper"
  11. "one-api/service"
  12. "one-api/setting/model_setting"
  13. "one-api/types"
  14. "strings"
  15. "github.com/gin-gonic/gin"
  16. )
  17. func ResponsesHelper(c *gin.Context, info *relaycommon.RelayInfo) (newAPIError *types.NewAPIError) {
  18. info.InitChannelMeta(c)
  19. request, ok := info.Request.(*dto.OpenAIResponsesRequest)
  20. if !ok {
  21. common.FatalLog(fmt.Sprintf("invalid request type, expected dto.OpenAIResponsesRequest, got %T", info.Request))
  22. }
  23. err := helper.ModelMappedHelper(c, info, request)
  24. if err != nil {
  25. return types.NewError(err, types.ErrorCodeChannelModelMappedError, types.ErrOptionWithSkipRetry())
  26. }
  27. adaptor := GetAdaptor(info.ApiType)
  28. if adaptor == nil {
  29. return types.NewError(fmt.Errorf("invalid api type: %d", info.ApiType), types.ErrorCodeInvalidApiType, types.ErrOptionWithSkipRetry())
  30. }
  31. adaptor.Init(info)
  32. var requestBody io.Reader
  33. if model_setting.GetGlobalSettings().PassThroughRequestEnabled {
  34. body, err := common.GetRequestBody(c)
  35. if err != nil {
  36. return types.NewError(err, types.ErrorCodeReadRequestBodyFailed, types.ErrOptionWithSkipRetry())
  37. }
  38. requestBody = bytes.NewBuffer(body)
  39. } else {
  40. convertedRequest, err := adaptor.ConvertOpenAIResponsesRequest(c, info, *request)
  41. if err != nil {
  42. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  43. }
  44. jsonData, err := common.Marshal(convertedRequest)
  45. if err != nil {
  46. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  47. }
  48. // apply param override
  49. if len(info.ParamOverride) > 0 {
  50. jsonData, err = relaycommon.ApplyParamOverride(jsonData, info.ParamOverride)
  51. if err != nil {
  52. return types.NewError(err, types.ErrorCodeChannelParamOverrideInvalid, types.ErrOptionWithSkipRetry())
  53. }
  54. }
  55. if common.DebugEnabled {
  56. println("requestBody: ", string(jsonData))
  57. }
  58. requestBody = bytes.NewBuffer(jsonData)
  59. }
  60. var httpResp *http.Response
  61. resp, err := adaptor.DoRequest(c, info, requestBody)
  62. if err != nil {
  63. return types.NewOpenAIError(err, types.ErrorCodeDoRequestFailed, http.StatusInternalServerError)
  64. }
  65. statusCodeMappingStr := c.GetString("status_code_mapping")
  66. if resp != nil {
  67. httpResp = resp.(*http.Response)
  68. if httpResp.StatusCode != http.StatusOK {
  69. newAPIError = service.RelayErrorHandler(httpResp, false)
  70. // reset status code 重置状态码
  71. service.ResetStatusCode(newAPIError, statusCodeMappingStr)
  72. return newAPIError
  73. }
  74. }
  75. usage, newAPIError := adaptor.DoResponse(c, httpResp, info)
  76. if newAPIError != nil {
  77. // reset status code 重置状态码
  78. service.ResetStatusCode(newAPIError, statusCodeMappingStr)
  79. return newAPIError
  80. }
  81. if strings.HasPrefix(info.OriginModelName, "gpt-4o-audio") {
  82. service.PostAudioConsumeQuota(c, info, usage.(*dto.Usage), "")
  83. } else {
  84. postConsumeQuota(c, info, usage.(*dto.Usage), "")
  85. }
  86. return nil
  87. }