responses_handler.go 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108
  1. package relay
  2. import (
  3. "bytes"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "one-api/common"
  8. "one-api/dto"
  9. relaycommon "one-api/relay/common"
  10. "one-api/relay/helper"
  11. "one-api/service"
  12. "one-api/setting/model_setting"
  13. "one-api/types"
  14. "strings"
  15. "github.com/gin-gonic/gin"
  16. )
  17. func ResponsesHelper(c *gin.Context, info *relaycommon.RelayInfo) (newAPIError *types.NewAPIError) {
  18. info.InitChannelMeta(c)
  19. request, ok := info.Request.(*dto.OpenAIResponsesRequest)
  20. if !ok {
  21. common.FatalLog(fmt.Sprintf("invalid request type, expected dto.OpenAIResponsesRequest, got %T", info.Request))
  22. }
  23. err := helper.ModelMappedHelper(c, info, request)
  24. if err != nil {
  25. return types.NewError(err, types.ErrorCodeChannelModelMappedError, types.ErrOptionWithSkipRetry())
  26. }
  27. adaptor := GetAdaptor(info.ApiType)
  28. if adaptor == nil {
  29. return types.NewError(fmt.Errorf("invalid api type: %d", info.ApiType), types.ErrorCodeInvalidApiType, types.ErrOptionWithSkipRetry())
  30. }
  31. adaptor.Init(info)
  32. var requestBody io.Reader
  33. if model_setting.GetGlobalSettings().PassThroughRequestEnabled {
  34. body, err := common.GetRequestBody(c)
  35. if err != nil {
  36. return types.NewError(err, types.ErrorCodeReadRequestBodyFailed, types.ErrOptionWithSkipRetry())
  37. }
  38. requestBody = bytes.NewBuffer(body)
  39. } else {
  40. convertedRequest, err := adaptor.ConvertOpenAIResponsesRequest(c, info, *request)
  41. if err != nil {
  42. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  43. }
  44. jsonData, err := common.Marshal(convertedRequest)
  45. if err != nil {
  46. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  47. }
  48. // apply param override
  49. if len(info.ParamOverride) > 0 {
  50. reqMap := make(map[string]interface{})
  51. err = common.Unmarshal(jsonData, &reqMap)
  52. if err != nil {
  53. return types.NewError(err, types.ErrorCodeChannelParamOverrideInvalid, types.ErrOptionWithSkipRetry())
  54. }
  55. for key, value := range info.ParamOverride {
  56. reqMap[key] = value
  57. }
  58. jsonData, err = common.Marshal(reqMap)
  59. if err != nil {
  60. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  61. }
  62. }
  63. if common.DebugEnabled {
  64. println("requestBody: ", string(jsonData))
  65. }
  66. requestBody = bytes.NewBuffer(jsonData)
  67. }
  68. var httpResp *http.Response
  69. resp, err := adaptor.DoRequest(c, info, requestBody)
  70. if err != nil {
  71. return types.NewOpenAIError(err, types.ErrorCodeDoRequestFailed, http.StatusInternalServerError)
  72. }
  73. statusCodeMappingStr := c.GetString("status_code_mapping")
  74. if resp != nil {
  75. httpResp = resp.(*http.Response)
  76. if httpResp.StatusCode != http.StatusOK {
  77. newAPIError = service.RelayErrorHandler(httpResp, false)
  78. // reset status code 重置状态码
  79. service.ResetStatusCode(newAPIError, statusCodeMappingStr)
  80. return newAPIError
  81. }
  82. }
  83. usage, newAPIError := adaptor.DoResponse(c, httpResp, info)
  84. if newAPIError != nil {
  85. // reset status code 重置状态码
  86. service.ResetStatusCode(newAPIError, statusCodeMappingStr)
  87. return newAPIError
  88. }
  89. if strings.HasPrefix(info.OriginModelName, "gpt-4o-audio") {
  90. service.PostAudioConsumeQuota(c, info, usage.(*dto.Usage), "")
  91. } else {
  92. postConsumeQuota(c, info, usage.(*dto.Usage), "")
  93. }
  94. return nil
  95. }