valid_request.go 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301
  1. package helper
  2. import (
  3. "errors"
  4. "fmt"
  5. "math"
  6. "one-api/common"
  7. "one-api/dto"
  8. "one-api/logger"
  9. relayconstant "one-api/relay/constant"
  10. "one-api/types"
  11. "strings"
  12. "github.com/gin-gonic/gin"
  13. )
  14. func GetAndValidateRequest(c *gin.Context, format types.RelayFormat) (request dto.Request, err error) {
  15. relayMode := relayconstant.Path2RelayMode(c.Request.URL.Path)
  16. switch format {
  17. case types.RelayFormatOpenAI:
  18. request, err = GetAndValidateTextRequest(c, relayMode)
  19. case types.RelayFormatGemini:
  20. request, err = GetAndValidateGeminiRequest(c)
  21. case types.RelayFormatClaude:
  22. request, err = GetAndValidateClaudeRequest(c)
  23. case types.RelayFormatOpenAIResponses:
  24. request, err = GetAndValidateResponsesRequest(c)
  25. case types.RelayFormatOpenAIImage:
  26. request, err = GetAndValidOpenAIImageRequest(c, relayMode)
  27. case types.RelayFormatEmbedding:
  28. request, err = GetAndValidateEmbeddingRequest(c, relayMode)
  29. case types.RelayFormatRerank:
  30. request, err = GetAndValidateRerankRequest(c)
  31. case types.RelayFormatOpenAIAudio:
  32. request, err = GetAndValidAudioRequest(c, relayMode)
  33. case types.RelayFormatOpenAIRealtime:
  34. request = &dto.BaseRequest{}
  35. default:
  36. return nil, fmt.Errorf("unsupported relay format: %s", format)
  37. }
  38. return request, err
  39. }
  40. func GetAndValidAudioRequest(c *gin.Context, relayMode int) (*dto.AudioRequest, error) {
  41. audioRequest := &dto.AudioRequest{}
  42. err := common.UnmarshalBodyReusable(c, audioRequest)
  43. if err != nil {
  44. return nil, err
  45. }
  46. switch relayMode {
  47. case relayconstant.RelayModeAudioSpeech:
  48. if audioRequest.Model == "" {
  49. return nil, errors.New("model is required")
  50. }
  51. default:
  52. err = c.Request.ParseForm()
  53. if err != nil {
  54. return nil, err
  55. }
  56. formData := c.Request.PostForm
  57. if audioRequest.Model == "" {
  58. audioRequest.Model = formData.Get("model")
  59. }
  60. if audioRequest.Model == "" {
  61. return nil, errors.New("model is required")
  62. }
  63. audioRequest.ResponseFormat = formData.Get("response_format")
  64. if audioRequest.ResponseFormat == "" {
  65. audioRequest.ResponseFormat = "json"
  66. }
  67. }
  68. return audioRequest, nil
  69. }
  70. func GetAndValidateRerankRequest(c *gin.Context) (*dto.RerankRequest, error) {
  71. var rerankRequest *dto.RerankRequest
  72. err := common.UnmarshalBodyReusable(c, &rerankRequest)
  73. if err != nil {
  74. logger.LogError(c, fmt.Sprintf("getAndValidateTextRequest failed: %s", err.Error()))
  75. return nil, types.NewError(err, types.ErrorCodeInvalidRequest, types.ErrOptionWithSkipRetry())
  76. }
  77. if rerankRequest.Query == "" {
  78. return nil, types.NewError(fmt.Errorf("query is empty"), types.ErrorCodeInvalidRequest, types.ErrOptionWithSkipRetry())
  79. }
  80. if len(rerankRequest.Documents) == 0 {
  81. return nil, types.NewError(fmt.Errorf("documents is empty"), types.ErrorCodeInvalidRequest, types.ErrOptionWithSkipRetry())
  82. }
  83. return rerankRequest, nil
  84. }
  85. func GetAndValidateEmbeddingRequest(c *gin.Context, relayMode int) (*dto.EmbeddingRequest, error) {
  86. var embeddingRequest *dto.EmbeddingRequest
  87. err := common.UnmarshalBodyReusable(c, &embeddingRequest)
  88. if err != nil {
  89. logger.LogError(c, fmt.Sprintf("getAndValidateTextRequest failed: %s", err.Error()))
  90. return nil, types.NewError(err, types.ErrorCodeInvalidRequest, types.ErrOptionWithSkipRetry())
  91. }
  92. if embeddingRequest.Input == nil {
  93. return nil, fmt.Errorf("input is empty")
  94. }
  95. if relayMode == relayconstant.RelayModeModerations && embeddingRequest.Model == "" {
  96. embeddingRequest.Model = "omni-moderation-latest"
  97. }
  98. if relayMode == relayconstant.RelayModeEmbeddings && embeddingRequest.Model == "" {
  99. embeddingRequest.Model = c.Param("model")
  100. }
  101. return embeddingRequest, nil
  102. }
  103. func GetAndValidateResponsesRequest(c *gin.Context) (*dto.OpenAIResponsesRequest, error) {
  104. request := &dto.OpenAIResponsesRequest{}
  105. err := common.UnmarshalBodyReusable(c, request)
  106. if err != nil {
  107. return nil, err
  108. }
  109. if request.Model == "" {
  110. return nil, errors.New("model is required")
  111. }
  112. if request.Input == nil {
  113. return nil, errors.New("input is required")
  114. }
  115. return request, nil
  116. }
  117. func GetAndValidOpenAIImageRequest(c *gin.Context, relayMode int) (*dto.ImageRequest, error) {
  118. imageRequest := &dto.ImageRequest{}
  119. switch relayMode {
  120. case relayconstant.RelayModeImagesEdits:
  121. _, err := c.MultipartForm()
  122. if err != nil {
  123. return nil, fmt.Errorf("failed to parse image edit form request: %w", err)
  124. }
  125. formData := c.Request.PostForm
  126. imageRequest.Prompt = formData.Get("prompt")
  127. imageRequest.Model = formData.Get("model")
  128. imageRequest.N = uint(common.String2Int(formData.Get("n")))
  129. imageRequest.Quality = formData.Get("quality")
  130. imageRequest.Size = formData.Get("size")
  131. if imageRequest.Model == "gpt-image-1" {
  132. if imageRequest.Quality == "" {
  133. imageRequest.Quality = "standard"
  134. }
  135. }
  136. if imageRequest.N == 0 {
  137. imageRequest.N = 1
  138. }
  139. watermark := formData.Has("watermark")
  140. if watermark {
  141. imageRequest.Watermark = &watermark
  142. }
  143. default:
  144. err := common.UnmarshalBodyReusable(c, imageRequest)
  145. if err != nil {
  146. return nil, err
  147. }
  148. if imageRequest.Model == "" {
  149. imageRequest.Model = "dall-e-3"
  150. }
  151. if strings.Contains(imageRequest.Size, "×") {
  152. return nil, errors.New("size an unexpected error occurred in the parameter, please use 'x' instead of the multiplication sign '×'")
  153. }
  154. // Not "256x256", "512x512", or "1024x1024"
  155. if imageRequest.Model == "dall-e-2" || imageRequest.Model == "dall-e" {
  156. if imageRequest.Size != "" && imageRequest.Size != "256x256" && imageRequest.Size != "512x512" && imageRequest.Size != "1024x1024" {
  157. return nil, errors.New("size must be one of 256x256, 512x512, or 1024x1024 for dall-e-2 or dall-e")
  158. }
  159. if imageRequest.Size == "" {
  160. imageRequest.Size = "1024x1024"
  161. }
  162. } else if imageRequest.Model == "dall-e-3" {
  163. if imageRequest.Size != "" && imageRequest.Size != "1024x1024" && imageRequest.Size != "1024x1792" && imageRequest.Size != "1792x1024" {
  164. return nil, errors.New("size must be one of 1024x1024, 1024x1792 or 1792x1024 for dall-e-3")
  165. }
  166. if imageRequest.Quality == "" {
  167. imageRequest.Quality = "standard"
  168. }
  169. if imageRequest.Size == "" {
  170. imageRequest.Size = "1024x1024"
  171. }
  172. } else if imageRequest.Model == "gpt-image-1" {
  173. if imageRequest.Quality == "" {
  174. imageRequest.Quality = "auto"
  175. }
  176. }
  177. if imageRequest.Prompt == "" {
  178. return nil, errors.New("prompt is required")
  179. }
  180. if imageRequest.N == 0 {
  181. imageRequest.N = 1
  182. }
  183. }
  184. return imageRequest, nil
  185. }
  186. func GetAndValidateClaudeRequest(c *gin.Context) (textRequest *dto.ClaudeRequest, err error) {
  187. textRequest = &dto.ClaudeRequest{}
  188. err = c.ShouldBindJSON(textRequest)
  189. if err != nil {
  190. return nil, err
  191. }
  192. if textRequest.Messages == nil || len(textRequest.Messages) == 0 {
  193. return nil, errors.New("field messages is required")
  194. }
  195. if textRequest.Model == "" {
  196. return nil, errors.New("field model is required")
  197. }
  198. //if textRequest.Stream {
  199. // relayInfo.IsStream = true
  200. //}
  201. return textRequest, nil
  202. }
  203. func GetAndValidateTextRequest(c *gin.Context, relayMode int) (*dto.GeneralOpenAIRequest, error) {
  204. textRequest := &dto.GeneralOpenAIRequest{}
  205. err := common.UnmarshalBodyReusable(c, textRequest)
  206. if err != nil {
  207. return nil, err
  208. }
  209. if relayMode == relayconstant.RelayModeModerations && textRequest.Model == "" {
  210. textRequest.Model = "text-moderation-latest"
  211. }
  212. if relayMode == relayconstant.RelayModeEmbeddings && textRequest.Model == "" {
  213. textRequest.Model = c.Param("model")
  214. }
  215. if textRequest.MaxTokens > math.MaxInt32/2 {
  216. return nil, errors.New("max_tokens is invalid")
  217. }
  218. if textRequest.Model == "" {
  219. return nil, errors.New("model is required")
  220. }
  221. if textRequest.WebSearchOptions != nil {
  222. if textRequest.WebSearchOptions.SearchContextSize != "" {
  223. validSizes := map[string]bool{
  224. "high": true,
  225. "medium": true,
  226. "low": true,
  227. }
  228. if !validSizes[textRequest.WebSearchOptions.SearchContextSize] {
  229. return nil, errors.New("invalid search_context_size, must be one of: high, medium, low")
  230. }
  231. } else {
  232. textRequest.WebSearchOptions.SearchContextSize = "medium"
  233. }
  234. }
  235. switch relayMode {
  236. case relayconstant.RelayModeCompletions:
  237. if textRequest.Prompt == "" {
  238. return nil, errors.New("field prompt is required")
  239. }
  240. case relayconstant.RelayModeChatCompletions:
  241. if len(textRequest.Messages) == 0 {
  242. return nil, errors.New("field messages is required")
  243. }
  244. case relayconstant.RelayModeEmbeddings:
  245. case relayconstant.RelayModeModerations:
  246. if textRequest.Input == nil || textRequest.Input == "" {
  247. return nil, errors.New("field input is required")
  248. }
  249. case relayconstant.RelayModeEdits:
  250. if textRequest.Instruction == "" {
  251. return nil, errors.New("field instruction is required")
  252. }
  253. }
  254. return textRequest, nil
  255. }
  256. func GetAndValidateGeminiRequest(c *gin.Context) (*dto.GeminiChatRequest, error) {
  257. request := &dto.GeminiChatRequest{}
  258. err := common.UnmarshalBodyReusable(c, request)
  259. if err != nil {
  260. return nil, err
  261. }
  262. if len(request.Contents) == 0 {
  263. return nil, errors.New("contents is required")
  264. }
  265. //if c.Query("alt") == "sse" {
  266. // relayInfo.IsStream = true
  267. //}
  268. return request, nil
  269. }