relay_utils.go 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. package common
  2. import (
  3. "fmt"
  4. "net/http"
  5. "strconv"
  6. "strings"
  7. "github.com/QuantumNous/new-api/common"
  8. "github.com/QuantumNous/new-api/constant"
  9. "github.com/QuantumNous/new-api/dto"
  10. "github.com/gin-gonic/gin"
  11. "github.com/samber/lo"
  12. )
  13. type HasPrompt interface {
  14. GetPrompt() string
  15. }
  16. type HasImage interface {
  17. HasImage() bool
  18. }
  19. func GetFullRequestURL(baseURL string, requestURL string, channelType int) string {
  20. fullRequestURL := fmt.Sprintf("%s%s", baseURL, requestURL)
  21. if strings.HasPrefix(baseURL, "https://gateway.ai.cloudflare.com") {
  22. switch channelType {
  23. case constant.ChannelTypeOpenAI:
  24. fullRequestURL = fmt.Sprintf("%s%s", baseURL, strings.TrimPrefix(requestURL, "/v1"))
  25. case constant.ChannelTypeAzure:
  26. fullRequestURL = fmt.Sprintf("%s%s", baseURL, strings.TrimPrefix(requestURL, "/openai/deployments"))
  27. }
  28. }
  29. return fullRequestURL
  30. }
  31. func GetAPIVersion(c *gin.Context) string {
  32. query := c.Request.URL.Query()
  33. apiVersion := query.Get("api-version")
  34. if apiVersion == "" {
  35. apiVersion = c.GetString("api_version")
  36. }
  37. return apiVersion
  38. }
  39. func createTaskError(err error, code string, statusCode int, localError bool) *dto.TaskError {
  40. return &dto.TaskError{
  41. Code: code,
  42. Message: err.Error(),
  43. StatusCode: statusCode,
  44. LocalError: localError,
  45. Error: err,
  46. }
  47. }
  48. func storeTaskRequest(c *gin.Context, info *RelayInfo, action string, requestObj TaskSubmitReq) {
  49. info.Action = action
  50. c.Set("task_request", requestObj)
  51. }
  52. func validatePrompt(prompt string) *dto.TaskError {
  53. if strings.TrimSpace(prompt) == "" {
  54. return createTaskError(fmt.Errorf("prompt is required"), "invalid_request", http.StatusBadRequest, true)
  55. }
  56. return nil
  57. }
  58. func validateMultipartTaskRequest(c *gin.Context, info *RelayInfo, action string) (TaskSubmitReq, error) {
  59. var req TaskSubmitReq
  60. if _, err := c.MultipartForm(); err != nil {
  61. return req, err
  62. }
  63. formData := c.Request.PostForm
  64. req = TaskSubmitReq{
  65. Prompt: formData.Get("prompt"),
  66. Model: formData.Get("model"),
  67. Mode: formData.Get("mode"),
  68. Image: formData.Get("image"),
  69. Size: formData.Get("size"),
  70. Metadata: make(map[string]interface{}),
  71. }
  72. if durationStr := formData.Get("seconds"); durationStr != "" {
  73. if duration, err := strconv.Atoi(durationStr); err == nil {
  74. req.Duration = duration
  75. }
  76. }
  77. if images := formData["images"]; len(images) > 0 {
  78. req.Images = images
  79. }
  80. for key, values := range formData {
  81. if len(values) > 0 && !isKnownTaskField(key) {
  82. if intVal, err := strconv.Atoi(values[0]); err == nil {
  83. req.Metadata[key] = intVal
  84. } else if floatVal, err := strconv.ParseFloat(values[0], 64); err == nil {
  85. req.Metadata[key] = floatVal
  86. } else {
  87. req.Metadata[key] = values[0]
  88. }
  89. }
  90. }
  91. return req, nil
  92. }
  93. func ValidateMultipartDirect(c *gin.Context, info *RelayInfo) *dto.TaskError {
  94. var prompt string
  95. var model string
  96. var seconds int
  97. var size string
  98. var hasInputReference bool
  99. var req TaskSubmitReq
  100. if err := common.UnmarshalBodyReusable(c, &req); err != nil {
  101. return createTaskError(err, "invalid_json", http.StatusBadRequest, true)
  102. }
  103. prompt = req.Prompt
  104. model = req.Model
  105. size = req.Size
  106. seconds, _ = strconv.Atoi(req.Seconds)
  107. if seconds == 0 {
  108. seconds = req.Duration
  109. }
  110. if req.InputReference != "" {
  111. req.Images = []string{req.InputReference}
  112. }
  113. if strings.TrimSpace(req.Model) == "" {
  114. return createTaskError(fmt.Errorf("model field is required"), "missing_model", http.StatusBadRequest, true)
  115. }
  116. if req.HasImage() {
  117. hasInputReference = true
  118. }
  119. if taskErr := validatePrompt(prompt); taskErr != nil {
  120. return taskErr
  121. }
  122. action := constant.TaskActionTextGenerate
  123. if hasInputReference {
  124. action = constant.TaskActionGenerate
  125. }
  126. if strings.HasPrefix(model, "sora-2") {
  127. if size == "" {
  128. size = "720x1280"
  129. }
  130. if seconds <= 0 {
  131. seconds = 4
  132. }
  133. if model == "sora-2" && !lo.Contains([]string{"720x1280", "1280x720"}, size) {
  134. return createTaskError(fmt.Errorf("sora-2 size is invalid"), "invalid_size", http.StatusBadRequest, true)
  135. }
  136. if model == "sora-2-pro" && !lo.Contains([]string{"720x1280", "1280x720", "1792x1024", "1024x1792"}, size) {
  137. return createTaskError(fmt.Errorf("sora-2 size is invalid"), "invalid_size", http.StatusBadRequest, true)
  138. }
  139. info.PriceData.OtherRatios = map[string]float64{
  140. "seconds": float64(seconds),
  141. "size": 1,
  142. }
  143. if lo.Contains([]string{"1792x1024", "1024x1792"}, size) {
  144. info.PriceData.OtherRatios["size"] = 1.666667
  145. }
  146. }
  147. info.Action = action
  148. return nil
  149. }
  150. func isKnownTaskField(field string) bool {
  151. knownFields := map[string]bool{
  152. "prompt": true,
  153. "model": true,
  154. "mode": true,
  155. "image": true,
  156. "images": true,
  157. "size": true,
  158. "duration": true,
  159. "input_reference": true, // Sora 特有字段
  160. }
  161. return knownFields[field]
  162. }
  163. func ValidateBasicTaskRequest(c *gin.Context, info *RelayInfo, action string) *dto.TaskError {
  164. var err error
  165. contentType := c.GetHeader("Content-Type")
  166. var req TaskSubmitReq
  167. if strings.HasPrefix(contentType, "multipart/form-data") {
  168. req, err = validateMultipartTaskRequest(c, info, action)
  169. if err != nil {
  170. return createTaskError(err, "invalid_multipart_form", http.StatusBadRequest, true)
  171. }
  172. } else if err := common.UnmarshalBodyReusable(c, &req); err != nil {
  173. return createTaskError(err, "invalid_request", http.StatusBadRequest, true)
  174. }
  175. if taskErr := validatePrompt(req.Prompt); taskErr != nil {
  176. return taskErr
  177. }
  178. if len(req.Images) == 0 && strings.TrimSpace(req.Image) != "" {
  179. // 兼容单图上传
  180. req.Images = []string{req.Image}
  181. }
  182. if req.HasImage() {
  183. action = constant.TaskActionGenerate
  184. if info.ChannelType == constant.ChannelTypeVidu {
  185. // vidu 增加 首尾帧生视频和参考图生视频
  186. if len(req.Images) == 2 {
  187. action = constant.TaskActionFirstTailGenerate
  188. } else if len(req.Images) > 2 {
  189. action = constant.TaskActionReferenceGenerate
  190. }
  191. }
  192. }
  193. storeTaskRequest(c, info, action, req)
  194. return nil
  195. }