relay-router.go 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210
  1. package router
  2. import (
  3. "github.com/QuantumNous/new-api/constant"
  4. "github.com/QuantumNous/new-api/controller"
  5. "github.com/QuantumNous/new-api/middleware"
  6. "github.com/QuantumNous/new-api/relay"
  7. "github.com/QuantumNous/new-api/types"
  8. "github.com/gin-gonic/gin"
  9. )
  10. func SetRelayRouter(router *gin.Engine) {
  11. router.Use(middleware.CORS())
  12. router.Use(middleware.DecompressRequestMiddleware())
  13. router.Use(middleware.BodyStorageCleanup()) // 清理请求体存储
  14. router.Use(middleware.StatsMiddleware())
  15. // https://platform.openai.com/docs/api-reference/introduction
  16. modelsRouter := router.Group("/v1/models")
  17. modelsRouter.Use(middleware.TokenAuth())
  18. {
  19. modelsRouter.GET("", func(c *gin.Context) {
  20. switch {
  21. case c.GetHeader("x-api-key") != "" && c.GetHeader("anthropic-version") != "":
  22. controller.ListModels(c, constant.ChannelTypeAnthropic)
  23. case c.GetHeader("x-goog-api-key") != "" || c.Query("key") != "": // 单独的适配
  24. controller.RetrieveModel(c, constant.ChannelTypeGemini)
  25. default:
  26. controller.ListModels(c, constant.ChannelTypeOpenAI)
  27. }
  28. })
  29. modelsRouter.GET("/:model", func(c *gin.Context) {
  30. switch {
  31. case c.GetHeader("x-api-key") != "" && c.GetHeader("anthropic-version") != "":
  32. controller.RetrieveModel(c, constant.ChannelTypeAnthropic)
  33. default:
  34. controller.RetrieveModel(c, constant.ChannelTypeOpenAI)
  35. }
  36. })
  37. }
  38. geminiRouter := router.Group("/v1beta/models")
  39. geminiRouter.Use(middleware.TokenAuth())
  40. {
  41. geminiRouter.GET("", func(c *gin.Context) {
  42. controller.ListModels(c, constant.ChannelTypeGemini)
  43. })
  44. }
  45. geminiCompatibleRouter := router.Group("/v1beta/openai/models")
  46. geminiCompatibleRouter.Use(middleware.TokenAuth())
  47. {
  48. geminiCompatibleRouter.GET("", func(c *gin.Context) {
  49. controller.ListModels(c, constant.ChannelTypeOpenAI)
  50. })
  51. }
  52. playgroundRouter := router.Group("/pg")
  53. playgroundRouter.Use(middleware.UserAuth(), middleware.Distribute())
  54. {
  55. playgroundRouter.POST("/chat/completions", controller.Playground)
  56. }
  57. relayV1Router := router.Group("/v1")
  58. relayV1Router.Use(middleware.TokenAuth())
  59. relayV1Router.Use(middleware.ModelRequestRateLimit())
  60. {
  61. // WebSocket 路由(统一到 Relay)
  62. wsRouter := relayV1Router.Group("")
  63. wsRouter.Use(middleware.Distribute())
  64. wsRouter.GET("/realtime", func(c *gin.Context) {
  65. controller.Relay(c, types.RelayFormatOpenAIRealtime)
  66. })
  67. }
  68. {
  69. //http router
  70. httpRouter := relayV1Router.Group("")
  71. httpRouter.Use(middleware.Distribute())
  72. // claude related routes
  73. httpRouter.POST("/messages", func(c *gin.Context) {
  74. controller.Relay(c, types.RelayFormatClaude)
  75. })
  76. // chat related routes
  77. httpRouter.POST("/completions", func(c *gin.Context) {
  78. controller.Relay(c, types.RelayFormatOpenAI)
  79. })
  80. httpRouter.POST("/chat/completions", func(c *gin.Context) {
  81. controller.Relay(c, types.RelayFormatOpenAI)
  82. })
  83. // response related routes
  84. httpRouter.POST("/responses", func(c *gin.Context) {
  85. controller.Relay(c, types.RelayFormatOpenAIResponses)
  86. })
  87. httpRouter.POST("/responses/compact", func(c *gin.Context) {
  88. controller.Relay(c, types.RelayFormatOpenAIResponsesCompaction)
  89. })
  90. // image related routes
  91. httpRouter.POST("/edits", func(c *gin.Context) {
  92. controller.Relay(c, types.RelayFormatOpenAIImage)
  93. })
  94. httpRouter.POST("/images/generations", func(c *gin.Context) {
  95. controller.Relay(c, types.RelayFormatOpenAIImage)
  96. })
  97. httpRouter.POST("/images/edits", func(c *gin.Context) {
  98. controller.Relay(c, types.RelayFormatOpenAIImage)
  99. })
  100. // embedding related routes
  101. httpRouter.POST("/embeddings", func(c *gin.Context) {
  102. controller.Relay(c, types.RelayFormatEmbedding)
  103. })
  104. // audio related routes
  105. httpRouter.POST("/audio/transcriptions", func(c *gin.Context) {
  106. controller.Relay(c, types.RelayFormatOpenAIAudio)
  107. })
  108. httpRouter.POST("/audio/translations", func(c *gin.Context) {
  109. controller.Relay(c, types.RelayFormatOpenAIAudio)
  110. })
  111. httpRouter.POST("/audio/speech", func(c *gin.Context) {
  112. controller.Relay(c, types.RelayFormatOpenAIAudio)
  113. })
  114. // rerank related routes
  115. httpRouter.POST("/rerank", func(c *gin.Context) {
  116. controller.Relay(c, types.RelayFormatRerank)
  117. })
  118. // gemini relay routes
  119. httpRouter.POST("/engines/:model/embeddings", func(c *gin.Context) {
  120. controller.Relay(c, types.RelayFormatGemini)
  121. })
  122. httpRouter.POST("/models/*path", func(c *gin.Context) {
  123. controller.Relay(c, types.RelayFormatGemini)
  124. })
  125. // other relay routes
  126. httpRouter.POST("/moderations", func(c *gin.Context) {
  127. controller.Relay(c, types.RelayFormatOpenAI)
  128. })
  129. // not implemented
  130. httpRouter.POST("/images/variations", controller.RelayNotImplemented)
  131. httpRouter.GET("/files", controller.RelayNotImplemented)
  132. httpRouter.POST("/files", controller.RelayNotImplemented)
  133. httpRouter.DELETE("/files/:id", controller.RelayNotImplemented)
  134. httpRouter.GET("/files/:id", controller.RelayNotImplemented)
  135. httpRouter.GET("/files/:id/content", controller.RelayNotImplemented)
  136. httpRouter.POST("/fine-tunes", controller.RelayNotImplemented)
  137. httpRouter.GET("/fine-tunes", controller.RelayNotImplemented)
  138. httpRouter.GET("/fine-tunes/:id", controller.RelayNotImplemented)
  139. httpRouter.POST("/fine-tunes/:id/cancel", controller.RelayNotImplemented)
  140. httpRouter.GET("/fine-tunes/:id/events", controller.RelayNotImplemented)
  141. httpRouter.DELETE("/models/:model", controller.RelayNotImplemented)
  142. }
  143. relayMjRouter := router.Group("/mj")
  144. registerMjRouterGroup(relayMjRouter)
  145. relayMjModeRouter := router.Group("/:mode/mj")
  146. registerMjRouterGroup(relayMjModeRouter)
  147. //relayMjRouter.Use()
  148. relaySunoRouter := router.Group("/suno")
  149. relaySunoRouter.Use(middleware.TokenAuth(), middleware.Distribute())
  150. {
  151. relaySunoRouter.POST("/submit/:action", controller.RelayTask)
  152. relaySunoRouter.POST("/fetch", controller.RelayTask)
  153. relaySunoRouter.GET("/fetch/:id", controller.RelayTask)
  154. }
  155. // Gemini Model API routes (with Distribute middleware)
  156. relayGeminiModelRouter := router.Group("/v1beta")
  157. relayGeminiModelRouter.Use(middleware.TokenAuth())
  158. relayGeminiModelRouter.Use(middleware.ModelRequestRateLimit())
  159. relayGeminiModelRouter.Use(middleware.Distribute())
  160. {
  161. // Gemini API 路径格式: /v1beta/models/{model_name}:{action}
  162. relayGeminiModelRouter.POST("/models/*path", func(c *gin.Context) {
  163. controller.Relay(c, types.RelayFormatGemini)
  164. })
  165. }
  166. }
  167. func registerMjRouterGroup(relayMjRouter *gin.RouterGroup) {
  168. relayMjRouter.GET("/image/:id", relay.RelayMidjourneyImage)
  169. relayMjRouter.Use(middleware.TokenAuth(), middleware.Distribute())
  170. {
  171. relayMjRouter.POST("/submit/action", controller.RelayMidjourney)
  172. relayMjRouter.POST("/submit/shorten", controller.RelayMidjourney)
  173. relayMjRouter.POST("/submit/modal", controller.RelayMidjourney)
  174. relayMjRouter.POST("/submit/imagine", controller.RelayMidjourney)
  175. relayMjRouter.POST("/submit/change", controller.RelayMidjourney)
  176. relayMjRouter.POST("/submit/simple-change", controller.RelayMidjourney)
  177. relayMjRouter.POST("/submit/describe", controller.RelayMidjourney)
  178. relayMjRouter.POST("/submit/blend", controller.RelayMidjourney)
  179. relayMjRouter.POST("/submit/edits", controller.RelayMidjourney)
  180. relayMjRouter.POST("/submit/video", controller.RelayMidjourney)
  181. relayMjRouter.POST("/notify", controller.RelayMidjourney)
  182. relayMjRouter.GET("/task/:id/fetch", controller.RelayMidjourney)
  183. relayMjRouter.GET("/task/:id/image-seed", controller.RelayMidjourney)
  184. relayMjRouter.POST("/task/list-by-condition", controller.RelayMidjourney)
  185. relayMjRouter.POST("/insight-face/swap", controller.RelayMidjourney)
  186. relayMjRouter.POST("/submit/upload-discord-images", controller.RelayMidjourney)
  187. }
  188. }