relay-router.go 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215
  1. package router
  2. import (
  3. "github.com/QuantumNous/new-api/constant"
  4. "github.com/QuantumNous/new-api/controller"
  5. "github.com/QuantumNous/new-api/middleware"
  6. "github.com/QuantumNous/new-api/relay"
  7. "github.com/QuantumNous/new-api/types"
  8. "github.com/gin-gonic/gin"
  9. )
  10. func SetRelayRouter(router *gin.Engine) {
  11. router.Use(middleware.CORS())
  12. router.Use(middleware.DecompressRequestMiddleware())
  13. router.Use(middleware.BodyStorageCleanup()) // 清理请求体存储
  14. router.Use(middleware.StatsMiddleware())
  15. // https://platform.openai.com/docs/api-reference/introduction
  16. modelsRouter := router.Group("/v1/models")
  17. modelsRouter.Use(middleware.TokenAuth())
  18. {
  19. modelsRouter.GET("", func(c *gin.Context) {
  20. switch {
  21. case c.GetHeader("x-api-key") != "" && c.GetHeader("anthropic-version") != "":
  22. controller.ListModels(c, constant.ChannelTypeAnthropic)
  23. case c.GetHeader("x-goog-api-key") != "" || c.Query("key") != "": // 单独的适配
  24. controller.RetrieveModel(c, constant.ChannelTypeGemini)
  25. default:
  26. controller.ListModels(c, constant.ChannelTypeOpenAI)
  27. }
  28. })
  29. modelsRouter.GET("/:model", func(c *gin.Context) {
  30. switch {
  31. case c.GetHeader("x-api-key") != "" && c.GetHeader("anthropic-version") != "":
  32. controller.RetrieveModel(c, constant.ChannelTypeAnthropic)
  33. default:
  34. controller.RetrieveModel(c, constant.ChannelTypeOpenAI)
  35. }
  36. })
  37. }
  38. geminiRouter := router.Group("/v1beta/models")
  39. geminiRouter.Use(middleware.TokenAuth())
  40. {
  41. geminiRouter.GET("", func(c *gin.Context) {
  42. controller.ListModels(c, constant.ChannelTypeGemini)
  43. })
  44. }
  45. geminiCompatibleRouter := router.Group("/v1beta/openai/models")
  46. geminiCompatibleRouter.Use(middleware.TokenAuth())
  47. {
  48. geminiCompatibleRouter.GET("", func(c *gin.Context) {
  49. controller.ListModels(c, constant.ChannelTypeOpenAI)
  50. })
  51. }
  52. playgroundRouter := router.Group("/pg")
  53. playgroundRouter.Use(middleware.SystemPerformanceCheck())
  54. playgroundRouter.Use(middleware.UserAuth(), middleware.Distribute())
  55. {
  56. playgroundRouter.POST("/chat/completions", controller.Playground)
  57. }
  58. relayV1Router := router.Group("/v1")
  59. relayV1Router.Use(middleware.SystemPerformanceCheck())
  60. relayV1Router.Use(middleware.TokenAuth())
  61. relayV1Router.Use(middleware.ModelRequestRateLimit())
  62. {
  63. // WebSocket 路由(统一到 Relay)
  64. wsRouter := relayV1Router.Group("")
  65. wsRouter.Use(middleware.Distribute())
  66. wsRouter.GET("/realtime", func(c *gin.Context) {
  67. controller.Relay(c, types.RelayFormatOpenAIRealtime)
  68. })
  69. }
  70. {
  71. //http router
  72. httpRouter := relayV1Router.Group("")
  73. httpRouter.Use(middleware.Distribute())
  74. // claude related routes
  75. httpRouter.POST("/messages", func(c *gin.Context) {
  76. controller.Relay(c, types.RelayFormatClaude)
  77. })
  78. // chat related routes
  79. httpRouter.POST("/completions", func(c *gin.Context) {
  80. controller.Relay(c, types.RelayFormatOpenAI)
  81. })
  82. httpRouter.POST("/chat/completions", func(c *gin.Context) {
  83. controller.Relay(c, types.RelayFormatOpenAI)
  84. })
  85. // response related routes
  86. httpRouter.POST("/responses", func(c *gin.Context) {
  87. controller.Relay(c, types.RelayFormatOpenAIResponses)
  88. })
  89. httpRouter.POST("/responses/compact", func(c *gin.Context) {
  90. controller.Relay(c, types.RelayFormatOpenAIResponsesCompaction)
  91. })
  92. // image related routes
  93. httpRouter.POST("/edits", func(c *gin.Context) {
  94. controller.Relay(c, types.RelayFormatOpenAIImage)
  95. })
  96. httpRouter.POST("/images/generations", func(c *gin.Context) {
  97. controller.Relay(c, types.RelayFormatOpenAIImage)
  98. })
  99. httpRouter.POST("/images/edits", func(c *gin.Context) {
  100. controller.Relay(c, types.RelayFormatOpenAIImage)
  101. })
  102. // embedding related routes
  103. httpRouter.POST("/embeddings", func(c *gin.Context) {
  104. controller.Relay(c, types.RelayFormatEmbedding)
  105. })
  106. // audio related routes
  107. httpRouter.POST("/audio/transcriptions", func(c *gin.Context) {
  108. controller.Relay(c, types.RelayFormatOpenAIAudio)
  109. })
  110. httpRouter.POST("/audio/translations", func(c *gin.Context) {
  111. controller.Relay(c, types.RelayFormatOpenAIAudio)
  112. })
  113. httpRouter.POST("/audio/speech", func(c *gin.Context) {
  114. controller.Relay(c, types.RelayFormatOpenAIAudio)
  115. })
  116. // rerank related routes
  117. httpRouter.POST("/rerank", func(c *gin.Context) {
  118. controller.Relay(c, types.RelayFormatRerank)
  119. })
  120. // gemini relay routes
  121. httpRouter.POST("/engines/:model/embeddings", func(c *gin.Context) {
  122. controller.Relay(c, types.RelayFormatGemini)
  123. })
  124. httpRouter.POST("/models/*path", func(c *gin.Context) {
  125. controller.Relay(c, types.RelayFormatGemini)
  126. })
  127. // other relay routes
  128. httpRouter.POST("/moderations", func(c *gin.Context) {
  129. controller.Relay(c, types.RelayFormatOpenAI)
  130. })
  131. // not implemented
  132. httpRouter.POST("/images/variations", controller.RelayNotImplemented)
  133. httpRouter.GET("/files", controller.RelayNotImplemented)
  134. httpRouter.POST("/files", controller.RelayNotImplemented)
  135. httpRouter.DELETE("/files/:id", controller.RelayNotImplemented)
  136. httpRouter.GET("/files/:id", controller.RelayNotImplemented)
  137. httpRouter.GET("/files/:id/content", controller.RelayNotImplemented)
  138. httpRouter.POST("/fine-tunes", controller.RelayNotImplemented)
  139. httpRouter.GET("/fine-tunes", controller.RelayNotImplemented)
  140. httpRouter.GET("/fine-tunes/:id", controller.RelayNotImplemented)
  141. httpRouter.POST("/fine-tunes/:id/cancel", controller.RelayNotImplemented)
  142. httpRouter.GET("/fine-tunes/:id/events", controller.RelayNotImplemented)
  143. httpRouter.DELETE("/models/:model", controller.RelayNotImplemented)
  144. }
  145. relayMjRouter := router.Group("/mj")
  146. relayMjRouter.Use(middleware.SystemPerformanceCheck())
  147. registerMjRouterGroup(relayMjRouter)
  148. relayMjModeRouter := router.Group("/:mode/mj")
  149. relayMjModeRouter.Use(middleware.SystemPerformanceCheck())
  150. registerMjRouterGroup(relayMjModeRouter)
  151. //relayMjRouter.Use()
  152. relaySunoRouter := router.Group("/suno")
  153. relaySunoRouter.Use(middleware.SystemPerformanceCheck())
  154. relaySunoRouter.Use(middleware.TokenAuth(), middleware.Distribute())
  155. {
  156. relaySunoRouter.POST("/submit/:action", controller.RelayTask)
  157. relaySunoRouter.POST("/fetch", controller.RelayTaskFetch)
  158. relaySunoRouter.GET("/fetch/:id", controller.RelayTaskFetch)
  159. }
  160. relayGeminiRouter := router.Group("/v1beta")
  161. relayGeminiRouter.Use(middleware.SystemPerformanceCheck())
  162. relayGeminiRouter.Use(middleware.TokenAuth())
  163. relayGeminiRouter.Use(middleware.ModelRequestRateLimit())
  164. relayGeminiRouter.Use(middleware.Distribute())
  165. {
  166. // Gemini API 路径格式: /v1beta/models/{model_name}:{action}
  167. relayGeminiRouter.POST("/models/*path", func(c *gin.Context) {
  168. controller.Relay(c, types.RelayFormatGemini)
  169. })
  170. }
  171. }
  172. func registerMjRouterGroup(relayMjRouter *gin.RouterGroup) {
  173. relayMjRouter.GET("/image/:id", relay.RelayMidjourneyImage)
  174. relayMjRouter.Use(middleware.TokenAuth(), middleware.Distribute())
  175. {
  176. relayMjRouter.POST("/submit/action", controller.RelayMidjourney)
  177. relayMjRouter.POST("/submit/shorten", controller.RelayMidjourney)
  178. relayMjRouter.POST("/submit/modal", controller.RelayMidjourney)
  179. relayMjRouter.POST("/submit/imagine", controller.RelayMidjourney)
  180. relayMjRouter.POST("/submit/change", controller.RelayMidjourney)
  181. relayMjRouter.POST("/submit/simple-change", controller.RelayMidjourney)
  182. relayMjRouter.POST("/submit/describe", controller.RelayMidjourney)
  183. relayMjRouter.POST("/submit/blend", controller.RelayMidjourney)
  184. relayMjRouter.POST("/submit/edits", controller.RelayMidjourney)
  185. relayMjRouter.POST("/submit/video", controller.RelayMidjourney)
  186. relayMjRouter.POST("/notify", controller.RelayMidjourney)
  187. relayMjRouter.GET("/task/:id/fetch", controller.RelayMidjourney)
  188. relayMjRouter.GET("/task/:id/image-seed", controller.RelayMidjourney)
  189. relayMjRouter.POST("/task/list-by-condition", controller.RelayMidjourney)
  190. relayMjRouter.POST("/insight-face/swap", controller.RelayMidjourney)
  191. relayMjRouter.POST("/submit/upload-discord-images", controller.RelayMidjourney)
  192. }
  193. }