quota.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606
  1. package service
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "math"
  7. "strings"
  8. "time"
  9. "github.com/QuantumNous/new-api/common"
  10. "github.com/QuantumNous/new-api/constant"
  11. "github.com/QuantumNous/new-api/dto"
  12. "github.com/QuantumNous/new-api/logger"
  13. "github.com/QuantumNous/new-api/model"
  14. relaycommon "github.com/QuantumNous/new-api/relay/common"
  15. "github.com/QuantumNous/new-api/setting/ratio_setting"
  16. "github.com/QuantumNous/new-api/setting/system_setting"
  17. "github.com/QuantumNous/new-api/types"
  18. "github.com/bytedance/gopkg/util/gopool"
  19. "github.com/gin-gonic/gin"
  20. "github.com/shopspring/decimal"
  21. )
  22. type TokenDetails struct {
  23. TextTokens int
  24. AudioTokens int
  25. }
  26. type QuotaInfo struct {
  27. InputDetails TokenDetails
  28. OutputDetails TokenDetails
  29. ModelName string
  30. UsePrice bool
  31. ModelPrice float64
  32. ModelRatio float64
  33. GroupRatio float64
  34. }
  35. func hasCustomModelRatio(modelName string, currentRatio float64) bool {
  36. defaultRatio, exists := ratio_setting.GetDefaultModelRatioMap()[modelName]
  37. if !exists {
  38. return true
  39. }
  40. return currentRatio != defaultRatio
  41. }
  42. func calculateAudioQuota(info QuotaInfo) int {
  43. if info.UsePrice {
  44. modelPrice := decimal.NewFromFloat(info.ModelPrice)
  45. quotaPerUnit := decimal.NewFromFloat(common.QuotaPerUnit)
  46. groupRatio := decimal.NewFromFloat(info.GroupRatio)
  47. quota := modelPrice.Mul(quotaPerUnit).Mul(groupRatio)
  48. return int(quota.IntPart())
  49. }
  50. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(info.ModelName))
  51. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(info.ModelName))
  52. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(info.ModelName))
  53. groupRatio := decimal.NewFromFloat(info.GroupRatio)
  54. modelRatio := decimal.NewFromFloat(info.ModelRatio)
  55. ratio := groupRatio.Mul(modelRatio)
  56. inputTextTokens := decimal.NewFromInt(int64(info.InputDetails.TextTokens))
  57. outputTextTokens := decimal.NewFromInt(int64(info.OutputDetails.TextTokens))
  58. inputAudioTokens := decimal.NewFromInt(int64(info.InputDetails.AudioTokens))
  59. outputAudioTokens := decimal.NewFromInt(int64(info.OutputDetails.AudioTokens))
  60. quota := decimal.Zero
  61. quota = quota.Add(inputTextTokens)
  62. quota = quota.Add(outputTextTokens.Mul(completionRatio))
  63. quota = quota.Add(inputAudioTokens.Mul(audioRatio))
  64. quota = quota.Add(outputAudioTokens.Mul(audioRatio).Mul(audioCompletionRatio))
  65. quota = quota.Mul(ratio)
  66. // If ratio is not zero and quota is less than or equal to zero, set quota to 1
  67. if !ratio.IsZero() && quota.LessThanOrEqual(decimal.Zero) {
  68. quota = decimal.NewFromInt(1)
  69. }
  70. return int(quota.Round(0).IntPart())
  71. }
  72. func PreWssConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.RealtimeUsage) error {
  73. if relayInfo.UsePrice {
  74. return nil
  75. }
  76. userQuota, err := model.GetUserQuota(relayInfo.UserId, false)
  77. if err != nil {
  78. return err
  79. }
  80. token, err := model.GetTokenByKey(strings.TrimPrefix(relayInfo.TokenKey, "sk-"), false)
  81. if err != nil {
  82. return err
  83. }
  84. modelName := relayInfo.OriginModelName
  85. textInputTokens := usage.InputTokenDetails.TextTokens
  86. textOutTokens := usage.OutputTokenDetails.TextTokens
  87. audioInputTokens := usage.InputTokenDetails.AudioTokens
  88. audioOutTokens := usage.OutputTokenDetails.AudioTokens
  89. groupRatio := ratio_setting.GetGroupRatio(relayInfo.UsingGroup)
  90. modelRatio, _, _ := ratio_setting.GetModelRatio(modelName)
  91. autoGroup, exists := common.GetContextKey(ctx, constant.ContextKeyAutoGroup)
  92. if exists {
  93. groupRatio = ratio_setting.GetGroupRatio(autoGroup.(string))
  94. log.Printf("final group ratio: %f", groupRatio)
  95. relayInfo.UsingGroup = autoGroup.(string)
  96. }
  97. actualGroupRatio := groupRatio
  98. userGroupRatio, ok := ratio_setting.GetGroupGroupRatio(relayInfo.UserGroup, relayInfo.UsingGroup)
  99. if ok {
  100. actualGroupRatio = userGroupRatio
  101. }
  102. quotaInfo := QuotaInfo{
  103. InputDetails: TokenDetails{
  104. TextTokens: textInputTokens,
  105. AudioTokens: audioInputTokens,
  106. },
  107. OutputDetails: TokenDetails{
  108. TextTokens: textOutTokens,
  109. AudioTokens: audioOutTokens,
  110. },
  111. ModelName: modelName,
  112. UsePrice: relayInfo.UsePrice,
  113. ModelRatio: modelRatio,
  114. GroupRatio: actualGroupRatio,
  115. }
  116. quota := calculateAudioQuota(quotaInfo)
  117. if userQuota < quota {
  118. return fmt.Errorf("user quota is not enough, user quota: %s, need quota: %s", logger.FormatQuota(userQuota), logger.FormatQuota(quota))
  119. }
  120. if !token.UnlimitedQuota && token.RemainQuota < quota {
  121. return fmt.Errorf("token quota is not enough, token remain quota: %s, need quota: %s", logger.FormatQuota(token.RemainQuota), logger.FormatQuota(quota))
  122. }
  123. err = PostConsumeQuota(relayInfo, quota, 0, false)
  124. if err != nil {
  125. return err
  126. }
  127. logger.LogInfo(ctx, "realtime streaming consume quota success, quota: "+fmt.Sprintf("%d", quota))
  128. return nil
  129. }
  130. func PostWssConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelName string,
  131. usage *dto.RealtimeUsage, extraContent string) {
  132. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  133. textInputTokens := usage.InputTokenDetails.TextTokens
  134. textOutTokens := usage.OutputTokenDetails.TextTokens
  135. audioInputTokens := usage.InputTokenDetails.AudioTokens
  136. audioOutTokens := usage.OutputTokenDetails.AudioTokens
  137. tokenName := ctx.GetString("token_name")
  138. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(modelName))
  139. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(relayInfo.OriginModelName))
  140. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(modelName))
  141. modelRatio := relayInfo.PriceData.ModelRatio
  142. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  143. modelPrice := relayInfo.PriceData.ModelPrice
  144. usePrice := relayInfo.PriceData.UsePrice
  145. quotaInfo := QuotaInfo{
  146. InputDetails: TokenDetails{
  147. TextTokens: textInputTokens,
  148. AudioTokens: audioInputTokens,
  149. },
  150. OutputDetails: TokenDetails{
  151. TextTokens: textOutTokens,
  152. AudioTokens: audioOutTokens,
  153. },
  154. ModelName: modelName,
  155. UsePrice: usePrice,
  156. ModelRatio: modelRatio,
  157. GroupRatio: groupRatio,
  158. }
  159. quota := calculateAudioQuota(quotaInfo)
  160. totalTokens := usage.TotalTokens
  161. var logContent string
  162. if !usePrice {
  163. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,音频倍率 %.2f,音频补全倍率 %.2f,分组倍率 %.2f",
  164. modelRatio, completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), groupRatio)
  165. } else {
  166. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  167. }
  168. // record all the consume log even if quota is 0
  169. if totalTokens == 0 {
  170. // in this case, must be some error happened
  171. // we cannot just return, because we may have to return the pre-consumed quota
  172. quota = 0
  173. logContent += fmt.Sprintf("(可能是上游超时)")
  174. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  175. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, relayInfo.FinalPreConsumedQuota))
  176. } else {
  177. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  178. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  179. }
  180. logModel := modelName
  181. if extraContent != "" {
  182. logContent += ", " + extraContent
  183. }
  184. other := GenerateWssOtherInfo(ctx, relayInfo, usage, modelRatio, groupRatio,
  185. completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  186. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  187. ChannelId: relayInfo.ChannelId,
  188. PromptTokens: usage.InputTokens,
  189. CompletionTokens: usage.OutputTokens,
  190. ModelName: logModel,
  191. TokenName: tokenName,
  192. Quota: quota,
  193. Content: logContent,
  194. TokenId: relayInfo.TokenId,
  195. UseTimeSeconds: int(useTimeSeconds),
  196. IsStream: relayInfo.IsStream,
  197. Group: relayInfo.UsingGroup,
  198. Other: other,
  199. })
  200. }
  201. func PostClaudeConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage) {
  202. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  203. promptTokens := usage.PromptTokens
  204. completionTokens := usage.CompletionTokens
  205. modelName := relayInfo.OriginModelName
  206. tokenName := ctx.GetString("token_name")
  207. completionRatio := relayInfo.PriceData.CompletionRatio
  208. modelRatio := relayInfo.PriceData.ModelRatio
  209. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  210. modelPrice := relayInfo.PriceData.ModelPrice
  211. cacheRatio := relayInfo.PriceData.CacheRatio
  212. cacheTokens := usage.PromptTokensDetails.CachedTokens
  213. cacheCreationRatio := relayInfo.PriceData.CacheCreationRatio
  214. cacheCreationRatio5m := relayInfo.PriceData.CacheCreation5mRatio
  215. cacheCreationRatio1h := relayInfo.PriceData.CacheCreation1hRatio
  216. cacheCreationTokens := usage.PromptTokensDetails.CachedCreationTokens
  217. cacheCreationTokens5m := usage.ClaudeCacheCreation5mTokens
  218. cacheCreationTokens1h := usage.ClaudeCacheCreation1hTokens
  219. if relayInfo.ChannelType == constant.ChannelTypeOpenRouter {
  220. promptTokens -= cacheTokens
  221. isUsingCustomSettings := relayInfo.PriceData.UsePrice || hasCustomModelRatio(modelName, relayInfo.PriceData.ModelRatio)
  222. if cacheCreationTokens == 0 && relayInfo.PriceData.CacheCreationRatio != 1 && usage.Cost != 0 && !isUsingCustomSettings {
  223. maybeCacheCreationTokens := CalcOpenRouterCacheCreateTokens(*usage, relayInfo.PriceData)
  224. if maybeCacheCreationTokens >= 0 && promptTokens >= maybeCacheCreationTokens {
  225. cacheCreationTokens = maybeCacheCreationTokens
  226. }
  227. }
  228. promptTokens -= cacheCreationTokens
  229. }
  230. calculateQuota := 0.0
  231. if !relayInfo.PriceData.UsePrice {
  232. calculateQuota = float64(promptTokens)
  233. calculateQuota += float64(cacheTokens) * cacheRatio
  234. calculateQuota += float64(cacheCreationTokens5m) * cacheCreationRatio5m
  235. calculateQuota += float64(cacheCreationTokens1h) * cacheCreationRatio1h
  236. remainingCacheCreationTokens := cacheCreationTokens - cacheCreationTokens5m - cacheCreationTokens1h
  237. if remainingCacheCreationTokens > 0 {
  238. calculateQuota += float64(remainingCacheCreationTokens) * cacheCreationRatio
  239. }
  240. calculateQuota += float64(completionTokens) * completionRatio
  241. calculateQuota = calculateQuota * groupRatio * modelRatio
  242. } else {
  243. calculateQuota = modelPrice * common.QuotaPerUnit * groupRatio
  244. }
  245. if modelRatio != 0 && calculateQuota <= 0 {
  246. calculateQuota = 1
  247. }
  248. quota := int(calculateQuota)
  249. totalTokens := promptTokens + completionTokens
  250. var logContent string
  251. // record all the consume log even if quota is 0
  252. if totalTokens == 0 {
  253. // in this case, must be some error happened
  254. // we cannot just return, because we may have to return the pre-consumed quota
  255. quota = 0
  256. logContent += fmt.Sprintf("(可能是上游出错)")
  257. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  258. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, relayInfo.FinalPreConsumedQuota))
  259. } else {
  260. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  261. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  262. }
  263. if err := SettleBilling(ctx, relayInfo, quota); err != nil {
  264. logger.LogError(ctx, "error settling billing: "+err.Error())
  265. }
  266. other := GenerateClaudeOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio,
  267. cacheTokens, cacheRatio,
  268. cacheCreationTokens, cacheCreationRatio,
  269. cacheCreationTokens5m, cacheCreationRatio5m,
  270. cacheCreationTokens1h, cacheCreationRatio1h,
  271. modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  272. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  273. ChannelId: relayInfo.ChannelId,
  274. PromptTokens: promptTokens,
  275. CompletionTokens: completionTokens,
  276. ModelName: modelName,
  277. TokenName: tokenName,
  278. Quota: quota,
  279. Content: logContent,
  280. TokenId: relayInfo.TokenId,
  281. UseTimeSeconds: int(useTimeSeconds),
  282. IsStream: relayInfo.IsStream,
  283. Group: relayInfo.UsingGroup,
  284. Other: other,
  285. })
  286. }
  287. func CalcOpenRouterCacheCreateTokens(usage dto.Usage, priceData types.PriceData) int {
  288. if priceData.CacheCreationRatio == 1 {
  289. return 0
  290. }
  291. quotaPrice := priceData.ModelRatio / common.QuotaPerUnit
  292. promptCacheCreatePrice := quotaPrice * priceData.CacheCreationRatio
  293. promptCacheReadPrice := quotaPrice * priceData.CacheRatio
  294. completionPrice := quotaPrice * priceData.CompletionRatio
  295. cost, _ := usage.Cost.(float64)
  296. totalPromptTokens := float64(usage.PromptTokens)
  297. completionTokens := float64(usage.CompletionTokens)
  298. promptCacheReadTokens := float64(usage.PromptTokensDetails.CachedTokens)
  299. return int(math.Round((cost -
  300. totalPromptTokens*quotaPrice +
  301. promptCacheReadTokens*(quotaPrice-promptCacheReadPrice) -
  302. completionTokens*completionPrice) /
  303. (promptCacheCreatePrice - quotaPrice)))
  304. }
  305. func PostAudioConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage, extraContent string) {
  306. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  307. textInputTokens := usage.PromptTokensDetails.TextTokens
  308. textOutTokens := usage.CompletionTokenDetails.TextTokens
  309. audioInputTokens := usage.PromptTokensDetails.AudioTokens
  310. audioOutTokens := usage.CompletionTokenDetails.AudioTokens
  311. tokenName := ctx.GetString("token_name")
  312. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(relayInfo.OriginModelName))
  313. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(relayInfo.OriginModelName))
  314. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(relayInfo.OriginModelName))
  315. modelRatio := relayInfo.PriceData.ModelRatio
  316. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  317. modelPrice := relayInfo.PriceData.ModelPrice
  318. usePrice := relayInfo.PriceData.UsePrice
  319. quotaInfo := QuotaInfo{
  320. InputDetails: TokenDetails{
  321. TextTokens: textInputTokens,
  322. AudioTokens: audioInputTokens,
  323. },
  324. OutputDetails: TokenDetails{
  325. TextTokens: textOutTokens,
  326. AudioTokens: audioOutTokens,
  327. },
  328. ModelName: relayInfo.OriginModelName,
  329. UsePrice: usePrice,
  330. ModelRatio: modelRatio,
  331. GroupRatio: groupRatio,
  332. }
  333. quota := calculateAudioQuota(quotaInfo)
  334. totalTokens := usage.TotalTokens
  335. var logContent string
  336. if !usePrice {
  337. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,音频倍率 %.2f,音频补全倍率 %.2f,分组倍率 %.2f",
  338. modelRatio, completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), groupRatio)
  339. } else {
  340. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  341. }
  342. // record all the consume log even if quota is 0
  343. if totalTokens == 0 {
  344. // in this case, must be some error happened
  345. // we cannot just return, because we may have to return the pre-consumed quota
  346. quota = 0
  347. logContent += fmt.Sprintf("(可能是上游超时)")
  348. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  349. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, relayInfo.OriginModelName, relayInfo.FinalPreConsumedQuota))
  350. } else {
  351. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  352. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  353. }
  354. if err := SettleBilling(ctx, relayInfo, quota); err != nil {
  355. logger.LogError(ctx, "error settling billing: "+err.Error())
  356. }
  357. logModel := relayInfo.OriginModelName
  358. if extraContent != "" {
  359. logContent += ", " + extraContent
  360. }
  361. other := GenerateAudioOtherInfo(ctx, relayInfo, usage, modelRatio, groupRatio,
  362. completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  363. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  364. ChannelId: relayInfo.ChannelId,
  365. PromptTokens: usage.PromptTokens,
  366. CompletionTokens: usage.CompletionTokens,
  367. ModelName: logModel,
  368. TokenName: tokenName,
  369. Quota: quota,
  370. Content: logContent,
  371. TokenId: relayInfo.TokenId,
  372. UseTimeSeconds: int(useTimeSeconds),
  373. IsStream: relayInfo.IsStream,
  374. Group: relayInfo.UsingGroup,
  375. Other: other,
  376. })
  377. }
  378. func PreConsumeTokenQuota(relayInfo *relaycommon.RelayInfo, quota int) error {
  379. if quota < 0 {
  380. return errors.New("quota 不能为负数!")
  381. }
  382. if relayInfo.IsPlayground {
  383. return nil
  384. }
  385. //if relayInfo.TokenUnlimited {
  386. // return nil
  387. //}
  388. token, err := model.GetTokenByKey(relayInfo.TokenKey, false)
  389. if err != nil {
  390. return err
  391. }
  392. if !relayInfo.TokenUnlimited && token.RemainQuota < quota {
  393. return fmt.Errorf("token quota is not enough, token remain quota: %s, need quota: %s", logger.FormatQuota(token.RemainQuota), logger.FormatQuota(quota))
  394. }
  395. err = model.DecreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, quota)
  396. if err != nil {
  397. return err
  398. }
  399. return nil
  400. }
  401. func PostConsumeQuota(relayInfo *relaycommon.RelayInfo, quota int, preConsumedQuota int, sendEmail bool) (err error) {
  402. // 1) Consume from wallet quota OR subscription item
  403. if relayInfo != nil && relayInfo.BillingSource == BillingSourceSubscription {
  404. if relayInfo.SubscriptionId == 0 {
  405. return errors.New("subscription id is missing")
  406. }
  407. delta := int64(quota)
  408. if delta != 0 {
  409. if err := model.PostConsumeUserSubscriptionDelta(relayInfo.SubscriptionId, delta); err != nil {
  410. return err
  411. }
  412. relayInfo.SubscriptionPostDelta += delta
  413. }
  414. } else {
  415. // Wallet
  416. if quota > 0 {
  417. err = model.DecreaseUserQuota(relayInfo.UserId, quota)
  418. } else {
  419. err = model.IncreaseUserQuota(relayInfo.UserId, -quota, false)
  420. }
  421. if err != nil {
  422. return err
  423. }
  424. }
  425. if !relayInfo.IsPlayground {
  426. if quota > 0 {
  427. err = model.DecreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, quota)
  428. } else {
  429. err = model.IncreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, -quota)
  430. }
  431. if err != nil {
  432. return err
  433. }
  434. }
  435. if sendEmail {
  436. if (quota + preConsumedQuota) != 0 {
  437. checkAndSendQuotaNotify(relayInfo, quota, preConsumedQuota)
  438. }
  439. }
  440. return nil
  441. }
  442. func checkAndSendQuotaNotify(relayInfo *relaycommon.RelayInfo, quota int, preConsumedQuota int) {
  443. gopool.Go(func() {
  444. userSetting := relayInfo.UserSetting
  445. threshold := common.QuotaRemindThreshold
  446. if userSetting.QuotaWarningThreshold != 0 {
  447. threshold = int(userSetting.QuotaWarningThreshold)
  448. }
  449. //noMoreQuota := userCache.Quota-(quota+preConsumedQuota) <= 0
  450. quotaTooLow := false
  451. consumeQuota := quota + preConsumedQuota
  452. if relayInfo.UserQuota-consumeQuota < threshold {
  453. quotaTooLow = true
  454. }
  455. if quotaTooLow {
  456. prompt := "您的额度即将用尽"
  457. topUpLink := fmt.Sprintf("%s/console/topup", system_setting.ServerAddress)
  458. // 根据通知方式生成不同的内容格式
  459. var content string
  460. var values []interface{}
  461. notifyType := userSetting.NotifyType
  462. if notifyType == "" {
  463. notifyType = dto.NotifyTypeEmail
  464. }
  465. if notifyType == dto.NotifyTypeBark {
  466. // Bark推送使用简短文本,不支持HTML
  467. content = "{{value}},剩余额度:{{value}},请及时充值"
  468. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota)}
  469. } else if notifyType == dto.NotifyTypeGotify {
  470. content = "{{value}},当前剩余额度为 {{value}},请及时充值。"
  471. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota)}
  472. } else {
  473. // 默认内容格式,适用于Email和Webhook(支持HTML)
  474. content = "{{value}},当前剩余额度为 {{value}},为了不影响您的使用,请及时充值。<br/>充值链接:<a href='{{value}}'>{{value}}</a>"
  475. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota), topUpLink, topUpLink}
  476. }
  477. err := NotifyUser(relayInfo.UserId, relayInfo.UserEmail, relayInfo.UserSetting, dto.NewNotify(dto.NotifyTypeQuotaExceed, prompt, content, values))
  478. if err != nil {
  479. common.SysError(fmt.Sprintf("failed to send quota notify to user %d: %s", relayInfo.UserId, err.Error()))
  480. }
  481. }
  482. })
  483. }
  484. func checkAndSendSubscriptionQuotaNotify(relayInfo *relaycommon.RelayInfo) {
  485. gopool.Go(func() {
  486. if relayInfo == nil {
  487. return
  488. }
  489. if relayInfo.SubscriptionId == 0 || relayInfo.SubscriptionAmountTotal <= 0 {
  490. return
  491. }
  492. userSetting := relayInfo.UserSetting
  493. threshold := common.QuotaRemindThreshold
  494. if userSetting.QuotaWarningThreshold != 0 {
  495. threshold = int(userSetting.QuotaWarningThreshold)
  496. }
  497. usedAfter := relayInfo.SubscriptionAmountUsedAfterPreConsume + relayInfo.SubscriptionPostDelta
  498. remaining := relayInfo.SubscriptionAmountTotal - usedAfter
  499. if remaining >= int64(threshold) {
  500. return
  501. }
  502. prompt := "您的订阅额度即将用尽"
  503. topUpLink := fmt.Sprintf("%s/console/topup", system_setting.ServerAddress)
  504. var content string
  505. var values []interface{}
  506. notifyType := userSetting.NotifyType
  507. if notifyType == "" {
  508. notifyType = dto.NotifyTypeEmail
  509. }
  510. if notifyType == dto.NotifyTypeBark {
  511. content = "{{value}},剩余额度:{{value}},请及时充值"
  512. values = []interface{}{prompt, logger.FormatQuota(int(remaining))}
  513. } else if notifyType == dto.NotifyTypeGotify {
  514. content = "{{value}},当前剩余额度为 {{value}},请及时充值。"
  515. values = []interface{}{prompt, logger.FormatQuota(int(remaining))}
  516. } else {
  517. content = "{{value}},当前剩余额度为 {{value}},为了不影响您的使用,请及时充值。<br/>充值链接:<a href='{{value}}'>{{value}}</a>"
  518. values = []interface{}{prompt, logger.FormatQuota(int(remaining)), topUpLink, topUpLink}
  519. }
  520. if err := NotifyUser(relayInfo.UserId, relayInfo.UserEmail, relayInfo.UserSetting, dto.NewNotify(dto.NotifyTypeQuotaExceed, prompt, content, values)); err != nil {
  521. common.SysError(fmt.Sprintf("failed to send subscription quota notify to user %d: %s", relayInfo.UserId, err.Error()))
  522. }
  523. })
  524. }