quota.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657
  1. package service
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "math"
  7. "strings"
  8. "time"
  9. "github.com/QuantumNous/new-api/common"
  10. "github.com/QuantumNous/new-api/constant"
  11. "github.com/QuantumNous/new-api/dto"
  12. "github.com/QuantumNous/new-api/logger"
  13. "github.com/QuantumNous/new-api/model"
  14. "github.com/QuantumNous/new-api/pkg/billingexpr"
  15. relaycommon "github.com/QuantumNous/new-api/relay/common"
  16. "github.com/QuantumNous/new-api/setting/ratio_setting"
  17. "github.com/QuantumNous/new-api/setting/system_setting"
  18. "github.com/QuantumNous/new-api/types"
  19. "github.com/bytedance/gopkg/util/gopool"
  20. "github.com/gin-gonic/gin"
  21. "github.com/shopspring/decimal"
  22. )
  23. type TokenDetails struct {
  24. TextTokens int
  25. AudioTokens int
  26. }
  27. type QuotaInfo struct {
  28. InputDetails TokenDetails
  29. OutputDetails TokenDetails
  30. ModelName string
  31. UsePrice bool
  32. ModelPrice float64
  33. ModelRatio float64
  34. GroupRatio float64
  35. }
  36. func hasCustomModelRatio(modelName string, currentRatio float64) bool {
  37. defaultRatio, exists := ratio_setting.GetDefaultModelRatioMap()[modelName]
  38. if !exists {
  39. return true
  40. }
  41. return currentRatio != defaultRatio
  42. }
  43. func calculateAudioQuota(info QuotaInfo) int {
  44. if info.UsePrice {
  45. modelPrice := decimal.NewFromFloat(info.ModelPrice)
  46. quotaPerUnit := decimal.NewFromFloat(common.QuotaPerUnit)
  47. groupRatio := decimal.NewFromFloat(info.GroupRatio)
  48. quota := modelPrice.Mul(quotaPerUnit).Mul(groupRatio)
  49. return int(quota.IntPart())
  50. }
  51. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(info.ModelName))
  52. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(info.ModelName))
  53. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(info.ModelName))
  54. groupRatio := decimal.NewFromFloat(info.GroupRatio)
  55. modelRatio := decimal.NewFromFloat(info.ModelRatio)
  56. ratio := groupRatio.Mul(modelRatio)
  57. inputTextTokens := decimal.NewFromInt(int64(info.InputDetails.TextTokens))
  58. outputTextTokens := decimal.NewFromInt(int64(info.OutputDetails.TextTokens))
  59. inputAudioTokens := decimal.NewFromInt(int64(info.InputDetails.AudioTokens))
  60. outputAudioTokens := decimal.NewFromInt(int64(info.OutputDetails.AudioTokens))
  61. quota := decimal.Zero
  62. quota = quota.Add(inputTextTokens)
  63. quota = quota.Add(outputTextTokens.Mul(completionRatio))
  64. quota = quota.Add(inputAudioTokens.Mul(audioRatio))
  65. quota = quota.Add(outputAudioTokens.Mul(audioRatio).Mul(audioCompletionRatio))
  66. quota = quota.Mul(ratio)
  67. // If ratio is not zero and quota is less than or equal to zero, set quota to 1
  68. if !ratio.IsZero() && quota.LessThanOrEqual(decimal.Zero) {
  69. quota = decimal.NewFromInt(1)
  70. }
  71. return int(quota.Round(0).IntPart())
  72. }
  73. func PreWssConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.RealtimeUsage) error {
  74. if relayInfo.UsePrice {
  75. return nil
  76. }
  77. userQuota, err := model.GetUserQuota(relayInfo.UserId, false)
  78. if err != nil {
  79. return err
  80. }
  81. token, err := model.GetTokenByKey(strings.TrimPrefix(relayInfo.TokenKey, "sk-"), false)
  82. if err != nil {
  83. return err
  84. }
  85. modelName := relayInfo.OriginModelName
  86. textInputTokens := usage.InputTokenDetails.TextTokens
  87. textOutTokens := usage.OutputTokenDetails.TextTokens
  88. audioInputTokens := usage.InputTokenDetails.AudioTokens
  89. audioOutTokens := usage.OutputTokenDetails.AudioTokens
  90. groupRatio := ratio_setting.GetGroupRatio(relayInfo.UsingGroup)
  91. modelRatio, _, _ := ratio_setting.GetModelRatio(modelName)
  92. autoGroup, exists := common.GetContextKey(ctx, constant.ContextKeyAutoGroup)
  93. if exists {
  94. groupRatio = ratio_setting.GetGroupRatio(autoGroup.(string))
  95. log.Printf("final group ratio: %f", groupRatio)
  96. relayInfo.UsingGroup = autoGroup.(string)
  97. }
  98. actualGroupRatio := groupRatio
  99. userGroupRatio, ok := ratio_setting.GetGroupGroupRatio(relayInfo.UserGroup, relayInfo.UsingGroup)
  100. if ok {
  101. actualGroupRatio = userGroupRatio
  102. }
  103. quotaInfo := QuotaInfo{
  104. InputDetails: TokenDetails{
  105. TextTokens: textInputTokens,
  106. AudioTokens: audioInputTokens,
  107. },
  108. OutputDetails: TokenDetails{
  109. TextTokens: textOutTokens,
  110. AudioTokens: audioOutTokens,
  111. },
  112. ModelName: modelName,
  113. UsePrice: relayInfo.UsePrice,
  114. ModelRatio: modelRatio,
  115. GroupRatio: actualGroupRatio,
  116. }
  117. quota := calculateAudioQuota(quotaInfo)
  118. if userQuota < quota {
  119. return fmt.Errorf("user quota is not enough, user quota: %s, need quota: %s", logger.FormatQuota(userQuota), logger.FormatQuota(quota))
  120. }
  121. if !token.UnlimitedQuota && token.RemainQuota < quota {
  122. return fmt.Errorf("token quota is not enough, token remain quota: %s, need quota: %s", logger.FormatQuota(token.RemainQuota), logger.FormatQuota(quota))
  123. }
  124. err = PostConsumeQuota(relayInfo, quota, 0, false)
  125. if err != nil {
  126. return err
  127. }
  128. logger.LogInfo(ctx, "realtime streaming consume quota success, quota: "+fmt.Sprintf("%d", quota))
  129. return nil
  130. }
  131. func PostWssConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, modelName string,
  132. usage *dto.RealtimeUsage, extraContent string) {
  133. var tieredResult *billingexpr.TieredResult
  134. tieredOk, tieredQuota, tieredRes := TryTieredSettle(relayInfo, billingexpr.TokenParams{
  135. P: float64(usage.InputTokens),
  136. C: float64(usage.OutputTokens),
  137. })
  138. if tieredOk {
  139. tieredResult = tieredRes
  140. }
  141. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  142. textInputTokens := usage.InputTokenDetails.TextTokens
  143. textOutTokens := usage.OutputTokenDetails.TextTokens
  144. audioInputTokens := usage.InputTokenDetails.AudioTokens
  145. audioOutTokens := usage.OutputTokenDetails.AudioTokens
  146. tokenName := ctx.GetString("token_name")
  147. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(modelName))
  148. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(relayInfo.OriginModelName))
  149. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(modelName))
  150. modelRatio := relayInfo.PriceData.ModelRatio
  151. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  152. modelPrice := relayInfo.PriceData.ModelPrice
  153. usePrice := relayInfo.PriceData.UsePrice
  154. quotaInfo := QuotaInfo{
  155. InputDetails: TokenDetails{
  156. TextTokens: textInputTokens,
  157. AudioTokens: audioInputTokens,
  158. },
  159. OutputDetails: TokenDetails{
  160. TextTokens: textOutTokens,
  161. AudioTokens: audioOutTokens,
  162. },
  163. ModelName: modelName,
  164. UsePrice: usePrice,
  165. ModelRatio: modelRatio,
  166. GroupRatio: groupRatio,
  167. }
  168. quota := calculateAudioQuota(quotaInfo)
  169. if tieredOk {
  170. quota = tieredQuota
  171. }
  172. totalTokens := usage.TotalTokens
  173. var logContent string
  174. if !usePrice {
  175. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,音频倍率 %.2f,音频补全倍率 %.2f,分组倍率 %.2f",
  176. modelRatio, completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), groupRatio)
  177. } else {
  178. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  179. }
  180. // record all the consume log even if quota is 0
  181. if totalTokens == 0 {
  182. // in this case, must be some error happened
  183. // we cannot just return, because we may have to return the pre-consumed quota
  184. quota = 0
  185. logContent += fmt.Sprintf("(可能是上游超时)")
  186. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  187. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, relayInfo.FinalPreConsumedQuota))
  188. } else {
  189. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  190. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  191. }
  192. logModel := modelName
  193. if extraContent != "" {
  194. logContent += ", " + extraContent
  195. }
  196. other := GenerateWssOtherInfo(ctx, relayInfo, usage, modelRatio, groupRatio,
  197. completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  198. if tieredResult != nil {
  199. InjectTieredBillingInfo(other, relayInfo, tieredResult)
  200. }
  201. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  202. ChannelId: relayInfo.ChannelId,
  203. PromptTokens: usage.InputTokens,
  204. CompletionTokens: usage.OutputTokens,
  205. ModelName: logModel,
  206. TokenName: tokenName,
  207. Quota: quota,
  208. Content: logContent,
  209. TokenId: relayInfo.TokenId,
  210. UseTimeSeconds: int(useTimeSeconds),
  211. IsStream: relayInfo.IsStream,
  212. Group: relayInfo.UsingGroup,
  213. Other: other,
  214. })
  215. }
  216. func PostClaudeConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage) {
  217. if usage != nil {
  218. ObserveChannelAffinityUsageCacheByRelayFormat(ctx, usage, relayInfo.GetFinalRequestRelayFormat())
  219. }
  220. var tieredUsedVars map[string]bool
  221. if snap := relayInfo.TieredBillingSnapshot; snap != nil {
  222. tieredUsedVars = billingexpr.UsedVars(snap.ExprString)
  223. }
  224. var tieredResult *billingexpr.TieredResult
  225. tieredOk, tieredQuota, tieredRes := TryTieredSettle(relayInfo, BuildTieredTokenParams(usage, true, tieredUsedVars))
  226. if tieredOk {
  227. tieredResult = tieredRes
  228. }
  229. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  230. promptTokens := usage.PromptTokens
  231. completionTokens := usage.CompletionTokens
  232. modelName := relayInfo.OriginModelName
  233. tokenName := ctx.GetString("token_name")
  234. completionRatio := relayInfo.PriceData.CompletionRatio
  235. modelRatio := relayInfo.PriceData.ModelRatio
  236. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  237. modelPrice := relayInfo.PriceData.ModelPrice
  238. cacheRatio := relayInfo.PriceData.CacheRatio
  239. cacheTokens := usage.PromptTokensDetails.CachedTokens
  240. cacheCreationRatio := relayInfo.PriceData.CacheCreationRatio
  241. cacheCreationRatio5m := relayInfo.PriceData.CacheCreation5mRatio
  242. cacheCreationRatio1h := relayInfo.PriceData.CacheCreation1hRatio
  243. cacheCreationTokens := usage.PromptTokensDetails.CachedCreationTokens
  244. cacheCreationTokens5m := usage.ClaudeCacheCreation5mTokens
  245. cacheCreationTokens1h := usage.ClaudeCacheCreation1hTokens
  246. if relayInfo.ChannelType == constant.ChannelTypeOpenRouter {
  247. promptTokens -= cacheTokens
  248. isUsingCustomSettings := relayInfo.PriceData.UsePrice || hasCustomModelRatio(modelName, relayInfo.PriceData.ModelRatio)
  249. if cacheCreationTokens == 0 && relayInfo.PriceData.CacheCreationRatio != 1 && usage.Cost != 0 && !isUsingCustomSettings {
  250. maybeCacheCreationTokens := CalcOpenRouterCacheCreateTokens(*usage, relayInfo.PriceData)
  251. if maybeCacheCreationTokens >= 0 && promptTokens >= maybeCacheCreationTokens {
  252. cacheCreationTokens = maybeCacheCreationTokens
  253. }
  254. }
  255. promptTokens -= cacheCreationTokens
  256. }
  257. calculateQuota := 0.0
  258. if !relayInfo.PriceData.UsePrice {
  259. calculateQuota = float64(promptTokens)
  260. calculateQuota += float64(cacheTokens) * cacheRatio
  261. calculateQuota += float64(cacheCreationTokens5m) * cacheCreationRatio5m
  262. calculateQuota += float64(cacheCreationTokens1h) * cacheCreationRatio1h
  263. remainingCacheCreationTokens := cacheCreationTokens - cacheCreationTokens5m - cacheCreationTokens1h
  264. if remainingCacheCreationTokens > 0 {
  265. calculateQuota += float64(remainingCacheCreationTokens) * cacheCreationRatio
  266. }
  267. calculateQuota += float64(completionTokens) * completionRatio
  268. calculateQuota = calculateQuota * groupRatio * modelRatio
  269. } else {
  270. calculateQuota = modelPrice * common.QuotaPerUnit * groupRatio
  271. }
  272. if modelRatio != 0 && calculateQuota <= 0 {
  273. calculateQuota = 1
  274. }
  275. quota := int(calculateQuota)
  276. if tieredOk {
  277. quota = tieredQuota
  278. }
  279. totalTokens := promptTokens + completionTokens
  280. var logContent string
  281. // record all the consume log even if quota is 0
  282. if totalTokens == 0 {
  283. // in this case, must be some error happened
  284. // we cannot just return, because we may have to return the pre-consumed quota
  285. quota = 0
  286. logContent += fmt.Sprintf("(可能是上游出错)")
  287. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  288. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, modelName, relayInfo.FinalPreConsumedQuota))
  289. } else {
  290. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  291. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  292. }
  293. if err := SettleBilling(ctx, relayInfo, quota); err != nil {
  294. logger.LogError(ctx, "error settling billing: "+err.Error())
  295. }
  296. other := GenerateClaudeOtherInfo(ctx, relayInfo, modelRatio, groupRatio, completionRatio,
  297. cacheTokens, cacheRatio,
  298. cacheCreationTokens, cacheCreationRatio,
  299. cacheCreationTokens5m, cacheCreationRatio5m,
  300. cacheCreationTokens1h, cacheCreationRatio1h,
  301. modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  302. if tieredResult != nil {
  303. InjectTieredBillingInfo(other, relayInfo, tieredResult)
  304. }
  305. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  306. ChannelId: relayInfo.ChannelId,
  307. PromptTokens: promptTokens,
  308. CompletionTokens: completionTokens,
  309. ModelName: modelName,
  310. TokenName: tokenName,
  311. Quota: quota,
  312. Content: logContent,
  313. TokenId: relayInfo.TokenId,
  314. UseTimeSeconds: int(useTimeSeconds),
  315. IsStream: relayInfo.IsStream,
  316. Group: relayInfo.UsingGroup,
  317. Other: other,
  318. })
  319. }
  320. func CalcOpenRouterCacheCreateTokens(usage dto.Usage, priceData types.PriceData) int {
  321. if priceData.CacheCreationRatio == 1 {
  322. return 0
  323. }
  324. quotaPrice := priceData.ModelRatio / common.QuotaPerUnit
  325. promptCacheCreatePrice := quotaPrice * priceData.CacheCreationRatio
  326. promptCacheReadPrice := quotaPrice * priceData.CacheRatio
  327. completionPrice := quotaPrice * priceData.CompletionRatio
  328. cost, _ := usage.Cost.(float64)
  329. totalPromptTokens := float64(usage.PromptTokens)
  330. completionTokens := float64(usage.CompletionTokens)
  331. promptCacheReadTokens := float64(usage.PromptTokensDetails.CachedTokens)
  332. return int(math.Round((cost -
  333. totalPromptTokens*quotaPrice +
  334. promptCacheReadTokens*(quotaPrice-promptCacheReadPrice) -
  335. completionTokens*completionPrice) /
  336. (promptCacheCreatePrice - quotaPrice)))
  337. }
  338. func PostAudioConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, usage *dto.Usage, extraContent string) {
  339. var tieredUsedVars map[string]bool
  340. if snap := relayInfo.TieredBillingSnapshot; snap != nil {
  341. tieredUsedVars = billingexpr.UsedVars(snap.ExprString)
  342. }
  343. var tieredResult *billingexpr.TieredResult
  344. tieredOk, tieredQuota, tieredRes := TryTieredSettle(relayInfo, BuildTieredTokenParams(usage, false, tieredUsedVars))
  345. if tieredOk {
  346. tieredResult = tieredRes
  347. }
  348. useTimeSeconds := time.Now().Unix() - relayInfo.StartTime.Unix()
  349. textInputTokens := usage.PromptTokensDetails.TextTokens
  350. textOutTokens := usage.CompletionTokenDetails.TextTokens
  351. audioInputTokens := usage.PromptTokensDetails.AudioTokens
  352. audioOutTokens := usage.CompletionTokenDetails.AudioTokens
  353. tokenName := ctx.GetString("token_name")
  354. completionRatio := decimal.NewFromFloat(ratio_setting.GetCompletionRatio(relayInfo.OriginModelName))
  355. audioRatio := decimal.NewFromFloat(ratio_setting.GetAudioRatio(relayInfo.OriginModelName))
  356. audioCompletionRatio := decimal.NewFromFloat(ratio_setting.GetAudioCompletionRatio(relayInfo.OriginModelName))
  357. modelRatio := relayInfo.PriceData.ModelRatio
  358. groupRatio := relayInfo.PriceData.GroupRatioInfo.GroupRatio
  359. modelPrice := relayInfo.PriceData.ModelPrice
  360. usePrice := relayInfo.PriceData.UsePrice
  361. quotaInfo := QuotaInfo{
  362. InputDetails: TokenDetails{
  363. TextTokens: textInputTokens,
  364. AudioTokens: audioInputTokens,
  365. },
  366. OutputDetails: TokenDetails{
  367. TextTokens: textOutTokens,
  368. AudioTokens: audioOutTokens,
  369. },
  370. ModelName: relayInfo.OriginModelName,
  371. UsePrice: usePrice,
  372. ModelRatio: modelRatio,
  373. GroupRatio: groupRatio,
  374. }
  375. quota := calculateAudioQuota(quotaInfo)
  376. if tieredOk {
  377. quota = tieredQuota
  378. }
  379. totalTokens := usage.TotalTokens
  380. var logContent string
  381. if !usePrice {
  382. logContent = fmt.Sprintf("模型倍率 %.2f,补全倍率 %.2f,音频倍率 %.2f,音频补全倍率 %.2f,分组倍率 %.2f",
  383. modelRatio, completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), groupRatio)
  384. } else {
  385. logContent = fmt.Sprintf("模型价格 %.2f,分组倍率 %.2f", modelPrice, groupRatio)
  386. }
  387. // record all the consume log even if quota is 0
  388. if totalTokens == 0 {
  389. // in this case, must be some error happened
  390. // we cannot just return, because we may have to return the pre-consumed quota
  391. quota = 0
  392. logContent += fmt.Sprintf("(可能是上游超时)")
  393. logger.LogError(ctx, fmt.Sprintf("total tokens is 0, cannot consume quota, userId %d, channelId %d, "+
  394. "tokenId %d, model %s, pre-consumed quota %d", relayInfo.UserId, relayInfo.ChannelId, relayInfo.TokenId, relayInfo.OriginModelName, relayInfo.FinalPreConsumedQuota))
  395. } else {
  396. model.UpdateUserUsedQuotaAndRequestCount(relayInfo.UserId, quota)
  397. model.UpdateChannelUsedQuota(relayInfo.ChannelId, quota)
  398. }
  399. if err := SettleBilling(ctx, relayInfo, quota); err != nil {
  400. logger.LogError(ctx, "error settling billing: "+err.Error())
  401. }
  402. logModel := relayInfo.OriginModelName
  403. if extraContent != "" {
  404. logContent += ", " + extraContent
  405. }
  406. other := GenerateAudioOtherInfo(ctx, relayInfo, usage, modelRatio, groupRatio,
  407. completionRatio.InexactFloat64(), audioRatio.InexactFloat64(), audioCompletionRatio.InexactFloat64(), modelPrice, relayInfo.PriceData.GroupRatioInfo.GroupSpecialRatio)
  408. if tieredResult != nil {
  409. InjectTieredBillingInfo(other, relayInfo, tieredResult)
  410. }
  411. model.RecordConsumeLog(ctx, relayInfo.UserId, model.RecordConsumeLogParams{
  412. ChannelId: relayInfo.ChannelId,
  413. PromptTokens: usage.PromptTokens,
  414. CompletionTokens: usage.CompletionTokens,
  415. ModelName: logModel,
  416. TokenName: tokenName,
  417. Quota: quota,
  418. Content: logContent,
  419. TokenId: relayInfo.TokenId,
  420. UseTimeSeconds: int(useTimeSeconds),
  421. IsStream: relayInfo.IsStream,
  422. Group: relayInfo.UsingGroup,
  423. Other: other,
  424. })
  425. }
  426. func PreConsumeTokenQuota(relayInfo *relaycommon.RelayInfo, quota int) error {
  427. if quota < 0 {
  428. return errors.New("quota 不能为负数!")
  429. }
  430. if relayInfo.IsPlayground {
  431. return nil
  432. }
  433. //if relayInfo.TokenUnlimited {
  434. // return nil
  435. //}
  436. token, err := model.GetTokenByKey(relayInfo.TokenKey, false)
  437. if err != nil {
  438. return err
  439. }
  440. if !relayInfo.TokenUnlimited && token.RemainQuota < quota {
  441. return fmt.Errorf("token quota is not enough, token remain quota: %s, need quota: %s", logger.FormatQuota(token.RemainQuota), logger.FormatQuota(quota))
  442. }
  443. err = model.DecreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, quota)
  444. if err != nil {
  445. return err
  446. }
  447. return nil
  448. }
  449. func PostConsumeQuota(relayInfo *relaycommon.RelayInfo, quota int, preConsumedQuota int, sendEmail bool) (err error) {
  450. // 1) Consume from wallet quota OR subscription item
  451. if relayInfo != nil && relayInfo.BillingSource == BillingSourceSubscription {
  452. if relayInfo.SubscriptionId == 0 {
  453. return errors.New("subscription id is missing")
  454. }
  455. delta := int64(quota)
  456. if delta != 0 {
  457. if err := model.PostConsumeUserSubscriptionDelta(relayInfo.SubscriptionId, delta); err != nil {
  458. return err
  459. }
  460. relayInfo.SubscriptionPostDelta += delta
  461. }
  462. } else {
  463. // Wallet
  464. if quota > 0 {
  465. err = model.DecreaseUserQuota(relayInfo.UserId, quota)
  466. } else {
  467. err = model.IncreaseUserQuota(relayInfo.UserId, -quota, false)
  468. }
  469. if err != nil {
  470. return err
  471. }
  472. }
  473. if !relayInfo.IsPlayground {
  474. if quota > 0 {
  475. err = model.DecreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, quota)
  476. } else {
  477. err = model.IncreaseTokenQuota(relayInfo.TokenId, relayInfo.TokenKey, -quota)
  478. }
  479. if err != nil {
  480. return err
  481. }
  482. }
  483. if sendEmail {
  484. if (quota + preConsumedQuota) != 0 {
  485. checkAndSendQuotaNotify(relayInfo, quota, preConsumedQuota)
  486. }
  487. }
  488. return nil
  489. }
  490. func checkAndSendQuotaNotify(relayInfo *relaycommon.RelayInfo, quota int, preConsumedQuota int) {
  491. gopool.Go(func() {
  492. userSetting := relayInfo.UserSetting
  493. threshold := common.QuotaRemindThreshold
  494. if userSetting.QuotaWarningThreshold != 0 {
  495. threshold = int(userSetting.QuotaWarningThreshold)
  496. }
  497. //noMoreQuota := userCache.Quota-(quota+preConsumedQuota) <= 0
  498. quotaTooLow := false
  499. consumeQuota := quota + preConsumedQuota
  500. if relayInfo.UserQuota-consumeQuota < threshold {
  501. quotaTooLow = true
  502. }
  503. if quotaTooLow {
  504. prompt := "您的额度即将用尽"
  505. topUpLink := fmt.Sprintf("%s/console/topup", system_setting.ServerAddress)
  506. // 根据通知方式生成不同的内容格式
  507. var content string
  508. var values []interface{}
  509. notifyType := userSetting.NotifyType
  510. if notifyType == "" {
  511. notifyType = dto.NotifyTypeEmail
  512. }
  513. if notifyType == dto.NotifyTypeBark {
  514. // Bark推送使用简短文本,不支持HTML
  515. content = "{{value}},剩余额度:{{value}},请及时充值"
  516. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota)}
  517. } else if notifyType == dto.NotifyTypeGotify {
  518. content = "{{value}},当前剩余额度为 {{value}},请及时充值。"
  519. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota)}
  520. } else {
  521. // 默认内容格式,适用于Email和Webhook(支持HTML)
  522. content = "{{value}},当前剩余额度为 {{value}},为了不影响您的使用,请及时充值。<br/>充值链接:<a href='{{value}}'>{{value}}</a>"
  523. values = []interface{}{prompt, logger.FormatQuota(relayInfo.UserQuota), topUpLink, topUpLink}
  524. }
  525. err := NotifyUser(relayInfo.UserId, relayInfo.UserEmail, relayInfo.UserSetting, dto.NewNotify(dto.NotifyTypeQuotaExceed, prompt, content, values))
  526. if err != nil {
  527. common.SysError(fmt.Sprintf("failed to send quota notify to user %d: %s", relayInfo.UserId, err.Error()))
  528. }
  529. }
  530. })
  531. }
  532. func checkAndSendSubscriptionQuotaNotify(relayInfo *relaycommon.RelayInfo) {
  533. gopool.Go(func() {
  534. if relayInfo == nil {
  535. return
  536. }
  537. if relayInfo.SubscriptionId == 0 || relayInfo.SubscriptionAmountTotal <= 0 {
  538. return
  539. }
  540. userSetting := relayInfo.UserSetting
  541. threshold := common.QuotaRemindThreshold
  542. if userSetting.QuotaWarningThreshold != 0 {
  543. threshold = int(userSetting.QuotaWarningThreshold)
  544. }
  545. usedAfter := relayInfo.SubscriptionAmountUsedAfterPreConsume + relayInfo.SubscriptionPostDelta
  546. remaining := relayInfo.SubscriptionAmountTotal - usedAfter
  547. if remaining >= int64(threshold) {
  548. return
  549. }
  550. prompt := "您的订阅额度即将用尽"
  551. topUpLink := fmt.Sprintf("%s/console/topup", system_setting.ServerAddress)
  552. var content string
  553. var values []interface{}
  554. notifyType := userSetting.NotifyType
  555. if notifyType == "" {
  556. notifyType = dto.NotifyTypeEmail
  557. }
  558. if notifyType == dto.NotifyTypeBark {
  559. content = "{{value}},剩余额度:{{value}},请及时充值"
  560. values = []interface{}{prompt, logger.FormatQuota(int(remaining))}
  561. } else if notifyType == dto.NotifyTypeGotify {
  562. content = "{{value}},当前剩余额度为 {{value}},请及时充值。"
  563. values = []interface{}{prompt, logger.FormatQuota(int(remaining))}
  564. } else {
  565. content = "{{value}},当前剩余额度为 {{value}},为了不影响您的使用,请及时充值。<br/>充值链接:<a href='{{value}}'>{{value}}</a>"
  566. values = []interface{}{prompt, logger.FormatQuota(int(remaining)), topUpLink, topUpLink}
  567. }
  568. if err := NotifyUser(relayInfo.UserId, relayInfo.UserEmail, relayInfo.UserSetting, dto.NewNotify(dto.NotifyTypeQuotaExceed, prompt, content, values)); err != nil {
  569. common.SysError(fmt.Sprintf("failed to send subscription quota notify to user %d: %s", relayInfo.UserId, err.Error()))
  570. }
  571. })
  572. }