price.go 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. package helper
  2. import (
  3. "fmt"
  4. "one-api/common"
  5. constant2 "one-api/constant"
  6. relaycommon "one-api/relay/common"
  7. "one-api/setting/ratio_setting"
  8. "github.com/gin-gonic/gin"
  9. )
  10. type GroupRatioInfo struct {
  11. GroupRatio float64
  12. GroupSpecialRatio float64
  13. }
  14. type PriceData struct {
  15. ModelPrice float64
  16. ModelRatio float64
  17. CompletionRatio float64
  18. CacheRatio float64
  19. CacheCreationRatio float64
  20. ImageRatio float64
  21. UsePrice bool
  22. ShouldPreConsumedQuota int
  23. GroupRatioInfo GroupRatioInfo
  24. }
  25. func (p PriceData) ToSetting() string {
  26. return fmt.Sprintf("ModelPrice: %f, ModelRatio: %f, CompletionRatio: %f, CacheRatio: %f, GroupRatio: %f, UsePrice: %t, CacheCreationRatio: %f, ShouldPreConsumedQuota: %d, ImageRatio: %f", p.ModelPrice, p.ModelRatio, p.CompletionRatio, p.CacheRatio, p.GroupRatioInfo.GroupRatio, p.UsePrice, p.CacheCreationRatio, p.ShouldPreConsumedQuota, p.ImageRatio)
  27. }
  28. // HandleGroupRatio checks for "auto_group" in the context and updates the group ratio and relayInfo.Group if present
  29. func HandleGroupRatio(ctx *gin.Context, relayInfo *relaycommon.RelayInfo) GroupRatioInfo {
  30. groupRatioInfo := GroupRatioInfo{
  31. GroupRatio: 1.0, // default ratio
  32. GroupSpecialRatio: -1,
  33. }
  34. // check auto group
  35. autoGroup, exists := ctx.Get("auto_group")
  36. if exists {
  37. if common.DebugEnabled {
  38. println(fmt.Sprintf("final group: %s", autoGroup))
  39. }
  40. relayInfo.Group = autoGroup.(string)
  41. }
  42. // check user group special ratio
  43. userGroupRatio, ok := ratio_setting.GetGroupGroupRatio(relayInfo.UserGroup, relayInfo.Group)
  44. if ok {
  45. // user group special ratio
  46. groupRatioInfo.GroupSpecialRatio = userGroupRatio
  47. groupRatioInfo.GroupRatio = userGroupRatio
  48. } else {
  49. // normal group ratio
  50. groupRatioInfo.GroupRatio = ratio_setting.GetGroupRatio(relayInfo.Group)
  51. }
  52. return groupRatioInfo
  53. }
  54. func ModelPriceHelper(c *gin.Context, info *relaycommon.RelayInfo, promptTokens int, maxTokens int) (PriceData, error) {
  55. modelPrice, usePrice := ratio_setting.GetModelPrice(info.OriginModelName, false)
  56. groupRatioInfo := HandleGroupRatio(c, info)
  57. var preConsumedQuota int
  58. var modelRatio float64
  59. var completionRatio float64
  60. var cacheRatio float64
  61. var imageRatio float64
  62. var cacheCreationRatio float64
  63. if !usePrice {
  64. preConsumedTokens := common.PreConsumedQuota
  65. if maxTokens != 0 {
  66. preConsumedTokens = promptTokens + maxTokens
  67. }
  68. var success bool
  69. modelRatio, success = ratio_setting.GetModelRatio(info.OriginModelName)
  70. if !success {
  71. acceptUnsetRatio := false
  72. if accept, ok := info.UserSetting[constant2.UserAcceptUnsetRatioModel]; ok {
  73. b, ok := accept.(bool)
  74. if ok {
  75. acceptUnsetRatio = b
  76. }
  77. }
  78. if !acceptUnsetRatio {
  79. return PriceData{}, fmt.Errorf("模型 %s 倍率或价格未配置,请联系管理员设置或开始自用模式;Model %s ratio or price not set, please set or start self-use mode", info.OriginModelName, info.OriginModelName)
  80. }
  81. }
  82. completionRatio = ratio_setting.GetCompletionRatio(info.OriginModelName)
  83. cacheRatio, _ = ratio_setting.GetCacheRatio(info.OriginModelName)
  84. cacheCreationRatio, _ = ratio_setting.GetCreateCacheRatio(info.OriginModelName)
  85. imageRatio, _ = ratio_setting.GetImageRatio(info.OriginModelName)
  86. ratio := modelRatio * groupRatioInfo.GroupRatio
  87. preConsumedQuota = int(float64(preConsumedTokens) * ratio)
  88. } else {
  89. preConsumedQuota = int(modelPrice * common.QuotaPerUnit * groupRatioInfo.GroupRatio)
  90. }
  91. priceData := PriceData{
  92. ModelPrice: modelPrice,
  93. ModelRatio: modelRatio,
  94. CompletionRatio: completionRatio,
  95. GroupRatioInfo: groupRatioInfo,
  96. UsePrice: usePrice,
  97. CacheRatio: cacheRatio,
  98. ImageRatio: imageRatio,
  99. CacheCreationRatio: cacheCreationRatio,
  100. ShouldPreConsumedQuota: preConsumedQuota,
  101. }
  102. if common.DebugEnabled {
  103. println(fmt.Sprintf("model_price_helper result: %s", priceData.ToSetting()))
  104. }
  105. return priceData, nil
  106. }
  107. func ContainPriceOrRatio(modelName string) bool {
  108. _, ok := ratio_setting.GetModelPrice(modelName, false)
  109. if ok {
  110. return true
  111. }
  112. _, ok = ratio_setting.GetModelRatio(modelName)
  113. if ok {
  114. return true
  115. }
  116. return false
  117. }