price.go 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596
  1. package helper
  2. import (
  3. "fmt"
  4. "github.com/gin-gonic/gin"
  5. "one-api/common"
  6. constant2 "one-api/constant"
  7. relaycommon "one-api/relay/common"
  8. "one-api/setting"
  9. "one-api/setting/operation_setting"
  10. )
  11. type PriceData struct {
  12. ModelPrice float64
  13. ModelRatio float64
  14. CompletionRatio float64
  15. CacheRatio float64
  16. CacheCreationRatio float64
  17. ImageRatio float64
  18. GroupRatio float64
  19. UsePrice bool
  20. ShouldPreConsumedQuota int
  21. }
  22. func (p PriceData) ToSetting() string {
  23. return fmt.Sprintf("ModelPrice: %f, ModelRatio: %f, CompletionRatio: %f, CacheRatio: %f, GroupRatio: %f, UsePrice: %t, CacheCreationRatio: %f, ShouldPreConsumedQuota: %d, ImageRatio: %f", p.ModelPrice, p.ModelRatio, p.CompletionRatio, p.CacheRatio, p.GroupRatio, p.UsePrice, p.CacheCreationRatio, p.ShouldPreConsumedQuota, p.ImageRatio)
  24. }
  25. func ModelPriceHelper(c *gin.Context, info *relaycommon.RelayInfo, promptTokens int, maxTokens int) (PriceData, error) {
  26. modelPrice, usePrice := operation_setting.GetModelPrice(info.OriginModelName, false)
  27. groupRatio := setting.GetGroupRatio(info.Group)
  28. var preConsumedQuota int
  29. var modelRatio float64
  30. var completionRatio float64
  31. var cacheRatio float64
  32. var imageRatio float64
  33. var cacheCreationRatio float64
  34. if !usePrice {
  35. preConsumedTokens := common.PreConsumedQuota
  36. if maxTokens != 0 {
  37. preConsumedTokens = promptTokens + maxTokens
  38. }
  39. var success bool
  40. modelRatio, success = operation_setting.GetModelRatio(info.OriginModelName)
  41. if !success {
  42. acceptUnsetRatio := false
  43. if accept, ok := info.UserSetting[constant2.UserAcceptUnsetRatioModel]; ok {
  44. b, ok := accept.(bool)
  45. if ok {
  46. acceptUnsetRatio = b
  47. }
  48. }
  49. if !acceptUnsetRatio {
  50. return PriceData{}, fmt.Errorf("模型 %s 倍率或价格未配置,请联系管理员设置或开始自用模式;Model %s ratio or price not set, please set or start self-use mode", info.OriginModelName, info.OriginModelName)
  51. }
  52. }
  53. completionRatio = operation_setting.GetCompletionRatio(info.OriginModelName)
  54. cacheRatio, _ = operation_setting.GetCacheRatio(info.OriginModelName)
  55. cacheCreationRatio, _ = operation_setting.GetCreateCacheRatio(info.OriginModelName)
  56. imageRatio, _ = operation_setting.GetImageRatio(info.OriginModelName)
  57. ratio := modelRatio * groupRatio
  58. preConsumedQuota = int(float64(preConsumedTokens) * ratio)
  59. } else {
  60. preConsumedQuota = int(modelPrice * common.QuotaPerUnit * groupRatio)
  61. }
  62. priceData := PriceData{
  63. ModelPrice: modelPrice,
  64. ModelRatio: modelRatio,
  65. CompletionRatio: completionRatio,
  66. GroupRatio: groupRatio,
  67. UsePrice: usePrice,
  68. CacheRatio: cacheRatio,
  69. ImageRatio: imageRatio,
  70. CacheCreationRatio: cacheCreationRatio,
  71. ShouldPreConsumedQuota: preConsumedQuota,
  72. }
  73. if common.DebugEnabled {
  74. println(fmt.Sprintf("model_price_helper result: %s", priceData.ToSetting()))
  75. }
  76. return priceData, nil
  77. }
  78. func ContainPriceOrRatio(modelName string) bool {
  79. _, ok := operation_setting.GetModelPrice(modelName, false)
  80. if ok {
  81. return true
  82. }
  83. _, ok = operation_setting.GetModelRatio(modelName)
  84. if ok {
  85. return true
  86. }
  87. return false
  88. }