model-ratio.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607
  1. package operation_setting
  2. import (
  3. "encoding/json"
  4. "one-api/common"
  5. "strings"
  6. "sync"
  7. )
  8. // from songquanpeng/one-api
  9. const (
  10. USD2RMB = 7.3 // 暂定 1 USD = 7.3 RMB
  11. USD = 500 // $0.002 = 1 -> $1 = 500
  12. RMB = USD / USD2RMB
  13. )
  14. // modelRatio
  15. // https://platform.openai.com/docs/models/model-endpoint-compatibility
  16. // https://cloud.baidu.com/doc/WENXINWORKSHOP/s/Blfmc9dlf
  17. // https://openai.com/pricing
  18. // TODO: when a new api is enabled, check the pricing here
  19. // 1 === $0.002 / 1K tokens
  20. // 1 === ¥0.014 / 1k tokens
  21. var defaultModelRatio = map[string]float64{
  22. //"midjourney": 50,
  23. "gpt-4-gizmo-*": 15,
  24. "gpt-4o-gizmo-*": 2.5,
  25. "gpt-4-all": 15,
  26. "gpt-4o-all": 15,
  27. "gpt-4": 15,
  28. //"gpt-4-0314": 15, //deprecated
  29. "gpt-4-0613": 15,
  30. "gpt-4-32k": 30,
  31. //"gpt-4-32k-0314": 30, //deprecated
  32. "gpt-4-32k-0613": 30,
  33. "gpt-4-1106-preview": 5, // $10 / 1M tokens
  34. "gpt-4-0125-preview": 5, // $10 / 1M tokens
  35. "gpt-4-turbo-preview": 5, // $10 / 1M tokens
  36. "gpt-4-vision-preview": 5, // $10 / 1M tokens
  37. "gpt-4-1106-vision-preview": 5, // $10 / 1M tokens
  38. "chatgpt-4o-latest": 2.5, // $5 / 1M tokens
  39. "gpt-4o": 1.25, // $2.5 / 1M tokens
  40. "gpt-4o-audio-preview": 1.25, // $2.5 / 1M tokens
  41. "gpt-4o-audio-preview-2024-10-01": 1.25, // $2.5 / 1M tokens
  42. "gpt-4o-2024-05-13": 2.5, // $5 / 1M tokens
  43. "gpt-4o-2024-08-06": 1.25, // $2.5 / 1M tokens
  44. "gpt-4o-2024-11-20": 1.25, // $2.5 / 1M tokens
  45. "gpt-4o-realtime-preview": 2.5,
  46. "gpt-4o-realtime-preview-2024-10-01": 2.5,
  47. "gpt-4o-realtime-preview-2024-12-17": 2.5,
  48. "gpt-4o-mini-realtime-preview": 0.3,
  49. "gpt-4o-mini-realtime-preview-2024-12-17": 0.3,
  50. "gpt-image-1": 2.5,
  51. "o1": 7.5,
  52. "o1-2024-12-17": 7.5,
  53. "o1-preview": 7.5,
  54. "o1-preview-2024-09-12": 7.5,
  55. "o1-mini": 0.55,
  56. "o1-mini-2024-09-12": 0.55,
  57. "o3-mini": 0.55,
  58. "o3-mini-2025-01-31": 0.55,
  59. "o3-mini-high": 0.55,
  60. "o3-mini-2025-01-31-high": 0.55,
  61. "o3-mini-low": 0.55,
  62. "o3-mini-2025-01-31-low": 0.55,
  63. "o3-mini-medium": 0.55,
  64. "o3-mini-2025-01-31-medium": 0.55,
  65. "gpt-4o-mini": 0.075,
  66. "gpt-4o-mini-2024-07-18": 0.075,
  67. "gpt-4-turbo": 5, // $0.01 / 1K tokens
  68. "gpt-4-turbo-2024-04-09": 5, // $0.01 / 1K tokens
  69. "gpt-4.5-preview": 37.5,
  70. "gpt-4.5-preview-2025-02-27": 37.5,
  71. //"gpt-3.5-turbo-0301": 0.75, //deprecated
  72. "gpt-3.5-turbo": 0.25,
  73. "gpt-3.5-turbo-0613": 0.75,
  74. "gpt-3.5-turbo-16k": 1.5, // $0.003 / 1K tokens
  75. "gpt-3.5-turbo-16k-0613": 1.5,
  76. "gpt-3.5-turbo-instruct": 0.75, // $0.0015 / 1K tokens
  77. "gpt-3.5-turbo-1106": 0.5, // $0.001 / 1K tokens
  78. "gpt-3.5-turbo-0125": 0.25,
  79. "babbage-002": 0.2, // $0.0004 / 1K tokens
  80. "davinci-002": 1, // $0.002 / 1K tokens
  81. "text-ada-001": 0.2,
  82. "text-babbage-001": 0.25,
  83. "text-curie-001": 1,
  84. //"text-davinci-002": 10,
  85. //"text-davinci-003": 10,
  86. "text-davinci-edit-001": 10,
  87. "code-davinci-edit-001": 10,
  88. "whisper-1": 15, // $0.006 / minute -> $0.006 / 150 words -> $0.006 / 200 tokens -> $0.03 / 1k tokens
  89. "tts-1": 7.5, // 1k characters -> $0.015
  90. "tts-1-1106": 7.5, // 1k characters -> $0.015
  91. "tts-1-hd": 15, // 1k characters -> $0.03
  92. "tts-1-hd-1106": 15, // 1k characters -> $0.03
  93. "davinci": 10,
  94. "curie": 10,
  95. "babbage": 10,
  96. "ada": 10,
  97. "text-embedding-3-small": 0.01,
  98. "text-embedding-3-large": 0.065,
  99. "text-embedding-ada-002": 0.05,
  100. "text-search-ada-doc-001": 10,
  101. "text-moderation-stable": 0.1,
  102. "text-moderation-latest": 0.1,
  103. "claude-instant-1": 0.4, // $0.8 / 1M tokens
  104. "claude-2.0": 4, // $8 / 1M tokens
  105. "claude-2.1": 4, // $8 / 1M tokens
  106. "claude-3-haiku-20240307": 0.125, // $0.25 / 1M tokens
  107. "claude-3-5-haiku-20241022": 0.5, // $1 / 1M tokens
  108. "claude-3-sonnet-20240229": 1.5, // $3 / 1M tokens
  109. "claude-3-5-sonnet-20240620": 1.5,
  110. "claude-3-5-sonnet-20241022": 1.5,
  111. "claude-3-7-sonnet-20250219": 1.5,
  112. "claude-3-7-sonnet-20250219-thinking": 1.5,
  113. "claude-sonnet-4-20250514": 1.5,
  114. "claude-3-opus-20240229": 7.5, // $15 / 1M tokens
  115. "claude-opus-4-20250514": 7.5,
  116. "ERNIE-4.0-8K": 0.120 * RMB,
  117. "ERNIE-3.5-8K": 0.012 * RMB,
  118. "ERNIE-3.5-8K-0205": 0.024 * RMB,
  119. "ERNIE-3.5-8K-1222": 0.012 * RMB,
  120. "ERNIE-Bot-8K": 0.024 * RMB,
  121. "ERNIE-3.5-4K-0205": 0.012 * RMB,
  122. "ERNIE-Speed-8K": 0.004 * RMB,
  123. "ERNIE-Speed-128K": 0.004 * RMB,
  124. "ERNIE-Lite-8K-0922": 0.008 * RMB,
  125. "ERNIE-Lite-8K-0308": 0.003 * RMB,
  126. "ERNIE-Tiny-8K": 0.001 * RMB,
  127. "BLOOMZ-7B": 0.004 * RMB,
  128. "Embedding-V1": 0.002 * RMB,
  129. "bge-large-zh": 0.002 * RMB,
  130. "bge-large-en": 0.002 * RMB,
  131. "tao-8k": 0.002 * RMB,
  132. "PaLM-2": 1,
  133. "gemini-1.5-pro-latest": 1.25, // $3.5 / 1M tokens
  134. "gemini-1.5-flash-latest": 0.075,
  135. "gemini-2.0-flash": 0.05,
  136. "gemini-2.5-pro-exp-03-25": 0.625,
  137. "gemini-2.5-pro-preview-03-25": 0.625,
  138. "gemini-2.5-flash-preview-04-17": 0.075,
  139. "gemini-2.5-flash-preview-04-17-thinking": 0.075,
  140. "gemini-2.5-flash-preview-04-17-nothinking": 0.075,
  141. "gemini-2.5-flash-preview-05-20": 0.075,
  142. "gemini-2.5-flash-preview-05-20-thinking": 0.075,
  143. "gemini-2.5-flash-preview-05-20-nothinking": 0.075,
  144. "gemini-2.5-flash-thinking-*": 0.075, // 用于为后续所有2.5 flash thinking budget 模型设置默认倍率
  145. "gemini-2.5-pro-thinking-*": 0.625, // 用于为后续所有2.5 pro thinking budget 模型设置默认倍率
  146. "text-embedding-004": 0.001,
  147. "chatglm_turbo": 0.3572, // ¥0.005 / 1k tokens
  148. "chatglm_pro": 0.7143, // ¥0.01 / 1k tokens
  149. "chatglm_std": 0.3572, // ¥0.005 / 1k tokens
  150. "chatglm_lite": 0.1429, // ¥0.002 / 1k tokens
  151. "glm-4": 7.143, // ¥0.1 / 1k tokens
  152. "glm-4v": 0.05 * RMB, // ¥0.05 / 1k tokens
  153. "glm-4-alltools": 0.1 * RMB, // ¥0.1 / 1k tokens
  154. "glm-3-turbo": 0.3572,
  155. "glm-4-plus": 0.05 * RMB,
  156. "glm-4-0520": 0.1 * RMB,
  157. "glm-4-air": 0.001 * RMB,
  158. "glm-4-airx": 0.01 * RMB,
  159. "glm-4-long": 0.001 * RMB,
  160. "glm-4-flash": 0,
  161. "glm-4v-plus": 0.01 * RMB,
  162. "qwen-turbo": 0.8572, // ¥0.012 / 1k tokens
  163. "qwen-plus": 10, // ¥0.14 / 1k tokens
  164. "text-embedding-v1": 0.05, // ¥0.0007 / 1k tokens
  165. "SparkDesk-v1.1": 1.2858, // ¥0.018 / 1k tokens
  166. "SparkDesk-v2.1": 1.2858, // ¥0.018 / 1k tokens
  167. "SparkDesk-v3.1": 1.2858, // ¥0.018 / 1k tokens
  168. "SparkDesk-v3.5": 1.2858, // ¥0.018 / 1k tokens
  169. "SparkDesk-v4.0": 1.2858,
  170. "360GPT_S2_V9": 0.8572, // ¥0.012 / 1k tokens
  171. "360gpt-turbo": 0.0858, // ¥0.0012 / 1k tokens
  172. "360gpt-turbo-responsibility-8k": 0.8572, // ¥0.012 / 1k tokens
  173. "360gpt-pro": 0.8572, // ¥0.012 / 1k tokens
  174. "360gpt2-pro": 0.8572, // ¥0.012 / 1k tokens
  175. "embedding-bert-512-v1": 0.0715, // ¥0.001 / 1k tokens
  176. "embedding_s1_v1": 0.0715, // ¥0.001 / 1k tokens
  177. "semantic_similarity_s1_v1": 0.0715, // ¥0.001 / 1k tokens
  178. "hunyuan": 7.143, // ¥0.1 / 1k tokens // https://cloud.tencent.com/document/product/1729/97731#e0e6be58-60c8-469f-bdeb-6c264ce3b4d0
  179. // https://platform.lingyiwanwu.com/docs#-计费单元
  180. // 已经按照 7.2 来换算美元价格
  181. "yi-34b-chat-0205": 0.18,
  182. "yi-34b-chat-200k": 0.864,
  183. "yi-vl-plus": 0.432,
  184. "yi-large": 20.0 / 1000 * RMB,
  185. "yi-medium": 2.5 / 1000 * RMB,
  186. "yi-vision": 6.0 / 1000 * RMB,
  187. "yi-medium-200k": 12.0 / 1000 * RMB,
  188. "yi-spark": 1.0 / 1000 * RMB,
  189. "yi-large-rag": 25.0 / 1000 * RMB,
  190. "yi-large-turbo": 12.0 / 1000 * RMB,
  191. "yi-large-preview": 20.0 / 1000 * RMB,
  192. "yi-large-rag-preview": 25.0 / 1000 * RMB,
  193. "command": 0.5,
  194. "command-nightly": 0.5,
  195. "command-light": 0.5,
  196. "command-light-nightly": 0.5,
  197. "command-r": 0.25,
  198. "command-r-plus": 1.5,
  199. "command-r-08-2024": 0.075,
  200. "command-r-plus-08-2024": 1.25,
  201. "deepseek-chat": 0.27 / 2,
  202. "deepseek-coder": 0.27 / 2,
  203. "deepseek-reasoner": 0.55 / 2, // 0.55 / 1k tokens
  204. // Perplexity online 模型对搜索额外收费,有需要应自行调整,此处不计入搜索费用
  205. "llama-3-sonar-small-32k-chat": 0.2 / 1000 * USD,
  206. "llama-3-sonar-small-32k-online": 0.2 / 1000 * USD,
  207. "llama-3-sonar-large-32k-chat": 1 / 1000 * USD,
  208. "llama-3-sonar-large-32k-online": 1 / 1000 * USD,
  209. // grok
  210. "grok-3-beta": 1.5,
  211. "grok-3-mini-beta": 0.15,
  212. "grok-2": 1,
  213. "grok-2-vision": 1,
  214. "grok-beta": 2.5,
  215. "grok-vision-beta": 2.5,
  216. "grok-3-fast-beta": 2.5,
  217. "grok-3-mini-fast-beta": 0.3,
  218. }
  219. var defaultModelPrice = map[string]float64{
  220. "suno_music": 0.1,
  221. "suno_lyrics": 0.01,
  222. "dall-e-3": 0.04,
  223. "imagen-3.0-generate-002": 0.03,
  224. "gpt-4-gizmo-*": 0.1,
  225. "mj_imagine": 0.1,
  226. "mj_variation": 0.1,
  227. "mj_reroll": 0.1,
  228. "mj_blend": 0.1,
  229. "mj_modal": 0.1,
  230. "mj_zoom": 0.1,
  231. "mj_shorten": 0.1,
  232. "mj_high_variation": 0.1,
  233. "mj_low_variation": 0.1,
  234. "mj_pan": 0.1,
  235. "mj_inpaint": 0,
  236. "mj_custom_zoom": 0,
  237. "mj_describe": 0.05,
  238. "mj_upscale": 0.05,
  239. "swap_face": 0.05,
  240. "mj_upload": 0.05,
  241. }
  242. var (
  243. modelPriceMap map[string]float64 = nil
  244. modelPriceMapMutex = sync.RWMutex{}
  245. )
  246. var (
  247. modelRatioMap map[string]float64 = nil
  248. modelRatioMapMutex = sync.RWMutex{}
  249. )
  250. var (
  251. CompletionRatio map[string]float64 = nil
  252. CompletionRatioMutex = sync.RWMutex{}
  253. )
  254. var defaultCompletionRatio = map[string]float64{
  255. "gpt-4-gizmo-*": 2,
  256. "gpt-4o-gizmo-*": 3,
  257. "gpt-4-all": 2,
  258. "gpt-image-1": 8,
  259. }
  260. // InitRatioSettings initializes all model related settings maps
  261. func InitRatioSettings() {
  262. // Initialize modelPriceMap
  263. modelPriceMapMutex.Lock()
  264. modelPriceMap = defaultModelPrice
  265. modelPriceMapMutex.Unlock()
  266. // Initialize modelRatioMap
  267. modelRatioMapMutex.Lock()
  268. modelRatioMap = defaultModelRatio
  269. modelRatioMapMutex.Unlock()
  270. // Initialize CompletionRatio
  271. CompletionRatioMutex.Lock()
  272. CompletionRatio = defaultCompletionRatio
  273. CompletionRatioMutex.Unlock()
  274. // Initialize cacheRatioMap
  275. cacheRatioMapMutex.Lock()
  276. cacheRatioMap = defaultCacheRatio
  277. cacheRatioMapMutex.Unlock()
  278. // initialize imageRatioMap
  279. imageRatioMapMutex.Lock()
  280. imageRatioMap = defaultImageRatio
  281. imageRatioMapMutex.Unlock()
  282. }
  283. func GetModelPriceMap() map[string]float64 {
  284. modelPriceMapMutex.RLock()
  285. defer modelPriceMapMutex.RUnlock()
  286. return modelPriceMap
  287. }
  288. func ModelPrice2JSONString() string {
  289. modelPriceMapMutex.RLock()
  290. defer modelPriceMapMutex.RUnlock()
  291. jsonBytes, err := json.Marshal(modelPriceMap)
  292. if err != nil {
  293. common.SysError("error marshalling model price: " + err.Error())
  294. }
  295. return string(jsonBytes)
  296. }
  297. func UpdateModelPriceByJSONString(jsonStr string) error {
  298. modelPriceMapMutex.Lock()
  299. defer modelPriceMapMutex.Unlock()
  300. modelPriceMap = make(map[string]float64)
  301. return json.Unmarshal([]byte(jsonStr), &modelPriceMap)
  302. }
  303. // GetModelPrice 返回模型的价格,如果模型不存在则返回-1,false
  304. func GetModelPrice(name string, printErr bool) (float64, bool) {
  305. modelPriceMapMutex.RLock()
  306. defer modelPriceMapMutex.RUnlock()
  307. if strings.HasPrefix(name, "gpt-4-gizmo") {
  308. name = "gpt-4-gizmo-*"
  309. }
  310. if strings.HasPrefix(name, "gpt-4o-gizmo") {
  311. name = "gpt-4o-gizmo-*"
  312. }
  313. price, ok := modelPriceMap[name]
  314. if !ok {
  315. if printErr {
  316. common.SysError("model price not found: " + name)
  317. }
  318. return -1, false
  319. }
  320. return price, true
  321. }
  322. func UpdateModelRatioByJSONString(jsonStr string) error {
  323. modelRatioMapMutex.Lock()
  324. defer modelRatioMapMutex.Unlock()
  325. modelRatioMap = make(map[string]float64)
  326. return json.Unmarshal([]byte(jsonStr), &modelRatioMap)
  327. }
  328. func GetModelRatio(name string) (float64, bool) {
  329. modelRatioMapMutex.RLock()
  330. defer modelRatioMapMutex.RUnlock()
  331. // 处理带有思考预算的模型名称,方便统一定价
  332. handleThinkingBudgetModel := func(prefix, wildcard string) {
  333. if strings.HasPrefix(name, prefix) && strings.Contains(name, "-thinking-") {
  334. name = wildcard
  335. }
  336. }
  337. handleThinkingBudgetModel("gemini-2.5-flash", "gemini-2.5-flash-thinking-*")
  338. handleThinkingBudgetModel("gemini-2.5-pro", "gemini-2.5-pro-thinking-*")
  339. if strings.HasPrefix(name, "gpt-4-gizmo") {
  340. name = "gpt-4-gizmo-*"
  341. }
  342. ratio, ok := modelRatioMap[name]
  343. if !ok {
  344. return 37.5, SelfUseModeEnabled
  345. }
  346. return ratio, true
  347. }
  348. func DefaultModelRatio2JSONString() string {
  349. jsonBytes, err := json.Marshal(defaultModelRatio)
  350. if err != nil {
  351. common.SysError("error marshalling model ratio: " + err.Error())
  352. }
  353. return string(jsonBytes)
  354. }
  355. func GetDefaultModelRatioMap() map[string]float64 {
  356. return defaultModelRatio
  357. }
  358. func GetCompletionRatioMap() map[string]float64 {
  359. CompletionRatioMutex.RLock()
  360. defer CompletionRatioMutex.RUnlock()
  361. return CompletionRatio
  362. }
  363. func CompletionRatio2JSONString() string {
  364. CompletionRatioMutex.RLock()
  365. defer CompletionRatioMutex.RUnlock()
  366. jsonBytes, err := json.Marshal(CompletionRatio)
  367. if err != nil {
  368. common.SysError("error marshalling completion ratio: " + err.Error())
  369. }
  370. return string(jsonBytes)
  371. }
  372. func UpdateCompletionRatioByJSONString(jsonStr string) error {
  373. CompletionRatioMutex.Lock()
  374. defer CompletionRatioMutex.Unlock()
  375. CompletionRatio = make(map[string]float64)
  376. return json.Unmarshal([]byte(jsonStr), &CompletionRatio)
  377. }
  378. func GetCompletionRatio(name string) float64 {
  379. CompletionRatioMutex.RLock()
  380. defer CompletionRatioMutex.RUnlock()
  381. if strings.Contains(name, "/") {
  382. if ratio, ok := CompletionRatio[name]; ok {
  383. return ratio
  384. }
  385. }
  386. hardCodedRatio, contain := getHardcodedCompletionModelRatio(name)
  387. if contain {
  388. return hardCodedRatio
  389. }
  390. if ratio, ok := CompletionRatio[name]; ok {
  391. return ratio
  392. }
  393. return hardCodedRatio
  394. }
  395. func getHardcodedCompletionModelRatio(name string) (float64, bool) {
  396. lowercaseName := strings.ToLower(name)
  397. if strings.HasPrefix(name, "gpt-4-gizmo") {
  398. name = "gpt-4-gizmo-*"
  399. }
  400. if strings.HasPrefix(name, "gpt-4o-gizmo") {
  401. name = "gpt-4o-gizmo-*"
  402. }
  403. if strings.HasPrefix(name, "gpt-4") && !strings.HasSuffix(name, "-all") && !strings.HasSuffix(name, "-gizmo-*") {
  404. if strings.HasPrefix(name, "gpt-4o") {
  405. if name == "gpt-4o-2024-05-13" {
  406. return 3, true
  407. }
  408. return 4, true
  409. }
  410. // gpt-4.5-preview匹配
  411. if strings.HasPrefix(name, "gpt-4.5-preview") {
  412. return 2, true
  413. }
  414. if strings.HasPrefix(name, "gpt-4-turbo") || strings.HasSuffix(name, "gpt-4-1106") || strings.HasSuffix(name, "gpt-4-1105") {
  415. return 3, true
  416. }
  417. // 没有特殊标记的 gpt-4 模型默认倍率为 2
  418. return 2, false
  419. }
  420. if strings.HasPrefix(name, "o1") || strings.HasPrefix(name, "o3") {
  421. return 4, true
  422. }
  423. if name == "chatgpt-4o-latest" {
  424. return 3, true
  425. }
  426. if strings.Contains(name, "claude-3") {
  427. return 5, true
  428. } else if strings.Contains(name, "claude-sonnet-4") || strings.Contains(name, "claude-opus-4") {
  429. return 5, true
  430. } else if strings.Contains(name, "claude-instant-1") || strings.Contains(name, "claude-2") {
  431. return 3, true
  432. }
  433. if strings.HasPrefix(name, "gpt-3.5") {
  434. if name == "gpt-3.5-turbo" || strings.HasSuffix(name, "0125") {
  435. // https://openai.com/blog/new-embedding-models-and-api-updates
  436. // Updated GPT-3.5 Turbo model and lower pricing
  437. return 3, true
  438. }
  439. if strings.HasSuffix(name, "1106") {
  440. return 2, true
  441. }
  442. return 4.0 / 3.0, true
  443. }
  444. if strings.HasPrefix(name, "mistral-") {
  445. return 3, true
  446. }
  447. if strings.HasPrefix(name, "gemini-") {
  448. if strings.HasPrefix(name, "gemini-1.5") {
  449. return 4, true
  450. } else if strings.HasPrefix(name, "gemini-2.0") {
  451. return 4, true
  452. } else if strings.HasPrefix(name, "gemini-2.5-pro") { // 移除preview来增加兼容性,这里假设正式版的倍率和preview一致
  453. return 8, true
  454. } else if strings.HasPrefix(name, "gemini-2.5-flash") { // 同上
  455. if strings.HasSuffix(name, "-nothinking") {
  456. return 4, false
  457. } else {
  458. return 3.5 / 0.6, false
  459. }
  460. }
  461. return 4, false
  462. }
  463. if strings.HasPrefix(name, "command") {
  464. switch name {
  465. case "command-r":
  466. return 3, true
  467. case "command-r-plus":
  468. return 5, true
  469. case "command-r-08-2024":
  470. return 4, true
  471. case "command-r-plus-08-2024":
  472. return 4, true
  473. default:
  474. return 4, false
  475. }
  476. }
  477. // hint 只给官方上4倍率,由于开源模型供应商自行定价,不对其进行补全倍率进行强制对齐
  478. if lowercaseName == "deepseek-chat" || lowercaseName == "deepseek-reasoner" {
  479. return 4, true
  480. }
  481. if strings.HasPrefix(name, "ERNIE-Speed-") {
  482. return 2, true
  483. } else if strings.HasPrefix(name, "ERNIE-Lite-") {
  484. return 2, true
  485. } else if strings.HasPrefix(name, "ERNIE-Character") {
  486. return 2, true
  487. } else if strings.HasPrefix(name, "ERNIE-Functions") {
  488. return 2, true
  489. }
  490. switch name {
  491. case "llama2-70b-4096":
  492. return 0.8 / 0.64, true
  493. case "llama3-8b-8192":
  494. return 2, true
  495. case "llama3-70b-8192":
  496. return 0.79 / 0.59, true
  497. }
  498. return 1, false
  499. }
  500. func GetAudioRatio(name string) float64 {
  501. if strings.Contains(name, "-realtime") {
  502. if strings.HasSuffix(name, "gpt-4o-realtime-preview") {
  503. return 8
  504. } else if strings.Contains(name, "gpt-4o-mini-realtime-preview") {
  505. return 10 / 0.6
  506. } else {
  507. return 20
  508. }
  509. }
  510. if strings.Contains(name, "-audio") {
  511. if strings.HasPrefix(name, "gpt-4o-audio-preview") {
  512. return 40 / 2.5
  513. } else if strings.HasPrefix(name, "gpt-4o-mini-audio-preview") {
  514. return 10 / 0.15
  515. } else {
  516. return 40
  517. }
  518. }
  519. return 20
  520. }
  521. func GetAudioCompletionRatio(name string) float64 {
  522. if strings.HasPrefix(name, "gpt-4o-realtime") {
  523. return 2
  524. } else if strings.HasPrefix(name, "gpt-4o-mini-realtime") {
  525. return 2
  526. }
  527. return 2
  528. }
  529. func ModelRatio2JSONString() string {
  530. modelRatioMapMutex.RLock()
  531. defer modelRatioMapMutex.RUnlock()
  532. jsonBytes, err := json.Marshal(modelRatioMap)
  533. if err != nil {
  534. common.SysError("error marshalling model ratio: " + err.Error())
  535. }
  536. return string(jsonBytes)
  537. }
  538. var defaultImageRatio = map[string]float64{
  539. "gpt-image-1": 2,
  540. }
  541. var imageRatioMap map[string]float64
  542. var imageRatioMapMutex sync.RWMutex
  543. func ImageRatio2JSONString() string {
  544. imageRatioMapMutex.RLock()
  545. defer imageRatioMapMutex.RUnlock()
  546. jsonBytes, err := json.Marshal(imageRatioMap)
  547. if err != nil {
  548. common.SysError("error marshalling cache ratio: " + err.Error())
  549. }
  550. return string(jsonBytes)
  551. }
  552. func UpdateImageRatioByJSONString(jsonStr string) error {
  553. imageRatioMapMutex.Lock()
  554. defer imageRatioMapMutex.Unlock()
  555. imageRatioMap = make(map[string]float64)
  556. return json.Unmarshal([]byte(jsonStr), &imageRatioMap)
  557. }
  558. func GetImageRatio(name string) (float64, bool) {
  559. imageRatioMapMutex.RLock()
  560. defer imageRatioMapMutex.RUnlock()
  561. ratio, ok := imageRatioMap[name]
  562. if !ok {
  563. return 1, false // Default to 1 if not found
  564. }
  565. return ratio, true
  566. }