new-api/common/model-ratio.go

package common

import (
	"encoding/json"
	"strings"
)

// modelRatio
// https://platform.openai.com/docs/models/model-endpoint-compatibility
// https://cloud.baidu.com/doc/WENXINWORKSHOP/s/Blfmc9dlf
// https://openai.com/pricing
// TODO: when a new api is enabled, check the pricing here
// 1 === $0.002 / 1K tokens
// 1 === ￥0.014 / 1k tokens

var DefaultModelRatio = map[string]float64{
	//"midjourney":                50,
	"gpt-4-gizmo-*": 15,
	"gpt-4":         15,
	//"gpt-4-0314":                   15, //deprecated
	"gpt-4-0613": 15,
	"gpt-4-32k":  30,
	//"gpt-4-32k-0314":               30, //deprecated
	"gpt-4-32k-0613":            30,
	"gpt-4-1106-preview":        5,    // $0.01 / 1K tokens
	"gpt-4-0125-preview":        5,    // $0.01 / 1K tokens
	"gpt-4-turbo-preview":       5,    // $0.01 / 1K tokens
	"gpt-4-vision-preview":      5,    // $0.01 / 1K tokens
	"gpt-4-1106-vision-preview": 5,    // $0.01 / 1K tokens
	"gpt-4o":                    2.5,  // $0.01 / 1K tokens
	"gpt-4o-2024-05-13":         2.5,  // $0.01 / 1K tokens
	"gpt-4-turbo":               5,    // $0.01 / 1K tokens
	"gpt-4-turbo-2024-04-09":    5,    // $0.01 / 1K tokens
	"gpt-3.5-turbo":             0.25, // $0.0015 / 1K tokens
	//"gpt-3.5-turbo-0301":           0.75, //deprecated
	"gpt-3.5-turbo-0613":           0.75,
	"gpt-3.5-turbo-16k":            1.5, // $0.003 / 1K tokens
	"gpt-3.5-turbo-16k-0613":       1.5,
	"gpt-3.5-turbo-instruct":       0.75, // $0.0015 / 1K tokens
	"gpt-3.5-turbo-1106":           0.5,  // $0.001 / 1K tokens
	"gpt-3.5-turbo-0125":           0.25,
	"babbage-002":                  0.2, // $0.0004 / 1K tokens
	"davinci-002":                  1,   // $0.002 / 1K tokens
	"text-ada-001":                 0.2,
	"text-babbage-001":             0.25,
	"text-curie-001":               1,
	"text-davinci-002":             10,
	"text-davinci-003":             10,
	"text-davinci-edit-001":        10,
	"code-davinci-edit-001":        10,
	"whisper-1":                    15,  // $0.006 / minute -> $0.006 / 150 words -> $0.006 / 200 tokens -> $0.03 / 1k tokens
	"tts-1":                        7.5, // 1k characters -> $0.015
	"tts-1-1106":                   7.5, // 1k characters -> $0.015
	"tts-1-hd":                     15,  // 1k characters -> $0.03
	"tts-1-hd-1106":                15,  // 1k characters -> $0.03
	"davinci":                      10,
	"curie":                        10,
	"babbage":                      10,
	"ada":                          10,
	"text-embedding-3-small":       0.01,
	"text-embedding-3-large":       0.065,
	"text-embedding-ada-002":       0.05,
	"text-search-ada-doc-001":      10,
	"text-moderation-stable":       0.1,
	"text-moderation-latest":       0.1,
	"claude-instant-1":             0.4,    // $0.8 / 1M tokens
	"claude-2.0":                   4,      // $8 / 1M tokens
	"claude-2.1":                   4,      // $8 / 1M tokens
	"claude-3-haiku-20240307":      0.125,  // $0.25 / 1M tokens
	"claude-3-sonnet-20240229":     1.5,    // $3 / 1M tokens
	"claude-3-opus-20240229":       7.5,    // $15 / 1M tokens
	"ERNIE-Bot":                    0.8572, // ￥0.012 / 1k tokens //renamed to ERNIE-3.5-8K
	"ERNIE-Bot-turbo":              0.5715, // ￥0.008 / 1k tokens //renamed to ERNIE-Lite-8K
	"ERNIE-Bot-4":                  8.572,  // ￥0.12 / 1k tokens //renamed to ERNIE-4.0-8K
	"ERNIE-4.0-8K":                 8.572,  // ￥0.12 / 1k tokens
	"ERNIE-3.5-8K":                 0.8572, // ￥0.012 / 1k tokens
	"ERNIE-Speed-8K":               0.2858, // ￥0.004 / 1k tokens
	"ERNIE-Speed-128K":             0.2858, // ￥0.004 / 1k tokens
	"ERNIE-Lite-8K":                0.2143, // ￥0.003 / 1k tokens
	"ERNIE-Tiny-8K":                0.0715, // ￥0.001 / 1k tokens
	"ERNIE-Character-8K":           0.2858, // ￥0.004 / 1k tokens
	"ERNIE-Functions-8K":           0.2858, // ￥0.004 / 1k tokens
	"Embedding-V1":                 0.1429, // ￥0.002 / 1k tokens
	"PaLM-2":                       1,
	"gemini-pro":                   1, // $0.00025 / 1k characters -> $0.001 / 1k tokens
	"gemini-pro-vision":            1, // $0.00025 / 1k characters -> $0.001 / 1k tokens
	"gemini-1.0-pro-vision-001":    1,
	"gemini-1.0-pro-001":           1,
	"gemini-1.5-pro-latest":        1,
	"gemini-1.5-flash-latest":      1,
	"gemini-1.0-pro-latest":        1,
	"gemini-1.0-pro-vision-latest": 1,
	"gemini-ultra":                 1,
	"chatglm_turbo":                0.3572, // ￥0.005 / 1k tokens
	"chatglm_pro":                  0.7143, // ￥0.01 / 1k tokens
	"chatglm_std":                  0.3572, // ￥0.005 / 1k tokens
	"chatglm_lite":                 0.1429, // ￥0.002 / 1k tokens
	"glm-4":                        7.143,  // ￥0.1 / 1k tokens
	"glm-4v":                       7.143,  // ￥0.1 / 1k tokens
	"glm-3-turbo":                  0.3572,
	"qwen-turbo":                   0.8572, // ￥0.012 / 1k tokens
	"qwen-plus":                    10,     // ￥0.14 / 1k tokens
	"text-embedding-v1":            0.05,   // ￥0.0007 / 1k tokens
	"SparkDesk-v1.1":               1.2858, // ￥0.018 / 1k tokens
	"SparkDesk-v2.1":               1.2858, // ￥0.018 / 1k tokens
	"SparkDesk-v3.1":               1.2858, // ￥0.018 / 1k tokens
	"SparkDesk-v3.5":               1.2858, // ￥0.018 / 1k tokens
	"360GPT_S2_V9":                 0.8572, // ¥0.012 / 1k tokens
	"360gpt-turbo":                 0.0858, // ¥0.0012 / 1k tokens
	"360gpt-turbo-responsibility-8k": 0.8572, // ¥0.012 / 1k tokens
	"360gpt-pro":                   0.8572, // ¥0.012 / 1k tokens
	"embedding-bert-512-v1":        0.0715, // ¥0.001 / 1k tokens
	"embedding_s1_v1":              0.0715, // ¥0.001 / 1k tokens
	"semantic_similarity_s1_v1":    0.0715, // ¥0.001 / 1k tokens
	"hunyuan":                      7.143,  // ¥0.1 / 1k tokens  // https://cloud.tencent.com/document/product/1729/97731#e0e6be58-60c8-469f-bdeb-6c264ce3b4d0
	// https://platform.lingyiwanwu.com/docs#-计费单元
	// 已经按照 7.2 来换算美元价格
	"yi-34b-chat-0205":      0.018,
	"yi-34b-chat-200k":      0.0864,
	"yi-vl-plus":            0.0432,
	"command":               0.5,
	"command-nightly":       0.5,
	"command-light":         0.5,
	"command-light-nightly": 0.5,
	"command-r":             0.25,
	"command-r-plus	":       1.5,
	"deepseek-chat":         0.07,
	"deepseek-coder":        0.07,
}

var DefaultModelPrice = map[string]float64{
	"dall-e-2":          0.02,
	"dall-e-3":          0.04,
	"gpt-4-gizmo-*":     0.1,
	"mj_imagine":        0.1,
	"mj_variation":      0.1,
	"mj_reroll":         0.1,
	"mj_blend":          0.1,
	"mj_modal":          0.1,
	"mj_zoom":           0.1,
	"mj_shorten":        0.1,
	"mj_high_variation": 0.1,
	"mj_low_variation":  0.1,
	"mj_pan":            0.1,
	"mj_inpaint":        0,
	"mj_custom_zoom":    0,
	"mj_describe":       0.05,
	"mj_upscale":        0.05,
	"swap_face":         0.05,
}

var modelPrice map[string]float64 = nil
var modelRatio map[string]float64 = nil

var CompletionRatio map[string]float64 = nil
var DefaultCompletionRatio = map[string]float64{
	"gpt-4-gizmo-*": 2,
	"gpt-4-all":     2,
}

func ModelPrice2JSONString() string {
	if modelPrice == nil {
		modelPrice = DefaultModelPrice
	}
	jsonBytes, err := json.Marshal(modelPrice)
	if err != nil {
		SysError("error marshalling model price: " + err.Error())
	}
	return string(jsonBytes)
}

func UpdateModelPriceByJSONString(jsonStr string) error {
	modelPrice = make(map[string]float64)
	return json.Unmarshal([]byte(jsonStr), &modelPrice)
}

// GetModelPrice 返回模型的价格，如果模型不存在则返回-1，false
func GetModelPrice(name string, printErr bool) (float64, bool) {
	if modelPrice == nil {
		modelPrice = DefaultModelPrice
	}
	if strings.HasPrefix(name, "gpt-4-gizmo") {
		name = "gpt-4-gizmo-*"
	}
	price, ok := modelPrice[name]
	if !ok {
		if printErr {
			SysError("model price not found: " + name)
		}
		return -1, false
	}
	return price, true
}

func GetModelPrices() map[string]float64 {
	if modelPrice == nil {
		modelPrice = DefaultModelPrice
	}
	return modelPrice
}

func ModelRatio2JSONString() string {
	if modelRatio == nil {
		modelRatio = DefaultModelRatio
	}
	jsonBytes, err := json.Marshal(modelRatio)
	if err != nil {
		SysError("error marshalling model ratio: " + err.Error())
	}
	return string(jsonBytes)
}

func UpdateModelRatioByJSONString(jsonStr string) error {
	modelRatio = make(map[string]float64)
	return json.Unmarshal([]byte(jsonStr), &modelRatio)
}

func GetModelRatio(name string) float64 {
	if modelRatio == nil {
		modelRatio = DefaultModelRatio
	}
	if strings.HasPrefix(name, "gpt-4-gizmo") {
		name = "gpt-4-gizmo-*"
	}
	ratio, ok := modelRatio[name]
	if !ok {
		SysError("model ratio not found: " + name)
		return 30
	}
	return ratio
}

func GetModelRatios() map[string]float64 {
	if modelRatio == nil {
		modelRatio = DefaultModelRatio
	}
	return modelRatio
}

func CompletionRatio2JSONString() string {
	if CompletionRatio == nil {
		CompletionRatio = DefaultCompletionRatio
	}
	jsonBytes, err := json.Marshal(CompletionRatio)
	if err != nil {
		SysError("error marshalling completion ratio: " + err.Error())
	}
	return string(jsonBytes)
}

func UpdateCompletionRatioByJSONString(jsonStr string) error {
	CompletionRatio = make(map[string]float64)
	return json.Unmarshal([]byte(jsonStr), &CompletionRatio)
}

func GetCompletionRatio(name string) float64 {
	if strings.HasPrefix(name, "gpt-4-gizmo") {
		name = "gpt-4-gizmo-*"
	}
	if strings.HasPrefix(name, "gpt-3.5") {
		if name == "gpt-3.5-turbo" || strings.HasSuffix(name, "0125") {
			// https://openai.com/blog/new-embedding-models-and-api-updates
			// Updated GPT-3.5 Turbo model and lower pricing
			return 3
		}
		if strings.HasSuffix(name, "1106") {
			return 2
		}
		return 4.0 / 3.0
	}
	if strings.HasPrefix(name, "gpt-4") && name != "gpt-4-all" && name != "gpt-4-gizmo-*" {
		if strings.HasPrefix(name, "gpt-4-turbo") || strings.HasSuffix(name, "preview") || strings.HasPrefix(name, "gpt-4o") {
			return 3
		}
		return 2
	}
	if strings.Contains(name, "claude-instant-1") {
		return 3
	} else if strings.Contains(name, "claude-2") {
		return 3
	} else if strings.Contains(name, "claude-3") {
		return 5
	}
	if strings.HasPrefix(name, "mistral-") {
		return 3
	}
	if strings.HasPrefix(name, "gemini-") {
		return 3
	}
	if strings.HasPrefix(name, "command") {
		switch name {
		case "command-r":
			return 3
		case "command-r-plus":
			return 5
		default:
			return 2
		}
	}
	if strings.HasPrefix(name, "deepseek") {
		return 2
	}
	if strings.HasPrefix(name, "ERNIE-Speed-") {
		return 2
	} else if strings.HasPrefix(name, "ERNIE-Lite-") {
		return 2
	} else if strings.HasPrefix(name, "ERNIE-Character") {
		return 2
	} else if strings.HasPrefix(name, "ERNIE-Functions") {
		return 2
	}
	switch name {
	case "llama2-70b-4096":
		return 0.8 / 0.64
	case "llama3-8b-8192":
		return 2
	case "llama3-70b-8192":
		return 0.79 / 0.59
	}
	if ratio, ok := CompletionRatio[name]; ok {
		return ratio
	}
	return 1
}

func GetCompletionRatios() map[string]float64 {
	if CompletionRatio == nil {
		CompletionRatio = DefaultCompletionRatio
	}
	return CompletionRatio
}