| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341 |
- package common
- import (
- "errors"
- "fmt"
- "net/http"
- "regexp"
- "strconv"
- "strings"
- "github.com/QuantumNous/new-api/common"
- "github.com/QuantumNous/new-api/types"
- "github.com/samber/lo"
- "github.com/tidwall/gjson"
- "github.com/tidwall/sjson"
- )
- var negativeIndexRegexp = regexp.MustCompile(`\.(-\d+)`)
- const (
- paramOverrideContextRequestHeaders = "request_headers"
- paramOverrideContextRequestHeadersRaw = "request_headers_raw"
- paramOverrideContextHeaderOverride = "header_override"
- paramOverrideContextHeaderOverrideNormalized = "header_override_normalized"
- )
- type ConditionOperation struct {
- Path string `json:"path"` // JSON路径
- Mode string `json:"mode"` // full, prefix, suffix, contains, gt, gte, lt, lte
- Value interface{} `json:"value"` // 匹配的值
- Invert bool `json:"invert"` // 反选功能,true表示取反结果
- PassMissingKey bool `json:"pass_missing_key"` // 未获取到json key时的行为
- }
- type ParamOperation struct {
- Path string `json:"path"`
- Mode string `json:"mode"` // delete, set, move, copy, prepend, append, trim_prefix, trim_suffix, ensure_prefix, ensure_suffix, trim_space, to_lower, to_upper, replace, regex_replace, return_error, prune_objects, set_header, delete_header, copy_header, move_header
- Value interface{} `json:"value"`
- KeepOrigin bool `json:"keep_origin"`
- From string `json:"from,omitempty"`
- To string `json:"to,omitempty"`
- Conditions []ConditionOperation `json:"conditions,omitempty"` // 条件列表
- Logic string `json:"logic,omitempty"` // AND, OR (默认OR)
- }
- type ParamOverrideReturnError struct {
- Message string
- StatusCode int
- Code string
- Type string
- SkipRetry bool
- }
- func (e *ParamOverrideReturnError) Error() string {
- if e == nil {
- return "param override return error"
- }
- if e.Message == "" {
- return "param override return error"
- }
- return e.Message
- }
- func AsParamOverrideReturnError(err error) (*ParamOverrideReturnError, bool) {
- if err == nil {
- return nil, false
- }
- var target *ParamOverrideReturnError
- if errors.As(err, &target) {
- return target, true
- }
- return nil, false
- }
- func NewAPIErrorFromParamOverride(err *ParamOverrideReturnError) *types.NewAPIError {
- if err == nil {
- return types.NewError(
- errors.New("param override return error is nil"),
- types.ErrorCodeChannelParamOverrideInvalid,
- types.ErrOptionWithSkipRetry(),
- )
- }
- statusCode := err.StatusCode
- if statusCode < http.StatusContinue || statusCode > http.StatusNetworkAuthenticationRequired {
- statusCode = http.StatusBadRequest
- }
- errorCode := err.Code
- if strings.TrimSpace(errorCode) == "" {
- errorCode = string(types.ErrorCodeInvalidRequest)
- }
- errorType := err.Type
- if strings.TrimSpace(errorType) == "" {
- errorType = "invalid_request_error"
- }
- message := strings.TrimSpace(err.Message)
- if message == "" {
- message = "request blocked by param override"
- }
- opts := make([]types.NewAPIErrorOptions, 0, 1)
- if err.SkipRetry {
- opts = append(opts, types.ErrOptionWithSkipRetry())
- }
- return types.WithOpenAIError(types.OpenAIError{
- Message: message,
- Type: errorType,
- Code: errorCode,
- }, statusCode, opts...)
- }
- func ApplyParamOverride(jsonData []byte, paramOverride map[string]interface{}, conditionContext map[string]interface{}) ([]byte, error) {
- if len(paramOverride) == 0 {
- return jsonData, nil
- }
- // 尝试断言为操作格式
- if operations, ok := tryParseOperations(paramOverride); ok {
- // 使用新方法
- result, err := applyOperations(string(jsonData), operations, conditionContext)
- return []byte(result), err
- }
- // 直接使用旧方法
- return applyOperationsLegacy(jsonData, paramOverride)
- }
- func ApplyParamOverrideWithRelayInfo(jsonData []byte, info *RelayInfo) ([]byte, error) {
- paramOverride := getParamOverrideMap(info)
- if len(paramOverride) == 0 {
- return jsonData, nil
- }
- overrideCtx := BuildParamOverrideContext(info)
- result, err := ApplyParamOverride(jsonData, paramOverride, overrideCtx)
- if err != nil {
- return nil, err
- }
- syncRuntimeHeaderOverrideFromContext(info, overrideCtx)
- return result, nil
- }
- func getParamOverrideMap(info *RelayInfo) map[string]interface{} {
- if info == nil || info.ChannelMeta == nil {
- return nil
- }
- return info.ChannelMeta.ParamOverride
- }
- func getHeaderOverrideMap(info *RelayInfo) map[string]interface{} {
- if info == nil || info.ChannelMeta == nil {
- return nil
- }
- return info.ChannelMeta.HeadersOverride
- }
- func tryParseOperations(paramOverride map[string]interface{}) ([]ParamOperation, bool) {
- // 检查是否包含 "operations" 字段
- if opsValue, exists := paramOverride["operations"]; exists {
- if opsSlice, ok := opsValue.([]interface{}); ok {
- var operations []ParamOperation
- for _, op := range opsSlice {
- if opMap, ok := op.(map[string]interface{}); ok {
- operation := ParamOperation{}
- // 断言必要字段
- if path, ok := opMap["path"].(string); ok {
- operation.Path = path
- }
- if mode, ok := opMap["mode"].(string); ok {
- operation.Mode = mode
- } else {
- return nil, false // mode 是必需的
- }
- // 可选字段
- if value, exists := opMap["value"]; exists {
- operation.Value = value
- }
- if keepOrigin, ok := opMap["keep_origin"].(bool); ok {
- operation.KeepOrigin = keepOrigin
- }
- if from, ok := opMap["from"].(string); ok {
- operation.From = from
- }
- if to, ok := opMap["to"].(string); ok {
- operation.To = to
- }
- if logic, ok := opMap["logic"].(string); ok {
- operation.Logic = logic
- } else {
- operation.Logic = "OR" // 默认为OR
- }
- // 解析条件
- if conditions, exists := opMap["conditions"]; exists {
- parsedConditions, err := parseConditionOperations(conditions)
- if err != nil {
- return nil, false
- }
- operation.Conditions = append(operation.Conditions, parsedConditions...)
- }
- operations = append(operations, operation)
- } else {
- return nil, false
- }
- }
- return operations, true
- }
- }
- return nil, false
- }
- func checkConditions(jsonStr, contextJSON string, conditions []ConditionOperation, logic string) (bool, error) {
- if len(conditions) == 0 {
- return true, nil // 没有条件,直接通过
- }
- results := make([]bool, len(conditions))
- for i, condition := range conditions {
- result, err := checkSingleCondition(jsonStr, contextJSON, condition)
- if err != nil {
- return false, err
- }
- results[i] = result
- }
- if strings.ToUpper(logic) == "AND" {
- return lo.EveryBy(results, func(item bool) bool { return item }), nil
- }
- return lo.SomeBy(results, func(item bool) bool { return item }), nil
- }
- func checkSingleCondition(jsonStr, contextJSON string, condition ConditionOperation) (bool, error) {
- // 处理负数索引
- path := processNegativeIndex(jsonStr, condition.Path)
- value := gjson.Get(jsonStr, path)
- if !value.Exists() && contextJSON != "" {
- value = gjson.Get(contextJSON, condition.Path)
- }
- if !value.Exists() {
- if condition.PassMissingKey {
- return true, nil
- }
- return false, nil
- }
- // 利用gjson的类型解析
- targetBytes, err := common.Marshal(condition.Value)
- if err != nil {
- return false, fmt.Errorf("failed to marshal condition value: %v", err)
- }
- targetValue := gjson.ParseBytes(targetBytes)
- result, err := compareGjsonValues(value, targetValue, strings.ToLower(condition.Mode))
- if err != nil {
- return false, fmt.Errorf("comparison failed for path %s: %v", condition.Path, err)
- }
- if condition.Invert {
- result = !result
- }
- return result, nil
- }
- func processNegativeIndex(jsonStr string, path string) string {
- matches := negativeIndexRegexp.FindAllStringSubmatch(path, -1)
- if len(matches) == 0 {
- return path
- }
- result := path
- for _, match := range matches {
- negIndex := match[1]
- index, _ := strconv.Atoi(negIndex)
- arrayPath := strings.Split(path, negIndex)[0]
- if strings.HasSuffix(arrayPath, ".") {
- arrayPath = arrayPath[:len(arrayPath)-1]
- }
- array := gjson.Get(jsonStr, arrayPath)
- if array.IsArray() {
- length := len(array.Array())
- actualIndex := length + index
- if actualIndex >= 0 && actualIndex < length {
- result = strings.Replace(result, match[0], "."+strconv.Itoa(actualIndex), 1)
- }
- }
- }
- return result
- }
- // compareGjsonValues 直接比较两个gjson.Result,支持所有比较模式
- func compareGjsonValues(jsonValue, targetValue gjson.Result, mode string) (bool, error) {
- switch mode {
- case "full":
- return compareEqual(jsonValue, targetValue)
- case "prefix":
- return strings.HasPrefix(jsonValue.String(), targetValue.String()), nil
- case "suffix":
- return strings.HasSuffix(jsonValue.String(), targetValue.String()), nil
- case "contains":
- return strings.Contains(jsonValue.String(), targetValue.String()), nil
- case "gt":
- return compareNumeric(jsonValue, targetValue, "gt")
- case "gte":
- return compareNumeric(jsonValue, targetValue, "gte")
- case "lt":
- return compareNumeric(jsonValue, targetValue, "lt")
- case "lte":
- return compareNumeric(jsonValue, targetValue, "lte")
- default:
- return false, fmt.Errorf("unsupported comparison mode: %s", mode)
- }
- }
- func compareEqual(jsonValue, targetValue gjson.Result) (bool, error) {
- // 对null值特殊处理:两个都是null返回true,一个是null另一个不是返回false
- if jsonValue.Type == gjson.Null || targetValue.Type == gjson.Null {
- return jsonValue.Type == gjson.Null && targetValue.Type == gjson.Null, nil
- }
- // 对布尔值特殊处理
- if (jsonValue.Type == gjson.True || jsonValue.Type == gjson.False) &&
- (targetValue.Type == gjson.True || targetValue.Type == gjson.False) {
- return jsonValue.Bool() == targetValue.Bool(), nil
- }
- // 如果类型不同,报错
- if jsonValue.Type != targetValue.Type {
- return false, fmt.Errorf("compare for different types, got %v and %v", jsonValue.Type, targetValue.Type)
- }
- switch jsonValue.Type {
- case gjson.True, gjson.False:
- return jsonValue.Bool() == targetValue.Bool(), nil
- case gjson.Number:
- return jsonValue.Num == targetValue.Num, nil
- case gjson.String:
- return jsonValue.String() == targetValue.String(), nil
- default:
- return jsonValue.String() == targetValue.String(), nil
- }
- }
- func compareNumeric(jsonValue, targetValue gjson.Result, operator string) (bool, error) {
- // 只有数字类型才支持数值比较
- if jsonValue.Type != gjson.Number || targetValue.Type != gjson.Number {
- return false, fmt.Errorf("numeric comparison requires both values to be numbers, got %v and %v", jsonValue.Type, targetValue.Type)
- }
- jsonNum := jsonValue.Num
- targetNum := targetValue.Num
- switch operator {
- case "gt":
- return jsonNum > targetNum, nil
- case "gte":
- return jsonNum >= targetNum, nil
- case "lt":
- return jsonNum < targetNum, nil
- case "lte":
- return jsonNum <= targetNum, nil
- default:
- return false, fmt.Errorf("unsupported numeric operator: %s", operator)
- }
- }
- // applyOperationsLegacy 原参数覆盖方法
- func applyOperationsLegacy(jsonData []byte, paramOverride map[string]interface{}) ([]byte, error) {
- reqMap := make(map[string]interface{})
- err := common.Unmarshal(jsonData, &reqMap)
- if err != nil {
- return nil, err
- }
- for key, value := range paramOverride {
- reqMap[key] = value
- }
- return common.Marshal(reqMap)
- }
- func applyOperations(jsonStr string, operations []ParamOperation, conditionContext map[string]interface{}) (string, error) {
- context := ensureContextMap(conditionContext)
- contextJSON, err := marshalContextJSON(context)
- if err != nil {
- return "", fmt.Errorf("failed to marshal condition context: %v", err)
- }
- result := jsonStr
- for _, op := range operations {
- // 检查条件是否满足
- ok, err := checkConditions(result, contextJSON, op.Conditions, op.Logic)
- if err != nil {
- return "", err
- }
- if !ok {
- continue // 条件不满足,跳过当前操作
- }
- // 处理路径中的负数索引
- opPath := processNegativeIndex(result, op.Path)
- switch op.Mode {
- case "delete":
- result, err = sjson.Delete(result, opPath)
- case "set":
- if op.KeepOrigin && gjson.Get(result, opPath).Exists() {
- continue
- }
- result, err = sjson.Set(result, opPath, op.Value)
- case "move":
- opFrom := processNegativeIndex(result, op.From)
- opTo := processNegativeIndex(result, op.To)
- result, err = moveValue(result, opFrom, opTo)
- case "copy":
- if op.From == "" || op.To == "" {
- return "", fmt.Errorf("copy from/to is required")
- }
- opFrom := processNegativeIndex(result, op.From)
- opTo := processNegativeIndex(result, op.To)
- result, err = copyValue(result, opFrom, opTo)
- case "prepend":
- result, err = modifyValue(result, opPath, op.Value, op.KeepOrigin, true)
- case "append":
- result, err = modifyValue(result, opPath, op.Value, op.KeepOrigin, false)
- case "trim_prefix":
- result, err = trimStringValue(result, opPath, op.Value, true)
- case "trim_suffix":
- result, err = trimStringValue(result, opPath, op.Value, false)
- case "ensure_prefix":
- result, err = ensureStringAffix(result, opPath, op.Value, true)
- case "ensure_suffix":
- result, err = ensureStringAffix(result, opPath, op.Value, false)
- case "trim_space":
- result, err = transformStringValue(result, opPath, strings.TrimSpace)
- case "to_lower":
- result, err = transformStringValue(result, opPath, strings.ToLower)
- case "to_upper":
- result, err = transformStringValue(result, opPath, strings.ToUpper)
- case "replace":
- result, err = replaceStringValue(result, opPath, op.From, op.To)
- case "regex_replace":
- result, err = regexReplaceStringValue(result, opPath, op.From, op.To)
- case "return_error":
- returnErr, parseErr := parseParamOverrideReturnError(op.Value)
- if parseErr != nil {
- return "", parseErr
- }
- return "", returnErr
- case "prune_objects":
- result, err = pruneObjects(result, opPath, contextJSON, op.Value)
- case "set_header":
- err = setHeaderOverrideInContext(context, op.Path, op.Value, op.KeepOrigin)
- if err == nil {
- contextJSON, err = marshalContextJSON(context)
- }
- case "delete_header":
- err = deleteHeaderOverrideInContext(context, op.Path)
- if err == nil {
- contextJSON, err = marshalContextJSON(context)
- }
- case "copy_header":
- sourceHeader := strings.TrimSpace(op.From)
- targetHeader := strings.TrimSpace(op.To)
- if sourceHeader == "" {
- sourceHeader = strings.TrimSpace(op.Path)
- }
- if targetHeader == "" {
- targetHeader = strings.TrimSpace(op.Path)
- }
- err = copyHeaderInContext(context, sourceHeader, targetHeader, op.KeepOrigin)
- if err == nil {
- contextJSON, err = marshalContextJSON(context)
- }
- case "move_header":
- sourceHeader := strings.TrimSpace(op.From)
- targetHeader := strings.TrimSpace(op.To)
- if sourceHeader == "" {
- sourceHeader = strings.TrimSpace(op.Path)
- }
- if targetHeader == "" {
- targetHeader = strings.TrimSpace(op.Path)
- }
- err = moveHeaderInContext(context, sourceHeader, targetHeader, op.KeepOrigin)
- if err == nil {
- contextJSON, err = marshalContextJSON(context)
- }
- default:
- return "", fmt.Errorf("unknown operation: %s", op.Mode)
- }
- if err != nil {
- return "", fmt.Errorf("operation %s failed: %w", op.Mode, err)
- }
- }
- return result, nil
- }
- func parseParamOverrideReturnError(value interface{}) (*ParamOverrideReturnError, error) {
- result := &ParamOverrideReturnError{
- StatusCode: http.StatusBadRequest,
- Code: string(types.ErrorCodeInvalidRequest),
- Type: "invalid_request_error",
- SkipRetry: true,
- }
- switch raw := value.(type) {
- case nil:
- return nil, fmt.Errorf("return_error value is required")
- case string:
- result.Message = strings.TrimSpace(raw)
- case map[string]interface{}:
- if message, ok := raw["message"].(string); ok {
- result.Message = strings.TrimSpace(message)
- }
- if result.Message == "" {
- if message, ok := raw["msg"].(string); ok {
- result.Message = strings.TrimSpace(message)
- }
- }
- if code, exists := raw["code"]; exists {
- codeStr := strings.TrimSpace(fmt.Sprintf("%v", code))
- if codeStr != "" {
- result.Code = codeStr
- }
- }
- if errType, ok := raw["type"].(string); ok {
- errType = strings.TrimSpace(errType)
- if errType != "" {
- result.Type = errType
- }
- }
- if skipRetry, ok := raw["skip_retry"].(bool); ok {
- result.SkipRetry = skipRetry
- }
- if statusCodeRaw, exists := raw["status_code"]; exists {
- statusCode, ok := parseOverrideInt(statusCodeRaw)
- if !ok {
- return nil, fmt.Errorf("return_error status_code must be an integer")
- }
- result.StatusCode = statusCode
- } else if statusRaw, exists := raw["status"]; exists {
- statusCode, ok := parseOverrideInt(statusRaw)
- if !ok {
- return nil, fmt.Errorf("return_error status must be an integer")
- }
- result.StatusCode = statusCode
- }
- default:
- return nil, fmt.Errorf("return_error value must be string or object")
- }
- if result.Message == "" {
- return nil, fmt.Errorf("return_error message is required")
- }
- if result.StatusCode < http.StatusContinue || result.StatusCode > http.StatusNetworkAuthenticationRequired {
- return nil, fmt.Errorf("return_error status code out of range: %d", result.StatusCode)
- }
- return result, nil
- }
- func parseOverrideInt(v interface{}) (int, bool) {
- switch value := v.(type) {
- case int:
- return value, true
- case float64:
- if value != float64(int(value)) {
- return 0, false
- }
- return int(value), true
- default:
- return 0, false
- }
- }
- func ensureContextMap(conditionContext map[string]interface{}) map[string]interface{} {
- if conditionContext != nil {
- return conditionContext
- }
- return make(map[string]interface{})
- }
- func marshalContextJSON(context map[string]interface{}) (string, error) {
- if context == nil || len(context) == 0 {
- return "", nil
- }
- ctxBytes, err := common.Marshal(context)
- if err != nil {
- return "", err
- }
- return string(ctxBytes), nil
- }
- func setHeaderOverrideInContext(context map[string]interface{}, headerName string, value interface{}, keepOrigin bool) error {
- headerName = strings.TrimSpace(headerName)
- if headerName == "" {
- return fmt.Errorf("header name is required")
- }
- if keepOrigin {
- if _, exists := getHeaderValueFromContext(context, headerName); exists {
- return nil
- }
- }
- if value == nil {
- return fmt.Errorf("header value is required")
- }
- headerValue := strings.TrimSpace(fmt.Sprintf("%v", value))
- if headerValue == "" {
- return fmt.Errorf("header value is required")
- }
- rawHeaders := ensureMapKeyInContext(context, paramOverrideContextHeaderOverride)
- rawHeaders[headerName] = headerValue
- normalizedHeaders := ensureMapKeyInContext(context, paramOverrideContextHeaderOverrideNormalized)
- normalizedHeaders[normalizeHeaderContextKey(headerName)] = headerValue
- return nil
- }
- func copyHeaderInContext(context map[string]interface{}, fromHeader, toHeader string, keepOrigin bool) error {
- fromHeader = strings.TrimSpace(fromHeader)
- toHeader = strings.TrimSpace(toHeader)
- if fromHeader == "" || toHeader == "" {
- return fmt.Errorf("copy_header from/to is required")
- }
- value, exists := getHeaderValueFromContext(context, fromHeader)
- if !exists {
- return fmt.Errorf("source header does not exist: %s", fromHeader)
- }
- return setHeaderOverrideInContext(context, toHeader, value, keepOrigin)
- }
- func moveHeaderInContext(context map[string]interface{}, fromHeader, toHeader string, keepOrigin bool) error {
- fromHeader = strings.TrimSpace(fromHeader)
- toHeader = strings.TrimSpace(toHeader)
- if fromHeader == "" || toHeader == "" {
- return fmt.Errorf("move_header from/to is required")
- }
- if err := copyHeaderInContext(context, fromHeader, toHeader, keepOrigin); err != nil {
- return err
- }
- if strings.EqualFold(fromHeader, toHeader) {
- return nil
- }
- return deleteHeaderOverrideInContext(context, fromHeader)
- }
- func deleteHeaderOverrideInContext(context map[string]interface{}, headerName string) error {
- headerName = strings.TrimSpace(headerName)
- if headerName == "" {
- return fmt.Errorf("header name is required")
- }
- rawHeaders := ensureMapKeyInContext(context, paramOverrideContextHeaderOverride)
- for key := range rawHeaders {
- if strings.EqualFold(strings.TrimSpace(key), headerName) {
- delete(rawHeaders, key)
- }
- }
- normalizedHeaders := ensureMapKeyInContext(context, paramOverrideContextHeaderOverrideNormalized)
- delete(normalizedHeaders, normalizeHeaderContextKey(headerName))
- return nil
- }
- func ensureMapKeyInContext(context map[string]interface{}, key string) map[string]interface{} {
- if context == nil {
- return map[string]interface{}{}
- }
- if existing, ok := context[key]; ok {
- if mapVal, ok := existing.(map[string]interface{}); ok {
- return mapVal
- }
- }
- result := make(map[string]interface{})
- context[key] = result
- return result
- }
- func getHeaderValueFromContext(context map[string]interface{}, headerName string) (string, bool) {
- headerName = strings.TrimSpace(headerName)
- if headerName == "" {
- return "", false
- }
- if value, ok := findHeaderValueInMap(ensureMapKeyInContext(context, paramOverrideContextHeaderOverride), headerName); ok {
- return value, true
- }
- if value, ok := findHeaderValueInMap(ensureMapKeyInContext(context, paramOverrideContextRequestHeadersRaw), headerName); ok {
- return value, true
- }
- normalizedName := normalizeHeaderContextKey(headerName)
- if normalizedName == "" {
- return "", false
- }
- if value, ok := findHeaderValueInMap(ensureMapKeyInContext(context, paramOverrideContextHeaderOverrideNormalized), normalizedName); ok {
- return value, true
- }
- if value, ok := findHeaderValueInMap(ensureMapKeyInContext(context, paramOverrideContextRequestHeaders), normalizedName); ok {
- return value, true
- }
- return "", false
- }
- func findHeaderValueInMap(source map[string]interface{}, key string) (string, bool) {
- if len(source) == 0 {
- return "", false
- }
- entries := lo.Entries(source)
- entry, ok := lo.Find(entries, func(item lo.Entry[string, interface{}]) bool {
- return strings.EqualFold(strings.TrimSpace(item.Key), key)
- })
- if !ok {
- return "", false
- }
- value := strings.TrimSpace(fmt.Sprintf("%v", entry.Value))
- if value == "" {
- return "", false
- }
- return value, true
- }
- func normalizeHeaderContextKey(key string) string {
- key = strings.TrimSpace(strings.ToLower(key))
- if key == "" {
- return ""
- }
- var b strings.Builder
- b.Grow(len(key))
- previousUnderscore := false
- for _, r := range key {
- switch {
- case r >= 'a' && r <= 'z':
- b.WriteRune(r)
- previousUnderscore = false
- case r >= '0' && r <= '9':
- b.WriteRune(r)
- previousUnderscore = false
- default:
- if !previousUnderscore {
- b.WriteByte('_')
- previousUnderscore = true
- }
- }
- }
- result := strings.Trim(b.String(), "_")
- return result
- }
- func buildNormalizedHeaders(headers map[string]string) map[string]interface{} {
- if len(headers) == 0 {
- return map[string]interface{}{}
- }
- entries := lo.Entries(headers)
- normalizedEntries := lo.FilterMap(entries, func(item lo.Entry[string, string], _ int) (lo.Entry[string, string], bool) {
- normalized := normalizeHeaderContextKey(item.Key)
- value := strings.TrimSpace(item.Value)
- if normalized == "" || value == "" {
- return lo.Entry[string, string]{}, false
- }
- return lo.Entry[string, string]{Key: normalized, Value: value}, true
- })
- return lo.SliceToMap(normalizedEntries, func(item lo.Entry[string, string]) (string, interface{}) {
- return item.Key, item.Value
- })
- }
- func buildRawHeaders(headers map[string]string) map[string]interface{} {
- if len(headers) == 0 {
- return map[string]interface{}{}
- }
- entries := lo.Entries(headers)
- rawEntries := lo.FilterMap(entries, func(item lo.Entry[string, string], _ int) (lo.Entry[string, string], bool) {
- key := strings.TrimSpace(item.Key)
- value := strings.TrimSpace(item.Value)
- if key == "" || value == "" {
- return lo.Entry[string, string]{}, false
- }
- return lo.Entry[string, string]{Key: key, Value: value}, true
- })
- return lo.SliceToMap(rawEntries, func(item lo.Entry[string, string]) (string, interface{}) {
- return item.Key, item.Value
- })
- }
- func buildHeaderOverrideContext(headers map[string]interface{}) (map[string]interface{}, map[string]interface{}) {
- if len(headers) == 0 {
- return map[string]interface{}{}, map[string]interface{}{}
- }
- entries := lo.Entries(headers)
- rawEntries := lo.FilterMap(entries, func(item lo.Entry[string, interface{}], _ int) (lo.Entry[string, string], bool) {
- key := strings.TrimSpace(item.Key)
- value := strings.TrimSpace(fmt.Sprintf("%v", item.Value))
- if key == "" || value == "" {
- return lo.Entry[string, string]{}, false
- }
- return lo.Entry[string, string]{Key: key, Value: value}, true
- })
- raw := lo.SliceToMap(rawEntries, func(item lo.Entry[string, string]) (string, interface{}) {
- return item.Key, item.Value
- })
- normalizedEntries := lo.FilterMap(rawEntries, func(item lo.Entry[string, string], _ int) (lo.Entry[string, string], bool) {
- normalized := normalizeHeaderContextKey(item.Key)
- if normalized == "" {
- return lo.Entry[string, string]{}, false
- }
- return lo.Entry[string, string]{Key: normalized, Value: item.Value}, true
- })
- normalized := lo.SliceToMap(normalizedEntries, func(item lo.Entry[string, string]) (string, interface{}) {
- return item.Key, item.Value
- })
- return raw, normalized
- }
- func syncRuntimeHeaderOverrideFromContext(info *RelayInfo, context map[string]interface{}) {
- if info == nil || context == nil {
- return
- }
- raw, exists := context[paramOverrideContextHeaderOverride]
- if !exists {
- return
- }
- rawMap, ok := raw.(map[string]interface{})
- if !ok {
- return
- }
- entries := lo.Entries(rawMap)
- sanitized := lo.FilterMap(entries, func(item lo.Entry[string, interface{}], _ int) (lo.Entry[string, interface{}], bool) {
- key := strings.TrimSpace(item.Key)
- if key == "" {
- return lo.Entry[string, interface{}]{}, false
- }
- value := strings.TrimSpace(fmt.Sprintf("%v", item.Value))
- if value == "" {
- return lo.Entry[string, interface{}]{}, false
- }
- return lo.Entry[string, interface{}]{Key: key, Value: value}, true
- })
- info.RuntimeHeadersOverride = lo.SliceToMap(sanitized, func(item lo.Entry[string, interface{}]) (string, interface{}) {
- return item.Key, item.Value
- })
- info.UseRuntimeHeadersOverride = true
- }
- func moveValue(jsonStr, fromPath, toPath string) (string, error) {
- sourceValue := gjson.Get(jsonStr, fromPath)
- if !sourceValue.Exists() {
- return jsonStr, fmt.Errorf("source path does not exist: %s", fromPath)
- }
- result, err := sjson.Set(jsonStr, toPath, sourceValue.Value())
- if err != nil {
- return "", err
- }
- return sjson.Delete(result, fromPath)
- }
- func copyValue(jsonStr, fromPath, toPath string) (string, error) {
- sourceValue := gjson.Get(jsonStr, fromPath)
- if !sourceValue.Exists() {
- return jsonStr, fmt.Errorf("source path does not exist: %s", fromPath)
- }
- return sjson.Set(jsonStr, toPath, sourceValue.Value())
- }
- func modifyValue(jsonStr, path string, value interface{}, keepOrigin, isPrepend bool) (string, error) {
- current := gjson.Get(jsonStr, path)
- switch {
- case current.IsArray():
- return modifyArray(jsonStr, path, value, isPrepend)
- case current.Type == gjson.String:
- return modifyString(jsonStr, path, value, isPrepend)
- case current.Type == gjson.JSON:
- return mergeObjects(jsonStr, path, value, keepOrigin)
- }
- return jsonStr, fmt.Errorf("operation not supported for type: %v", current.Type)
- }
- func modifyArray(jsonStr, path string, value interface{}, isPrepend bool) (string, error) {
- current := gjson.Get(jsonStr, path)
- var newArray []interface{}
- // 添加新值
- addValue := func() {
- if arr, ok := value.([]interface{}); ok {
- newArray = append(newArray, arr...)
- } else {
- newArray = append(newArray, value)
- }
- }
- // 添加原值
- addOriginal := func() {
- current.ForEach(func(_, val gjson.Result) bool {
- newArray = append(newArray, val.Value())
- return true
- })
- }
- if isPrepend {
- addValue()
- addOriginal()
- } else {
- addOriginal()
- addValue()
- }
- return sjson.Set(jsonStr, path, newArray)
- }
- func modifyString(jsonStr, path string, value interface{}, isPrepend bool) (string, error) {
- current := gjson.Get(jsonStr, path)
- valueStr := fmt.Sprintf("%v", value)
- var newStr string
- if isPrepend {
- newStr = valueStr + current.String()
- } else {
- newStr = current.String() + valueStr
- }
- return sjson.Set(jsonStr, path, newStr)
- }
- func trimStringValue(jsonStr, path string, value interface{}, isPrefix bool) (string, error) {
- current := gjson.Get(jsonStr, path)
- if current.Type != gjson.String {
- return jsonStr, fmt.Errorf("operation not supported for type: %v", current.Type)
- }
- if value == nil {
- return jsonStr, fmt.Errorf("trim value is required")
- }
- valueStr := fmt.Sprintf("%v", value)
- var newStr string
- if isPrefix {
- newStr = strings.TrimPrefix(current.String(), valueStr)
- } else {
- newStr = strings.TrimSuffix(current.String(), valueStr)
- }
- return sjson.Set(jsonStr, path, newStr)
- }
- func ensureStringAffix(jsonStr, path string, value interface{}, isPrefix bool) (string, error) {
- current := gjson.Get(jsonStr, path)
- if current.Type != gjson.String {
- return jsonStr, fmt.Errorf("operation not supported for type: %v", current.Type)
- }
- if value == nil {
- return jsonStr, fmt.Errorf("ensure value is required")
- }
- valueStr := fmt.Sprintf("%v", value)
- if valueStr == "" {
- return jsonStr, fmt.Errorf("ensure value is required")
- }
- currentStr := current.String()
- if isPrefix {
- if strings.HasPrefix(currentStr, valueStr) {
- return jsonStr, nil
- }
- return sjson.Set(jsonStr, path, valueStr+currentStr)
- }
- if strings.HasSuffix(currentStr, valueStr) {
- return jsonStr, nil
- }
- return sjson.Set(jsonStr, path, currentStr+valueStr)
- }
- func transformStringValue(jsonStr, path string, transform func(string) string) (string, error) {
- current := gjson.Get(jsonStr, path)
- if current.Type != gjson.String {
- return jsonStr, fmt.Errorf("operation not supported for type: %v", current.Type)
- }
- return sjson.Set(jsonStr, path, transform(current.String()))
- }
- func replaceStringValue(jsonStr, path, from, to string) (string, error) {
- current := gjson.Get(jsonStr, path)
- if current.Type != gjson.String {
- return jsonStr, fmt.Errorf("operation not supported for type: %v", current.Type)
- }
- if from == "" {
- return jsonStr, fmt.Errorf("replace from is required")
- }
- return sjson.Set(jsonStr, path, strings.ReplaceAll(current.String(), from, to))
- }
- func regexReplaceStringValue(jsonStr, path, pattern, replacement string) (string, error) {
- current := gjson.Get(jsonStr, path)
- if current.Type != gjson.String {
- return jsonStr, fmt.Errorf("operation not supported for type: %v", current.Type)
- }
- if pattern == "" {
- return jsonStr, fmt.Errorf("regex pattern is required")
- }
- re, err := regexp.Compile(pattern)
- if err != nil {
- return jsonStr, err
- }
- return sjson.Set(jsonStr, path, re.ReplaceAllString(current.String(), replacement))
- }
- type pruneObjectsOptions struct {
- conditions []ConditionOperation
- logic string
- recursive bool
- }
- func pruneObjects(jsonStr, path, contextJSON string, value interface{}) (string, error) {
- options, err := parsePruneObjectsOptions(value)
- if err != nil {
- return "", err
- }
- if path == "" {
- var root interface{}
- if err := common.Unmarshal([]byte(jsonStr), &root); err != nil {
- return "", err
- }
- cleaned, _, err := pruneObjectsNode(root, options, contextJSON, true)
- if err != nil {
- return "", err
- }
- cleanedBytes, err := common.Marshal(cleaned)
- if err != nil {
- return "", err
- }
- return string(cleanedBytes), nil
- }
- target := gjson.Get(jsonStr, path)
- if !target.Exists() {
- return jsonStr, nil
- }
- var targetNode interface{}
- if target.Type == gjson.JSON {
- if err := common.Unmarshal([]byte(target.Raw), &targetNode); err != nil {
- return "", err
- }
- } else {
- targetNode = target.Value()
- }
- cleaned, _, err := pruneObjectsNode(targetNode, options, contextJSON, true)
- if err != nil {
- return "", err
- }
- cleanedBytes, err := common.Marshal(cleaned)
- if err != nil {
- return "", err
- }
- return sjson.SetRaw(jsonStr, path, string(cleanedBytes))
- }
- func parsePruneObjectsOptions(value interface{}) (pruneObjectsOptions, error) {
- opts := pruneObjectsOptions{
- logic: "AND",
- recursive: true,
- }
- switch raw := value.(type) {
- case nil:
- return opts, fmt.Errorf("prune_objects value is required")
- case string:
- v := strings.TrimSpace(raw)
- if v == "" {
- return opts, fmt.Errorf("prune_objects value is required")
- }
- opts.conditions = []ConditionOperation{
- {
- Path: "type",
- Mode: "full",
- Value: v,
- },
- }
- case map[string]interface{}:
- if logic, ok := raw["logic"].(string); ok && strings.TrimSpace(logic) != "" {
- opts.logic = logic
- }
- if recursive, ok := raw["recursive"].(bool); ok {
- opts.recursive = recursive
- }
- if condRaw, exists := raw["conditions"]; exists {
- conditions, err := parseConditionOperations(condRaw)
- if err != nil {
- return opts, err
- }
- opts.conditions = append(opts.conditions, conditions...)
- }
- if whereRaw, exists := raw["where"]; exists {
- whereMap, ok := whereRaw.(map[string]interface{})
- if !ok {
- return opts, fmt.Errorf("prune_objects where must be object")
- }
- for key, val := range whereMap {
- key = strings.TrimSpace(key)
- if key == "" {
- continue
- }
- opts.conditions = append(opts.conditions, ConditionOperation{
- Path: key,
- Mode: "full",
- Value: val,
- })
- }
- }
- if matchType, exists := raw["type"]; exists {
- opts.conditions = append(opts.conditions, ConditionOperation{
- Path: "type",
- Mode: "full",
- Value: matchType,
- })
- }
- default:
- return opts, fmt.Errorf("prune_objects value must be string or object")
- }
- if len(opts.conditions) == 0 {
- return opts, fmt.Errorf("prune_objects conditions are required")
- }
- return opts, nil
- }
- func parseConditionOperations(raw interface{}) ([]ConditionOperation, error) {
- switch typed := raw.(type) {
- case map[string]interface{}:
- entries := lo.Entries(typed)
- conditions := lo.FilterMap(entries, func(item lo.Entry[string, interface{}], _ int) (ConditionOperation, bool) {
- path := strings.TrimSpace(item.Key)
- if path == "" {
- return ConditionOperation{}, false
- }
- return ConditionOperation{
- Path: path,
- Mode: "full",
- Value: item.Value,
- }, true
- })
- if len(conditions) == 0 {
- return nil, fmt.Errorf("conditions object must contain at least one key")
- }
- return conditions, nil
- case []interface{}:
- items := typed
- result := make([]ConditionOperation, 0, len(items))
- for _, item := range items {
- itemMap, ok := item.(map[string]interface{})
- if !ok {
- return nil, fmt.Errorf("condition must be object")
- }
- path, _ := itemMap["path"].(string)
- mode, _ := itemMap["mode"].(string)
- if strings.TrimSpace(path) == "" || strings.TrimSpace(mode) == "" {
- return nil, fmt.Errorf("condition path/mode is required")
- }
- condition := ConditionOperation{
- Path: path,
- Mode: mode,
- }
- if value, exists := itemMap["value"]; exists {
- condition.Value = value
- }
- if invert, ok := itemMap["invert"].(bool); ok {
- condition.Invert = invert
- }
- if passMissingKey, ok := itemMap["pass_missing_key"].(bool); ok {
- condition.PassMissingKey = passMissingKey
- }
- result = append(result, condition)
- }
- return result, nil
- default:
- return nil, fmt.Errorf("conditions must be an array or object")
- }
- }
- func pruneObjectsNode(node interface{}, options pruneObjectsOptions, contextJSON string, isRoot bool) (interface{}, bool, error) {
- switch value := node.(type) {
- case []interface{}:
- result := make([]interface{}, 0, len(value))
- for _, item := range value {
- next, drop, err := pruneObjectsNode(item, options, contextJSON, false)
- if err != nil {
- return nil, false, err
- }
- if drop {
- continue
- }
- result = append(result, next)
- }
- return result, false, nil
- case map[string]interface{}:
- shouldDrop, err := shouldPruneObject(value, options, contextJSON)
- if err != nil {
- return nil, false, err
- }
- if shouldDrop && !isRoot {
- return nil, true, nil
- }
- if !options.recursive {
- return value, false, nil
- }
- for key, child := range value {
- next, drop, err := pruneObjectsNode(child, options, contextJSON, false)
- if err != nil {
- return nil, false, err
- }
- if drop {
- delete(value, key)
- continue
- }
- value[key] = next
- }
- return value, false, nil
- default:
- return node, false, nil
- }
- }
- func shouldPruneObject(node map[string]interface{}, options pruneObjectsOptions, contextJSON string) (bool, error) {
- nodeBytes, err := common.Marshal(node)
- if err != nil {
- return false, err
- }
- return checkConditions(string(nodeBytes), contextJSON, options.conditions, options.logic)
- }
- func mergeObjects(jsonStr, path string, value interface{}, keepOrigin bool) (string, error) {
- current := gjson.Get(jsonStr, path)
- var currentMap, newMap map[string]interface{}
- // 解析当前值
- if err := common.Unmarshal([]byte(current.Raw), ¤tMap); err != nil {
- return "", err
- }
- // 解析新值
- switch v := value.(type) {
- case map[string]interface{}:
- newMap = v
- default:
- jsonBytes, _ := common.Marshal(v)
- if err := common.Unmarshal(jsonBytes, &newMap); err != nil {
- return "", err
- }
- }
- // 合并
- result := make(map[string]interface{})
- for k, v := range currentMap {
- result[k] = v
- }
- for k, v := range newMap {
- if !keepOrigin || result[k] == nil {
- result[k] = v
- }
- }
- return sjson.Set(jsonStr, path, result)
- }
- // BuildParamOverrideContext 提供 ApplyParamOverride 可用的上下文信息。
- // 目前内置以下字段:
- // - upstream_model/model:始终为通道映射后的上游模型名。
- // - original_model:请求最初指定的模型名。
- // - request_path:请求路径
- // - is_channel_test:是否为渠道测试请求(同 is_test)。
- func BuildParamOverrideContext(info *RelayInfo) map[string]interface{} {
- if info == nil {
- return nil
- }
- ctx := make(map[string]interface{})
- if info.ChannelMeta != nil && info.ChannelMeta.UpstreamModelName != "" {
- ctx["model"] = info.ChannelMeta.UpstreamModelName
- ctx["upstream_model"] = info.ChannelMeta.UpstreamModelName
- }
- if info.OriginModelName != "" {
- ctx["original_model"] = info.OriginModelName
- if _, exists := ctx["model"]; !exists {
- ctx["model"] = info.OriginModelName
- }
- }
- if info.RequestURLPath != "" {
- requestPath := info.RequestURLPath
- if requestPath != "" {
- ctx["request_path"] = requestPath
- }
- }
- ctx[paramOverrideContextRequestHeaders] = buildNormalizedHeaders(info.RequestHeaders)
- ctx[paramOverrideContextRequestHeadersRaw] = buildRawHeaders(info.RequestHeaders)
- headerOverrideSource := getHeaderOverrideMap(info)
- if info.UseRuntimeHeadersOverride {
- headerOverrideSource = info.RuntimeHeadersOverride
- }
- rawHeaderOverride, normalizedHeaderOverride := buildHeaderOverrideContext(headerOverrideSource)
- ctx[paramOverrideContextHeaderOverride] = rawHeaderOverride
- ctx[paramOverrideContextHeaderOverrideNormalized] = normalizedHeaderOverride
- ctx["retry_index"] = info.RetryIndex
- ctx["is_retry"] = info.RetryIndex > 0
- ctx["retry"] = map[string]interface{}{
- "index": info.RetryIndex,
- "is_retry": info.RetryIndex > 0,
- }
- if info.LastError != nil {
- code := string(info.LastError.GetErrorCode())
- errorType := string(info.LastError.GetErrorType())
- lastError := map[string]interface{}{
- "status_code": info.LastError.StatusCode,
- "message": info.LastError.Error(),
- "code": code,
- "error_code": code,
- "type": errorType,
- "error_type": errorType,
- "skip_retry": types.IsSkipRetryError(info.LastError),
- }
- ctx["last_error"] = lastError
- ctx["last_error_status_code"] = info.LastError.StatusCode
- ctx["last_error_message"] = info.LastError.Error()
- ctx["last_error_code"] = code
- ctx["last_error_type"] = errorType
- }
- ctx["is_channel_test"] = info.IsChannelTest
- return ctx
- }
|