override_test.go 59 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203
  1. package common
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "reflect"
  6. "testing"
  7. common2 "github.com/QuantumNous/new-api/common"
  8. "github.com/QuantumNous/new-api/types"
  9. "github.com/QuantumNous/new-api/dto"
  10. "github.com/QuantumNous/new-api/setting/model_setting"
  11. "github.com/samber/lo"
  12. )
  13. func TestApplyParamOverrideTrimPrefix(t *testing.T) {
  14. // trim_prefix example:
  15. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  16. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  17. override := map[string]interface{}{
  18. "operations": []interface{}{
  19. map[string]interface{}{
  20. "path": "model",
  21. "mode": "trim_prefix",
  22. "value": "openai/",
  23. },
  24. },
  25. }
  26. out, err := ApplyParamOverride(input, override, nil)
  27. if err != nil {
  28. t.Fatalf("ApplyParamOverride returned error: %v", err)
  29. }
  30. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  31. }
  32. func TestApplyParamOverrideTrimSuffix(t *testing.T) {
  33. // trim_suffix example:
  34. // {"operations":[{"path":"model","mode":"trim_suffix","value":"-latest"}]}
  35. input := []byte(`{"model":"gpt-4-latest","temperature":0.7}`)
  36. override := map[string]interface{}{
  37. "operations": []interface{}{
  38. map[string]interface{}{
  39. "path": "model",
  40. "mode": "trim_suffix",
  41. "value": "-latest",
  42. },
  43. },
  44. }
  45. out, err := ApplyParamOverride(input, override, nil)
  46. if err != nil {
  47. t.Fatalf("ApplyParamOverride returned error: %v", err)
  48. }
  49. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  50. }
  51. func TestApplyParamOverrideTrimNoop(t *testing.T) {
  52. // trim_prefix no-op example:
  53. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  54. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  55. override := map[string]interface{}{
  56. "operations": []interface{}{
  57. map[string]interface{}{
  58. "path": "model",
  59. "mode": "trim_prefix",
  60. "value": "openai/",
  61. },
  62. },
  63. }
  64. out, err := ApplyParamOverride(input, override, nil)
  65. if err != nil {
  66. t.Fatalf("ApplyParamOverride returned error: %v", err)
  67. }
  68. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  69. }
  70. func TestApplyParamOverrideMixedLegacyAndOperations(t *testing.T) {
  71. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  72. override := map[string]interface{}{
  73. "temperature": 0.2,
  74. "top_p": 0.95,
  75. "operations": []interface{}{
  76. map[string]interface{}{
  77. "path": "model",
  78. "mode": "trim_prefix",
  79. "value": "openai/",
  80. },
  81. },
  82. }
  83. out, err := ApplyParamOverride(input, override, nil)
  84. if err != nil {
  85. t.Fatalf("ApplyParamOverride returned error: %v", err)
  86. }
  87. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.2,"top_p":0.95}`, string(out))
  88. }
  89. func TestApplyParamOverrideMixedLegacyAndOperationsConflictPrefersOperations(t *testing.T) {
  90. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  91. override := map[string]interface{}{
  92. "model": "legacy-model",
  93. "temperature": 0.2,
  94. "operations": []interface{}{
  95. map[string]interface{}{
  96. "path": "model",
  97. "mode": "set",
  98. "value": "op-model",
  99. },
  100. },
  101. }
  102. out, err := ApplyParamOverride(input, override, nil)
  103. if err != nil {
  104. t.Fatalf("ApplyParamOverride returned error: %v", err)
  105. }
  106. assertJSONEqual(t, `{"model":"op-model","temperature":0.2}`, string(out))
  107. }
  108. func TestApplyParamOverrideTrimRequiresValue(t *testing.T) {
  109. // trim_prefix requires value example:
  110. // {"operations":[{"path":"model","mode":"trim_prefix"}]}
  111. input := []byte(`{"model":"gpt-4"}`)
  112. override := map[string]interface{}{
  113. "operations": []interface{}{
  114. map[string]interface{}{
  115. "path": "model",
  116. "mode": "trim_prefix",
  117. },
  118. },
  119. }
  120. _, err := ApplyParamOverride(input, override, nil)
  121. if err == nil {
  122. t.Fatalf("expected error, got nil")
  123. }
  124. }
  125. func TestApplyParamOverrideReplace(t *testing.T) {
  126. // replace example:
  127. // {"operations":[{"path":"model","mode":"replace","from":"openai/","to":""}]}
  128. input := []byte(`{"model":"openai/gpt-4o-mini","temperature":0.7}`)
  129. override := map[string]interface{}{
  130. "operations": []interface{}{
  131. map[string]interface{}{
  132. "path": "model",
  133. "mode": "replace",
  134. "from": "openai/",
  135. "to": "",
  136. },
  137. },
  138. }
  139. out, err := ApplyParamOverride(input, override, nil)
  140. if err != nil {
  141. t.Fatalf("ApplyParamOverride returned error: %v", err)
  142. }
  143. assertJSONEqual(t, `{"model":"gpt-4o-mini","temperature":0.7}`, string(out))
  144. }
  145. func TestApplyParamOverrideRegexReplace(t *testing.T) {
  146. // regex_replace example:
  147. // {"operations":[{"path":"model","mode":"regex_replace","from":"^gpt-","to":"openai/gpt-"}]}
  148. input := []byte(`{"model":"gpt-4o-mini","temperature":0.7}`)
  149. override := map[string]interface{}{
  150. "operations": []interface{}{
  151. map[string]interface{}{
  152. "path": "model",
  153. "mode": "regex_replace",
  154. "from": "^gpt-",
  155. "to": "openai/gpt-",
  156. },
  157. },
  158. }
  159. out, err := ApplyParamOverride(input, override, nil)
  160. if err != nil {
  161. t.Fatalf("ApplyParamOverride returned error: %v", err)
  162. }
  163. assertJSONEqual(t, `{"model":"openai/gpt-4o-mini","temperature":0.7}`, string(out))
  164. }
  165. func TestApplyParamOverrideReplaceRequiresFrom(t *testing.T) {
  166. // replace requires from example:
  167. // {"operations":[{"path":"model","mode":"replace"}]}
  168. input := []byte(`{"model":"gpt-4"}`)
  169. override := map[string]interface{}{
  170. "operations": []interface{}{
  171. map[string]interface{}{
  172. "path": "model",
  173. "mode": "replace",
  174. },
  175. },
  176. }
  177. _, err := ApplyParamOverride(input, override, nil)
  178. if err == nil {
  179. t.Fatalf("expected error, got nil")
  180. }
  181. }
  182. func TestApplyParamOverrideRegexReplaceRequiresPattern(t *testing.T) {
  183. // regex_replace requires from(pattern) example:
  184. // {"operations":[{"path":"model","mode":"regex_replace"}]}
  185. input := []byte(`{"model":"gpt-4"}`)
  186. override := map[string]interface{}{
  187. "operations": []interface{}{
  188. map[string]interface{}{
  189. "path": "model",
  190. "mode": "regex_replace",
  191. },
  192. },
  193. }
  194. _, err := ApplyParamOverride(input, override, nil)
  195. if err == nil {
  196. t.Fatalf("expected error, got nil")
  197. }
  198. }
  199. func TestApplyParamOverrideDelete(t *testing.T) {
  200. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  201. override := map[string]interface{}{
  202. "operations": []interface{}{
  203. map[string]interface{}{
  204. "path": "temperature",
  205. "mode": "delete",
  206. },
  207. },
  208. }
  209. out, err := ApplyParamOverride(input, override, nil)
  210. if err != nil {
  211. t.Fatalf("ApplyParamOverride returned error: %v", err)
  212. }
  213. var got map[string]interface{}
  214. if err := json.Unmarshal(out, &got); err != nil {
  215. t.Fatalf("failed to unmarshal output JSON: %v", err)
  216. }
  217. if _, exists := got["temperature"]; exists {
  218. t.Fatalf("expected temperature to be deleted")
  219. }
  220. }
  221. func TestApplyParamOverrideDeleteWildcardPath(t *testing.T) {
  222. input := []byte(`{"tools":[{"type":"bash","custom":{"input_examples":["a"],"other":1}},{"type":"code","custom":{"input_examples":["b"]}},{"type":"noop","custom":{"other":2}}]}`)
  223. override := map[string]interface{}{
  224. "operations": []interface{}{
  225. map[string]interface{}{
  226. "path": "tools.*.custom.input_examples",
  227. "mode": "delete",
  228. },
  229. },
  230. }
  231. out, err := ApplyParamOverride(input, override, nil)
  232. if err != nil {
  233. t.Fatalf("ApplyParamOverride returned error: %v", err)
  234. }
  235. assertJSONEqual(t, `{"tools":[{"type":"bash","custom":{"other":1}},{"type":"code","custom":{}},{"type":"noop","custom":{"other":2}}]}`, string(out))
  236. }
  237. func TestApplyParamOverrideSetWildcardPath(t *testing.T) {
  238. input := []byte(`{"tools":[{"custom":{"tag":"A"}},{"custom":{"tag":"B"}},{"custom":{"tag":"C"}}]}`)
  239. override := map[string]interface{}{
  240. "operations": []interface{}{
  241. map[string]interface{}{
  242. "path": "tools.*.custom.enabled",
  243. "mode": "set",
  244. "value": true,
  245. },
  246. },
  247. }
  248. out, err := ApplyParamOverride(input, override, nil)
  249. if err != nil {
  250. t.Fatalf("ApplyParamOverride returned error: %v", err)
  251. }
  252. var got struct {
  253. Tools []struct {
  254. Custom struct {
  255. Enabled bool `json:"enabled"`
  256. } `json:"custom"`
  257. } `json:"tools"`
  258. }
  259. if err := json.Unmarshal(out, &got); err != nil {
  260. t.Fatalf("failed to unmarshal output JSON: %v", err)
  261. }
  262. if !lo.EveryBy(got.Tools, func(item struct {
  263. Custom struct {
  264. Enabled bool `json:"enabled"`
  265. } `json:"custom"`
  266. }) bool {
  267. return item.Custom.Enabled
  268. }) {
  269. t.Fatalf("expected wildcard set to enable all tools, got: %s", string(out))
  270. }
  271. }
  272. func TestApplyParamOverrideTrimSpaceWildcardPath(t *testing.T) {
  273. input := []byte(`{"tools":[{"custom":{"name":" alpha "}},{"custom":{"name":" beta"}},{"custom":{"name":"gamma "}}]}`)
  274. override := map[string]interface{}{
  275. "operations": []interface{}{
  276. map[string]interface{}{
  277. "path": "tools.*.custom.name",
  278. "mode": "trim_space",
  279. },
  280. },
  281. }
  282. out, err := ApplyParamOverride(input, override, nil)
  283. if err != nil {
  284. t.Fatalf("ApplyParamOverride returned error: %v", err)
  285. }
  286. var got struct {
  287. Tools []struct {
  288. Custom struct {
  289. Name string `json:"name"`
  290. } `json:"custom"`
  291. } `json:"tools"`
  292. }
  293. if err := json.Unmarshal(out, &got); err != nil {
  294. t.Fatalf("failed to unmarshal output JSON: %v", err)
  295. }
  296. names := lo.Map(got.Tools, func(item struct {
  297. Custom struct {
  298. Name string `json:"name"`
  299. } `json:"custom"`
  300. }, _ int) string {
  301. return item.Custom.Name
  302. })
  303. if !reflect.DeepEqual(names, []string{"alpha", "beta", "gamma"}) {
  304. t.Fatalf("unexpected names after wildcard trim_space: %v", names)
  305. }
  306. }
  307. func TestApplyParamOverrideDeleteWildcardEqualsIndexedPaths(t *testing.T) {
  308. input := []byte(`{"tools":[{"custom":{"input_examples":["a"],"other":1}},{"custom":{"input_examples":["b"],"other":2}},{"custom":{"input_examples":["c"],"other":3}}]}`)
  309. wildcardOverride := map[string]interface{}{
  310. "operations": []interface{}{
  311. map[string]interface{}{
  312. "path": "tools.*.custom.input_examples",
  313. "mode": "delete",
  314. },
  315. },
  316. }
  317. indexedOverride := map[string]interface{}{
  318. "operations": lo.Map(lo.Range(3), func(index int, _ int) interface{} {
  319. return map[string]interface{}{
  320. "path": fmt.Sprintf("tools.%d.custom.input_examples", index),
  321. "mode": "delete",
  322. }
  323. }),
  324. }
  325. wildcardOut, err := ApplyParamOverride(input, wildcardOverride, nil)
  326. if err != nil {
  327. t.Fatalf("wildcard ApplyParamOverride returned error: %v", err)
  328. }
  329. indexedOut, err := ApplyParamOverride(input, indexedOverride, nil)
  330. if err != nil {
  331. t.Fatalf("indexed ApplyParamOverride returned error: %v", err)
  332. }
  333. assertJSONEqual(t, string(indexedOut), string(wildcardOut))
  334. }
  335. func TestApplyParamOverrideSetWildcardKeepOrigin(t *testing.T) {
  336. input := []byte(`{"tools":[{"custom":{"tag":"A"}},{"custom":{"tag":"B","enabled":false}},{"custom":{"tag":"C"}}]}`)
  337. override := map[string]interface{}{
  338. "operations": []interface{}{
  339. map[string]interface{}{
  340. "path": "tools.*.custom.enabled",
  341. "mode": "set",
  342. "value": true,
  343. "keep_origin": true,
  344. },
  345. },
  346. }
  347. out, err := ApplyParamOverride(input, override, nil)
  348. if err != nil {
  349. t.Fatalf("ApplyParamOverride returned error: %v", err)
  350. }
  351. var got struct {
  352. Tools []struct {
  353. Custom struct {
  354. Enabled bool `json:"enabled"`
  355. } `json:"custom"`
  356. } `json:"tools"`
  357. }
  358. if err := json.Unmarshal(out, &got); err != nil {
  359. t.Fatalf("failed to unmarshal output JSON: %v", err)
  360. }
  361. enabledValues := lo.Map(got.Tools, func(item struct {
  362. Custom struct {
  363. Enabled bool `json:"enabled"`
  364. } `json:"custom"`
  365. }, _ int) bool {
  366. return item.Custom.Enabled
  367. })
  368. if !reflect.DeepEqual(enabledValues, []bool{true, false, true}) {
  369. t.Fatalf("unexpected enabled values after wildcard keep_origin set: %v", enabledValues)
  370. }
  371. }
  372. func TestApplyParamOverrideTrimSpaceMultiWildcardPath(t *testing.T) {
  373. input := []byte(`{"tools":[{"custom":{"items":[{"name":" alpha "},{"name":" beta "}]}},{"custom":{"items":[{"name":" gamma"}]}}]}`)
  374. override := map[string]interface{}{
  375. "operations": []interface{}{
  376. map[string]interface{}{
  377. "path": "tools.*.custom.items.*.name",
  378. "mode": "trim_space",
  379. },
  380. },
  381. }
  382. out, err := ApplyParamOverride(input, override, nil)
  383. if err != nil {
  384. t.Fatalf("ApplyParamOverride returned error: %v", err)
  385. }
  386. var got struct {
  387. Tools []struct {
  388. Custom struct {
  389. Items []struct {
  390. Name string `json:"name"`
  391. } `json:"items"`
  392. } `json:"custom"`
  393. } `json:"tools"`
  394. }
  395. if err := json.Unmarshal(out, &got); err != nil {
  396. t.Fatalf("failed to unmarshal output JSON: %v", err)
  397. }
  398. names := lo.FlatMap(got.Tools, func(tool struct {
  399. Custom struct {
  400. Items []struct {
  401. Name string `json:"name"`
  402. } `json:"items"`
  403. } `json:"custom"`
  404. }, _ int) []string {
  405. return lo.Map(tool.Custom.Items, func(item struct {
  406. Name string `json:"name"`
  407. }, _ int) string {
  408. return item.Name
  409. })
  410. })
  411. if !reflect.DeepEqual(names, []string{"alpha", "beta", "gamma"}) {
  412. t.Fatalf("unexpected names after multi wildcard trim_space: %v", names)
  413. }
  414. }
  415. func TestApplyParamOverrideSet(t *testing.T) {
  416. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  417. override := map[string]interface{}{
  418. "operations": []interface{}{
  419. map[string]interface{}{
  420. "path": "temperature",
  421. "mode": "set",
  422. "value": 0.1,
  423. },
  424. },
  425. }
  426. out, err := ApplyParamOverride(input, override, nil)
  427. if err != nil {
  428. t.Fatalf("ApplyParamOverride returned error: %v", err)
  429. }
  430. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  431. }
  432. func TestApplyParamOverrideSetWithDescriptionKeepsCompatibility(t *testing.T) {
  433. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  434. overrideWithoutDesc := map[string]interface{}{
  435. "operations": []interface{}{
  436. map[string]interface{}{
  437. "path": "temperature",
  438. "mode": "set",
  439. "value": 0.1,
  440. },
  441. },
  442. }
  443. overrideWithDesc := map[string]interface{}{
  444. "operations": []interface{}{
  445. map[string]interface{}{
  446. "description": "set temperature for deterministic output",
  447. "path": "temperature",
  448. "mode": "set",
  449. "value": 0.1,
  450. },
  451. },
  452. }
  453. outWithoutDesc, err := ApplyParamOverride(input, overrideWithoutDesc, nil)
  454. if err != nil {
  455. t.Fatalf("ApplyParamOverride without description returned error: %v", err)
  456. }
  457. outWithDesc, err := ApplyParamOverride(input, overrideWithDesc, nil)
  458. if err != nil {
  459. t.Fatalf("ApplyParamOverride with description returned error: %v", err)
  460. }
  461. assertJSONEqual(t, string(outWithoutDesc), string(outWithDesc))
  462. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(outWithDesc))
  463. }
  464. func TestApplyParamOverrideSetKeepOrigin(t *testing.T) {
  465. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  466. override := map[string]interface{}{
  467. "operations": []interface{}{
  468. map[string]interface{}{
  469. "path": "temperature",
  470. "mode": "set",
  471. "value": 0.1,
  472. "keep_origin": true,
  473. },
  474. },
  475. }
  476. out, err := ApplyParamOverride(input, override, nil)
  477. if err != nil {
  478. t.Fatalf("ApplyParamOverride returned error: %v", err)
  479. }
  480. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  481. }
  482. func TestApplyParamOverrideMove(t *testing.T) {
  483. input := []byte(`{"model":"gpt-4","meta":{"x":1}}`)
  484. override := map[string]interface{}{
  485. "operations": []interface{}{
  486. map[string]interface{}{
  487. "mode": "move",
  488. "from": "model",
  489. "to": "meta.model",
  490. },
  491. },
  492. }
  493. out, err := ApplyParamOverride(input, override, nil)
  494. if err != nil {
  495. t.Fatalf("ApplyParamOverride returned error: %v", err)
  496. }
  497. assertJSONEqual(t, `{"meta":{"x":1,"model":"gpt-4"}}`, string(out))
  498. }
  499. func TestApplyParamOverrideMoveMissingSource(t *testing.T) {
  500. input := []byte(`{"meta":{"x":1}}`)
  501. override := map[string]interface{}{
  502. "operations": []interface{}{
  503. map[string]interface{}{
  504. "mode": "move",
  505. "from": "model",
  506. "to": "meta.model",
  507. },
  508. },
  509. }
  510. _, err := ApplyParamOverride(input, override, nil)
  511. if err == nil {
  512. t.Fatalf("expected error, got nil")
  513. }
  514. }
  515. func TestApplyParamOverridePrependAppendString(t *testing.T) {
  516. input := []byte(`{"model":"gpt-4"}`)
  517. override := map[string]interface{}{
  518. "operations": []interface{}{
  519. map[string]interface{}{
  520. "path": "model",
  521. "mode": "prepend",
  522. "value": "openai/",
  523. },
  524. map[string]interface{}{
  525. "path": "model",
  526. "mode": "append",
  527. "value": "-latest",
  528. },
  529. },
  530. }
  531. out, err := ApplyParamOverride(input, override, nil)
  532. if err != nil {
  533. t.Fatalf("ApplyParamOverride returned error: %v", err)
  534. }
  535. assertJSONEqual(t, `{"model":"openai/gpt-4-latest"}`, string(out))
  536. }
  537. func TestApplyParamOverridePrependAppendArray(t *testing.T) {
  538. input := []byte(`{"arr":[1,2]}`)
  539. override := map[string]interface{}{
  540. "operations": []interface{}{
  541. map[string]interface{}{
  542. "path": "arr",
  543. "mode": "prepend",
  544. "value": 0,
  545. },
  546. map[string]interface{}{
  547. "path": "arr",
  548. "mode": "append",
  549. "value": []interface{}{3, 4},
  550. },
  551. },
  552. }
  553. out, err := ApplyParamOverride(input, override, nil)
  554. if err != nil {
  555. t.Fatalf("ApplyParamOverride returned error: %v", err)
  556. }
  557. assertJSONEqual(t, `{"arr":[0,1,2,3,4]}`, string(out))
  558. }
  559. func TestApplyParamOverrideAppendObjectMergeKeepOrigin(t *testing.T) {
  560. input := []byte(`{"obj":{"a":1}}`)
  561. override := map[string]interface{}{
  562. "operations": []interface{}{
  563. map[string]interface{}{
  564. "path": "obj",
  565. "mode": "append",
  566. "keep_origin": true,
  567. "value": map[string]interface{}{
  568. "a": 2,
  569. "b": 3,
  570. },
  571. },
  572. },
  573. }
  574. out, err := ApplyParamOverride(input, override, nil)
  575. if err != nil {
  576. t.Fatalf("ApplyParamOverride returned error: %v", err)
  577. }
  578. assertJSONEqual(t, `{"obj":{"a":1,"b":3}}`, string(out))
  579. }
  580. func TestApplyParamOverrideAppendObjectMergeOverride(t *testing.T) {
  581. input := []byte(`{"obj":{"a":1}}`)
  582. override := map[string]interface{}{
  583. "operations": []interface{}{
  584. map[string]interface{}{
  585. "path": "obj",
  586. "mode": "append",
  587. "value": map[string]interface{}{
  588. "a": 2,
  589. "b": 3,
  590. },
  591. },
  592. },
  593. }
  594. out, err := ApplyParamOverride(input, override, nil)
  595. if err != nil {
  596. t.Fatalf("ApplyParamOverride returned error: %v", err)
  597. }
  598. assertJSONEqual(t, `{"obj":{"a":2,"b":3}}`, string(out))
  599. }
  600. func TestApplyParamOverrideConditionORDefault(t *testing.T) {
  601. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  602. override := map[string]interface{}{
  603. "operations": []interface{}{
  604. map[string]interface{}{
  605. "path": "temperature",
  606. "mode": "set",
  607. "value": 0.1,
  608. "conditions": []interface{}{
  609. map[string]interface{}{
  610. "path": "model",
  611. "mode": "prefix",
  612. "value": "gpt",
  613. },
  614. map[string]interface{}{
  615. "path": "model",
  616. "mode": "prefix",
  617. "value": "claude",
  618. },
  619. },
  620. },
  621. },
  622. }
  623. out, err := ApplyParamOverride(input, override, nil)
  624. if err != nil {
  625. t.Fatalf("ApplyParamOverride returned error: %v", err)
  626. }
  627. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  628. }
  629. func TestApplyParamOverrideConditionAND(t *testing.T) {
  630. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  631. override := map[string]interface{}{
  632. "operations": []interface{}{
  633. map[string]interface{}{
  634. "path": "temperature",
  635. "mode": "set",
  636. "value": 0.1,
  637. "logic": "AND",
  638. "conditions": []interface{}{
  639. map[string]interface{}{
  640. "path": "model",
  641. "mode": "prefix",
  642. "value": "gpt",
  643. },
  644. map[string]interface{}{
  645. "path": "temperature",
  646. "mode": "gt",
  647. "value": 0.5,
  648. },
  649. },
  650. },
  651. },
  652. }
  653. out, err := ApplyParamOverride(input, override, nil)
  654. if err != nil {
  655. t.Fatalf("ApplyParamOverride returned error: %v", err)
  656. }
  657. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  658. }
  659. func TestApplyParamOverrideConditionInvert(t *testing.T) {
  660. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  661. override := map[string]interface{}{
  662. "operations": []interface{}{
  663. map[string]interface{}{
  664. "path": "temperature",
  665. "mode": "set",
  666. "value": 0.1,
  667. "conditions": []interface{}{
  668. map[string]interface{}{
  669. "path": "model",
  670. "mode": "prefix",
  671. "value": "gpt",
  672. "invert": true,
  673. },
  674. },
  675. },
  676. },
  677. }
  678. out, err := ApplyParamOverride(input, override, nil)
  679. if err != nil {
  680. t.Fatalf("ApplyParamOverride returned error: %v", err)
  681. }
  682. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  683. }
  684. func TestApplyParamOverrideConditionPassMissingKey(t *testing.T) {
  685. input := []byte(`{"temperature":0.7}`)
  686. override := map[string]interface{}{
  687. "operations": []interface{}{
  688. map[string]interface{}{
  689. "path": "temperature",
  690. "mode": "set",
  691. "value": 0.1,
  692. "conditions": []interface{}{
  693. map[string]interface{}{
  694. "path": "model",
  695. "mode": "prefix",
  696. "value": "gpt",
  697. "pass_missing_key": true,
  698. },
  699. },
  700. },
  701. },
  702. }
  703. out, err := ApplyParamOverride(input, override, nil)
  704. if err != nil {
  705. t.Fatalf("ApplyParamOverride returned error: %v", err)
  706. }
  707. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  708. }
  709. func TestApplyParamOverrideConditionFromContext(t *testing.T) {
  710. input := []byte(`{"temperature":0.7}`)
  711. override := map[string]interface{}{
  712. "operations": []interface{}{
  713. map[string]interface{}{
  714. "path": "temperature",
  715. "mode": "set",
  716. "value": 0.1,
  717. "conditions": []interface{}{
  718. map[string]interface{}{
  719. "path": "model",
  720. "mode": "prefix",
  721. "value": "gpt",
  722. },
  723. },
  724. },
  725. },
  726. }
  727. ctx := map[string]interface{}{
  728. "model": "gpt-4",
  729. }
  730. out, err := ApplyParamOverride(input, override, ctx)
  731. if err != nil {
  732. t.Fatalf("ApplyParamOverride returned error: %v", err)
  733. }
  734. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  735. }
  736. func TestApplyParamOverrideNegativeIndexPath(t *testing.T) {
  737. input := []byte(`{"arr":[{"model":"a"},{"model":"b"}]}`)
  738. override := map[string]interface{}{
  739. "operations": []interface{}{
  740. map[string]interface{}{
  741. "path": "arr.-1.model",
  742. "mode": "set",
  743. "value": "c",
  744. },
  745. },
  746. }
  747. out, err := ApplyParamOverride(input, override, nil)
  748. if err != nil {
  749. t.Fatalf("ApplyParamOverride returned error: %v", err)
  750. }
  751. assertJSONEqual(t, `{"arr":[{"model":"a"},{"model":"c"}]}`, string(out))
  752. }
  753. func TestApplyParamOverrideRegexReplaceInvalidPattern(t *testing.T) {
  754. // regex_replace invalid pattern example:
  755. // {"operations":[{"path":"model","mode":"regex_replace","from":"(","to":"x"}]}
  756. input := []byte(`{"model":"gpt-4"}`)
  757. override := map[string]interface{}{
  758. "operations": []interface{}{
  759. map[string]interface{}{
  760. "path": "model",
  761. "mode": "regex_replace",
  762. "from": "(",
  763. "to": "x",
  764. },
  765. },
  766. }
  767. _, err := ApplyParamOverride(input, override, nil)
  768. if err == nil {
  769. t.Fatalf("expected error, got nil")
  770. }
  771. }
  772. func TestApplyParamOverrideCopy(t *testing.T) {
  773. // copy example:
  774. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  775. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  776. override := map[string]interface{}{
  777. "operations": []interface{}{
  778. map[string]interface{}{
  779. "mode": "copy",
  780. "from": "model",
  781. "to": "original_model",
  782. },
  783. },
  784. }
  785. out, err := ApplyParamOverride(input, override, nil)
  786. if err != nil {
  787. t.Fatalf("ApplyParamOverride returned error: %v", err)
  788. }
  789. assertJSONEqual(t, `{"model":"gpt-4","original_model":"gpt-4","temperature":0.7}`, string(out))
  790. }
  791. func TestApplyParamOverrideCopyMissingSource(t *testing.T) {
  792. // copy missing source example:
  793. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  794. input := []byte(`{"temperature":0.7}`)
  795. override := map[string]interface{}{
  796. "operations": []interface{}{
  797. map[string]interface{}{
  798. "mode": "copy",
  799. "from": "model",
  800. "to": "original_model",
  801. },
  802. },
  803. }
  804. _, err := ApplyParamOverride(input, override, nil)
  805. if err == nil {
  806. t.Fatalf("expected error, got nil")
  807. }
  808. }
  809. func TestApplyParamOverrideCopyRequiresFromTo(t *testing.T) {
  810. // copy requires from/to example:
  811. // {"operations":[{"mode":"copy"}]}
  812. input := []byte(`{"model":"gpt-4"}`)
  813. override := map[string]interface{}{
  814. "operations": []interface{}{
  815. map[string]interface{}{
  816. "mode": "copy",
  817. },
  818. },
  819. }
  820. _, err := ApplyParamOverride(input, override, nil)
  821. if err == nil {
  822. t.Fatalf("expected error, got nil")
  823. }
  824. }
  825. func TestApplyParamOverrideEnsurePrefix(t *testing.T) {
  826. // ensure_prefix example:
  827. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  828. input := []byte(`{"model":"gpt-4"}`)
  829. override := map[string]interface{}{
  830. "operations": []interface{}{
  831. map[string]interface{}{
  832. "path": "model",
  833. "mode": "ensure_prefix",
  834. "value": "openai/",
  835. },
  836. },
  837. }
  838. out, err := ApplyParamOverride(input, override, nil)
  839. if err != nil {
  840. t.Fatalf("ApplyParamOverride returned error: %v", err)
  841. }
  842. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  843. }
  844. func TestApplyParamOverrideEnsurePrefixNoop(t *testing.T) {
  845. // ensure_prefix no-op example:
  846. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  847. input := []byte(`{"model":"openai/gpt-4"}`)
  848. override := map[string]interface{}{
  849. "operations": []interface{}{
  850. map[string]interface{}{
  851. "path": "model",
  852. "mode": "ensure_prefix",
  853. "value": "openai/",
  854. },
  855. },
  856. }
  857. out, err := ApplyParamOverride(input, override, nil)
  858. if err != nil {
  859. t.Fatalf("ApplyParamOverride returned error: %v", err)
  860. }
  861. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  862. }
  863. func TestApplyParamOverrideEnsureSuffix(t *testing.T) {
  864. // ensure_suffix example:
  865. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  866. input := []byte(`{"model":"gpt-4"}`)
  867. override := map[string]interface{}{
  868. "operations": []interface{}{
  869. map[string]interface{}{
  870. "path": "model",
  871. "mode": "ensure_suffix",
  872. "value": "-latest",
  873. },
  874. },
  875. }
  876. out, err := ApplyParamOverride(input, override, nil)
  877. if err != nil {
  878. t.Fatalf("ApplyParamOverride returned error: %v", err)
  879. }
  880. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  881. }
  882. func TestApplyParamOverrideEnsureSuffixNoop(t *testing.T) {
  883. // ensure_suffix no-op example:
  884. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  885. input := []byte(`{"model":"gpt-4-latest"}`)
  886. override := map[string]interface{}{
  887. "operations": []interface{}{
  888. map[string]interface{}{
  889. "path": "model",
  890. "mode": "ensure_suffix",
  891. "value": "-latest",
  892. },
  893. },
  894. }
  895. out, err := ApplyParamOverride(input, override, nil)
  896. if err != nil {
  897. t.Fatalf("ApplyParamOverride returned error: %v", err)
  898. }
  899. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  900. }
  901. func TestApplyParamOverrideEnsureRequiresValue(t *testing.T) {
  902. // ensure_prefix requires value example:
  903. // {"operations":[{"path":"model","mode":"ensure_prefix"}]}
  904. input := []byte(`{"model":"gpt-4"}`)
  905. override := map[string]interface{}{
  906. "operations": []interface{}{
  907. map[string]interface{}{
  908. "path": "model",
  909. "mode": "ensure_prefix",
  910. },
  911. },
  912. }
  913. _, err := ApplyParamOverride(input, override, nil)
  914. if err == nil {
  915. t.Fatalf("expected error, got nil")
  916. }
  917. }
  918. func TestApplyParamOverrideTrimSpace(t *testing.T) {
  919. // trim_space example:
  920. // {"operations":[{"path":"model","mode":"trim_space"}]}
  921. input := []byte("{\"model\":\" gpt-4 \\n\"}")
  922. override := map[string]interface{}{
  923. "operations": []interface{}{
  924. map[string]interface{}{
  925. "path": "model",
  926. "mode": "trim_space",
  927. },
  928. },
  929. }
  930. out, err := ApplyParamOverride(input, override, nil)
  931. if err != nil {
  932. t.Fatalf("ApplyParamOverride returned error: %v", err)
  933. }
  934. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  935. }
  936. func TestApplyParamOverrideToLower(t *testing.T) {
  937. // to_lower example:
  938. // {"operations":[{"path":"model","mode":"to_lower"}]}
  939. input := []byte(`{"model":"GPT-4"}`)
  940. override := map[string]interface{}{
  941. "operations": []interface{}{
  942. map[string]interface{}{
  943. "path": "model",
  944. "mode": "to_lower",
  945. },
  946. },
  947. }
  948. out, err := ApplyParamOverride(input, override, nil)
  949. if err != nil {
  950. t.Fatalf("ApplyParamOverride returned error: %v", err)
  951. }
  952. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  953. }
  954. func TestApplyParamOverrideToUpper(t *testing.T) {
  955. // to_upper example:
  956. // {"operations":[{"path":"model","mode":"to_upper"}]}
  957. input := []byte(`{"model":"gpt-4"}`)
  958. override := map[string]interface{}{
  959. "operations": []interface{}{
  960. map[string]interface{}{
  961. "path": "model",
  962. "mode": "to_upper",
  963. },
  964. },
  965. }
  966. out, err := ApplyParamOverride(input, override, nil)
  967. if err != nil {
  968. t.Fatalf("ApplyParamOverride returned error: %v", err)
  969. }
  970. assertJSONEqual(t, `{"model":"GPT-4"}`, string(out))
  971. }
  972. func TestApplyParamOverrideReturnError(t *testing.T) {
  973. input := []byte(`{"model":"gemini-2.5-pro"}`)
  974. override := map[string]interface{}{
  975. "operations": []interface{}{
  976. map[string]interface{}{
  977. "mode": "return_error",
  978. "value": map[string]interface{}{
  979. "message": "forced bad request by param override",
  980. "status_code": 422,
  981. "code": "forced_bad_request",
  982. "type": "invalid_request_error",
  983. "skip_retry": true,
  984. },
  985. "conditions": []interface{}{
  986. map[string]interface{}{
  987. "path": "retry.is_retry",
  988. "mode": "full",
  989. "value": true,
  990. },
  991. },
  992. },
  993. },
  994. }
  995. ctx := map[string]interface{}{
  996. "retry": map[string]interface{}{
  997. "index": 1,
  998. "is_retry": true,
  999. },
  1000. }
  1001. _, err := ApplyParamOverride(input, override, ctx)
  1002. if err == nil {
  1003. t.Fatalf("expected error, got nil")
  1004. }
  1005. returnErr, ok := AsParamOverrideReturnError(err)
  1006. if !ok {
  1007. t.Fatalf("expected ParamOverrideReturnError, got %T: %v", err, err)
  1008. }
  1009. if returnErr.StatusCode != 422 {
  1010. t.Fatalf("expected status 422, got %d", returnErr.StatusCode)
  1011. }
  1012. if returnErr.Code != "forced_bad_request" {
  1013. t.Fatalf("expected code forced_bad_request, got %s", returnErr.Code)
  1014. }
  1015. if !returnErr.SkipRetry {
  1016. t.Fatalf("expected skip_retry true")
  1017. }
  1018. }
  1019. func TestApplyParamOverridePruneObjectsByTypeString(t *testing.T) {
  1020. input := []byte(`{
  1021. "messages":[
  1022. {"role":"assistant","content":[
  1023. {"type":"output_text","text":"a"},
  1024. {"type":"redacted_thinking","text":"secret"},
  1025. {"type":"tool_call","name":"tool_a"}
  1026. ]},
  1027. {"role":"assistant","content":[
  1028. {"type":"output_text","text":"b"},
  1029. {"type":"wrapper","parts":[
  1030. {"type":"redacted_thinking","text":"secret2"},
  1031. {"type":"output_text","text":"c"}
  1032. ]}
  1033. ]}
  1034. ]
  1035. }`)
  1036. override := map[string]interface{}{
  1037. "operations": []interface{}{
  1038. map[string]interface{}{
  1039. "mode": "prune_objects",
  1040. "value": "redacted_thinking",
  1041. },
  1042. },
  1043. }
  1044. out, err := ApplyParamOverride(input, override, nil)
  1045. if err != nil {
  1046. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1047. }
  1048. assertJSONEqual(t, `{
  1049. "messages":[
  1050. {"role":"assistant","content":[
  1051. {"type":"output_text","text":"a"},
  1052. {"type":"tool_call","name":"tool_a"}
  1053. ]},
  1054. {"role":"assistant","content":[
  1055. {"type":"output_text","text":"b"},
  1056. {"type":"wrapper","parts":[
  1057. {"type":"output_text","text":"c"}
  1058. ]}
  1059. ]}
  1060. ]
  1061. }`, string(out))
  1062. }
  1063. func TestApplyParamOverridePruneObjectsWhereAndPath(t *testing.T) {
  1064. input := []byte(`{
  1065. "a":{"items":[{"type":"redacted_thinking","id":1},{"type":"output_text","id":2}]},
  1066. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  1067. }`)
  1068. override := map[string]interface{}{
  1069. "operations": []interface{}{
  1070. map[string]interface{}{
  1071. "path": "a",
  1072. "mode": "prune_objects",
  1073. "value": map[string]interface{}{
  1074. "where": map[string]interface{}{
  1075. "type": "redacted_thinking",
  1076. },
  1077. },
  1078. },
  1079. },
  1080. }
  1081. out, err := ApplyParamOverride(input, override, nil)
  1082. if err != nil {
  1083. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1084. }
  1085. assertJSONEqual(t, `{
  1086. "a":{"items":[{"type":"output_text","id":2}]},
  1087. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  1088. }`, string(out))
  1089. }
  1090. func TestApplyParamOverrideNormalizeThinkingSignatureUnsupported(t *testing.T) {
  1091. input := []byte(`{"items":[{"type":"redacted_thinking"}]}`)
  1092. override := map[string]interface{}{
  1093. "operations": []interface{}{
  1094. map[string]interface{}{
  1095. "mode": "normalize_thinking_signature",
  1096. },
  1097. },
  1098. }
  1099. _, err := ApplyParamOverride(input, override, nil)
  1100. if err == nil {
  1101. t.Fatalf("expected error, got nil")
  1102. }
  1103. }
  1104. func TestApplyParamOverrideConditionFromRetryAndLastErrorContext(t *testing.T) {
  1105. info := &RelayInfo{
  1106. RetryIndex: 1,
  1107. LastError: types.WithOpenAIError(types.OpenAIError{
  1108. Message: "invalid thinking signature",
  1109. Type: "invalid_request_error",
  1110. Code: "bad_thought_signature",
  1111. }, 400),
  1112. }
  1113. ctx := BuildParamOverrideContext(info)
  1114. input := []byte(`{"temperature":0.7}`)
  1115. override := map[string]interface{}{
  1116. "operations": []interface{}{
  1117. map[string]interface{}{
  1118. "path": "temperature",
  1119. "mode": "set",
  1120. "value": 0.1,
  1121. "logic": "AND",
  1122. "conditions": []interface{}{
  1123. map[string]interface{}{
  1124. "path": "is_retry",
  1125. "mode": "full",
  1126. "value": true,
  1127. },
  1128. map[string]interface{}{
  1129. "path": "last_error.code",
  1130. "mode": "contains",
  1131. "value": "thought_signature",
  1132. },
  1133. },
  1134. },
  1135. },
  1136. }
  1137. out, err := ApplyParamOverride(input, override, ctx)
  1138. if err != nil {
  1139. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1140. }
  1141. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1142. }
  1143. func TestApplyParamOverrideConditionFromRequestHeaders(t *testing.T) {
  1144. input := []byte(`{"temperature":0.7}`)
  1145. override := map[string]interface{}{
  1146. "operations": []interface{}{
  1147. map[string]interface{}{
  1148. "path": "temperature",
  1149. "mode": "set",
  1150. "value": 0.1,
  1151. "conditions": []interface{}{
  1152. map[string]interface{}{
  1153. "path": "request_headers.authorization",
  1154. "mode": "contains",
  1155. "value": "Bearer ",
  1156. },
  1157. },
  1158. },
  1159. },
  1160. }
  1161. ctx := map[string]interface{}{
  1162. "request_headers": map[string]interface{}{
  1163. "authorization": "Bearer token-123",
  1164. },
  1165. }
  1166. out, err := ApplyParamOverride(input, override, ctx)
  1167. if err != nil {
  1168. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1169. }
  1170. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1171. }
  1172. func TestApplyParamOverrideSetHeaderAndUseInLaterCondition(t *testing.T) {
  1173. input := []byte(`{"temperature":0.7}`)
  1174. override := map[string]interface{}{
  1175. "operations": []interface{}{
  1176. map[string]interface{}{
  1177. "mode": "set_header",
  1178. "path": "X-Debug-Mode",
  1179. "value": "enabled",
  1180. },
  1181. map[string]interface{}{
  1182. "path": "temperature",
  1183. "mode": "set",
  1184. "value": 0.1,
  1185. "conditions": []interface{}{
  1186. map[string]interface{}{
  1187. "path": "header_override.x-debug-mode",
  1188. "mode": "full",
  1189. "value": "enabled",
  1190. },
  1191. },
  1192. },
  1193. },
  1194. }
  1195. out, err := ApplyParamOverride(input, override, nil)
  1196. if err != nil {
  1197. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1198. }
  1199. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1200. }
  1201. func TestApplyParamOverrideCopyHeaderFromRequestHeaders(t *testing.T) {
  1202. input := []byte(`{"temperature":0.7}`)
  1203. override := map[string]interface{}{
  1204. "operations": []interface{}{
  1205. map[string]interface{}{
  1206. "mode": "copy_header",
  1207. "from": "Authorization",
  1208. "to": "X-Upstream-Auth",
  1209. },
  1210. map[string]interface{}{
  1211. "path": "temperature",
  1212. "mode": "set",
  1213. "value": 0.1,
  1214. "conditions": []interface{}{
  1215. map[string]interface{}{
  1216. "path": "header_override.x-upstream-auth",
  1217. "mode": "contains",
  1218. "value": "Bearer ",
  1219. },
  1220. },
  1221. },
  1222. },
  1223. }
  1224. ctx := map[string]interface{}{
  1225. "request_headers": map[string]interface{}{
  1226. "authorization": "Bearer token-123",
  1227. },
  1228. }
  1229. out, err := ApplyParamOverride(input, override, ctx)
  1230. if err != nil {
  1231. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1232. }
  1233. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1234. }
  1235. func TestApplyParamOverridePassHeadersSkipsMissingHeaders(t *testing.T) {
  1236. input := []byte(`{"temperature":0.7}`)
  1237. override := map[string]interface{}{
  1238. "operations": []interface{}{
  1239. map[string]interface{}{
  1240. "mode": "pass_headers",
  1241. "value": []interface{}{"X-Codex-Beta-Features", "Session_id"},
  1242. },
  1243. },
  1244. }
  1245. ctx := map[string]interface{}{
  1246. "request_headers": map[string]interface{}{
  1247. "session_id": "sess-123",
  1248. },
  1249. }
  1250. out, err := ApplyParamOverride(input, override, ctx)
  1251. if err != nil {
  1252. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1253. }
  1254. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1255. headers, ok := ctx["header_override"].(map[string]interface{})
  1256. if !ok {
  1257. t.Fatalf("expected header_override context map")
  1258. }
  1259. if headers["session_id"] != "sess-123" {
  1260. t.Fatalf("expected session_id to be passed, got: %v", headers["session_id"])
  1261. }
  1262. if _, exists := headers["x-codex-beta-features"]; exists {
  1263. t.Fatalf("expected missing header to be skipped")
  1264. }
  1265. }
  1266. func TestApplyParamOverrideCopyHeaderSkipsMissingSource(t *testing.T) {
  1267. input := []byte(`{"temperature":0.7}`)
  1268. override := map[string]interface{}{
  1269. "operations": []interface{}{
  1270. map[string]interface{}{
  1271. "mode": "copy_header",
  1272. "from": "X-Missing-Header",
  1273. "to": "X-Upstream-Auth",
  1274. },
  1275. },
  1276. }
  1277. ctx := map[string]interface{}{
  1278. "request_headers": map[string]interface{}{
  1279. "authorization": "Bearer token-123",
  1280. },
  1281. }
  1282. out, err := ApplyParamOverride(input, override, ctx)
  1283. if err != nil {
  1284. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1285. }
  1286. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1287. headers, ok := ctx["header_override"].(map[string]interface{})
  1288. if !ok {
  1289. return
  1290. }
  1291. if _, exists := headers["x-upstream-auth"]; exists {
  1292. t.Fatalf("expected X-Upstream-Auth to be skipped when source header is missing")
  1293. }
  1294. }
  1295. func TestApplyParamOverrideMoveHeaderSkipsMissingSource(t *testing.T) {
  1296. input := []byte(`{"temperature":0.7}`)
  1297. override := map[string]interface{}{
  1298. "operations": []interface{}{
  1299. map[string]interface{}{
  1300. "mode": "move_header",
  1301. "from": "X-Missing-Header",
  1302. "to": "X-Upstream-Auth",
  1303. },
  1304. },
  1305. }
  1306. ctx := map[string]interface{}{
  1307. "request_headers": map[string]interface{}{
  1308. "authorization": "Bearer token-123",
  1309. },
  1310. }
  1311. out, err := ApplyParamOverride(input, override, ctx)
  1312. if err != nil {
  1313. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1314. }
  1315. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1316. headers, ok := ctx["header_override"].(map[string]interface{})
  1317. if !ok {
  1318. return
  1319. }
  1320. if _, exists := headers["x-upstream-auth"]; exists {
  1321. t.Fatalf("expected X-Upstream-Auth to be skipped when source header is missing")
  1322. }
  1323. }
  1324. func TestApplyParamOverrideSyncFieldsHeaderToJSON(t *testing.T) {
  1325. input := []byte(`{"model":"gpt-4"}`)
  1326. override := map[string]interface{}{
  1327. "operations": []interface{}{
  1328. map[string]interface{}{
  1329. "mode": "sync_fields",
  1330. "from": "header:session_id",
  1331. "to": "json:prompt_cache_key",
  1332. },
  1333. },
  1334. }
  1335. ctx := map[string]interface{}{
  1336. "request_headers": map[string]interface{}{
  1337. "session_id": "sess-123",
  1338. },
  1339. }
  1340. out, err := ApplyParamOverride(input, override, ctx)
  1341. if err != nil {
  1342. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1343. }
  1344. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"sess-123"}`, string(out))
  1345. }
  1346. func TestApplyParamOverrideSyncFieldsJSONToHeader(t *testing.T) {
  1347. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-abc"}`)
  1348. override := map[string]interface{}{
  1349. "operations": []interface{}{
  1350. map[string]interface{}{
  1351. "mode": "sync_fields",
  1352. "from": "header:session_id",
  1353. "to": "json:prompt_cache_key",
  1354. },
  1355. },
  1356. }
  1357. ctx := map[string]interface{}{}
  1358. out, err := ApplyParamOverride(input, override, ctx)
  1359. if err != nil {
  1360. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1361. }
  1362. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-abc"}`, string(out))
  1363. headers, ok := ctx["header_override"].(map[string]interface{})
  1364. if !ok {
  1365. t.Fatalf("expected header_override context map")
  1366. }
  1367. if headers["session_id"] != "cache-abc" {
  1368. t.Fatalf("expected session_id to be synced from prompt_cache_key, got: %v", headers["session_id"])
  1369. }
  1370. }
  1371. func TestApplyParamOverrideSyncFieldsNoChangeWhenBothExist(t *testing.T) {
  1372. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-body"}`)
  1373. override := map[string]interface{}{
  1374. "operations": []interface{}{
  1375. map[string]interface{}{
  1376. "mode": "sync_fields",
  1377. "from": "header:session_id",
  1378. "to": "json:prompt_cache_key",
  1379. },
  1380. },
  1381. }
  1382. ctx := map[string]interface{}{
  1383. "request_headers": map[string]interface{}{
  1384. "session_id": "cache-header",
  1385. },
  1386. }
  1387. out, err := ApplyParamOverride(input, override, ctx)
  1388. if err != nil {
  1389. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1390. }
  1391. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-body"}`, string(out))
  1392. headers, _ := ctx["header_override"].(map[string]interface{})
  1393. if headers != nil {
  1394. if _, exists := headers["session_id"]; exists {
  1395. t.Fatalf("expected no override when both sides already have value")
  1396. }
  1397. }
  1398. }
  1399. func TestApplyParamOverrideSyncFieldsInvalidTarget(t *testing.T) {
  1400. input := []byte(`{"model":"gpt-4"}`)
  1401. override := map[string]interface{}{
  1402. "operations": []interface{}{
  1403. map[string]interface{}{
  1404. "mode": "sync_fields",
  1405. "from": "foo:session_id",
  1406. "to": "json:prompt_cache_key",
  1407. },
  1408. },
  1409. }
  1410. _, err := ApplyParamOverride(input, override, nil)
  1411. if err == nil {
  1412. t.Fatalf("expected error, got nil")
  1413. }
  1414. }
  1415. func TestApplyParamOverrideSetHeaderKeepOrigin(t *testing.T) {
  1416. input := []byte(`{"temperature":0.7}`)
  1417. override := map[string]interface{}{
  1418. "operations": []interface{}{
  1419. map[string]interface{}{
  1420. "mode": "set_header",
  1421. "path": "X-Feature-Flag",
  1422. "value": "new-value",
  1423. "keep_origin": true,
  1424. },
  1425. },
  1426. }
  1427. ctx := map[string]interface{}{
  1428. "header_override": map[string]interface{}{
  1429. "x-feature-flag": "legacy-value",
  1430. },
  1431. }
  1432. _, err := ApplyParamOverride(input, override, ctx)
  1433. if err != nil {
  1434. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1435. }
  1436. headers, ok := ctx["header_override"].(map[string]interface{})
  1437. if !ok {
  1438. t.Fatalf("expected header_override context map")
  1439. }
  1440. if headers["x-feature-flag"] != "legacy-value" {
  1441. t.Fatalf("expected keep_origin to preserve old value, got: %v", headers["x-feature-flag"])
  1442. }
  1443. }
  1444. func TestApplyParamOverrideSetHeaderMapRewritesCommaSeparatedHeader(t *testing.T) {
  1445. input := []byte(`{"temperature":0.7}`)
  1446. override := map[string]interface{}{
  1447. "operations": []interface{}{
  1448. map[string]interface{}{
  1449. "mode": "set_header",
  1450. "path": "anthropic-beta",
  1451. "value": map[string]interface{}{
  1452. "advanced-tool-use-2025-11-20": nil,
  1453. "computer-use-2025-01-24": "computer-use-2025-01-24",
  1454. },
  1455. },
  1456. },
  1457. }
  1458. ctx := map[string]interface{}{
  1459. "request_headers": map[string]interface{}{
  1460. "anthropic-beta": "advanced-tool-use-2025-11-20, computer-use-2025-01-24",
  1461. },
  1462. }
  1463. _, err := ApplyParamOverride(input, override, ctx)
  1464. if err != nil {
  1465. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1466. }
  1467. headers, ok := ctx["header_override"].(map[string]interface{})
  1468. if !ok {
  1469. t.Fatalf("expected header_override context map")
  1470. }
  1471. if headers["anthropic-beta"] != "computer-use-2025-01-24" {
  1472. t.Fatalf("expected anthropic-beta to keep only mapped value, got: %v", headers["anthropic-beta"])
  1473. }
  1474. }
  1475. func TestApplyParamOverrideSetHeaderMapDeleteWholeHeaderWhenAllTokensCleared(t *testing.T) {
  1476. input := []byte(`{"temperature":0.7}`)
  1477. override := map[string]interface{}{
  1478. "operations": []interface{}{
  1479. map[string]interface{}{
  1480. "mode": "set_header",
  1481. "path": "anthropic-beta",
  1482. "value": map[string]interface{}{
  1483. "advanced-tool-use-2025-11-20": nil,
  1484. "computer-use-2025-01-24": nil,
  1485. },
  1486. },
  1487. },
  1488. }
  1489. ctx := map[string]interface{}{
  1490. "header_override": map[string]interface{}{
  1491. "anthropic-beta": "advanced-tool-use-2025-11-20,computer-use-2025-01-24",
  1492. },
  1493. }
  1494. _, err := ApplyParamOverride(input, override, ctx)
  1495. if err != nil {
  1496. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1497. }
  1498. headers, ok := ctx["header_override"].(map[string]interface{})
  1499. if !ok {
  1500. t.Fatalf("expected header_override context map")
  1501. }
  1502. if _, exists := headers["anthropic-beta"]; exists {
  1503. t.Fatalf("expected anthropic-beta to be deleted when all mapped values are null")
  1504. }
  1505. }
  1506. func TestApplyParamOverrideSetHeaderMapAppendsTokens(t *testing.T) {
  1507. input := []byte(`{"temperature":0.7}`)
  1508. override := map[string]interface{}{
  1509. "operations": []interface{}{
  1510. map[string]interface{}{
  1511. "mode": "set_header",
  1512. "path": "anthropic-beta",
  1513. "value": map[string]interface{}{
  1514. "$append": []interface{}{"context-1m-2025-08-07", "computer-use-2025-01-24"},
  1515. },
  1516. },
  1517. },
  1518. }
  1519. ctx := map[string]interface{}{
  1520. "header_override": map[string]interface{}{
  1521. "anthropic-beta": "computer-use-2025-01-24",
  1522. },
  1523. }
  1524. out, err := ApplyParamOverride(input, override, ctx)
  1525. if err != nil {
  1526. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1527. }
  1528. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1529. headers, ok := ctx["header_override"].(map[string]interface{})
  1530. if !ok {
  1531. t.Fatalf("expected header_override context map")
  1532. }
  1533. if headers["anthropic-beta"] != "computer-use-2025-01-24,context-1m-2025-08-07" {
  1534. t.Fatalf("expected anthropic-beta to append new token without duplicates, got: %v", headers["anthropic-beta"])
  1535. }
  1536. }
  1537. func TestApplyParamOverrideSetHeaderMapAppendsTokensWhenHeaderMissing(t *testing.T) {
  1538. input := []byte(`{"temperature":0.7}`)
  1539. override := map[string]interface{}{
  1540. "operations": []interface{}{
  1541. map[string]interface{}{
  1542. "mode": "set_header",
  1543. "path": "anthropic-beta",
  1544. "value": map[string]interface{}{
  1545. "$append": []interface{}{"context-1m-2025-08-07", "computer-use-2025-01-24"},
  1546. },
  1547. },
  1548. },
  1549. }
  1550. ctx := map[string]interface{}{}
  1551. out, err := ApplyParamOverride(input, override, ctx)
  1552. if err != nil {
  1553. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1554. }
  1555. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1556. headers, ok := ctx["header_override"].(map[string]interface{})
  1557. if !ok {
  1558. t.Fatalf("expected header_override context map")
  1559. }
  1560. if headers["anthropic-beta"] != "context-1m-2025-08-07,computer-use-2025-01-24" {
  1561. t.Fatalf("expected anthropic-beta to be created from appended tokens, got: %v", headers["anthropic-beta"])
  1562. }
  1563. }
  1564. func TestApplyParamOverrideSetHeaderMapKeepOnlyDeclaredDropsUndeclaredTokens(t *testing.T) {
  1565. input := []byte(`{"temperature":0.7}`)
  1566. override := map[string]interface{}{
  1567. "operations": []interface{}{
  1568. map[string]interface{}{
  1569. "mode": "set_header",
  1570. "path": "anthropic-beta",
  1571. "value": map[string]interface{}{
  1572. "computer-use-2025-01-24": "computer-use-2025-01-24",
  1573. "$append": []interface{}{"context-1m-2025-08-07"},
  1574. "$keep_only_declared": true,
  1575. },
  1576. },
  1577. },
  1578. }
  1579. ctx := map[string]interface{}{
  1580. "header_override": map[string]interface{}{
  1581. "anthropic-beta": "advanced-tool-use-2025-11-20,computer-use-2025-01-24",
  1582. },
  1583. }
  1584. out, err := ApplyParamOverride(input, override, ctx)
  1585. if err != nil {
  1586. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1587. }
  1588. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1589. headers, ok := ctx["header_override"].(map[string]interface{})
  1590. if !ok {
  1591. t.Fatalf("expected header_override context map")
  1592. }
  1593. if headers["anthropic-beta"] != "computer-use-2025-01-24,context-1m-2025-08-07" {
  1594. t.Fatalf("expected anthropic-beta to keep only declared tokens, got: %v", headers["anthropic-beta"])
  1595. }
  1596. }
  1597. func TestApplyParamOverrideSetHeaderMapKeepOnlyDeclaredDeletesHeaderWhenNothingDeclaredMatches(t *testing.T) {
  1598. input := []byte(`{"temperature":0.7}`)
  1599. override := map[string]interface{}{
  1600. "operations": []interface{}{
  1601. map[string]interface{}{
  1602. "mode": "set_header",
  1603. "path": "anthropic-beta",
  1604. "value": map[string]interface{}{
  1605. "computer-use-2025-01-24": "computer-use-2025-01-24",
  1606. "$keep_only_declared": true,
  1607. },
  1608. },
  1609. },
  1610. }
  1611. ctx := map[string]interface{}{
  1612. "header_override": map[string]interface{}{
  1613. "anthropic-beta": "advanced-tool-use-2025-11-20",
  1614. },
  1615. }
  1616. out, err := ApplyParamOverride(input, override, ctx)
  1617. if err != nil {
  1618. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1619. }
  1620. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1621. headers, ok := ctx["header_override"].(map[string]interface{})
  1622. if !ok {
  1623. t.Fatalf("expected header_override context map")
  1624. }
  1625. if _, exists := headers["anthropic-beta"]; exists {
  1626. t.Fatalf("expected anthropic-beta to be deleted when no declared tokens remain, got: %v", headers["anthropic-beta"])
  1627. }
  1628. }
  1629. func TestApplyParamOverrideConditionsObjectShorthand(t *testing.T) {
  1630. input := []byte(`{"temperature":0.7}`)
  1631. override := map[string]interface{}{
  1632. "operations": []interface{}{
  1633. map[string]interface{}{
  1634. "path": "temperature",
  1635. "mode": "set",
  1636. "value": 0.1,
  1637. "logic": "AND",
  1638. "conditions": map[string]interface{}{
  1639. "is_retry": true,
  1640. "last_error.status_code": 400.0,
  1641. },
  1642. },
  1643. },
  1644. }
  1645. ctx := map[string]interface{}{
  1646. "is_retry": true,
  1647. "last_error": map[string]interface{}{
  1648. "status_code": 400.0,
  1649. },
  1650. }
  1651. out, err := ApplyParamOverride(input, override, ctx)
  1652. if err != nil {
  1653. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1654. }
  1655. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1656. }
  1657. func TestApplyParamOverrideWithRelayInfoSyncRuntimeHeaders(t *testing.T) {
  1658. info := &RelayInfo{
  1659. ChannelMeta: &ChannelMeta{
  1660. ParamOverride: map[string]interface{}{
  1661. "operations": []interface{}{
  1662. map[string]interface{}{
  1663. "mode": "set_header",
  1664. "path": "X-Injected-By-Param-Override",
  1665. "value": "enabled",
  1666. },
  1667. map[string]interface{}{
  1668. "mode": "delete_header",
  1669. "path": "X-Delete-Me",
  1670. },
  1671. },
  1672. },
  1673. HeadersOverride: map[string]interface{}{
  1674. "X-Delete-Me": "legacy",
  1675. "X-Keep-Me": "keep",
  1676. },
  1677. },
  1678. }
  1679. input := []byte(`{"temperature":0.7}`)
  1680. out, err := ApplyParamOverrideWithRelayInfo(input, info)
  1681. if err != nil {
  1682. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1683. }
  1684. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1685. if !info.UseRuntimeHeadersOverride {
  1686. t.Fatalf("expected runtime header override to be enabled")
  1687. }
  1688. if info.RuntimeHeadersOverride["x-keep-me"] != "keep" {
  1689. t.Fatalf("expected x-keep-me header to be preserved, got: %v", info.RuntimeHeadersOverride["x-keep-me"])
  1690. }
  1691. if info.RuntimeHeadersOverride["x-injected-by-param-override"] != "enabled" {
  1692. t.Fatalf("expected x-injected-by-param-override header to be set, got: %v", info.RuntimeHeadersOverride["x-injected-by-param-override"])
  1693. }
  1694. if _, exists := info.RuntimeHeadersOverride["x-delete-me"]; exists {
  1695. t.Fatalf("expected x-delete-me header to be deleted")
  1696. }
  1697. }
  1698. func TestApplyParamOverrideWithRelayInfoMixedLegacyAndOperations(t *testing.T) {
  1699. info := &RelayInfo{
  1700. RequestHeaders: map[string]string{
  1701. "Originator": "Codex CLI",
  1702. },
  1703. ChannelMeta: &ChannelMeta{
  1704. ParamOverride: map[string]interface{}{
  1705. "temperature": 0.2,
  1706. "operations": []interface{}{
  1707. map[string]interface{}{
  1708. "mode": "pass_headers",
  1709. "value": []interface{}{"Originator"},
  1710. },
  1711. },
  1712. },
  1713. HeadersOverride: map[string]interface{}{
  1714. "X-Static": "legacy-static",
  1715. },
  1716. },
  1717. }
  1718. out, err := ApplyParamOverrideWithRelayInfo([]byte(`{"model":"gpt-5","temperature":0.7}`), info)
  1719. if err != nil {
  1720. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1721. }
  1722. assertJSONEqual(t, `{"model":"gpt-5","temperature":0.2}`, string(out))
  1723. if !info.UseRuntimeHeadersOverride {
  1724. t.Fatalf("expected runtime header override to be enabled")
  1725. }
  1726. if info.RuntimeHeadersOverride["x-static"] != "legacy-static" {
  1727. t.Fatalf("expected x-static to be preserved, got: %v", info.RuntimeHeadersOverride["x-static"])
  1728. }
  1729. if info.RuntimeHeadersOverride["originator"] != "Codex CLI" {
  1730. t.Fatalf("expected originator header to be passed, got: %v", info.RuntimeHeadersOverride["originator"])
  1731. }
  1732. }
  1733. func TestApplyParamOverrideWithRelayInfoMoveAndCopyHeaders(t *testing.T) {
  1734. info := &RelayInfo{
  1735. ChannelMeta: &ChannelMeta{
  1736. ParamOverride: map[string]interface{}{
  1737. "operations": []interface{}{
  1738. map[string]interface{}{
  1739. "mode": "move_header",
  1740. "from": "X-Legacy-Trace",
  1741. "to": "X-Trace",
  1742. },
  1743. map[string]interface{}{
  1744. "mode": "copy_header",
  1745. "from": "X-Trace",
  1746. "to": "X-Trace-Backup",
  1747. },
  1748. },
  1749. },
  1750. HeadersOverride: map[string]interface{}{
  1751. "X-Legacy-Trace": "trace-123",
  1752. },
  1753. },
  1754. }
  1755. input := []byte(`{"temperature":0.7}`)
  1756. _, err := ApplyParamOverrideWithRelayInfo(input, info)
  1757. if err != nil {
  1758. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1759. }
  1760. if _, exists := info.RuntimeHeadersOverride["x-legacy-trace"]; exists {
  1761. t.Fatalf("expected source header to be removed after move")
  1762. }
  1763. if info.RuntimeHeadersOverride["x-trace"] != "trace-123" {
  1764. t.Fatalf("expected x-trace to be set, got: %v", info.RuntimeHeadersOverride["x-trace"])
  1765. }
  1766. if info.RuntimeHeadersOverride["x-trace-backup"] != "trace-123" {
  1767. t.Fatalf("expected x-trace-backup to be copied, got: %v", info.RuntimeHeadersOverride["x-trace-backup"])
  1768. }
  1769. }
  1770. func TestApplyParamOverrideWithRelayInfoSetHeaderMapRewritesAnthropicBeta(t *testing.T) {
  1771. info := &RelayInfo{
  1772. ChannelMeta: &ChannelMeta{
  1773. ParamOverride: map[string]interface{}{
  1774. "operations": []interface{}{
  1775. map[string]interface{}{
  1776. "mode": "set_header",
  1777. "path": "anthropic-beta",
  1778. "value": map[string]interface{}{
  1779. "advanced-tool-use-2025-11-20": nil,
  1780. "computer-use-2025-01-24": "computer-use-2025-01-24",
  1781. },
  1782. },
  1783. },
  1784. },
  1785. HeadersOverride: map[string]interface{}{
  1786. "anthropic-beta": "advanced-tool-use-2025-11-20, computer-use-2025-01-24",
  1787. },
  1788. },
  1789. }
  1790. _, err := ApplyParamOverrideWithRelayInfo([]byte(`{"temperature":0.7}`), info)
  1791. if err != nil {
  1792. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1793. }
  1794. if !info.UseRuntimeHeadersOverride {
  1795. t.Fatalf("expected runtime header override to be enabled")
  1796. }
  1797. if info.RuntimeHeadersOverride["anthropic-beta"] != "computer-use-2025-01-24" {
  1798. t.Fatalf("expected anthropic-beta to be rewritten, got: %v", info.RuntimeHeadersOverride["anthropic-beta"])
  1799. }
  1800. }
  1801. func TestGetEffectiveHeaderOverrideUsesRuntimeOverrideAsFinalResult(t *testing.T) {
  1802. info := &RelayInfo{
  1803. UseRuntimeHeadersOverride: true,
  1804. RuntimeHeadersOverride: map[string]interface{}{
  1805. "x-runtime": "runtime-only",
  1806. },
  1807. ChannelMeta: &ChannelMeta{
  1808. HeadersOverride: map[string]interface{}{
  1809. "X-Static": "static-value",
  1810. "X-Deleted": "should-not-exist",
  1811. },
  1812. },
  1813. }
  1814. effective := GetEffectiveHeaderOverride(info)
  1815. if effective["x-runtime"] != "runtime-only" {
  1816. t.Fatalf("expected x-runtime from runtime override, got: %v", effective["x-runtime"])
  1817. }
  1818. if _, exists := effective["x-static"]; exists {
  1819. t.Fatalf("expected runtime override to be final and not merge channel headers")
  1820. }
  1821. }
  1822. func TestRemoveDisabledFieldsSkipWhenChannelPassThroughEnabled(t *testing.T) {
  1823. input := `{
  1824. "service_tier":"flex",
  1825. "safety_identifier":"user-123",
  1826. "store":true,
  1827. "stream_options":{"include_obfuscation":false}
  1828. }`
  1829. settings := dto.ChannelOtherSettings{}
  1830. out, err := RemoveDisabledFields([]byte(input), settings, true)
  1831. if err != nil {
  1832. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1833. }
  1834. assertJSONEqual(t, input, string(out))
  1835. }
  1836. func TestRemoveDisabledFieldsSkipWhenGlobalPassThroughEnabled(t *testing.T) {
  1837. original := model_setting.GetGlobalSettings().PassThroughRequestEnabled
  1838. model_setting.GetGlobalSettings().PassThroughRequestEnabled = true
  1839. t.Cleanup(func() {
  1840. model_setting.GetGlobalSettings().PassThroughRequestEnabled = original
  1841. })
  1842. input := `{
  1843. "service_tier":"flex",
  1844. "safety_identifier":"user-123",
  1845. "stream_options":{"include_obfuscation":false}
  1846. }`
  1847. settings := dto.ChannelOtherSettings{}
  1848. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1849. if err != nil {
  1850. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1851. }
  1852. assertJSONEqual(t, input, string(out))
  1853. }
  1854. func TestRemoveDisabledFieldsDefaultFiltering(t *testing.T) {
  1855. input := `{
  1856. "service_tier":"flex",
  1857. "inference_geo":"eu",
  1858. "speed":"fast",
  1859. "cache_control":{"type":"ephemeral"},
  1860. "safety_identifier":"user-123",
  1861. "store":true,
  1862. "stream_options":{"include_obfuscation":false}
  1863. }`
  1864. settings := dto.ChannelOtherSettings{}
  1865. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1866. if err != nil {
  1867. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1868. }
  1869. assertJSONEqual(t, `{"cache_control":{"type":"ephemeral"},"store":true}`, string(out))
  1870. }
  1871. func TestRemoveDisabledFieldsAllowInferenceGeo(t *testing.T) {
  1872. input := `{
  1873. "inference_geo":"eu",
  1874. "store":true
  1875. }`
  1876. settings := dto.ChannelOtherSettings{
  1877. AllowInferenceGeo: true,
  1878. }
  1879. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1880. if err != nil {
  1881. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1882. }
  1883. assertJSONEqual(t, `{"inference_geo":"eu","store":true}`, string(out))
  1884. }
  1885. func TestRemoveDisabledFieldsAllowSpeed(t *testing.T) {
  1886. input := `{
  1887. "speed":"fast",
  1888. "store":true
  1889. }`
  1890. settings := dto.ChannelOtherSettings{
  1891. AllowSpeed: true,
  1892. }
  1893. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1894. if err != nil {
  1895. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1896. }
  1897. assertJSONEqual(t, `{"speed":"fast","store":true}`, string(out))
  1898. }
  1899. func TestApplyParamOverrideWithRelayInfoRecordsOperationAuditInDebugMode(t *testing.T) {
  1900. originalDebugEnabled := common2.DebugEnabled
  1901. common2.DebugEnabled = true
  1902. t.Cleanup(func() {
  1903. common2.DebugEnabled = originalDebugEnabled
  1904. })
  1905. info := &RelayInfo{
  1906. ChannelMeta: &ChannelMeta{
  1907. ParamOverride: map[string]interface{}{
  1908. "operations": []interface{}{
  1909. map[string]interface{}{
  1910. "mode": "copy",
  1911. "from": "metadata.target_model",
  1912. "to": "model",
  1913. },
  1914. map[string]interface{}{
  1915. "mode": "set",
  1916. "path": "service_tier",
  1917. "value": "flex",
  1918. },
  1919. map[string]interface{}{
  1920. "mode": "set",
  1921. "path": "temperature",
  1922. "value": 0.1,
  1923. },
  1924. },
  1925. },
  1926. },
  1927. }
  1928. out, err := ApplyParamOverrideWithRelayInfo([]byte(`{
  1929. "model":"gpt-4.1",
  1930. "temperature":0.7,
  1931. "metadata":{"target_model":"gpt-4.1-mini"}
  1932. }`), info)
  1933. if err != nil {
  1934. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1935. }
  1936. assertJSONEqual(t, `{
  1937. "model":"gpt-4.1-mini",
  1938. "temperature":0.1,
  1939. "service_tier":"flex",
  1940. "metadata":{"target_model":"gpt-4.1-mini"}
  1941. }`, string(out))
  1942. expected := []string{
  1943. "copy metadata.target_model -> model",
  1944. "set service_tier = flex",
  1945. "set temperature = 0.1",
  1946. }
  1947. if !reflect.DeepEqual(info.ParamOverrideAudit, expected) {
  1948. t.Fatalf("unexpected param override audit, got %#v", info.ParamOverrideAudit)
  1949. }
  1950. }
  1951. func TestApplyParamOverrideWithRelayInfoRecordsOnlyKeyOperationsWhenDebugDisabled(t *testing.T) {
  1952. originalDebugEnabled := common2.DebugEnabled
  1953. common2.DebugEnabled = false
  1954. t.Cleanup(func() {
  1955. common2.DebugEnabled = originalDebugEnabled
  1956. })
  1957. info := &RelayInfo{
  1958. ChannelMeta: &ChannelMeta{
  1959. ParamOverride: map[string]interface{}{
  1960. "operations": []interface{}{
  1961. map[string]interface{}{
  1962. "mode": "copy",
  1963. "from": "metadata.target_model",
  1964. "to": "model",
  1965. },
  1966. map[string]interface{}{
  1967. "mode": "set",
  1968. "path": "temperature",
  1969. "value": 0.1,
  1970. },
  1971. },
  1972. },
  1973. },
  1974. }
  1975. _, err := ApplyParamOverrideWithRelayInfo([]byte(`{
  1976. "model":"gpt-4.1",
  1977. "temperature":0.7,
  1978. "metadata":{"target_model":"gpt-4.1-mini"}
  1979. }`), info)
  1980. if err != nil {
  1981. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1982. }
  1983. expected := []string{
  1984. "copy metadata.target_model -> model",
  1985. }
  1986. if !reflect.DeepEqual(info.ParamOverrideAudit, expected) {
  1987. t.Fatalf("unexpected param override audit, got %#v", info.ParamOverrideAudit)
  1988. }
  1989. }
  1990. func assertJSONEqual(t *testing.T, want, got string) {
  1991. t.Helper()
  1992. var wantObj interface{}
  1993. var gotObj interface{}
  1994. if err := json.Unmarshal([]byte(want), &wantObj); err != nil {
  1995. t.Fatalf("failed to unmarshal want JSON: %v", err)
  1996. }
  1997. if err := json.Unmarshal([]byte(got), &gotObj); err != nil {
  1998. t.Fatalf("failed to unmarshal got JSON: %v", err)
  1999. }
  2000. if !reflect.DeepEqual(wantObj, gotObj) {
  2001. t.Fatalf("json not equal\nwant: %s\ngot: %s", want, got)
  2002. }
  2003. }