override_test.go 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614
  1. package common
  2. import (
  3. "encoding/json"
  4. "reflect"
  5. "testing"
  6. "github.com/QuantumNous/new-api/types"
  7. "github.com/QuantumNous/new-api/dto"
  8. "github.com/QuantumNous/new-api/setting/model_setting"
  9. )
  10. func TestApplyParamOverrideTrimPrefix(t *testing.T) {
  11. // trim_prefix example:
  12. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  13. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  14. override := map[string]interface{}{
  15. "operations": []interface{}{
  16. map[string]interface{}{
  17. "path": "model",
  18. "mode": "trim_prefix",
  19. "value": "openai/",
  20. },
  21. },
  22. }
  23. out, err := ApplyParamOverride(input, override, nil)
  24. if err != nil {
  25. t.Fatalf("ApplyParamOverride returned error: %v", err)
  26. }
  27. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  28. }
  29. func TestApplyParamOverrideTrimSuffix(t *testing.T) {
  30. // trim_suffix example:
  31. // {"operations":[{"path":"model","mode":"trim_suffix","value":"-latest"}]}
  32. input := []byte(`{"model":"gpt-4-latest","temperature":0.7}`)
  33. override := map[string]interface{}{
  34. "operations": []interface{}{
  35. map[string]interface{}{
  36. "path": "model",
  37. "mode": "trim_suffix",
  38. "value": "-latest",
  39. },
  40. },
  41. }
  42. out, err := ApplyParamOverride(input, override, nil)
  43. if err != nil {
  44. t.Fatalf("ApplyParamOverride returned error: %v", err)
  45. }
  46. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  47. }
  48. func TestApplyParamOverrideTrimNoop(t *testing.T) {
  49. // trim_prefix no-op example:
  50. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  51. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  52. override := map[string]interface{}{
  53. "operations": []interface{}{
  54. map[string]interface{}{
  55. "path": "model",
  56. "mode": "trim_prefix",
  57. "value": "openai/",
  58. },
  59. },
  60. }
  61. out, err := ApplyParamOverride(input, override, nil)
  62. if err != nil {
  63. t.Fatalf("ApplyParamOverride returned error: %v", err)
  64. }
  65. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  66. }
  67. func TestApplyParamOverrideTrimRequiresValue(t *testing.T) {
  68. // trim_prefix requires value example:
  69. // {"operations":[{"path":"model","mode":"trim_prefix"}]}
  70. input := []byte(`{"model":"gpt-4"}`)
  71. override := map[string]interface{}{
  72. "operations": []interface{}{
  73. map[string]interface{}{
  74. "path": "model",
  75. "mode": "trim_prefix",
  76. },
  77. },
  78. }
  79. _, err := ApplyParamOverride(input, override, nil)
  80. if err == nil {
  81. t.Fatalf("expected error, got nil")
  82. }
  83. }
  84. func TestApplyParamOverrideReplace(t *testing.T) {
  85. // replace example:
  86. // {"operations":[{"path":"model","mode":"replace","from":"openai/","to":""}]}
  87. input := []byte(`{"model":"openai/gpt-4o-mini","temperature":0.7}`)
  88. override := map[string]interface{}{
  89. "operations": []interface{}{
  90. map[string]interface{}{
  91. "path": "model",
  92. "mode": "replace",
  93. "from": "openai/",
  94. "to": "",
  95. },
  96. },
  97. }
  98. out, err := ApplyParamOverride(input, override, nil)
  99. if err != nil {
  100. t.Fatalf("ApplyParamOverride returned error: %v", err)
  101. }
  102. assertJSONEqual(t, `{"model":"gpt-4o-mini","temperature":0.7}`, string(out))
  103. }
  104. func TestApplyParamOverrideRegexReplace(t *testing.T) {
  105. // regex_replace example:
  106. // {"operations":[{"path":"model","mode":"regex_replace","from":"^gpt-","to":"openai/gpt-"}]}
  107. input := []byte(`{"model":"gpt-4o-mini","temperature":0.7}`)
  108. override := map[string]interface{}{
  109. "operations": []interface{}{
  110. map[string]interface{}{
  111. "path": "model",
  112. "mode": "regex_replace",
  113. "from": "^gpt-",
  114. "to": "openai/gpt-",
  115. },
  116. },
  117. }
  118. out, err := ApplyParamOverride(input, override, nil)
  119. if err != nil {
  120. t.Fatalf("ApplyParamOverride returned error: %v", err)
  121. }
  122. assertJSONEqual(t, `{"model":"openai/gpt-4o-mini","temperature":0.7}`, string(out))
  123. }
  124. func TestApplyParamOverrideReplaceRequiresFrom(t *testing.T) {
  125. // replace requires from example:
  126. // {"operations":[{"path":"model","mode":"replace"}]}
  127. input := []byte(`{"model":"gpt-4"}`)
  128. override := map[string]interface{}{
  129. "operations": []interface{}{
  130. map[string]interface{}{
  131. "path": "model",
  132. "mode": "replace",
  133. },
  134. },
  135. }
  136. _, err := ApplyParamOverride(input, override, nil)
  137. if err == nil {
  138. t.Fatalf("expected error, got nil")
  139. }
  140. }
  141. func TestApplyParamOverrideRegexReplaceRequiresPattern(t *testing.T) {
  142. // regex_replace requires from(pattern) example:
  143. // {"operations":[{"path":"model","mode":"regex_replace"}]}
  144. input := []byte(`{"model":"gpt-4"}`)
  145. override := map[string]interface{}{
  146. "operations": []interface{}{
  147. map[string]interface{}{
  148. "path": "model",
  149. "mode": "regex_replace",
  150. },
  151. },
  152. }
  153. _, err := ApplyParamOverride(input, override, nil)
  154. if err == nil {
  155. t.Fatalf("expected error, got nil")
  156. }
  157. }
  158. func TestApplyParamOverrideDelete(t *testing.T) {
  159. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  160. override := map[string]interface{}{
  161. "operations": []interface{}{
  162. map[string]interface{}{
  163. "path": "temperature",
  164. "mode": "delete",
  165. },
  166. },
  167. }
  168. out, err := ApplyParamOverride(input, override, nil)
  169. if err != nil {
  170. t.Fatalf("ApplyParamOverride returned error: %v", err)
  171. }
  172. var got map[string]interface{}
  173. if err := json.Unmarshal(out, &got); err != nil {
  174. t.Fatalf("failed to unmarshal output JSON: %v", err)
  175. }
  176. if _, exists := got["temperature"]; exists {
  177. t.Fatalf("expected temperature to be deleted")
  178. }
  179. }
  180. func TestApplyParamOverrideSet(t *testing.T) {
  181. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  182. override := map[string]interface{}{
  183. "operations": []interface{}{
  184. map[string]interface{}{
  185. "path": "temperature",
  186. "mode": "set",
  187. "value": 0.1,
  188. },
  189. },
  190. }
  191. out, err := ApplyParamOverride(input, override, nil)
  192. if err != nil {
  193. t.Fatalf("ApplyParamOverride returned error: %v", err)
  194. }
  195. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  196. }
  197. func TestApplyParamOverrideSetKeepOrigin(t *testing.T) {
  198. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  199. override := map[string]interface{}{
  200. "operations": []interface{}{
  201. map[string]interface{}{
  202. "path": "temperature",
  203. "mode": "set",
  204. "value": 0.1,
  205. "keep_origin": true,
  206. },
  207. },
  208. }
  209. out, err := ApplyParamOverride(input, override, nil)
  210. if err != nil {
  211. t.Fatalf("ApplyParamOverride returned error: %v", err)
  212. }
  213. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  214. }
  215. func TestApplyParamOverrideMove(t *testing.T) {
  216. input := []byte(`{"model":"gpt-4","meta":{"x":1}}`)
  217. override := map[string]interface{}{
  218. "operations": []interface{}{
  219. map[string]interface{}{
  220. "mode": "move",
  221. "from": "model",
  222. "to": "meta.model",
  223. },
  224. },
  225. }
  226. out, err := ApplyParamOverride(input, override, nil)
  227. if err != nil {
  228. t.Fatalf("ApplyParamOverride returned error: %v", err)
  229. }
  230. assertJSONEqual(t, `{"meta":{"x":1,"model":"gpt-4"}}`, string(out))
  231. }
  232. func TestApplyParamOverrideMoveMissingSource(t *testing.T) {
  233. input := []byte(`{"meta":{"x":1}}`)
  234. override := map[string]interface{}{
  235. "operations": []interface{}{
  236. map[string]interface{}{
  237. "mode": "move",
  238. "from": "model",
  239. "to": "meta.model",
  240. },
  241. },
  242. }
  243. _, err := ApplyParamOverride(input, override, nil)
  244. if err == nil {
  245. t.Fatalf("expected error, got nil")
  246. }
  247. }
  248. func TestApplyParamOverridePrependAppendString(t *testing.T) {
  249. input := []byte(`{"model":"gpt-4"}`)
  250. override := map[string]interface{}{
  251. "operations": []interface{}{
  252. map[string]interface{}{
  253. "path": "model",
  254. "mode": "prepend",
  255. "value": "openai/",
  256. },
  257. map[string]interface{}{
  258. "path": "model",
  259. "mode": "append",
  260. "value": "-latest",
  261. },
  262. },
  263. }
  264. out, err := ApplyParamOverride(input, override, nil)
  265. if err != nil {
  266. t.Fatalf("ApplyParamOverride returned error: %v", err)
  267. }
  268. assertJSONEqual(t, `{"model":"openai/gpt-4-latest"}`, string(out))
  269. }
  270. func TestApplyParamOverridePrependAppendArray(t *testing.T) {
  271. input := []byte(`{"arr":[1,2]}`)
  272. override := map[string]interface{}{
  273. "operations": []interface{}{
  274. map[string]interface{}{
  275. "path": "arr",
  276. "mode": "prepend",
  277. "value": 0,
  278. },
  279. map[string]interface{}{
  280. "path": "arr",
  281. "mode": "append",
  282. "value": []interface{}{3, 4},
  283. },
  284. },
  285. }
  286. out, err := ApplyParamOverride(input, override, nil)
  287. if err != nil {
  288. t.Fatalf("ApplyParamOverride returned error: %v", err)
  289. }
  290. assertJSONEqual(t, `{"arr":[0,1,2,3,4]}`, string(out))
  291. }
  292. func TestApplyParamOverrideAppendObjectMergeKeepOrigin(t *testing.T) {
  293. input := []byte(`{"obj":{"a":1}}`)
  294. override := map[string]interface{}{
  295. "operations": []interface{}{
  296. map[string]interface{}{
  297. "path": "obj",
  298. "mode": "append",
  299. "keep_origin": true,
  300. "value": map[string]interface{}{
  301. "a": 2,
  302. "b": 3,
  303. },
  304. },
  305. },
  306. }
  307. out, err := ApplyParamOverride(input, override, nil)
  308. if err != nil {
  309. t.Fatalf("ApplyParamOverride returned error: %v", err)
  310. }
  311. assertJSONEqual(t, `{"obj":{"a":1,"b":3}}`, string(out))
  312. }
  313. func TestApplyParamOverrideAppendObjectMergeOverride(t *testing.T) {
  314. input := []byte(`{"obj":{"a":1}}`)
  315. override := map[string]interface{}{
  316. "operations": []interface{}{
  317. map[string]interface{}{
  318. "path": "obj",
  319. "mode": "append",
  320. "value": map[string]interface{}{
  321. "a": 2,
  322. "b": 3,
  323. },
  324. },
  325. },
  326. }
  327. out, err := ApplyParamOverride(input, override, nil)
  328. if err != nil {
  329. t.Fatalf("ApplyParamOverride returned error: %v", err)
  330. }
  331. assertJSONEqual(t, `{"obj":{"a":2,"b":3}}`, string(out))
  332. }
  333. func TestApplyParamOverrideConditionORDefault(t *testing.T) {
  334. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  335. override := map[string]interface{}{
  336. "operations": []interface{}{
  337. map[string]interface{}{
  338. "path": "temperature",
  339. "mode": "set",
  340. "value": 0.1,
  341. "conditions": []interface{}{
  342. map[string]interface{}{
  343. "path": "model",
  344. "mode": "prefix",
  345. "value": "gpt",
  346. },
  347. map[string]interface{}{
  348. "path": "model",
  349. "mode": "prefix",
  350. "value": "claude",
  351. },
  352. },
  353. },
  354. },
  355. }
  356. out, err := ApplyParamOverride(input, override, nil)
  357. if err != nil {
  358. t.Fatalf("ApplyParamOverride returned error: %v", err)
  359. }
  360. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  361. }
  362. func TestApplyParamOverrideConditionAND(t *testing.T) {
  363. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  364. override := map[string]interface{}{
  365. "operations": []interface{}{
  366. map[string]interface{}{
  367. "path": "temperature",
  368. "mode": "set",
  369. "value": 0.1,
  370. "logic": "AND",
  371. "conditions": []interface{}{
  372. map[string]interface{}{
  373. "path": "model",
  374. "mode": "prefix",
  375. "value": "gpt",
  376. },
  377. map[string]interface{}{
  378. "path": "temperature",
  379. "mode": "gt",
  380. "value": 0.5,
  381. },
  382. },
  383. },
  384. },
  385. }
  386. out, err := ApplyParamOverride(input, override, nil)
  387. if err != nil {
  388. t.Fatalf("ApplyParamOverride returned error: %v", err)
  389. }
  390. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  391. }
  392. func TestApplyParamOverrideConditionInvert(t *testing.T) {
  393. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  394. override := map[string]interface{}{
  395. "operations": []interface{}{
  396. map[string]interface{}{
  397. "path": "temperature",
  398. "mode": "set",
  399. "value": 0.1,
  400. "conditions": []interface{}{
  401. map[string]interface{}{
  402. "path": "model",
  403. "mode": "prefix",
  404. "value": "gpt",
  405. "invert": true,
  406. },
  407. },
  408. },
  409. },
  410. }
  411. out, err := ApplyParamOverride(input, override, nil)
  412. if err != nil {
  413. t.Fatalf("ApplyParamOverride returned error: %v", err)
  414. }
  415. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  416. }
  417. func TestApplyParamOverrideConditionPassMissingKey(t *testing.T) {
  418. input := []byte(`{"temperature":0.7}`)
  419. override := map[string]interface{}{
  420. "operations": []interface{}{
  421. map[string]interface{}{
  422. "path": "temperature",
  423. "mode": "set",
  424. "value": 0.1,
  425. "conditions": []interface{}{
  426. map[string]interface{}{
  427. "path": "model",
  428. "mode": "prefix",
  429. "value": "gpt",
  430. "pass_missing_key": true,
  431. },
  432. },
  433. },
  434. },
  435. }
  436. out, err := ApplyParamOverride(input, override, nil)
  437. if err != nil {
  438. t.Fatalf("ApplyParamOverride returned error: %v", err)
  439. }
  440. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  441. }
  442. func TestApplyParamOverrideConditionFromContext(t *testing.T) {
  443. input := []byte(`{"temperature":0.7}`)
  444. override := map[string]interface{}{
  445. "operations": []interface{}{
  446. map[string]interface{}{
  447. "path": "temperature",
  448. "mode": "set",
  449. "value": 0.1,
  450. "conditions": []interface{}{
  451. map[string]interface{}{
  452. "path": "model",
  453. "mode": "prefix",
  454. "value": "gpt",
  455. },
  456. },
  457. },
  458. },
  459. }
  460. ctx := map[string]interface{}{
  461. "model": "gpt-4",
  462. }
  463. out, err := ApplyParamOverride(input, override, ctx)
  464. if err != nil {
  465. t.Fatalf("ApplyParamOverride returned error: %v", err)
  466. }
  467. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  468. }
  469. func TestApplyParamOverrideNegativeIndexPath(t *testing.T) {
  470. input := []byte(`{"arr":[{"model":"a"},{"model":"b"}]}`)
  471. override := map[string]interface{}{
  472. "operations": []interface{}{
  473. map[string]interface{}{
  474. "path": "arr.-1.model",
  475. "mode": "set",
  476. "value": "c",
  477. },
  478. },
  479. }
  480. out, err := ApplyParamOverride(input, override, nil)
  481. if err != nil {
  482. t.Fatalf("ApplyParamOverride returned error: %v", err)
  483. }
  484. assertJSONEqual(t, `{"arr":[{"model":"a"},{"model":"c"}]}`, string(out))
  485. }
  486. func TestApplyParamOverrideRegexReplaceInvalidPattern(t *testing.T) {
  487. // regex_replace invalid pattern example:
  488. // {"operations":[{"path":"model","mode":"regex_replace","from":"(","to":"x"}]}
  489. input := []byte(`{"model":"gpt-4"}`)
  490. override := map[string]interface{}{
  491. "operations": []interface{}{
  492. map[string]interface{}{
  493. "path": "model",
  494. "mode": "regex_replace",
  495. "from": "(",
  496. "to": "x",
  497. },
  498. },
  499. }
  500. _, err := ApplyParamOverride(input, override, nil)
  501. if err == nil {
  502. t.Fatalf("expected error, got nil")
  503. }
  504. }
  505. func TestApplyParamOverrideCopy(t *testing.T) {
  506. // copy example:
  507. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  508. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  509. override := map[string]interface{}{
  510. "operations": []interface{}{
  511. map[string]interface{}{
  512. "mode": "copy",
  513. "from": "model",
  514. "to": "original_model",
  515. },
  516. },
  517. }
  518. out, err := ApplyParamOverride(input, override, nil)
  519. if err != nil {
  520. t.Fatalf("ApplyParamOverride returned error: %v", err)
  521. }
  522. assertJSONEqual(t, `{"model":"gpt-4","original_model":"gpt-4","temperature":0.7}`, string(out))
  523. }
  524. func TestApplyParamOverrideCopyMissingSource(t *testing.T) {
  525. // copy missing source example:
  526. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  527. input := []byte(`{"temperature":0.7}`)
  528. override := map[string]interface{}{
  529. "operations": []interface{}{
  530. map[string]interface{}{
  531. "mode": "copy",
  532. "from": "model",
  533. "to": "original_model",
  534. },
  535. },
  536. }
  537. _, err := ApplyParamOverride(input, override, nil)
  538. if err == nil {
  539. t.Fatalf("expected error, got nil")
  540. }
  541. }
  542. func TestApplyParamOverrideCopyRequiresFromTo(t *testing.T) {
  543. // copy requires from/to example:
  544. // {"operations":[{"mode":"copy"}]}
  545. input := []byte(`{"model":"gpt-4"}`)
  546. override := map[string]interface{}{
  547. "operations": []interface{}{
  548. map[string]interface{}{
  549. "mode": "copy",
  550. },
  551. },
  552. }
  553. _, err := ApplyParamOverride(input, override, nil)
  554. if err == nil {
  555. t.Fatalf("expected error, got nil")
  556. }
  557. }
  558. func TestApplyParamOverrideEnsurePrefix(t *testing.T) {
  559. // ensure_prefix example:
  560. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  561. input := []byte(`{"model":"gpt-4"}`)
  562. override := map[string]interface{}{
  563. "operations": []interface{}{
  564. map[string]interface{}{
  565. "path": "model",
  566. "mode": "ensure_prefix",
  567. "value": "openai/",
  568. },
  569. },
  570. }
  571. out, err := ApplyParamOverride(input, override, nil)
  572. if err != nil {
  573. t.Fatalf("ApplyParamOverride returned error: %v", err)
  574. }
  575. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  576. }
  577. func TestApplyParamOverrideEnsurePrefixNoop(t *testing.T) {
  578. // ensure_prefix no-op example:
  579. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  580. input := []byte(`{"model":"openai/gpt-4"}`)
  581. override := map[string]interface{}{
  582. "operations": []interface{}{
  583. map[string]interface{}{
  584. "path": "model",
  585. "mode": "ensure_prefix",
  586. "value": "openai/",
  587. },
  588. },
  589. }
  590. out, err := ApplyParamOverride(input, override, nil)
  591. if err != nil {
  592. t.Fatalf("ApplyParamOverride returned error: %v", err)
  593. }
  594. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  595. }
  596. func TestApplyParamOverrideEnsureSuffix(t *testing.T) {
  597. // ensure_suffix example:
  598. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  599. input := []byte(`{"model":"gpt-4"}`)
  600. override := map[string]interface{}{
  601. "operations": []interface{}{
  602. map[string]interface{}{
  603. "path": "model",
  604. "mode": "ensure_suffix",
  605. "value": "-latest",
  606. },
  607. },
  608. }
  609. out, err := ApplyParamOverride(input, override, nil)
  610. if err != nil {
  611. t.Fatalf("ApplyParamOverride returned error: %v", err)
  612. }
  613. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  614. }
  615. func TestApplyParamOverrideEnsureSuffixNoop(t *testing.T) {
  616. // ensure_suffix no-op example:
  617. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  618. input := []byte(`{"model":"gpt-4-latest"}`)
  619. override := map[string]interface{}{
  620. "operations": []interface{}{
  621. map[string]interface{}{
  622. "path": "model",
  623. "mode": "ensure_suffix",
  624. "value": "-latest",
  625. },
  626. },
  627. }
  628. out, err := ApplyParamOverride(input, override, nil)
  629. if err != nil {
  630. t.Fatalf("ApplyParamOverride returned error: %v", err)
  631. }
  632. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  633. }
  634. func TestApplyParamOverrideEnsureRequiresValue(t *testing.T) {
  635. // ensure_prefix requires value example:
  636. // {"operations":[{"path":"model","mode":"ensure_prefix"}]}
  637. input := []byte(`{"model":"gpt-4"}`)
  638. override := map[string]interface{}{
  639. "operations": []interface{}{
  640. map[string]interface{}{
  641. "path": "model",
  642. "mode": "ensure_prefix",
  643. },
  644. },
  645. }
  646. _, err := ApplyParamOverride(input, override, nil)
  647. if err == nil {
  648. t.Fatalf("expected error, got nil")
  649. }
  650. }
  651. func TestApplyParamOverrideTrimSpace(t *testing.T) {
  652. // trim_space example:
  653. // {"operations":[{"path":"model","mode":"trim_space"}]}
  654. input := []byte("{\"model\":\" gpt-4 \\n\"}")
  655. override := map[string]interface{}{
  656. "operations": []interface{}{
  657. map[string]interface{}{
  658. "path": "model",
  659. "mode": "trim_space",
  660. },
  661. },
  662. }
  663. out, err := ApplyParamOverride(input, override, nil)
  664. if err != nil {
  665. t.Fatalf("ApplyParamOverride returned error: %v", err)
  666. }
  667. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  668. }
  669. func TestApplyParamOverrideToLower(t *testing.T) {
  670. // to_lower example:
  671. // {"operations":[{"path":"model","mode":"to_lower"}]}
  672. input := []byte(`{"model":"GPT-4"}`)
  673. override := map[string]interface{}{
  674. "operations": []interface{}{
  675. map[string]interface{}{
  676. "path": "model",
  677. "mode": "to_lower",
  678. },
  679. },
  680. }
  681. out, err := ApplyParamOverride(input, override, nil)
  682. if err != nil {
  683. t.Fatalf("ApplyParamOverride returned error: %v", err)
  684. }
  685. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  686. }
  687. func TestApplyParamOverrideToUpper(t *testing.T) {
  688. // to_upper example:
  689. // {"operations":[{"path":"model","mode":"to_upper"}]}
  690. input := []byte(`{"model":"gpt-4"}`)
  691. override := map[string]interface{}{
  692. "operations": []interface{}{
  693. map[string]interface{}{
  694. "path": "model",
  695. "mode": "to_upper",
  696. },
  697. },
  698. }
  699. out, err := ApplyParamOverride(input, override, nil)
  700. if err != nil {
  701. t.Fatalf("ApplyParamOverride returned error: %v", err)
  702. }
  703. assertJSONEqual(t, `{"model":"GPT-4"}`, string(out))
  704. }
  705. func TestApplyParamOverrideReturnError(t *testing.T) {
  706. input := []byte(`{"model":"gemini-2.5-pro"}`)
  707. override := map[string]interface{}{
  708. "operations": []interface{}{
  709. map[string]interface{}{
  710. "mode": "return_error",
  711. "value": map[string]interface{}{
  712. "message": "forced bad request by param override",
  713. "status_code": 422,
  714. "code": "forced_bad_request",
  715. "type": "invalid_request_error",
  716. "skip_retry": true,
  717. },
  718. "conditions": []interface{}{
  719. map[string]interface{}{
  720. "path": "retry.is_retry",
  721. "mode": "full",
  722. "value": true,
  723. },
  724. },
  725. },
  726. },
  727. }
  728. ctx := map[string]interface{}{
  729. "retry": map[string]interface{}{
  730. "index": 1,
  731. "is_retry": true,
  732. },
  733. }
  734. _, err := ApplyParamOverride(input, override, ctx)
  735. if err == nil {
  736. t.Fatalf("expected error, got nil")
  737. }
  738. returnErr, ok := AsParamOverrideReturnError(err)
  739. if !ok {
  740. t.Fatalf("expected ParamOverrideReturnError, got %T: %v", err, err)
  741. }
  742. if returnErr.StatusCode != 422 {
  743. t.Fatalf("expected status 422, got %d", returnErr.StatusCode)
  744. }
  745. if returnErr.Code != "forced_bad_request" {
  746. t.Fatalf("expected code forced_bad_request, got %s", returnErr.Code)
  747. }
  748. if !returnErr.SkipRetry {
  749. t.Fatalf("expected skip_retry true")
  750. }
  751. }
  752. func TestApplyParamOverridePruneObjectsByTypeString(t *testing.T) {
  753. input := []byte(`{
  754. "messages":[
  755. {"role":"assistant","content":[
  756. {"type":"output_text","text":"a"},
  757. {"type":"redacted_thinking","text":"secret"},
  758. {"type":"tool_call","name":"tool_a"}
  759. ]},
  760. {"role":"assistant","content":[
  761. {"type":"output_text","text":"b"},
  762. {"type":"wrapper","parts":[
  763. {"type":"redacted_thinking","text":"secret2"},
  764. {"type":"output_text","text":"c"}
  765. ]}
  766. ]}
  767. ]
  768. }`)
  769. override := map[string]interface{}{
  770. "operations": []interface{}{
  771. map[string]interface{}{
  772. "mode": "prune_objects",
  773. "value": "redacted_thinking",
  774. },
  775. },
  776. }
  777. out, err := ApplyParamOverride(input, override, nil)
  778. if err != nil {
  779. t.Fatalf("ApplyParamOverride returned error: %v", err)
  780. }
  781. assertJSONEqual(t, `{
  782. "messages":[
  783. {"role":"assistant","content":[
  784. {"type":"output_text","text":"a"},
  785. {"type":"tool_call","name":"tool_a"}
  786. ]},
  787. {"role":"assistant","content":[
  788. {"type":"output_text","text":"b"},
  789. {"type":"wrapper","parts":[
  790. {"type":"output_text","text":"c"}
  791. ]}
  792. ]}
  793. ]
  794. }`, string(out))
  795. }
  796. func TestApplyParamOverridePruneObjectsWhereAndPath(t *testing.T) {
  797. input := []byte(`{
  798. "a":{"items":[{"type":"redacted_thinking","id":1},{"type":"output_text","id":2}]},
  799. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  800. }`)
  801. override := map[string]interface{}{
  802. "operations": []interface{}{
  803. map[string]interface{}{
  804. "path": "a",
  805. "mode": "prune_objects",
  806. "value": map[string]interface{}{
  807. "where": map[string]interface{}{
  808. "type": "redacted_thinking",
  809. },
  810. },
  811. },
  812. },
  813. }
  814. out, err := ApplyParamOverride(input, override, nil)
  815. if err != nil {
  816. t.Fatalf("ApplyParamOverride returned error: %v", err)
  817. }
  818. assertJSONEqual(t, `{
  819. "a":{"items":[{"type":"output_text","id":2}]},
  820. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  821. }`, string(out))
  822. }
  823. func TestApplyParamOverrideNormalizeThinkingSignatureUnsupported(t *testing.T) {
  824. input := []byte(`{"items":[{"type":"redacted_thinking"}]}`)
  825. override := map[string]interface{}{
  826. "operations": []interface{}{
  827. map[string]interface{}{
  828. "mode": "normalize_thinking_signature",
  829. },
  830. },
  831. }
  832. _, err := ApplyParamOverride(input, override, nil)
  833. if err == nil {
  834. t.Fatalf("expected error, got nil")
  835. }
  836. }
  837. func TestApplyParamOverrideConditionFromRetryAndLastErrorContext(t *testing.T) {
  838. info := &RelayInfo{
  839. RetryIndex: 1,
  840. LastError: types.WithOpenAIError(types.OpenAIError{
  841. Message: "invalid thinking signature",
  842. Type: "invalid_request_error",
  843. Code: "bad_thought_signature",
  844. }, 400),
  845. }
  846. ctx := BuildParamOverrideContext(info)
  847. input := []byte(`{"temperature":0.7}`)
  848. override := map[string]interface{}{
  849. "operations": []interface{}{
  850. map[string]interface{}{
  851. "path": "temperature",
  852. "mode": "set",
  853. "value": 0.1,
  854. "logic": "AND",
  855. "conditions": []interface{}{
  856. map[string]interface{}{
  857. "path": "is_retry",
  858. "mode": "full",
  859. "value": true,
  860. },
  861. map[string]interface{}{
  862. "path": "last_error.code",
  863. "mode": "contains",
  864. "value": "thought_signature",
  865. },
  866. },
  867. },
  868. },
  869. }
  870. out, err := ApplyParamOverride(input, override, ctx)
  871. if err != nil {
  872. t.Fatalf("ApplyParamOverride returned error: %v", err)
  873. }
  874. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  875. }
  876. func TestApplyParamOverrideConditionFromRequestHeaders(t *testing.T) {
  877. input := []byte(`{"temperature":0.7}`)
  878. override := map[string]interface{}{
  879. "operations": []interface{}{
  880. map[string]interface{}{
  881. "path": "temperature",
  882. "mode": "set",
  883. "value": 0.1,
  884. "conditions": []interface{}{
  885. map[string]interface{}{
  886. "path": "request_headers.authorization",
  887. "mode": "contains",
  888. "value": "Bearer ",
  889. },
  890. },
  891. },
  892. },
  893. }
  894. ctx := map[string]interface{}{
  895. "request_headers": map[string]interface{}{
  896. "authorization": "Bearer token-123",
  897. },
  898. }
  899. out, err := ApplyParamOverride(input, override, ctx)
  900. if err != nil {
  901. t.Fatalf("ApplyParamOverride returned error: %v", err)
  902. }
  903. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  904. }
  905. func TestApplyParamOverrideSetHeaderAndUseInLaterCondition(t *testing.T) {
  906. input := []byte(`{"temperature":0.7}`)
  907. override := map[string]interface{}{
  908. "operations": []interface{}{
  909. map[string]interface{}{
  910. "mode": "set_header",
  911. "path": "X-Debug-Mode",
  912. "value": "enabled",
  913. },
  914. map[string]interface{}{
  915. "path": "temperature",
  916. "mode": "set",
  917. "value": 0.1,
  918. "conditions": []interface{}{
  919. map[string]interface{}{
  920. "path": "header_override.x-debug-mode",
  921. "mode": "full",
  922. "value": "enabled",
  923. },
  924. },
  925. },
  926. },
  927. }
  928. out, err := ApplyParamOverride(input, override, nil)
  929. if err != nil {
  930. t.Fatalf("ApplyParamOverride returned error: %v", err)
  931. }
  932. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  933. }
  934. func TestApplyParamOverrideCopyHeaderFromRequestHeaders(t *testing.T) {
  935. input := []byte(`{"temperature":0.7}`)
  936. override := map[string]interface{}{
  937. "operations": []interface{}{
  938. map[string]interface{}{
  939. "mode": "copy_header",
  940. "from": "Authorization",
  941. "to": "X-Upstream-Auth",
  942. },
  943. map[string]interface{}{
  944. "path": "temperature",
  945. "mode": "set",
  946. "value": 0.1,
  947. "conditions": []interface{}{
  948. map[string]interface{}{
  949. "path": "header_override.x-upstream-auth",
  950. "mode": "contains",
  951. "value": "Bearer ",
  952. },
  953. },
  954. },
  955. },
  956. }
  957. ctx := map[string]interface{}{
  958. "request_headers": map[string]interface{}{
  959. "authorization": "Bearer token-123",
  960. },
  961. }
  962. out, err := ApplyParamOverride(input, override, ctx)
  963. if err != nil {
  964. t.Fatalf("ApplyParamOverride returned error: %v", err)
  965. }
  966. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  967. }
  968. func TestApplyParamOverridePassHeadersSkipsMissingHeaders(t *testing.T) {
  969. input := []byte(`{"temperature":0.7}`)
  970. override := map[string]interface{}{
  971. "operations": []interface{}{
  972. map[string]interface{}{
  973. "mode": "pass_headers",
  974. "value": []interface{}{"X-Codex-Beta-Features", "Session_id"},
  975. },
  976. },
  977. }
  978. ctx := map[string]interface{}{
  979. "request_headers": map[string]interface{}{
  980. "session_id": "sess-123",
  981. },
  982. }
  983. out, err := ApplyParamOverride(input, override, ctx)
  984. if err != nil {
  985. t.Fatalf("ApplyParamOverride returned error: %v", err)
  986. }
  987. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  988. headers, ok := ctx["header_override"].(map[string]interface{})
  989. if !ok {
  990. t.Fatalf("expected header_override context map")
  991. }
  992. if headers["session_id"] != "sess-123" {
  993. t.Fatalf("expected session_id to be passed, got: %v", headers["session_id"])
  994. }
  995. if _, exists := headers["x-codex-beta-features"]; exists {
  996. t.Fatalf("expected missing header to be skipped")
  997. }
  998. }
  999. func TestApplyParamOverrideCopyHeaderSkipsMissingSource(t *testing.T) {
  1000. input := []byte(`{"temperature":0.7}`)
  1001. override := map[string]interface{}{
  1002. "operations": []interface{}{
  1003. map[string]interface{}{
  1004. "mode": "copy_header",
  1005. "from": "X-Missing-Header",
  1006. "to": "X-Upstream-Auth",
  1007. },
  1008. },
  1009. }
  1010. ctx := map[string]interface{}{
  1011. "request_headers": map[string]interface{}{
  1012. "authorization": "Bearer token-123",
  1013. },
  1014. }
  1015. out, err := ApplyParamOverride(input, override, ctx)
  1016. if err != nil {
  1017. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1018. }
  1019. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1020. headers, ok := ctx["header_override"].(map[string]interface{})
  1021. if !ok {
  1022. return
  1023. }
  1024. if _, exists := headers["x-upstream-auth"]; exists {
  1025. t.Fatalf("expected X-Upstream-Auth to be skipped when source header is missing")
  1026. }
  1027. }
  1028. func TestApplyParamOverrideMoveHeaderSkipsMissingSource(t *testing.T) {
  1029. input := []byte(`{"temperature":0.7}`)
  1030. override := map[string]interface{}{
  1031. "operations": []interface{}{
  1032. map[string]interface{}{
  1033. "mode": "move_header",
  1034. "from": "X-Missing-Header",
  1035. "to": "X-Upstream-Auth",
  1036. },
  1037. },
  1038. }
  1039. ctx := map[string]interface{}{
  1040. "request_headers": map[string]interface{}{
  1041. "authorization": "Bearer token-123",
  1042. },
  1043. }
  1044. out, err := ApplyParamOverride(input, override, ctx)
  1045. if err != nil {
  1046. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1047. }
  1048. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1049. headers, ok := ctx["header_override"].(map[string]interface{})
  1050. if !ok {
  1051. return
  1052. }
  1053. if _, exists := headers["x-upstream-auth"]; exists {
  1054. t.Fatalf("expected X-Upstream-Auth to be skipped when source header is missing")
  1055. }
  1056. }
  1057. func TestApplyParamOverrideSyncFieldsHeaderToJSON(t *testing.T) {
  1058. input := []byte(`{"model":"gpt-4"}`)
  1059. override := map[string]interface{}{
  1060. "operations": []interface{}{
  1061. map[string]interface{}{
  1062. "mode": "sync_fields",
  1063. "from": "header:session_id",
  1064. "to": "json:prompt_cache_key",
  1065. },
  1066. },
  1067. }
  1068. ctx := map[string]interface{}{
  1069. "request_headers": map[string]interface{}{
  1070. "session_id": "sess-123",
  1071. },
  1072. }
  1073. out, err := ApplyParamOverride(input, override, ctx)
  1074. if err != nil {
  1075. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1076. }
  1077. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"sess-123"}`, string(out))
  1078. }
  1079. func TestApplyParamOverrideSyncFieldsJSONToHeader(t *testing.T) {
  1080. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-abc"}`)
  1081. override := map[string]interface{}{
  1082. "operations": []interface{}{
  1083. map[string]interface{}{
  1084. "mode": "sync_fields",
  1085. "from": "header:session_id",
  1086. "to": "json:prompt_cache_key",
  1087. },
  1088. },
  1089. }
  1090. ctx := map[string]interface{}{}
  1091. out, err := ApplyParamOverride(input, override, ctx)
  1092. if err != nil {
  1093. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1094. }
  1095. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-abc"}`, string(out))
  1096. headers, ok := ctx["header_override"].(map[string]interface{})
  1097. if !ok {
  1098. t.Fatalf("expected header_override context map")
  1099. }
  1100. if headers["session_id"] != "cache-abc" {
  1101. t.Fatalf("expected session_id to be synced from prompt_cache_key, got: %v", headers["session_id"])
  1102. }
  1103. }
  1104. func TestApplyParamOverrideSyncFieldsNoChangeWhenBothExist(t *testing.T) {
  1105. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-body"}`)
  1106. override := map[string]interface{}{
  1107. "operations": []interface{}{
  1108. map[string]interface{}{
  1109. "mode": "sync_fields",
  1110. "from": "header:session_id",
  1111. "to": "json:prompt_cache_key",
  1112. },
  1113. },
  1114. }
  1115. ctx := map[string]interface{}{
  1116. "request_headers": map[string]interface{}{
  1117. "session_id": "cache-header",
  1118. },
  1119. }
  1120. out, err := ApplyParamOverride(input, override, ctx)
  1121. if err != nil {
  1122. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1123. }
  1124. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-body"}`, string(out))
  1125. headers, _ := ctx["header_override"].(map[string]interface{})
  1126. if headers != nil {
  1127. if _, exists := headers["session_id"]; exists {
  1128. t.Fatalf("expected no override when both sides already have value")
  1129. }
  1130. }
  1131. }
  1132. func TestApplyParamOverrideSyncFieldsInvalidTarget(t *testing.T) {
  1133. input := []byte(`{"model":"gpt-4"}`)
  1134. override := map[string]interface{}{
  1135. "operations": []interface{}{
  1136. map[string]interface{}{
  1137. "mode": "sync_fields",
  1138. "from": "foo:session_id",
  1139. "to": "json:prompt_cache_key",
  1140. },
  1141. },
  1142. }
  1143. _, err := ApplyParamOverride(input, override, nil)
  1144. if err == nil {
  1145. t.Fatalf("expected error, got nil")
  1146. }
  1147. }
  1148. func TestApplyParamOverrideSetHeaderKeepOrigin(t *testing.T) {
  1149. input := []byte(`{"temperature":0.7}`)
  1150. override := map[string]interface{}{
  1151. "operations": []interface{}{
  1152. map[string]interface{}{
  1153. "mode": "set_header",
  1154. "path": "X-Feature-Flag",
  1155. "value": "new-value",
  1156. "keep_origin": true,
  1157. },
  1158. },
  1159. }
  1160. ctx := map[string]interface{}{
  1161. "header_override": map[string]interface{}{
  1162. "x-feature-flag": "legacy-value",
  1163. },
  1164. }
  1165. _, err := ApplyParamOverride(input, override, ctx)
  1166. if err != nil {
  1167. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1168. }
  1169. headers, ok := ctx["header_override"].(map[string]interface{})
  1170. if !ok {
  1171. t.Fatalf("expected header_override context map")
  1172. }
  1173. if headers["x-feature-flag"] != "legacy-value" {
  1174. t.Fatalf("expected keep_origin to preserve old value, got: %v", headers["x-feature-flag"])
  1175. }
  1176. }
  1177. func TestApplyParamOverrideSetHeaderMapRewritesCommaSeparatedHeader(t *testing.T) {
  1178. input := []byte(`{"temperature":0.7}`)
  1179. override := map[string]interface{}{
  1180. "operations": []interface{}{
  1181. map[string]interface{}{
  1182. "mode": "set_header",
  1183. "path": "anthropic-beta",
  1184. "value": map[string]interface{}{
  1185. "advanced-tool-use-2025-11-20": nil,
  1186. "computer-use-2025-01-24": "computer-use-2025-01-24",
  1187. },
  1188. },
  1189. },
  1190. }
  1191. ctx := map[string]interface{}{
  1192. "request_headers": map[string]interface{}{
  1193. "anthropic-beta": "advanced-tool-use-2025-11-20, computer-use-2025-01-24",
  1194. },
  1195. }
  1196. _, err := ApplyParamOverride(input, override, ctx)
  1197. if err != nil {
  1198. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1199. }
  1200. headers, ok := ctx["header_override"].(map[string]interface{})
  1201. if !ok {
  1202. t.Fatalf("expected header_override context map")
  1203. }
  1204. if headers["anthropic-beta"] != "computer-use-2025-01-24" {
  1205. t.Fatalf("expected anthropic-beta to keep only mapped value, got: %v", headers["anthropic-beta"])
  1206. }
  1207. }
  1208. func TestApplyParamOverrideSetHeaderMapDeleteWholeHeaderWhenAllTokensCleared(t *testing.T) {
  1209. input := []byte(`{"temperature":0.7}`)
  1210. override := map[string]interface{}{
  1211. "operations": []interface{}{
  1212. map[string]interface{}{
  1213. "mode": "set_header",
  1214. "path": "anthropic-beta",
  1215. "value": map[string]interface{}{
  1216. "advanced-tool-use-2025-11-20": nil,
  1217. "computer-use-2025-01-24": nil,
  1218. },
  1219. },
  1220. },
  1221. }
  1222. ctx := map[string]interface{}{
  1223. "header_override": map[string]interface{}{
  1224. "anthropic-beta": "advanced-tool-use-2025-11-20,computer-use-2025-01-24",
  1225. },
  1226. }
  1227. _, err := ApplyParamOverride(input, override, ctx)
  1228. if err != nil {
  1229. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1230. }
  1231. headers, ok := ctx["header_override"].(map[string]interface{})
  1232. if !ok {
  1233. t.Fatalf("expected header_override context map")
  1234. }
  1235. if _, exists := headers["anthropic-beta"]; exists {
  1236. t.Fatalf("expected anthropic-beta to be deleted when all mapped values are null")
  1237. }
  1238. }
  1239. func TestApplyParamOverrideConditionsObjectShorthand(t *testing.T) {
  1240. input := []byte(`{"temperature":0.7}`)
  1241. override := map[string]interface{}{
  1242. "operations": []interface{}{
  1243. map[string]interface{}{
  1244. "path": "temperature",
  1245. "mode": "set",
  1246. "value": 0.1,
  1247. "logic": "AND",
  1248. "conditions": map[string]interface{}{
  1249. "is_retry": true,
  1250. "last_error.status_code": 400.0,
  1251. },
  1252. },
  1253. },
  1254. }
  1255. ctx := map[string]interface{}{
  1256. "is_retry": true,
  1257. "last_error": map[string]interface{}{
  1258. "status_code": 400.0,
  1259. },
  1260. }
  1261. out, err := ApplyParamOverride(input, override, ctx)
  1262. if err != nil {
  1263. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1264. }
  1265. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1266. }
  1267. func TestApplyParamOverrideWithRelayInfoSyncRuntimeHeaders(t *testing.T) {
  1268. info := &RelayInfo{
  1269. ChannelMeta: &ChannelMeta{
  1270. ParamOverride: map[string]interface{}{
  1271. "operations": []interface{}{
  1272. map[string]interface{}{
  1273. "mode": "set_header",
  1274. "path": "X-Injected-By-Param-Override",
  1275. "value": "enabled",
  1276. },
  1277. map[string]interface{}{
  1278. "mode": "delete_header",
  1279. "path": "X-Delete-Me",
  1280. },
  1281. },
  1282. },
  1283. HeadersOverride: map[string]interface{}{
  1284. "X-Delete-Me": "legacy",
  1285. "X-Keep-Me": "keep",
  1286. },
  1287. },
  1288. }
  1289. input := []byte(`{"temperature":0.7}`)
  1290. out, err := ApplyParamOverrideWithRelayInfo(input, info)
  1291. if err != nil {
  1292. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1293. }
  1294. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1295. if !info.UseRuntimeHeadersOverride {
  1296. t.Fatalf("expected runtime header override to be enabled")
  1297. }
  1298. if info.RuntimeHeadersOverride["x-keep-me"] != "keep" {
  1299. t.Fatalf("expected x-keep-me header to be preserved, got: %v", info.RuntimeHeadersOverride["x-keep-me"])
  1300. }
  1301. if info.RuntimeHeadersOverride["x-injected-by-param-override"] != "enabled" {
  1302. t.Fatalf("expected x-injected-by-param-override header to be set, got: %v", info.RuntimeHeadersOverride["x-injected-by-param-override"])
  1303. }
  1304. if _, exists := info.RuntimeHeadersOverride["x-delete-me"]; exists {
  1305. t.Fatalf("expected x-delete-me header to be deleted")
  1306. }
  1307. }
  1308. func TestApplyParamOverrideWithRelayInfoMoveAndCopyHeaders(t *testing.T) {
  1309. info := &RelayInfo{
  1310. ChannelMeta: &ChannelMeta{
  1311. ParamOverride: map[string]interface{}{
  1312. "operations": []interface{}{
  1313. map[string]interface{}{
  1314. "mode": "move_header",
  1315. "from": "X-Legacy-Trace",
  1316. "to": "X-Trace",
  1317. },
  1318. map[string]interface{}{
  1319. "mode": "copy_header",
  1320. "from": "X-Trace",
  1321. "to": "X-Trace-Backup",
  1322. },
  1323. },
  1324. },
  1325. HeadersOverride: map[string]interface{}{
  1326. "X-Legacy-Trace": "trace-123",
  1327. },
  1328. },
  1329. }
  1330. input := []byte(`{"temperature":0.7}`)
  1331. _, err := ApplyParamOverrideWithRelayInfo(input, info)
  1332. if err != nil {
  1333. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1334. }
  1335. if _, exists := info.RuntimeHeadersOverride["x-legacy-trace"]; exists {
  1336. t.Fatalf("expected source header to be removed after move")
  1337. }
  1338. if info.RuntimeHeadersOverride["x-trace"] != "trace-123" {
  1339. t.Fatalf("expected x-trace to be set, got: %v", info.RuntimeHeadersOverride["x-trace"])
  1340. }
  1341. if info.RuntimeHeadersOverride["x-trace-backup"] != "trace-123" {
  1342. t.Fatalf("expected x-trace-backup to be copied, got: %v", info.RuntimeHeadersOverride["x-trace-backup"])
  1343. }
  1344. }
  1345. func TestApplyParamOverrideWithRelayInfoSetHeaderMapRewritesAnthropicBeta(t *testing.T) {
  1346. info := &RelayInfo{
  1347. ChannelMeta: &ChannelMeta{
  1348. ParamOverride: map[string]interface{}{
  1349. "operations": []interface{}{
  1350. map[string]interface{}{
  1351. "mode": "set_header",
  1352. "path": "anthropic-beta",
  1353. "value": map[string]interface{}{
  1354. "advanced-tool-use-2025-11-20": nil,
  1355. "computer-use-2025-01-24": "computer-use-2025-01-24",
  1356. },
  1357. },
  1358. },
  1359. },
  1360. HeadersOverride: map[string]interface{}{
  1361. "anthropic-beta": "advanced-tool-use-2025-11-20, computer-use-2025-01-24",
  1362. },
  1363. },
  1364. }
  1365. _, err := ApplyParamOverrideWithRelayInfo([]byte(`{"temperature":0.7}`), info)
  1366. if err != nil {
  1367. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1368. }
  1369. if !info.UseRuntimeHeadersOverride {
  1370. t.Fatalf("expected runtime header override to be enabled")
  1371. }
  1372. if info.RuntimeHeadersOverride["anthropic-beta"] != "computer-use-2025-01-24" {
  1373. t.Fatalf("expected anthropic-beta to be rewritten, got: %v", info.RuntimeHeadersOverride["anthropic-beta"])
  1374. }
  1375. }
  1376. func TestGetEffectiveHeaderOverrideUsesRuntimeOverrideAsFinalResult(t *testing.T) {
  1377. info := &RelayInfo{
  1378. UseRuntimeHeadersOverride: true,
  1379. RuntimeHeadersOverride: map[string]interface{}{
  1380. "x-runtime": "runtime-only",
  1381. },
  1382. ChannelMeta: &ChannelMeta{
  1383. HeadersOverride: map[string]interface{}{
  1384. "X-Static": "static-value",
  1385. "X-Deleted": "should-not-exist",
  1386. },
  1387. },
  1388. }
  1389. effective := GetEffectiveHeaderOverride(info)
  1390. if effective["x-runtime"] != "runtime-only" {
  1391. t.Fatalf("expected x-runtime from runtime override, got: %v", effective["x-runtime"])
  1392. }
  1393. if _, exists := effective["x-static"]; exists {
  1394. t.Fatalf("expected runtime override to be final and not merge channel headers")
  1395. }
  1396. }
  1397. func TestRemoveDisabledFieldsSkipWhenChannelPassThroughEnabled(t *testing.T) {
  1398. input := `{
  1399. "service_tier":"flex",
  1400. "safety_identifier":"user-123",
  1401. "store":true,
  1402. "stream_options":{"include_obfuscation":false}
  1403. }`
  1404. settings := dto.ChannelOtherSettings{}
  1405. out, err := RemoveDisabledFields([]byte(input), settings, true)
  1406. if err != nil {
  1407. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1408. }
  1409. assertJSONEqual(t, input, string(out))
  1410. }
  1411. func TestRemoveDisabledFieldsSkipWhenGlobalPassThroughEnabled(t *testing.T) {
  1412. original := model_setting.GetGlobalSettings().PassThroughRequestEnabled
  1413. model_setting.GetGlobalSettings().PassThroughRequestEnabled = true
  1414. t.Cleanup(func() {
  1415. model_setting.GetGlobalSettings().PassThroughRequestEnabled = original
  1416. })
  1417. input := `{
  1418. "service_tier":"flex",
  1419. "safety_identifier":"user-123",
  1420. "stream_options":{"include_obfuscation":false}
  1421. }`
  1422. settings := dto.ChannelOtherSettings{}
  1423. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1424. if err != nil {
  1425. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1426. }
  1427. assertJSONEqual(t, input, string(out))
  1428. }
  1429. func TestRemoveDisabledFieldsDefaultFiltering(t *testing.T) {
  1430. input := `{
  1431. "service_tier":"flex",
  1432. "inference_geo":"eu",
  1433. "safety_identifier":"user-123",
  1434. "store":true,
  1435. "stream_options":{"include_obfuscation":false}
  1436. }`
  1437. settings := dto.ChannelOtherSettings{}
  1438. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1439. if err != nil {
  1440. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1441. }
  1442. assertJSONEqual(t, `{"store":true}`, string(out))
  1443. }
  1444. func TestRemoveDisabledFieldsAllowInferenceGeo(t *testing.T) {
  1445. input := `{
  1446. "inference_geo":"eu",
  1447. "store":true
  1448. }`
  1449. settings := dto.ChannelOtherSettings{
  1450. AllowInferenceGeo: true,
  1451. }
  1452. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1453. if err != nil {
  1454. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1455. }
  1456. assertJSONEqual(t, `{"inference_geo":"eu","store":true}`, string(out))
  1457. }
  1458. func assertJSONEqual(t *testing.T, want, got string) {
  1459. t.Helper()
  1460. var wantObj interface{}
  1461. var gotObj interface{}
  1462. if err := json.Unmarshal([]byte(want), &wantObj); err != nil {
  1463. t.Fatalf("failed to unmarshal want JSON: %v", err)
  1464. }
  1465. if err := json.Unmarshal([]byte(got), &gotObj); err != nil {
  1466. t.Fatalf("failed to unmarshal got JSON: %v", err)
  1467. }
  1468. if !reflect.DeepEqual(wantObj, gotObj) {
  1469. t.Fatalf("json not equal\nwant: %s\ngot: %s", want, got)
  1470. }
  1471. }