override_test.go 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539
  1. package common
  2. import (
  3. "encoding/json"
  4. "reflect"
  5. "testing"
  6. "github.com/QuantumNous/new-api/types"
  7. "github.com/QuantumNous/new-api/dto"
  8. "github.com/QuantumNous/new-api/setting/model_setting"
  9. )
  10. func TestApplyParamOverrideTrimPrefix(t *testing.T) {
  11. // trim_prefix example:
  12. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  13. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  14. override := map[string]interface{}{
  15. "operations": []interface{}{
  16. map[string]interface{}{
  17. "path": "model",
  18. "mode": "trim_prefix",
  19. "value": "openai/",
  20. },
  21. },
  22. }
  23. out, err := ApplyParamOverride(input, override, nil)
  24. if err != nil {
  25. t.Fatalf("ApplyParamOverride returned error: %v", err)
  26. }
  27. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  28. }
  29. func TestApplyParamOverrideTrimSuffix(t *testing.T) {
  30. // trim_suffix example:
  31. // {"operations":[{"path":"model","mode":"trim_suffix","value":"-latest"}]}
  32. input := []byte(`{"model":"gpt-4-latest","temperature":0.7}`)
  33. override := map[string]interface{}{
  34. "operations": []interface{}{
  35. map[string]interface{}{
  36. "path": "model",
  37. "mode": "trim_suffix",
  38. "value": "-latest",
  39. },
  40. },
  41. }
  42. out, err := ApplyParamOverride(input, override, nil)
  43. if err != nil {
  44. t.Fatalf("ApplyParamOverride returned error: %v", err)
  45. }
  46. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  47. }
  48. func TestApplyParamOverrideTrimNoop(t *testing.T) {
  49. // trim_prefix no-op example:
  50. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  51. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  52. override := map[string]interface{}{
  53. "operations": []interface{}{
  54. map[string]interface{}{
  55. "path": "model",
  56. "mode": "trim_prefix",
  57. "value": "openai/",
  58. },
  59. },
  60. }
  61. out, err := ApplyParamOverride(input, override, nil)
  62. if err != nil {
  63. t.Fatalf("ApplyParamOverride returned error: %v", err)
  64. }
  65. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  66. }
  67. func TestApplyParamOverrideTrimRequiresValue(t *testing.T) {
  68. // trim_prefix requires value example:
  69. // {"operations":[{"path":"model","mode":"trim_prefix"}]}
  70. input := []byte(`{"model":"gpt-4"}`)
  71. override := map[string]interface{}{
  72. "operations": []interface{}{
  73. map[string]interface{}{
  74. "path": "model",
  75. "mode": "trim_prefix",
  76. },
  77. },
  78. }
  79. _, err := ApplyParamOverride(input, override, nil)
  80. if err == nil {
  81. t.Fatalf("expected error, got nil")
  82. }
  83. }
  84. func TestApplyParamOverrideReplace(t *testing.T) {
  85. // replace example:
  86. // {"operations":[{"path":"model","mode":"replace","from":"openai/","to":""}]}
  87. input := []byte(`{"model":"openai/gpt-4o-mini","temperature":0.7}`)
  88. override := map[string]interface{}{
  89. "operations": []interface{}{
  90. map[string]interface{}{
  91. "path": "model",
  92. "mode": "replace",
  93. "from": "openai/",
  94. "to": "",
  95. },
  96. },
  97. }
  98. out, err := ApplyParamOverride(input, override, nil)
  99. if err != nil {
  100. t.Fatalf("ApplyParamOverride returned error: %v", err)
  101. }
  102. assertJSONEqual(t, `{"model":"gpt-4o-mini","temperature":0.7}`, string(out))
  103. }
  104. func TestApplyParamOverrideRegexReplace(t *testing.T) {
  105. // regex_replace example:
  106. // {"operations":[{"path":"model","mode":"regex_replace","from":"^gpt-","to":"openai/gpt-"}]}
  107. input := []byte(`{"model":"gpt-4o-mini","temperature":0.7}`)
  108. override := map[string]interface{}{
  109. "operations": []interface{}{
  110. map[string]interface{}{
  111. "path": "model",
  112. "mode": "regex_replace",
  113. "from": "^gpt-",
  114. "to": "openai/gpt-",
  115. },
  116. },
  117. }
  118. out, err := ApplyParamOverride(input, override, nil)
  119. if err != nil {
  120. t.Fatalf("ApplyParamOverride returned error: %v", err)
  121. }
  122. assertJSONEqual(t, `{"model":"openai/gpt-4o-mini","temperature":0.7}`, string(out))
  123. }
  124. func TestApplyParamOverrideReplaceRequiresFrom(t *testing.T) {
  125. // replace requires from example:
  126. // {"operations":[{"path":"model","mode":"replace"}]}
  127. input := []byte(`{"model":"gpt-4"}`)
  128. override := map[string]interface{}{
  129. "operations": []interface{}{
  130. map[string]interface{}{
  131. "path": "model",
  132. "mode": "replace",
  133. },
  134. },
  135. }
  136. _, err := ApplyParamOverride(input, override, nil)
  137. if err == nil {
  138. t.Fatalf("expected error, got nil")
  139. }
  140. }
  141. func TestApplyParamOverrideRegexReplaceRequiresPattern(t *testing.T) {
  142. // regex_replace requires from(pattern) example:
  143. // {"operations":[{"path":"model","mode":"regex_replace"}]}
  144. input := []byte(`{"model":"gpt-4"}`)
  145. override := map[string]interface{}{
  146. "operations": []interface{}{
  147. map[string]interface{}{
  148. "path": "model",
  149. "mode": "regex_replace",
  150. },
  151. },
  152. }
  153. _, err := ApplyParamOverride(input, override, nil)
  154. if err == nil {
  155. t.Fatalf("expected error, got nil")
  156. }
  157. }
  158. func TestApplyParamOverrideDelete(t *testing.T) {
  159. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  160. override := map[string]interface{}{
  161. "operations": []interface{}{
  162. map[string]interface{}{
  163. "path": "temperature",
  164. "mode": "delete",
  165. },
  166. },
  167. }
  168. out, err := ApplyParamOverride(input, override, nil)
  169. if err != nil {
  170. t.Fatalf("ApplyParamOverride returned error: %v", err)
  171. }
  172. var got map[string]interface{}
  173. if err := json.Unmarshal(out, &got); err != nil {
  174. t.Fatalf("failed to unmarshal output JSON: %v", err)
  175. }
  176. if _, exists := got["temperature"]; exists {
  177. t.Fatalf("expected temperature to be deleted")
  178. }
  179. }
  180. func TestApplyParamOverrideSet(t *testing.T) {
  181. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  182. override := map[string]interface{}{
  183. "operations": []interface{}{
  184. map[string]interface{}{
  185. "path": "temperature",
  186. "mode": "set",
  187. "value": 0.1,
  188. },
  189. },
  190. }
  191. out, err := ApplyParamOverride(input, override, nil)
  192. if err != nil {
  193. t.Fatalf("ApplyParamOverride returned error: %v", err)
  194. }
  195. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  196. }
  197. func TestApplyParamOverrideSetKeepOrigin(t *testing.T) {
  198. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  199. override := map[string]interface{}{
  200. "operations": []interface{}{
  201. map[string]interface{}{
  202. "path": "temperature",
  203. "mode": "set",
  204. "value": 0.1,
  205. "keep_origin": true,
  206. },
  207. },
  208. }
  209. out, err := ApplyParamOverride(input, override, nil)
  210. if err != nil {
  211. t.Fatalf("ApplyParamOverride returned error: %v", err)
  212. }
  213. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  214. }
  215. func TestApplyParamOverrideMove(t *testing.T) {
  216. input := []byte(`{"model":"gpt-4","meta":{"x":1}}`)
  217. override := map[string]interface{}{
  218. "operations": []interface{}{
  219. map[string]interface{}{
  220. "mode": "move",
  221. "from": "model",
  222. "to": "meta.model",
  223. },
  224. },
  225. }
  226. out, err := ApplyParamOverride(input, override, nil)
  227. if err != nil {
  228. t.Fatalf("ApplyParamOverride returned error: %v", err)
  229. }
  230. assertJSONEqual(t, `{"meta":{"x":1,"model":"gpt-4"}}`, string(out))
  231. }
  232. func TestApplyParamOverrideMoveMissingSource(t *testing.T) {
  233. input := []byte(`{"meta":{"x":1}}`)
  234. override := map[string]interface{}{
  235. "operations": []interface{}{
  236. map[string]interface{}{
  237. "mode": "move",
  238. "from": "model",
  239. "to": "meta.model",
  240. },
  241. },
  242. }
  243. _, err := ApplyParamOverride(input, override, nil)
  244. if err == nil {
  245. t.Fatalf("expected error, got nil")
  246. }
  247. }
  248. func TestApplyParamOverridePrependAppendString(t *testing.T) {
  249. input := []byte(`{"model":"gpt-4"}`)
  250. override := map[string]interface{}{
  251. "operations": []interface{}{
  252. map[string]interface{}{
  253. "path": "model",
  254. "mode": "prepend",
  255. "value": "openai/",
  256. },
  257. map[string]interface{}{
  258. "path": "model",
  259. "mode": "append",
  260. "value": "-latest",
  261. },
  262. },
  263. }
  264. out, err := ApplyParamOverride(input, override, nil)
  265. if err != nil {
  266. t.Fatalf("ApplyParamOverride returned error: %v", err)
  267. }
  268. assertJSONEqual(t, `{"model":"openai/gpt-4-latest"}`, string(out))
  269. }
  270. func TestApplyParamOverridePrependAppendArray(t *testing.T) {
  271. input := []byte(`{"arr":[1,2]}`)
  272. override := map[string]interface{}{
  273. "operations": []interface{}{
  274. map[string]interface{}{
  275. "path": "arr",
  276. "mode": "prepend",
  277. "value": 0,
  278. },
  279. map[string]interface{}{
  280. "path": "arr",
  281. "mode": "append",
  282. "value": []interface{}{3, 4},
  283. },
  284. },
  285. }
  286. out, err := ApplyParamOverride(input, override, nil)
  287. if err != nil {
  288. t.Fatalf("ApplyParamOverride returned error: %v", err)
  289. }
  290. assertJSONEqual(t, `{"arr":[0,1,2,3,4]}`, string(out))
  291. }
  292. func TestApplyParamOverrideAppendObjectMergeKeepOrigin(t *testing.T) {
  293. input := []byte(`{"obj":{"a":1}}`)
  294. override := map[string]interface{}{
  295. "operations": []interface{}{
  296. map[string]interface{}{
  297. "path": "obj",
  298. "mode": "append",
  299. "keep_origin": true,
  300. "value": map[string]interface{}{
  301. "a": 2,
  302. "b": 3,
  303. },
  304. },
  305. },
  306. }
  307. out, err := ApplyParamOverride(input, override, nil)
  308. if err != nil {
  309. t.Fatalf("ApplyParamOverride returned error: %v", err)
  310. }
  311. assertJSONEqual(t, `{"obj":{"a":1,"b":3}}`, string(out))
  312. }
  313. func TestApplyParamOverrideAppendObjectMergeOverride(t *testing.T) {
  314. input := []byte(`{"obj":{"a":1}}`)
  315. override := map[string]interface{}{
  316. "operations": []interface{}{
  317. map[string]interface{}{
  318. "path": "obj",
  319. "mode": "append",
  320. "value": map[string]interface{}{
  321. "a": 2,
  322. "b": 3,
  323. },
  324. },
  325. },
  326. }
  327. out, err := ApplyParamOverride(input, override, nil)
  328. if err != nil {
  329. t.Fatalf("ApplyParamOverride returned error: %v", err)
  330. }
  331. assertJSONEqual(t, `{"obj":{"a":2,"b":3}}`, string(out))
  332. }
  333. func TestApplyParamOverrideConditionORDefault(t *testing.T) {
  334. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  335. override := map[string]interface{}{
  336. "operations": []interface{}{
  337. map[string]interface{}{
  338. "path": "temperature",
  339. "mode": "set",
  340. "value": 0.1,
  341. "conditions": []interface{}{
  342. map[string]interface{}{
  343. "path": "model",
  344. "mode": "prefix",
  345. "value": "gpt",
  346. },
  347. map[string]interface{}{
  348. "path": "model",
  349. "mode": "prefix",
  350. "value": "claude",
  351. },
  352. },
  353. },
  354. },
  355. }
  356. out, err := ApplyParamOverride(input, override, nil)
  357. if err != nil {
  358. t.Fatalf("ApplyParamOverride returned error: %v", err)
  359. }
  360. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  361. }
  362. func TestApplyParamOverrideConditionAND(t *testing.T) {
  363. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  364. override := map[string]interface{}{
  365. "operations": []interface{}{
  366. map[string]interface{}{
  367. "path": "temperature",
  368. "mode": "set",
  369. "value": 0.1,
  370. "logic": "AND",
  371. "conditions": []interface{}{
  372. map[string]interface{}{
  373. "path": "model",
  374. "mode": "prefix",
  375. "value": "gpt",
  376. },
  377. map[string]interface{}{
  378. "path": "temperature",
  379. "mode": "gt",
  380. "value": 0.5,
  381. },
  382. },
  383. },
  384. },
  385. }
  386. out, err := ApplyParamOverride(input, override, nil)
  387. if err != nil {
  388. t.Fatalf("ApplyParamOverride returned error: %v", err)
  389. }
  390. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  391. }
  392. func TestApplyParamOverrideConditionInvert(t *testing.T) {
  393. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  394. override := map[string]interface{}{
  395. "operations": []interface{}{
  396. map[string]interface{}{
  397. "path": "temperature",
  398. "mode": "set",
  399. "value": 0.1,
  400. "conditions": []interface{}{
  401. map[string]interface{}{
  402. "path": "model",
  403. "mode": "prefix",
  404. "value": "gpt",
  405. "invert": true,
  406. },
  407. },
  408. },
  409. },
  410. }
  411. out, err := ApplyParamOverride(input, override, nil)
  412. if err != nil {
  413. t.Fatalf("ApplyParamOverride returned error: %v", err)
  414. }
  415. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  416. }
  417. func TestApplyParamOverrideConditionPassMissingKey(t *testing.T) {
  418. input := []byte(`{"temperature":0.7}`)
  419. override := map[string]interface{}{
  420. "operations": []interface{}{
  421. map[string]interface{}{
  422. "path": "temperature",
  423. "mode": "set",
  424. "value": 0.1,
  425. "conditions": []interface{}{
  426. map[string]interface{}{
  427. "path": "model",
  428. "mode": "prefix",
  429. "value": "gpt",
  430. "pass_missing_key": true,
  431. },
  432. },
  433. },
  434. },
  435. }
  436. out, err := ApplyParamOverride(input, override, nil)
  437. if err != nil {
  438. t.Fatalf("ApplyParamOverride returned error: %v", err)
  439. }
  440. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  441. }
  442. func TestApplyParamOverrideConditionFromContext(t *testing.T) {
  443. input := []byte(`{"temperature":0.7}`)
  444. override := map[string]interface{}{
  445. "operations": []interface{}{
  446. map[string]interface{}{
  447. "path": "temperature",
  448. "mode": "set",
  449. "value": 0.1,
  450. "conditions": []interface{}{
  451. map[string]interface{}{
  452. "path": "model",
  453. "mode": "prefix",
  454. "value": "gpt",
  455. },
  456. },
  457. },
  458. },
  459. }
  460. ctx := map[string]interface{}{
  461. "model": "gpt-4",
  462. }
  463. out, err := ApplyParamOverride(input, override, ctx)
  464. if err != nil {
  465. t.Fatalf("ApplyParamOverride returned error: %v", err)
  466. }
  467. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  468. }
  469. func TestApplyParamOverrideNegativeIndexPath(t *testing.T) {
  470. input := []byte(`{"arr":[{"model":"a"},{"model":"b"}]}`)
  471. override := map[string]interface{}{
  472. "operations": []interface{}{
  473. map[string]interface{}{
  474. "path": "arr.-1.model",
  475. "mode": "set",
  476. "value": "c",
  477. },
  478. },
  479. }
  480. out, err := ApplyParamOverride(input, override, nil)
  481. if err != nil {
  482. t.Fatalf("ApplyParamOverride returned error: %v", err)
  483. }
  484. assertJSONEqual(t, `{"arr":[{"model":"a"},{"model":"c"}]}`, string(out))
  485. }
  486. func TestApplyParamOverrideRegexReplaceInvalidPattern(t *testing.T) {
  487. // regex_replace invalid pattern example:
  488. // {"operations":[{"path":"model","mode":"regex_replace","from":"(","to":"x"}]}
  489. input := []byte(`{"model":"gpt-4"}`)
  490. override := map[string]interface{}{
  491. "operations": []interface{}{
  492. map[string]interface{}{
  493. "path": "model",
  494. "mode": "regex_replace",
  495. "from": "(",
  496. "to": "x",
  497. },
  498. },
  499. }
  500. _, err := ApplyParamOverride(input, override, nil)
  501. if err == nil {
  502. t.Fatalf("expected error, got nil")
  503. }
  504. }
  505. func TestApplyParamOverrideCopy(t *testing.T) {
  506. // copy example:
  507. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  508. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  509. override := map[string]interface{}{
  510. "operations": []interface{}{
  511. map[string]interface{}{
  512. "mode": "copy",
  513. "from": "model",
  514. "to": "original_model",
  515. },
  516. },
  517. }
  518. out, err := ApplyParamOverride(input, override, nil)
  519. if err != nil {
  520. t.Fatalf("ApplyParamOverride returned error: %v", err)
  521. }
  522. assertJSONEqual(t, `{"model":"gpt-4","original_model":"gpt-4","temperature":0.7}`, string(out))
  523. }
  524. func TestApplyParamOverrideCopyMissingSource(t *testing.T) {
  525. // copy missing source example:
  526. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  527. input := []byte(`{"temperature":0.7}`)
  528. override := map[string]interface{}{
  529. "operations": []interface{}{
  530. map[string]interface{}{
  531. "mode": "copy",
  532. "from": "model",
  533. "to": "original_model",
  534. },
  535. },
  536. }
  537. _, err := ApplyParamOverride(input, override, nil)
  538. if err == nil {
  539. t.Fatalf("expected error, got nil")
  540. }
  541. }
  542. func TestApplyParamOverrideCopyRequiresFromTo(t *testing.T) {
  543. // copy requires from/to example:
  544. // {"operations":[{"mode":"copy"}]}
  545. input := []byte(`{"model":"gpt-4"}`)
  546. override := map[string]interface{}{
  547. "operations": []interface{}{
  548. map[string]interface{}{
  549. "mode": "copy",
  550. },
  551. },
  552. }
  553. _, err := ApplyParamOverride(input, override, nil)
  554. if err == nil {
  555. t.Fatalf("expected error, got nil")
  556. }
  557. }
  558. func TestApplyParamOverrideEnsurePrefix(t *testing.T) {
  559. // ensure_prefix example:
  560. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  561. input := []byte(`{"model":"gpt-4"}`)
  562. override := map[string]interface{}{
  563. "operations": []interface{}{
  564. map[string]interface{}{
  565. "path": "model",
  566. "mode": "ensure_prefix",
  567. "value": "openai/",
  568. },
  569. },
  570. }
  571. out, err := ApplyParamOverride(input, override, nil)
  572. if err != nil {
  573. t.Fatalf("ApplyParamOverride returned error: %v", err)
  574. }
  575. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  576. }
  577. func TestApplyParamOverrideEnsurePrefixNoop(t *testing.T) {
  578. // ensure_prefix no-op example:
  579. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  580. input := []byte(`{"model":"openai/gpt-4"}`)
  581. override := map[string]interface{}{
  582. "operations": []interface{}{
  583. map[string]interface{}{
  584. "path": "model",
  585. "mode": "ensure_prefix",
  586. "value": "openai/",
  587. },
  588. },
  589. }
  590. out, err := ApplyParamOverride(input, override, nil)
  591. if err != nil {
  592. t.Fatalf("ApplyParamOverride returned error: %v", err)
  593. }
  594. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  595. }
  596. func TestApplyParamOverrideEnsureSuffix(t *testing.T) {
  597. // ensure_suffix example:
  598. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  599. input := []byte(`{"model":"gpt-4"}`)
  600. override := map[string]interface{}{
  601. "operations": []interface{}{
  602. map[string]interface{}{
  603. "path": "model",
  604. "mode": "ensure_suffix",
  605. "value": "-latest",
  606. },
  607. },
  608. }
  609. out, err := ApplyParamOverride(input, override, nil)
  610. if err != nil {
  611. t.Fatalf("ApplyParamOverride returned error: %v", err)
  612. }
  613. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  614. }
  615. func TestApplyParamOverrideEnsureSuffixNoop(t *testing.T) {
  616. // ensure_suffix no-op example:
  617. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  618. input := []byte(`{"model":"gpt-4-latest"}`)
  619. override := map[string]interface{}{
  620. "operations": []interface{}{
  621. map[string]interface{}{
  622. "path": "model",
  623. "mode": "ensure_suffix",
  624. "value": "-latest",
  625. },
  626. },
  627. }
  628. out, err := ApplyParamOverride(input, override, nil)
  629. if err != nil {
  630. t.Fatalf("ApplyParamOverride returned error: %v", err)
  631. }
  632. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  633. }
  634. func TestApplyParamOverrideEnsureRequiresValue(t *testing.T) {
  635. // ensure_prefix requires value example:
  636. // {"operations":[{"path":"model","mode":"ensure_prefix"}]}
  637. input := []byte(`{"model":"gpt-4"}`)
  638. override := map[string]interface{}{
  639. "operations": []interface{}{
  640. map[string]interface{}{
  641. "path": "model",
  642. "mode": "ensure_prefix",
  643. },
  644. },
  645. }
  646. _, err := ApplyParamOverride(input, override, nil)
  647. if err == nil {
  648. t.Fatalf("expected error, got nil")
  649. }
  650. }
  651. func TestApplyParamOverrideTrimSpace(t *testing.T) {
  652. // trim_space example:
  653. // {"operations":[{"path":"model","mode":"trim_space"}]}
  654. input := []byte("{\"model\":\" gpt-4 \\n\"}")
  655. override := map[string]interface{}{
  656. "operations": []interface{}{
  657. map[string]interface{}{
  658. "path": "model",
  659. "mode": "trim_space",
  660. },
  661. },
  662. }
  663. out, err := ApplyParamOverride(input, override, nil)
  664. if err != nil {
  665. t.Fatalf("ApplyParamOverride returned error: %v", err)
  666. }
  667. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  668. }
  669. func TestApplyParamOverrideToLower(t *testing.T) {
  670. // to_lower example:
  671. // {"operations":[{"path":"model","mode":"to_lower"}]}
  672. input := []byte(`{"model":"GPT-4"}`)
  673. override := map[string]interface{}{
  674. "operations": []interface{}{
  675. map[string]interface{}{
  676. "path": "model",
  677. "mode": "to_lower",
  678. },
  679. },
  680. }
  681. out, err := ApplyParamOverride(input, override, nil)
  682. if err != nil {
  683. t.Fatalf("ApplyParamOverride returned error: %v", err)
  684. }
  685. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  686. }
  687. func TestApplyParamOverrideToUpper(t *testing.T) {
  688. // to_upper example:
  689. // {"operations":[{"path":"model","mode":"to_upper"}]}
  690. input := []byte(`{"model":"gpt-4"}`)
  691. override := map[string]interface{}{
  692. "operations": []interface{}{
  693. map[string]interface{}{
  694. "path": "model",
  695. "mode": "to_upper",
  696. },
  697. },
  698. }
  699. out, err := ApplyParamOverride(input, override, nil)
  700. if err != nil {
  701. t.Fatalf("ApplyParamOverride returned error: %v", err)
  702. }
  703. assertJSONEqual(t, `{"model":"GPT-4"}`, string(out))
  704. }
  705. func TestApplyParamOverrideReturnError(t *testing.T) {
  706. input := []byte(`{"model":"gemini-2.5-pro"}`)
  707. override := map[string]interface{}{
  708. "operations": []interface{}{
  709. map[string]interface{}{
  710. "mode": "return_error",
  711. "value": map[string]interface{}{
  712. "message": "forced bad request by param override",
  713. "status_code": 422,
  714. "code": "forced_bad_request",
  715. "type": "invalid_request_error",
  716. "skip_retry": true,
  717. },
  718. "conditions": []interface{}{
  719. map[string]interface{}{
  720. "path": "retry.is_retry",
  721. "mode": "full",
  722. "value": true,
  723. },
  724. },
  725. },
  726. },
  727. }
  728. ctx := map[string]interface{}{
  729. "retry": map[string]interface{}{
  730. "index": 1,
  731. "is_retry": true,
  732. },
  733. }
  734. _, err := ApplyParamOverride(input, override, ctx)
  735. if err == nil {
  736. t.Fatalf("expected error, got nil")
  737. }
  738. returnErr, ok := AsParamOverrideReturnError(err)
  739. if !ok {
  740. t.Fatalf("expected ParamOverrideReturnError, got %T: %v", err, err)
  741. }
  742. if returnErr.StatusCode != 422 {
  743. t.Fatalf("expected status 422, got %d", returnErr.StatusCode)
  744. }
  745. if returnErr.Code != "forced_bad_request" {
  746. t.Fatalf("expected code forced_bad_request, got %s", returnErr.Code)
  747. }
  748. if !returnErr.SkipRetry {
  749. t.Fatalf("expected skip_retry true")
  750. }
  751. }
  752. func TestApplyParamOverridePruneObjectsByTypeString(t *testing.T) {
  753. input := []byte(`{
  754. "messages":[
  755. {"role":"assistant","content":[
  756. {"type":"output_text","text":"a"},
  757. {"type":"redacted_thinking","text":"secret"},
  758. {"type":"tool_call","name":"tool_a"}
  759. ]},
  760. {"role":"assistant","content":[
  761. {"type":"output_text","text":"b"},
  762. {"type":"wrapper","parts":[
  763. {"type":"redacted_thinking","text":"secret2"},
  764. {"type":"output_text","text":"c"}
  765. ]}
  766. ]}
  767. ]
  768. }`)
  769. override := map[string]interface{}{
  770. "operations": []interface{}{
  771. map[string]interface{}{
  772. "mode": "prune_objects",
  773. "value": "redacted_thinking",
  774. },
  775. },
  776. }
  777. out, err := ApplyParamOverride(input, override, nil)
  778. if err != nil {
  779. t.Fatalf("ApplyParamOverride returned error: %v", err)
  780. }
  781. assertJSONEqual(t, `{
  782. "messages":[
  783. {"role":"assistant","content":[
  784. {"type":"output_text","text":"a"},
  785. {"type":"tool_call","name":"tool_a"}
  786. ]},
  787. {"role":"assistant","content":[
  788. {"type":"output_text","text":"b"},
  789. {"type":"wrapper","parts":[
  790. {"type":"output_text","text":"c"}
  791. ]}
  792. ]}
  793. ]
  794. }`, string(out))
  795. }
  796. func TestApplyParamOverridePruneObjectsWhereAndPath(t *testing.T) {
  797. input := []byte(`{
  798. "a":{"items":[{"type":"redacted_thinking","id":1},{"type":"output_text","id":2}]},
  799. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  800. }`)
  801. override := map[string]interface{}{
  802. "operations": []interface{}{
  803. map[string]interface{}{
  804. "path": "a",
  805. "mode": "prune_objects",
  806. "value": map[string]interface{}{
  807. "where": map[string]interface{}{
  808. "type": "redacted_thinking",
  809. },
  810. },
  811. },
  812. },
  813. }
  814. out, err := ApplyParamOverride(input, override, nil)
  815. if err != nil {
  816. t.Fatalf("ApplyParamOverride returned error: %v", err)
  817. }
  818. assertJSONEqual(t, `{
  819. "a":{"items":[{"type":"output_text","id":2}]},
  820. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  821. }`, string(out))
  822. }
  823. func TestApplyParamOverrideNormalizeThinkingSignatureUnsupported(t *testing.T) {
  824. input := []byte(`{"items":[{"type":"redacted_thinking"}]}`)
  825. override := map[string]interface{}{
  826. "operations": []interface{}{
  827. map[string]interface{}{
  828. "mode": "normalize_thinking_signature",
  829. },
  830. },
  831. }
  832. _, err := ApplyParamOverride(input, override, nil)
  833. if err == nil {
  834. t.Fatalf("expected error, got nil")
  835. }
  836. }
  837. func TestApplyParamOverrideConditionFromRetryAndLastErrorContext(t *testing.T) {
  838. info := &RelayInfo{
  839. RetryIndex: 1,
  840. LastError: types.WithOpenAIError(types.OpenAIError{
  841. Message: "invalid thinking signature",
  842. Type: "invalid_request_error",
  843. Code: "bad_thought_signature",
  844. }, 400),
  845. }
  846. ctx := BuildParamOverrideContext(info)
  847. input := []byte(`{"temperature":0.7}`)
  848. override := map[string]interface{}{
  849. "operations": []interface{}{
  850. map[string]interface{}{
  851. "path": "temperature",
  852. "mode": "set",
  853. "value": 0.1,
  854. "logic": "AND",
  855. "conditions": []interface{}{
  856. map[string]interface{}{
  857. "path": "is_retry",
  858. "mode": "full",
  859. "value": true,
  860. },
  861. map[string]interface{}{
  862. "path": "last_error.code",
  863. "mode": "contains",
  864. "value": "thought_signature",
  865. },
  866. },
  867. },
  868. },
  869. }
  870. out, err := ApplyParamOverride(input, override, ctx)
  871. if err != nil {
  872. t.Fatalf("ApplyParamOverride returned error: %v", err)
  873. }
  874. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  875. }
  876. func TestApplyParamOverrideConditionFromRequestHeaders(t *testing.T) {
  877. input := []byte(`{"temperature":0.7}`)
  878. override := map[string]interface{}{
  879. "operations": []interface{}{
  880. map[string]interface{}{
  881. "path": "temperature",
  882. "mode": "set",
  883. "value": 0.1,
  884. "conditions": []interface{}{
  885. map[string]interface{}{
  886. "path": "request_headers.authorization",
  887. "mode": "contains",
  888. "value": "Bearer ",
  889. },
  890. },
  891. },
  892. },
  893. }
  894. ctx := map[string]interface{}{
  895. "request_headers": map[string]interface{}{
  896. "authorization": "Bearer token-123",
  897. },
  898. }
  899. out, err := ApplyParamOverride(input, override, ctx)
  900. if err != nil {
  901. t.Fatalf("ApplyParamOverride returned error: %v", err)
  902. }
  903. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  904. }
  905. func TestApplyParamOverrideSetHeaderAndUseInLaterCondition(t *testing.T) {
  906. input := []byte(`{"temperature":0.7}`)
  907. override := map[string]interface{}{
  908. "operations": []interface{}{
  909. map[string]interface{}{
  910. "mode": "set_header",
  911. "path": "X-Debug-Mode",
  912. "value": "enabled",
  913. },
  914. map[string]interface{}{
  915. "path": "temperature",
  916. "mode": "set",
  917. "value": 0.1,
  918. "conditions": []interface{}{
  919. map[string]interface{}{
  920. "path": "header_override_normalized.x_debug_mode",
  921. "mode": "full",
  922. "value": "enabled",
  923. },
  924. },
  925. },
  926. },
  927. }
  928. out, err := ApplyParamOverride(input, override, nil)
  929. if err != nil {
  930. t.Fatalf("ApplyParamOverride returned error: %v", err)
  931. }
  932. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  933. }
  934. func TestApplyParamOverrideCopyHeaderFromRequestHeaders(t *testing.T) {
  935. input := []byte(`{"temperature":0.7}`)
  936. override := map[string]interface{}{
  937. "operations": []interface{}{
  938. map[string]interface{}{
  939. "mode": "copy_header",
  940. "from": "Authorization",
  941. "to": "X-Upstream-Auth",
  942. },
  943. map[string]interface{}{
  944. "path": "temperature",
  945. "mode": "set",
  946. "value": 0.1,
  947. "conditions": []interface{}{
  948. map[string]interface{}{
  949. "path": "header_override_normalized.x_upstream_auth",
  950. "mode": "contains",
  951. "value": "Bearer ",
  952. },
  953. },
  954. },
  955. },
  956. }
  957. ctx := map[string]interface{}{
  958. "request_headers_raw": map[string]interface{}{
  959. "Authorization": "Bearer token-123",
  960. },
  961. "request_headers": map[string]interface{}{
  962. "authorization": "Bearer token-123",
  963. },
  964. }
  965. out, err := ApplyParamOverride(input, override, ctx)
  966. if err != nil {
  967. t.Fatalf("ApplyParamOverride returned error: %v", err)
  968. }
  969. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  970. }
  971. func TestApplyParamOverridePassHeadersSkipsMissingHeaders(t *testing.T) {
  972. input := []byte(`{"temperature":0.7}`)
  973. override := map[string]interface{}{
  974. "operations": []interface{}{
  975. map[string]interface{}{
  976. "mode": "pass_headers",
  977. "value": []interface{}{"X-Codex-Beta-Features", "Session_id"},
  978. },
  979. },
  980. }
  981. ctx := map[string]interface{}{
  982. "request_headers_raw": map[string]interface{}{
  983. "Session_id": "sess-123",
  984. },
  985. "request_headers": map[string]interface{}{
  986. "session_id": "sess-123",
  987. },
  988. }
  989. out, err := ApplyParamOverride(input, override, ctx)
  990. if err != nil {
  991. t.Fatalf("ApplyParamOverride returned error: %v", err)
  992. }
  993. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  994. headers, ok := ctx["header_override"].(map[string]interface{})
  995. if !ok {
  996. t.Fatalf("expected header_override context map")
  997. }
  998. if headers["Session_id"] != "sess-123" {
  999. t.Fatalf("expected Session_id to be passed, got: %v", headers["Session_id"])
  1000. }
  1001. if _, exists := headers["X-Codex-Beta-Features"]; exists {
  1002. t.Fatalf("expected missing header to be skipped")
  1003. }
  1004. }
  1005. func TestApplyParamOverrideCopyHeaderSkipsMissingSource(t *testing.T) {
  1006. input := []byte(`{"temperature":0.7}`)
  1007. override := map[string]interface{}{
  1008. "operations": []interface{}{
  1009. map[string]interface{}{
  1010. "mode": "copy_header",
  1011. "from": "X-Missing-Header",
  1012. "to": "X-Upstream-Auth",
  1013. },
  1014. },
  1015. }
  1016. ctx := map[string]interface{}{
  1017. "request_headers_raw": map[string]interface{}{
  1018. "Authorization": "Bearer token-123",
  1019. },
  1020. "request_headers": map[string]interface{}{
  1021. "authorization": "Bearer token-123",
  1022. },
  1023. }
  1024. out, err := ApplyParamOverride(input, override, ctx)
  1025. if err != nil {
  1026. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1027. }
  1028. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1029. headers, ok := ctx["header_override"].(map[string]interface{})
  1030. if !ok {
  1031. return
  1032. }
  1033. if _, exists := headers["X-Upstream-Auth"]; exists {
  1034. t.Fatalf("expected X-Upstream-Auth to be skipped when source header is missing")
  1035. }
  1036. }
  1037. func TestApplyParamOverrideMoveHeaderSkipsMissingSource(t *testing.T) {
  1038. input := []byte(`{"temperature":0.7}`)
  1039. override := map[string]interface{}{
  1040. "operations": []interface{}{
  1041. map[string]interface{}{
  1042. "mode": "move_header",
  1043. "from": "X-Missing-Header",
  1044. "to": "X-Upstream-Auth",
  1045. },
  1046. },
  1047. }
  1048. ctx := map[string]interface{}{
  1049. "request_headers_raw": map[string]interface{}{
  1050. "Authorization": "Bearer token-123",
  1051. },
  1052. "request_headers": map[string]interface{}{
  1053. "authorization": "Bearer token-123",
  1054. },
  1055. }
  1056. out, err := ApplyParamOverride(input, override, ctx)
  1057. if err != nil {
  1058. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1059. }
  1060. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1061. headers, ok := ctx["header_override"].(map[string]interface{})
  1062. if !ok {
  1063. return
  1064. }
  1065. if _, exists := headers["X-Upstream-Auth"]; exists {
  1066. t.Fatalf("expected X-Upstream-Auth to be skipped when source header is missing")
  1067. }
  1068. }
  1069. func TestApplyParamOverrideSyncFieldsHeaderToJSON(t *testing.T) {
  1070. input := []byte(`{"model":"gpt-4"}`)
  1071. override := map[string]interface{}{
  1072. "operations": []interface{}{
  1073. map[string]interface{}{
  1074. "mode": "sync_fields",
  1075. "from": "header:session_id",
  1076. "to": "json:prompt_cache_key",
  1077. },
  1078. },
  1079. }
  1080. ctx := map[string]interface{}{
  1081. "request_headers_raw": map[string]interface{}{
  1082. "session_id": "sess-123",
  1083. },
  1084. "request_headers": map[string]interface{}{
  1085. "session_id": "sess-123",
  1086. },
  1087. }
  1088. out, err := ApplyParamOverride(input, override, ctx)
  1089. if err != nil {
  1090. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1091. }
  1092. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"sess-123"}`, string(out))
  1093. }
  1094. func TestApplyParamOverrideSyncFieldsJSONToHeader(t *testing.T) {
  1095. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-abc"}`)
  1096. override := map[string]interface{}{
  1097. "operations": []interface{}{
  1098. map[string]interface{}{
  1099. "mode": "sync_fields",
  1100. "from": "header:session_id",
  1101. "to": "json:prompt_cache_key",
  1102. },
  1103. },
  1104. }
  1105. ctx := map[string]interface{}{}
  1106. out, err := ApplyParamOverride(input, override, ctx)
  1107. if err != nil {
  1108. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1109. }
  1110. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-abc"}`, string(out))
  1111. headers, ok := ctx["header_override"].(map[string]interface{})
  1112. if !ok {
  1113. t.Fatalf("expected header_override context map")
  1114. }
  1115. if headers["session_id"] != "cache-abc" {
  1116. t.Fatalf("expected session_id to be synced from prompt_cache_key, got: %v", headers["session_id"])
  1117. }
  1118. }
  1119. func TestApplyParamOverrideSyncFieldsNoChangeWhenBothExist(t *testing.T) {
  1120. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-body"}`)
  1121. override := map[string]interface{}{
  1122. "operations": []interface{}{
  1123. map[string]interface{}{
  1124. "mode": "sync_fields",
  1125. "from": "header:session_id",
  1126. "to": "json:prompt_cache_key",
  1127. },
  1128. },
  1129. }
  1130. ctx := map[string]interface{}{
  1131. "request_headers_raw": map[string]interface{}{
  1132. "session_id": "cache-header",
  1133. },
  1134. "request_headers": map[string]interface{}{
  1135. "session_id": "cache-header",
  1136. },
  1137. }
  1138. out, err := ApplyParamOverride(input, override, ctx)
  1139. if err != nil {
  1140. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1141. }
  1142. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-body"}`, string(out))
  1143. headers, _ := ctx["header_override"].(map[string]interface{})
  1144. if headers != nil {
  1145. if _, exists := headers["session_id"]; exists {
  1146. t.Fatalf("expected no override when both sides already have value")
  1147. }
  1148. }
  1149. }
  1150. func TestApplyParamOverrideSyncFieldsInvalidTarget(t *testing.T) {
  1151. input := []byte(`{"model":"gpt-4"}`)
  1152. override := map[string]interface{}{
  1153. "operations": []interface{}{
  1154. map[string]interface{}{
  1155. "mode": "sync_fields",
  1156. "from": "foo:session_id",
  1157. "to": "json:prompt_cache_key",
  1158. },
  1159. },
  1160. }
  1161. _, err := ApplyParamOverride(input, override, nil)
  1162. if err == nil {
  1163. t.Fatalf("expected error, got nil")
  1164. }
  1165. }
  1166. func TestApplyParamOverrideSetHeaderKeepOrigin(t *testing.T) {
  1167. input := []byte(`{"temperature":0.7}`)
  1168. override := map[string]interface{}{
  1169. "operations": []interface{}{
  1170. map[string]interface{}{
  1171. "mode": "set_header",
  1172. "path": "X-Feature-Flag",
  1173. "value": "new-value",
  1174. "keep_origin": true,
  1175. },
  1176. },
  1177. }
  1178. ctx := map[string]interface{}{
  1179. "header_override": map[string]interface{}{
  1180. "X-Feature-Flag": "legacy-value",
  1181. },
  1182. "header_override_normalized": map[string]interface{}{
  1183. "x_feature_flag": "legacy-value",
  1184. },
  1185. }
  1186. _, err := ApplyParamOverride(input, override, ctx)
  1187. if err != nil {
  1188. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1189. }
  1190. headers, ok := ctx["header_override"].(map[string]interface{})
  1191. if !ok {
  1192. t.Fatalf("expected header_override context map")
  1193. }
  1194. if headers["X-Feature-Flag"] != "legacy-value" {
  1195. t.Fatalf("expected keep_origin to preserve old value, got: %v", headers["X-Feature-Flag"])
  1196. }
  1197. }
  1198. func TestApplyParamOverrideConditionsObjectShorthand(t *testing.T) {
  1199. input := []byte(`{"temperature":0.7}`)
  1200. override := map[string]interface{}{
  1201. "operations": []interface{}{
  1202. map[string]interface{}{
  1203. "path": "temperature",
  1204. "mode": "set",
  1205. "value": 0.1,
  1206. "logic": "AND",
  1207. "conditions": map[string]interface{}{
  1208. "is_retry": true,
  1209. "last_error.status_code": 400.0,
  1210. },
  1211. },
  1212. },
  1213. }
  1214. ctx := map[string]interface{}{
  1215. "is_retry": true,
  1216. "last_error": map[string]interface{}{
  1217. "status_code": 400.0,
  1218. },
  1219. }
  1220. out, err := ApplyParamOverride(input, override, ctx)
  1221. if err != nil {
  1222. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1223. }
  1224. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1225. }
  1226. func TestApplyParamOverrideWithRelayInfoSyncRuntimeHeaders(t *testing.T) {
  1227. info := &RelayInfo{
  1228. ChannelMeta: &ChannelMeta{
  1229. ParamOverride: map[string]interface{}{
  1230. "operations": []interface{}{
  1231. map[string]interface{}{
  1232. "mode": "set_header",
  1233. "path": "X-Injected-By-Param-Override",
  1234. "value": "enabled",
  1235. },
  1236. map[string]interface{}{
  1237. "mode": "delete_header",
  1238. "path": "X-Delete-Me",
  1239. },
  1240. },
  1241. },
  1242. HeadersOverride: map[string]interface{}{
  1243. "X-Delete-Me": "legacy",
  1244. "X-Keep-Me": "keep",
  1245. },
  1246. },
  1247. }
  1248. input := []byte(`{"temperature":0.7}`)
  1249. out, err := ApplyParamOverrideWithRelayInfo(input, info)
  1250. if err != nil {
  1251. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1252. }
  1253. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1254. if !info.UseRuntimeHeadersOverride {
  1255. t.Fatalf("expected runtime header override to be enabled")
  1256. }
  1257. if info.RuntimeHeadersOverride["X-Keep-Me"] != "keep" {
  1258. t.Fatalf("expected X-Keep-Me header to be preserved, got: %v", info.RuntimeHeadersOverride["X-Keep-Me"])
  1259. }
  1260. if info.RuntimeHeadersOverride["X-Injected-By-Param-Override"] != "enabled" {
  1261. t.Fatalf("expected X-Injected-By-Param-Override header to be set, got: %v", info.RuntimeHeadersOverride["X-Injected-By-Param-Override"])
  1262. }
  1263. if _, exists := info.RuntimeHeadersOverride["X-Delete-Me"]; exists {
  1264. t.Fatalf("expected X-Delete-Me header to be deleted")
  1265. }
  1266. }
  1267. func TestApplyParamOverrideWithRelayInfoMoveAndCopyHeaders(t *testing.T) {
  1268. info := &RelayInfo{
  1269. ChannelMeta: &ChannelMeta{
  1270. ParamOverride: map[string]interface{}{
  1271. "operations": []interface{}{
  1272. map[string]interface{}{
  1273. "mode": "move_header",
  1274. "from": "X-Legacy-Trace",
  1275. "to": "X-Trace",
  1276. },
  1277. map[string]interface{}{
  1278. "mode": "copy_header",
  1279. "from": "X-Trace",
  1280. "to": "X-Trace-Backup",
  1281. },
  1282. },
  1283. },
  1284. HeadersOverride: map[string]interface{}{
  1285. "X-Legacy-Trace": "trace-123",
  1286. },
  1287. },
  1288. }
  1289. input := []byte(`{"temperature":0.7}`)
  1290. _, err := ApplyParamOverrideWithRelayInfo(input, info)
  1291. if err != nil {
  1292. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1293. }
  1294. if _, exists := info.RuntimeHeadersOverride["X-Legacy-Trace"]; exists {
  1295. t.Fatalf("expected source header to be removed after move")
  1296. }
  1297. if info.RuntimeHeadersOverride["X-Trace"] != "trace-123" {
  1298. t.Fatalf("expected X-Trace to be set, got: %v", info.RuntimeHeadersOverride["X-Trace"])
  1299. }
  1300. if info.RuntimeHeadersOverride["X-Trace-Backup"] != "trace-123" {
  1301. t.Fatalf("expected X-Trace-Backup to be copied, got: %v", info.RuntimeHeadersOverride["X-Trace-Backup"])
  1302. }
  1303. }
  1304. func TestGetEffectiveHeaderOverrideMergesRuntimeAndChannelOverrides(t *testing.T) {
  1305. info := &RelayInfo{
  1306. UseRuntimeHeadersOverride: true,
  1307. RuntimeHeadersOverride: map[string]interface{}{
  1308. "X-Runtime": "runtime-only",
  1309. },
  1310. RuntimeHeadersDeletedNormalized: map[string]bool{
  1311. "x-deleted": true,
  1312. },
  1313. ChannelMeta: &ChannelMeta{
  1314. HeadersOverride: map[string]interface{}{
  1315. "X-Static": "static-value",
  1316. "X-Deleted": "should-not-exist",
  1317. },
  1318. },
  1319. }
  1320. effective := GetEffectiveHeaderOverride(info)
  1321. if effective["X-Static"] != "static-value" {
  1322. t.Fatalf("expected X-Static from channel override, got: %v", effective["X-Static"])
  1323. }
  1324. if effective["X-Runtime"] != "runtime-only" {
  1325. t.Fatalf("expected X-Runtime from runtime override, got: %v", effective["X-Runtime"])
  1326. }
  1327. if _, exists := effective["X-Deleted"]; exists {
  1328. t.Fatalf("expected deleted headers to stay deleted in effective override")
  1329. }
  1330. }
  1331. func TestRemoveDisabledFieldsSkipWhenChannelPassThroughEnabled(t *testing.T) {
  1332. input := `{
  1333. "service_tier":"flex",
  1334. "safety_identifier":"user-123",
  1335. "store":true,
  1336. "stream_options":{"include_obfuscation":false}
  1337. }`
  1338. settings := dto.ChannelOtherSettings{}
  1339. out, err := RemoveDisabledFields([]byte(input), settings, true)
  1340. if err != nil {
  1341. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1342. }
  1343. assertJSONEqual(t, input, string(out))
  1344. }
  1345. func TestRemoveDisabledFieldsSkipWhenGlobalPassThroughEnabled(t *testing.T) {
  1346. original := model_setting.GetGlobalSettings().PassThroughRequestEnabled
  1347. model_setting.GetGlobalSettings().PassThroughRequestEnabled = true
  1348. t.Cleanup(func() {
  1349. model_setting.GetGlobalSettings().PassThroughRequestEnabled = original
  1350. })
  1351. input := `{
  1352. "service_tier":"flex",
  1353. "safety_identifier":"user-123",
  1354. "stream_options":{"include_obfuscation":false}
  1355. }`
  1356. settings := dto.ChannelOtherSettings{}
  1357. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1358. if err != nil {
  1359. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1360. }
  1361. assertJSONEqual(t, input, string(out))
  1362. }
  1363. func TestRemoveDisabledFieldsDefaultFiltering(t *testing.T) {
  1364. input := `{
  1365. "service_tier":"flex",
  1366. "inference_geo":"eu",
  1367. "safety_identifier":"user-123",
  1368. "store":true,
  1369. "stream_options":{"include_obfuscation":false}
  1370. }`
  1371. settings := dto.ChannelOtherSettings{}
  1372. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1373. if err != nil {
  1374. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1375. }
  1376. assertJSONEqual(t, `{"store":true}`, string(out))
  1377. }
  1378. func TestRemoveDisabledFieldsAllowInferenceGeo(t *testing.T) {
  1379. input := `{
  1380. "inference_geo":"eu",
  1381. "store":true
  1382. }`
  1383. settings := dto.ChannelOtherSettings{
  1384. AllowInferenceGeo: true,
  1385. }
  1386. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1387. if err != nil {
  1388. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1389. }
  1390. assertJSONEqual(t, `{"inference_geo":"eu","store":true}`, string(out))
  1391. }
  1392. func assertJSONEqual(t *testing.T, want, got string) {
  1393. t.Helper()
  1394. var wantObj interface{}
  1395. var gotObj interface{}
  1396. if err := json.Unmarshal([]byte(want), &wantObj); err != nil {
  1397. t.Fatalf("failed to unmarshal want JSON: %v", err)
  1398. }
  1399. if err := json.Unmarshal([]byte(got), &gotObj); err != nil {
  1400. t.Fatalf("failed to unmarshal got JSON: %v", err)
  1401. }
  1402. if !reflect.DeepEqual(wantObj, gotObj) {
  1403. t.Fatalf("json not equal\nwant: %s\ngot: %s", want, got)
  1404. }
  1405. }