override_test.go 45 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694
  1. package common
  2. import (
  3. "encoding/json"
  4. "reflect"
  5. "testing"
  6. "github.com/QuantumNous/new-api/types"
  7. "github.com/QuantumNous/new-api/dto"
  8. "github.com/QuantumNous/new-api/setting/model_setting"
  9. )
  10. func TestApplyParamOverrideTrimPrefix(t *testing.T) {
  11. // trim_prefix example:
  12. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  13. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  14. override := map[string]interface{}{
  15. "operations": []interface{}{
  16. map[string]interface{}{
  17. "path": "model",
  18. "mode": "trim_prefix",
  19. "value": "openai/",
  20. },
  21. },
  22. }
  23. out, err := ApplyParamOverride(input, override, nil)
  24. if err != nil {
  25. t.Fatalf("ApplyParamOverride returned error: %v", err)
  26. }
  27. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  28. }
  29. func TestApplyParamOverrideTrimSuffix(t *testing.T) {
  30. // trim_suffix example:
  31. // {"operations":[{"path":"model","mode":"trim_suffix","value":"-latest"}]}
  32. input := []byte(`{"model":"gpt-4-latest","temperature":0.7}`)
  33. override := map[string]interface{}{
  34. "operations": []interface{}{
  35. map[string]interface{}{
  36. "path": "model",
  37. "mode": "trim_suffix",
  38. "value": "-latest",
  39. },
  40. },
  41. }
  42. out, err := ApplyParamOverride(input, override, nil)
  43. if err != nil {
  44. t.Fatalf("ApplyParamOverride returned error: %v", err)
  45. }
  46. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  47. }
  48. func TestApplyParamOverrideTrimNoop(t *testing.T) {
  49. // trim_prefix no-op example:
  50. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  51. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  52. override := map[string]interface{}{
  53. "operations": []interface{}{
  54. map[string]interface{}{
  55. "path": "model",
  56. "mode": "trim_prefix",
  57. "value": "openai/",
  58. },
  59. },
  60. }
  61. out, err := ApplyParamOverride(input, override, nil)
  62. if err != nil {
  63. t.Fatalf("ApplyParamOverride returned error: %v", err)
  64. }
  65. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  66. }
  67. func TestApplyParamOverrideMixedLegacyAndOperations(t *testing.T) {
  68. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  69. override := map[string]interface{}{
  70. "temperature": 0.2,
  71. "top_p": 0.95,
  72. "operations": []interface{}{
  73. map[string]interface{}{
  74. "path": "model",
  75. "mode": "trim_prefix",
  76. "value": "openai/",
  77. },
  78. },
  79. }
  80. out, err := ApplyParamOverride(input, override, nil)
  81. if err != nil {
  82. t.Fatalf("ApplyParamOverride returned error: %v", err)
  83. }
  84. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.2,"top_p":0.95}`, string(out))
  85. }
  86. func TestApplyParamOverrideMixedLegacyAndOperationsConflictPrefersOperations(t *testing.T) {
  87. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  88. override := map[string]interface{}{
  89. "model": "legacy-model",
  90. "temperature": 0.2,
  91. "operations": []interface{}{
  92. map[string]interface{}{
  93. "path": "model",
  94. "mode": "set",
  95. "value": "op-model",
  96. },
  97. },
  98. }
  99. out, err := ApplyParamOverride(input, override, nil)
  100. if err != nil {
  101. t.Fatalf("ApplyParamOverride returned error: %v", err)
  102. }
  103. assertJSONEqual(t, `{"model":"op-model","temperature":0.2}`, string(out))
  104. }
  105. func TestApplyParamOverrideTrimRequiresValue(t *testing.T) {
  106. // trim_prefix requires value example:
  107. // {"operations":[{"path":"model","mode":"trim_prefix"}]}
  108. input := []byte(`{"model":"gpt-4"}`)
  109. override := map[string]interface{}{
  110. "operations": []interface{}{
  111. map[string]interface{}{
  112. "path": "model",
  113. "mode": "trim_prefix",
  114. },
  115. },
  116. }
  117. _, err := ApplyParamOverride(input, override, nil)
  118. if err == nil {
  119. t.Fatalf("expected error, got nil")
  120. }
  121. }
  122. func TestApplyParamOverrideReplace(t *testing.T) {
  123. // replace example:
  124. // {"operations":[{"path":"model","mode":"replace","from":"openai/","to":""}]}
  125. input := []byte(`{"model":"openai/gpt-4o-mini","temperature":0.7}`)
  126. override := map[string]interface{}{
  127. "operations": []interface{}{
  128. map[string]interface{}{
  129. "path": "model",
  130. "mode": "replace",
  131. "from": "openai/",
  132. "to": "",
  133. },
  134. },
  135. }
  136. out, err := ApplyParamOverride(input, override, nil)
  137. if err != nil {
  138. t.Fatalf("ApplyParamOverride returned error: %v", err)
  139. }
  140. assertJSONEqual(t, `{"model":"gpt-4o-mini","temperature":0.7}`, string(out))
  141. }
  142. func TestApplyParamOverrideRegexReplace(t *testing.T) {
  143. // regex_replace example:
  144. // {"operations":[{"path":"model","mode":"regex_replace","from":"^gpt-","to":"openai/gpt-"}]}
  145. input := []byte(`{"model":"gpt-4o-mini","temperature":0.7}`)
  146. override := map[string]interface{}{
  147. "operations": []interface{}{
  148. map[string]interface{}{
  149. "path": "model",
  150. "mode": "regex_replace",
  151. "from": "^gpt-",
  152. "to": "openai/gpt-",
  153. },
  154. },
  155. }
  156. out, err := ApplyParamOverride(input, override, nil)
  157. if err != nil {
  158. t.Fatalf("ApplyParamOverride returned error: %v", err)
  159. }
  160. assertJSONEqual(t, `{"model":"openai/gpt-4o-mini","temperature":0.7}`, string(out))
  161. }
  162. func TestApplyParamOverrideReplaceRequiresFrom(t *testing.T) {
  163. // replace requires from example:
  164. // {"operations":[{"path":"model","mode":"replace"}]}
  165. input := []byte(`{"model":"gpt-4"}`)
  166. override := map[string]interface{}{
  167. "operations": []interface{}{
  168. map[string]interface{}{
  169. "path": "model",
  170. "mode": "replace",
  171. },
  172. },
  173. }
  174. _, err := ApplyParamOverride(input, override, nil)
  175. if err == nil {
  176. t.Fatalf("expected error, got nil")
  177. }
  178. }
  179. func TestApplyParamOverrideRegexReplaceRequiresPattern(t *testing.T) {
  180. // regex_replace requires from(pattern) example:
  181. // {"operations":[{"path":"model","mode":"regex_replace"}]}
  182. input := []byte(`{"model":"gpt-4"}`)
  183. override := map[string]interface{}{
  184. "operations": []interface{}{
  185. map[string]interface{}{
  186. "path": "model",
  187. "mode": "regex_replace",
  188. },
  189. },
  190. }
  191. _, err := ApplyParamOverride(input, override, nil)
  192. if err == nil {
  193. t.Fatalf("expected error, got nil")
  194. }
  195. }
  196. func TestApplyParamOverrideDelete(t *testing.T) {
  197. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  198. override := map[string]interface{}{
  199. "operations": []interface{}{
  200. map[string]interface{}{
  201. "path": "temperature",
  202. "mode": "delete",
  203. },
  204. },
  205. }
  206. out, err := ApplyParamOverride(input, override, nil)
  207. if err != nil {
  208. t.Fatalf("ApplyParamOverride returned error: %v", err)
  209. }
  210. var got map[string]interface{}
  211. if err := json.Unmarshal(out, &got); err != nil {
  212. t.Fatalf("failed to unmarshal output JSON: %v", err)
  213. }
  214. if _, exists := got["temperature"]; exists {
  215. t.Fatalf("expected temperature to be deleted")
  216. }
  217. }
  218. func TestApplyParamOverrideSet(t *testing.T) {
  219. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  220. override := map[string]interface{}{
  221. "operations": []interface{}{
  222. map[string]interface{}{
  223. "path": "temperature",
  224. "mode": "set",
  225. "value": 0.1,
  226. },
  227. },
  228. }
  229. out, err := ApplyParamOverride(input, override, nil)
  230. if err != nil {
  231. t.Fatalf("ApplyParamOverride returned error: %v", err)
  232. }
  233. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  234. }
  235. func TestApplyParamOverrideSetKeepOrigin(t *testing.T) {
  236. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  237. override := map[string]interface{}{
  238. "operations": []interface{}{
  239. map[string]interface{}{
  240. "path": "temperature",
  241. "mode": "set",
  242. "value": 0.1,
  243. "keep_origin": true,
  244. },
  245. },
  246. }
  247. out, err := ApplyParamOverride(input, override, nil)
  248. if err != nil {
  249. t.Fatalf("ApplyParamOverride returned error: %v", err)
  250. }
  251. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  252. }
  253. func TestApplyParamOverrideMove(t *testing.T) {
  254. input := []byte(`{"model":"gpt-4","meta":{"x":1}}`)
  255. override := map[string]interface{}{
  256. "operations": []interface{}{
  257. map[string]interface{}{
  258. "mode": "move",
  259. "from": "model",
  260. "to": "meta.model",
  261. },
  262. },
  263. }
  264. out, err := ApplyParamOverride(input, override, nil)
  265. if err != nil {
  266. t.Fatalf("ApplyParamOverride returned error: %v", err)
  267. }
  268. assertJSONEqual(t, `{"meta":{"x":1,"model":"gpt-4"}}`, string(out))
  269. }
  270. func TestApplyParamOverrideMoveMissingSource(t *testing.T) {
  271. input := []byte(`{"meta":{"x":1}}`)
  272. override := map[string]interface{}{
  273. "operations": []interface{}{
  274. map[string]interface{}{
  275. "mode": "move",
  276. "from": "model",
  277. "to": "meta.model",
  278. },
  279. },
  280. }
  281. _, err := ApplyParamOverride(input, override, nil)
  282. if err == nil {
  283. t.Fatalf("expected error, got nil")
  284. }
  285. }
  286. func TestApplyParamOverridePrependAppendString(t *testing.T) {
  287. input := []byte(`{"model":"gpt-4"}`)
  288. override := map[string]interface{}{
  289. "operations": []interface{}{
  290. map[string]interface{}{
  291. "path": "model",
  292. "mode": "prepend",
  293. "value": "openai/",
  294. },
  295. map[string]interface{}{
  296. "path": "model",
  297. "mode": "append",
  298. "value": "-latest",
  299. },
  300. },
  301. }
  302. out, err := ApplyParamOverride(input, override, nil)
  303. if err != nil {
  304. t.Fatalf("ApplyParamOverride returned error: %v", err)
  305. }
  306. assertJSONEqual(t, `{"model":"openai/gpt-4-latest"}`, string(out))
  307. }
  308. func TestApplyParamOverridePrependAppendArray(t *testing.T) {
  309. input := []byte(`{"arr":[1,2]}`)
  310. override := map[string]interface{}{
  311. "operations": []interface{}{
  312. map[string]interface{}{
  313. "path": "arr",
  314. "mode": "prepend",
  315. "value": 0,
  316. },
  317. map[string]interface{}{
  318. "path": "arr",
  319. "mode": "append",
  320. "value": []interface{}{3, 4},
  321. },
  322. },
  323. }
  324. out, err := ApplyParamOverride(input, override, nil)
  325. if err != nil {
  326. t.Fatalf("ApplyParamOverride returned error: %v", err)
  327. }
  328. assertJSONEqual(t, `{"arr":[0,1,2,3,4]}`, string(out))
  329. }
  330. func TestApplyParamOverrideAppendObjectMergeKeepOrigin(t *testing.T) {
  331. input := []byte(`{"obj":{"a":1}}`)
  332. override := map[string]interface{}{
  333. "operations": []interface{}{
  334. map[string]interface{}{
  335. "path": "obj",
  336. "mode": "append",
  337. "keep_origin": true,
  338. "value": map[string]interface{}{
  339. "a": 2,
  340. "b": 3,
  341. },
  342. },
  343. },
  344. }
  345. out, err := ApplyParamOverride(input, override, nil)
  346. if err != nil {
  347. t.Fatalf("ApplyParamOverride returned error: %v", err)
  348. }
  349. assertJSONEqual(t, `{"obj":{"a":1,"b":3}}`, string(out))
  350. }
  351. func TestApplyParamOverrideAppendObjectMergeOverride(t *testing.T) {
  352. input := []byte(`{"obj":{"a":1}}`)
  353. override := map[string]interface{}{
  354. "operations": []interface{}{
  355. map[string]interface{}{
  356. "path": "obj",
  357. "mode": "append",
  358. "value": map[string]interface{}{
  359. "a": 2,
  360. "b": 3,
  361. },
  362. },
  363. },
  364. }
  365. out, err := ApplyParamOverride(input, override, nil)
  366. if err != nil {
  367. t.Fatalf("ApplyParamOverride returned error: %v", err)
  368. }
  369. assertJSONEqual(t, `{"obj":{"a":2,"b":3}}`, string(out))
  370. }
  371. func TestApplyParamOverrideConditionORDefault(t *testing.T) {
  372. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  373. override := map[string]interface{}{
  374. "operations": []interface{}{
  375. map[string]interface{}{
  376. "path": "temperature",
  377. "mode": "set",
  378. "value": 0.1,
  379. "conditions": []interface{}{
  380. map[string]interface{}{
  381. "path": "model",
  382. "mode": "prefix",
  383. "value": "gpt",
  384. },
  385. map[string]interface{}{
  386. "path": "model",
  387. "mode": "prefix",
  388. "value": "claude",
  389. },
  390. },
  391. },
  392. },
  393. }
  394. out, err := ApplyParamOverride(input, override, nil)
  395. if err != nil {
  396. t.Fatalf("ApplyParamOverride returned error: %v", err)
  397. }
  398. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  399. }
  400. func TestApplyParamOverrideConditionAND(t *testing.T) {
  401. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  402. override := map[string]interface{}{
  403. "operations": []interface{}{
  404. map[string]interface{}{
  405. "path": "temperature",
  406. "mode": "set",
  407. "value": 0.1,
  408. "logic": "AND",
  409. "conditions": []interface{}{
  410. map[string]interface{}{
  411. "path": "model",
  412. "mode": "prefix",
  413. "value": "gpt",
  414. },
  415. map[string]interface{}{
  416. "path": "temperature",
  417. "mode": "gt",
  418. "value": 0.5,
  419. },
  420. },
  421. },
  422. },
  423. }
  424. out, err := ApplyParamOverride(input, override, nil)
  425. if err != nil {
  426. t.Fatalf("ApplyParamOverride returned error: %v", err)
  427. }
  428. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  429. }
  430. func TestApplyParamOverrideConditionInvert(t *testing.T) {
  431. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  432. override := map[string]interface{}{
  433. "operations": []interface{}{
  434. map[string]interface{}{
  435. "path": "temperature",
  436. "mode": "set",
  437. "value": 0.1,
  438. "conditions": []interface{}{
  439. map[string]interface{}{
  440. "path": "model",
  441. "mode": "prefix",
  442. "value": "gpt",
  443. "invert": true,
  444. },
  445. },
  446. },
  447. },
  448. }
  449. out, err := ApplyParamOverride(input, override, nil)
  450. if err != nil {
  451. t.Fatalf("ApplyParamOverride returned error: %v", err)
  452. }
  453. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  454. }
  455. func TestApplyParamOverrideConditionPassMissingKey(t *testing.T) {
  456. input := []byte(`{"temperature":0.7}`)
  457. override := map[string]interface{}{
  458. "operations": []interface{}{
  459. map[string]interface{}{
  460. "path": "temperature",
  461. "mode": "set",
  462. "value": 0.1,
  463. "conditions": []interface{}{
  464. map[string]interface{}{
  465. "path": "model",
  466. "mode": "prefix",
  467. "value": "gpt",
  468. "pass_missing_key": true,
  469. },
  470. },
  471. },
  472. },
  473. }
  474. out, err := ApplyParamOverride(input, override, nil)
  475. if err != nil {
  476. t.Fatalf("ApplyParamOverride returned error: %v", err)
  477. }
  478. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  479. }
  480. func TestApplyParamOverrideConditionFromContext(t *testing.T) {
  481. input := []byte(`{"temperature":0.7}`)
  482. override := map[string]interface{}{
  483. "operations": []interface{}{
  484. map[string]interface{}{
  485. "path": "temperature",
  486. "mode": "set",
  487. "value": 0.1,
  488. "conditions": []interface{}{
  489. map[string]interface{}{
  490. "path": "model",
  491. "mode": "prefix",
  492. "value": "gpt",
  493. },
  494. },
  495. },
  496. },
  497. }
  498. ctx := map[string]interface{}{
  499. "model": "gpt-4",
  500. }
  501. out, err := ApplyParamOverride(input, override, ctx)
  502. if err != nil {
  503. t.Fatalf("ApplyParamOverride returned error: %v", err)
  504. }
  505. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  506. }
  507. func TestApplyParamOverrideNegativeIndexPath(t *testing.T) {
  508. input := []byte(`{"arr":[{"model":"a"},{"model":"b"}]}`)
  509. override := map[string]interface{}{
  510. "operations": []interface{}{
  511. map[string]interface{}{
  512. "path": "arr.-1.model",
  513. "mode": "set",
  514. "value": "c",
  515. },
  516. },
  517. }
  518. out, err := ApplyParamOverride(input, override, nil)
  519. if err != nil {
  520. t.Fatalf("ApplyParamOverride returned error: %v", err)
  521. }
  522. assertJSONEqual(t, `{"arr":[{"model":"a"},{"model":"c"}]}`, string(out))
  523. }
  524. func TestApplyParamOverrideRegexReplaceInvalidPattern(t *testing.T) {
  525. // regex_replace invalid pattern example:
  526. // {"operations":[{"path":"model","mode":"regex_replace","from":"(","to":"x"}]}
  527. input := []byte(`{"model":"gpt-4"}`)
  528. override := map[string]interface{}{
  529. "operations": []interface{}{
  530. map[string]interface{}{
  531. "path": "model",
  532. "mode": "regex_replace",
  533. "from": "(",
  534. "to": "x",
  535. },
  536. },
  537. }
  538. _, err := ApplyParamOverride(input, override, nil)
  539. if err == nil {
  540. t.Fatalf("expected error, got nil")
  541. }
  542. }
  543. func TestApplyParamOverrideCopy(t *testing.T) {
  544. // copy example:
  545. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  546. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  547. override := map[string]interface{}{
  548. "operations": []interface{}{
  549. map[string]interface{}{
  550. "mode": "copy",
  551. "from": "model",
  552. "to": "original_model",
  553. },
  554. },
  555. }
  556. out, err := ApplyParamOverride(input, override, nil)
  557. if err != nil {
  558. t.Fatalf("ApplyParamOverride returned error: %v", err)
  559. }
  560. assertJSONEqual(t, `{"model":"gpt-4","original_model":"gpt-4","temperature":0.7}`, string(out))
  561. }
  562. func TestApplyParamOverrideCopyMissingSource(t *testing.T) {
  563. // copy missing source example:
  564. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  565. input := []byte(`{"temperature":0.7}`)
  566. override := map[string]interface{}{
  567. "operations": []interface{}{
  568. map[string]interface{}{
  569. "mode": "copy",
  570. "from": "model",
  571. "to": "original_model",
  572. },
  573. },
  574. }
  575. _, err := ApplyParamOverride(input, override, nil)
  576. if err == nil {
  577. t.Fatalf("expected error, got nil")
  578. }
  579. }
  580. func TestApplyParamOverrideCopyRequiresFromTo(t *testing.T) {
  581. // copy requires from/to example:
  582. // {"operations":[{"mode":"copy"}]}
  583. input := []byte(`{"model":"gpt-4"}`)
  584. override := map[string]interface{}{
  585. "operations": []interface{}{
  586. map[string]interface{}{
  587. "mode": "copy",
  588. },
  589. },
  590. }
  591. _, err := ApplyParamOverride(input, override, nil)
  592. if err == nil {
  593. t.Fatalf("expected error, got nil")
  594. }
  595. }
  596. func TestApplyParamOverrideEnsurePrefix(t *testing.T) {
  597. // ensure_prefix example:
  598. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  599. input := []byte(`{"model":"gpt-4"}`)
  600. override := map[string]interface{}{
  601. "operations": []interface{}{
  602. map[string]interface{}{
  603. "path": "model",
  604. "mode": "ensure_prefix",
  605. "value": "openai/",
  606. },
  607. },
  608. }
  609. out, err := ApplyParamOverride(input, override, nil)
  610. if err != nil {
  611. t.Fatalf("ApplyParamOverride returned error: %v", err)
  612. }
  613. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  614. }
  615. func TestApplyParamOverrideEnsurePrefixNoop(t *testing.T) {
  616. // ensure_prefix no-op example:
  617. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  618. input := []byte(`{"model":"openai/gpt-4"}`)
  619. override := map[string]interface{}{
  620. "operations": []interface{}{
  621. map[string]interface{}{
  622. "path": "model",
  623. "mode": "ensure_prefix",
  624. "value": "openai/",
  625. },
  626. },
  627. }
  628. out, err := ApplyParamOverride(input, override, nil)
  629. if err != nil {
  630. t.Fatalf("ApplyParamOverride returned error: %v", err)
  631. }
  632. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  633. }
  634. func TestApplyParamOverrideEnsureSuffix(t *testing.T) {
  635. // ensure_suffix example:
  636. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  637. input := []byte(`{"model":"gpt-4"}`)
  638. override := map[string]interface{}{
  639. "operations": []interface{}{
  640. map[string]interface{}{
  641. "path": "model",
  642. "mode": "ensure_suffix",
  643. "value": "-latest",
  644. },
  645. },
  646. }
  647. out, err := ApplyParamOverride(input, override, nil)
  648. if err != nil {
  649. t.Fatalf("ApplyParamOverride returned error: %v", err)
  650. }
  651. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  652. }
  653. func TestApplyParamOverrideEnsureSuffixNoop(t *testing.T) {
  654. // ensure_suffix no-op example:
  655. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  656. input := []byte(`{"model":"gpt-4-latest"}`)
  657. override := map[string]interface{}{
  658. "operations": []interface{}{
  659. map[string]interface{}{
  660. "path": "model",
  661. "mode": "ensure_suffix",
  662. "value": "-latest",
  663. },
  664. },
  665. }
  666. out, err := ApplyParamOverride(input, override, nil)
  667. if err != nil {
  668. t.Fatalf("ApplyParamOverride returned error: %v", err)
  669. }
  670. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  671. }
  672. func TestApplyParamOverrideEnsureRequiresValue(t *testing.T) {
  673. // ensure_prefix requires value example:
  674. // {"operations":[{"path":"model","mode":"ensure_prefix"}]}
  675. input := []byte(`{"model":"gpt-4"}`)
  676. override := map[string]interface{}{
  677. "operations": []interface{}{
  678. map[string]interface{}{
  679. "path": "model",
  680. "mode": "ensure_prefix",
  681. },
  682. },
  683. }
  684. _, err := ApplyParamOverride(input, override, nil)
  685. if err == nil {
  686. t.Fatalf("expected error, got nil")
  687. }
  688. }
  689. func TestApplyParamOverrideTrimSpace(t *testing.T) {
  690. // trim_space example:
  691. // {"operations":[{"path":"model","mode":"trim_space"}]}
  692. input := []byte("{\"model\":\" gpt-4 \\n\"}")
  693. override := map[string]interface{}{
  694. "operations": []interface{}{
  695. map[string]interface{}{
  696. "path": "model",
  697. "mode": "trim_space",
  698. },
  699. },
  700. }
  701. out, err := ApplyParamOverride(input, override, nil)
  702. if err != nil {
  703. t.Fatalf("ApplyParamOverride returned error: %v", err)
  704. }
  705. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  706. }
  707. func TestApplyParamOverrideToLower(t *testing.T) {
  708. // to_lower example:
  709. // {"operations":[{"path":"model","mode":"to_lower"}]}
  710. input := []byte(`{"model":"GPT-4"}`)
  711. override := map[string]interface{}{
  712. "operations": []interface{}{
  713. map[string]interface{}{
  714. "path": "model",
  715. "mode": "to_lower",
  716. },
  717. },
  718. }
  719. out, err := ApplyParamOverride(input, override, nil)
  720. if err != nil {
  721. t.Fatalf("ApplyParamOverride returned error: %v", err)
  722. }
  723. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  724. }
  725. func TestApplyParamOverrideToUpper(t *testing.T) {
  726. // to_upper example:
  727. // {"operations":[{"path":"model","mode":"to_upper"}]}
  728. input := []byte(`{"model":"gpt-4"}`)
  729. override := map[string]interface{}{
  730. "operations": []interface{}{
  731. map[string]interface{}{
  732. "path": "model",
  733. "mode": "to_upper",
  734. },
  735. },
  736. }
  737. out, err := ApplyParamOverride(input, override, nil)
  738. if err != nil {
  739. t.Fatalf("ApplyParamOverride returned error: %v", err)
  740. }
  741. assertJSONEqual(t, `{"model":"GPT-4"}`, string(out))
  742. }
  743. func TestApplyParamOverrideReturnError(t *testing.T) {
  744. input := []byte(`{"model":"gemini-2.5-pro"}`)
  745. override := map[string]interface{}{
  746. "operations": []interface{}{
  747. map[string]interface{}{
  748. "mode": "return_error",
  749. "value": map[string]interface{}{
  750. "message": "forced bad request by param override",
  751. "status_code": 422,
  752. "code": "forced_bad_request",
  753. "type": "invalid_request_error",
  754. "skip_retry": true,
  755. },
  756. "conditions": []interface{}{
  757. map[string]interface{}{
  758. "path": "retry.is_retry",
  759. "mode": "full",
  760. "value": true,
  761. },
  762. },
  763. },
  764. },
  765. }
  766. ctx := map[string]interface{}{
  767. "retry": map[string]interface{}{
  768. "index": 1,
  769. "is_retry": true,
  770. },
  771. }
  772. _, err := ApplyParamOverride(input, override, ctx)
  773. if err == nil {
  774. t.Fatalf("expected error, got nil")
  775. }
  776. returnErr, ok := AsParamOverrideReturnError(err)
  777. if !ok {
  778. t.Fatalf("expected ParamOverrideReturnError, got %T: %v", err, err)
  779. }
  780. if returnErr.StatusCode != 422 {
  781. t.Fatalf("expected status 422, got %d", returnErr.StatusCode)
  782. }
  783. if returnErr.Code != "forced_bad_request" {
  784. t.Fatalf("expected code forced_bad_request, got %s", returnErr.Code)
  785. }
  786. if !returnErr.SkipRetry {
  787. t.Fatalf("expected skip_retry true")
  788. }
  789. }
  790. func TestApplyParamOverridePruneObjectsByTypeString(t *testing.T) {
  791. input := []byte(`{
  792. "messages":[
  793. {"role":"assistant","content":[
  794. {"type":"output_text","text":"a"},
  795. {"type":"redacted_thinking","text":"secret"},
  796. {"type":"tool_call","name":"tool_a"}
  797. ]},
  798. {"role":"assistant","content":[
  799. {"type":"output_text","text":"b"},
  800. {"type":"wrapper","parts":[
  801. {"type":"redacted_thinking","text":"secret2"},
  802. {"type":"output_text","text":"c"}
  803. ]}
  804. ]}
  805. ]
  806. }`)
  807. override := map[string]interface{}{
  808. "operations": []interface{}{
  809. map[string]interface{}{
  810. "mode": "prune_objects",
  811. "value": "redacted_thinking",
  812. },
  813. },
  814. }
  815. out, err := ApplyParamOverride(input, override, nil)
  816. if err != nil {
  817. t.Fatalf("ApplyParamOverride returned error: %v", err)
  818. }
  819. assertJSONEqual(t, `{
  820. "messages":[
  821. {"role":"assistant","content":[
  822. {"type":"output_text","text":"a"},
  823. {"type":"tool_call","name":"tool_a"}
  824. ]},
  825. {"role":"assistant","content":[
  826. {"type":"output_text","text":"b"},
  827. {"type":"wrapper","parts":[
  828. {"type":"output_text","text":"c"}
  829. ]}
  830. ]}
  831. ]
  832. }`, string(out))
  833. }
  834. func TestApplyParamOverridePruneObjectsWhereAndPath(t *testing.T) {
  835. input := []byte(`{
  836. "a":{"items":[{"type":"redacted_thinking","id":1},{"type":"output_text","id":2}]},
  837. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  838. }`)
  839. override := map[string]interface{}{
  840. "operations": []interface{}{
  841. map[string]interface{}{
  842. "path": "a",
  843. "mode": "prune_objects",
  844. "value": map[string]interface{}{
  845. "where": map[string]interface{}{
  846. "type": "redacted_thinking",
  847. },
  848. },
  849. },
  850. },
  851. }
  852. out, err := ApplyParamOverride(input, override, nil)
  853. if err != nil {
  854. t.Fatalf("ApplyParamOverride returned error: %v", err)
  855. }
  856. assertJSONEqual(t, `{
  857. "a":{"items":[{"type":"output_text","id":2}]},
  858. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  859. }`, string(out))
  860. }
  861. func TestApplyParamOverrideNormalizeThinkingSignatureUnsupported(t *testing.T) {
  862. input := []byte(`{"items":[{"type":"redacted_thinking"}]}`)
  863. override := map[string]interface{}{
  864. "operations": []interface{}{
  865. map[string]interface{}{
  866. "mode": "normalize_thinking_signature",
  867. },
  868. },
  869. }
  870. _, err := ApplyParamOverride(input, override, nil)
  871. if err == nil {
  872. t.Fatalf("expected error, got nil")
  873. }
  874. }
  875. func TestApplyParamOverrideConditionFromRetryAndLastErrorContext(t *testing.T) {
  876. info := &RelayInfo{
  877. RetryIndex: 1,
  878. LastError: types.WithOpenAIError(types.OpenAIError{
  879. Message: "invalid thinking signature",
  880. Type: "invalid_request_error",
  881. Code: "bad_thought_signature",
  882. }, 400),
  883. }
  884. ctx := BuildParamOverrideContext(info)
  885. input := []byte(`{"temperature":0.7}`)
  886. override := map[string]interface{}{
  887. "operations": []interface{}{
  888. map[string]interface{}{
  889. "path": "temperature",
  890. "mode": "set",
  891. "value": 0.1,
  892. "logic": "AND",
  893. "conditions": []interface{}{
  894. map[string]interface{}{
  895. "path": "is_retry",
  896. "mode": "full",
  897. "value": true,
  898. },
  899. map[string]interface{}{
  900. "path": "last_error.code",
  901. "mode": "contains",
  902. "value": "thought_signature",
  903. },
  904. },
  905. },
  906. },
  907. }
  908. out, err := ApplyParamOverride(input, override, ctx)
  909. if err != nil {
  910. t.Fatalf("ApplyParamOverride returned error: %v", err)
  911. }
  912. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  913. }
  914. func TestApplyParamOverrideConditionFromRequestHeaders(t *testing.T) {
  915. input := []byte(`{"temperature":0.7}`)
  916. override := map[string]interface{}{
  917. "operations": []interface{}{
  918. map[string]interface{}{
  919. "path": "temperature",
  920. "mode": "set",
  921. "value": 0.1,
  922. "conditions": []interface{}{
  923. map[string]interface{}{
  924. "path": "request_headers.authorization",
  925. "mode": "contains",
  926. "value": "Bearer ",
  927. },
  928. },
  929. },
  930. },
  931. }
  932. ctx := map[string]interface{}{
  933. "request_headers": map[string]interface{}{
  934. "authorization": "Bearer token-123",
  935. },
  936. }
  937. out, err := ApplyParamOverride(input, override, ctx)
  938. if err != nil {
  939. t.Fatalf("ApplyParamOverride returned error: %v", err)
  940. }
  941. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  942. }
  943. func TestApplyParamOverrideSetHeaderAndUseInLaterCondition(t *testing.T) {
  944. input := []byte(`{"temperature":0.7}`)
  945. override := map[string]interface{}{
  946. "operations": []interface{}{
  947. map[string]interface{}{
  948. "mode": "set_header",
  949. "path": "X-Debug-Mode",
  950. "value": "enabled",
  951. },
  952. map[string]interface{}{
  953. "path": "temperature",
  954. "mode": "set",
  955. "value": 0.1,
  956. "conditions": []interface{}{
  957. map[string]interface{}{
  958. "path": "header_override.x-debug-mode",
  959. "mode": "full",
  960. "value": "enabled",
  961. },
  962. },
  963. },
  964. },
  965. }
  966. out, err := ApplyParamOverride(input, override, nil)
  967. if err != nil {
  968. t.Fatalf("ApplyParamOverride returned error: %v", err)
  969. }
  970. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  971. }
  972. func TestApplyParamOverrideCopyHeaderFromRequestHeaders(t *testing.T) {
  973. input := []byte(`{"temperature":0.7}`)
  974. override := map[string]interface{}{
  975. "operations": []interface{}{
  976. map[string]interface{}{
  977. "mode": "copy_header",
  978. "from": "Authorization",
  979. "to": "X-Upstream-Auth",
  980. },
  981. map[string]interface{}{
  982. "path": "temperature",
  983. "mode": "set",
  984. "value": 0.1,
  985. "conditions": []interface{}{
  986. map[string]interface{}{
  987. "path": "header_override.x-upstream-auth",
  988. "mode": "contains",
  989. "value": "Bearer ",
  990. },
  991. },
  992. },
  993. },
  994. }
  995. ctx := map[string]interface{}{
  996. "request_headers": map[string]interface{}{
  997. "authorization": "Bearer token-123",
  998. },
  999. }
  1000. out, err := ApplyParamOverride(input, override, ctx)
  1001. if err != nil {
  1002. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1003. }
  1004. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1005. }
  1006. func TestApplyParamOverridePassHeadersSkipsMissingHeaders(t *testing.T) {
  1007. input := []byte(`{"temperature":0.7}`)
  1008. override := map[string]interface{}{
  1009. "operations": []interface{}{
  1010. map[string]interface{}{
  1011. "mode": "pass_headers",
  1012. "value": []interface{}{"X-Codex-Beta-Features", "Session_id"},
  1013. },
  1014. },
  1015. }
  1016. ctx := map[string]interface{}{
  1017. "request_headers": map[string]interface{}{
  1018. "session_id": "sess-123",
  1019. },
  1020. }
  1021. out, err := ApplyParamOverride(input, override, ctx)
  1022. if err != nil {
  1023. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1024. }
  1025. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1026. headers, ok := ctx["header_override"].(map[string]interface{})
  1027. if !ok {
  1028. t.Fatalf("expected header_override context map")
  1029. }
  1030. if headers["session_id"] != "sess-123" {
  1031. t.Fatalf("expected session_id to be passed, got: %v", headers["session_id"])
  1032. }
  1033. if _, exists := headers["x-codex-beta-features"]; exists {
  1034. t.Fatalf("expected missing header to be skipped")
  1035. }
  1036. }
  1037. func TestApplyParamOverrideCopyHeaderSkipsMissingSource(t *testing.T) {
  1038. input := []byte(`{"temperature":0.7}`)
  1039. override := map[string]interface{}{
  1040. "operations": []interface{}{
  1041. map[string]interface{}{
  1042. "mode": "copy_header",
  1043. "from": "X-Missing-Header",
  1044. "to": "X-Upstream-Auth",
  1045. },
  1046. },
  1047. }
  1048. ctx := map[string]interface{}{
  1049. "request_headers": map[string]interface{}{
  1050. "authorization": "Bearer token-123",
  1051. },
  1052. }
  1053. out, err := ApplyParamOverride(input, override, ctx)
  1054. if err != nil {
  1055. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1056. }
  1057. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1058. headers, ok := ctx["header_override"].(map[string]interface{})
  1059. if !ok {
  1060. return
  1061. }
  1062. if _, exists := headers["x-upstream-auth"]; exists {
  1063. t.Fatalf("expected X-Upstream-Auth to be skipped when source header is missing")
  1064. }
  1065. }
  1066. func TestApplyParamOverrideMoveHeaderSkipsMissingSource(t *testing.T) {
  1067. input := []byte(`{"temperature":0.7}`)
  1068. override := map[string]interface{}{
  1069. "operations": []interface{}{
  1070. map[string]interface{}{
  1071. "mode": "move_header",
  1072. "from": "X-Missing-Header",
  1073. "to": "X-Upstream-Auth",
  1074. },
  1075. },
  1076. }
  1077. ctx := map[string]interface{}{
  1078. "request_headers": map[string]interface{}{
  1079. "authorization": "Bearer token-123",
  1080. },
  1081. }
  1082. out, err := ApplyParamOverride(input, override, ctx)
  1083. if err != nil {
  1084. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1085. }
  1086. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1087. headers, ok := ctx["header_override"].(map[string]interface{})
  1088. if !ok {
  1089. return
  1090. }
  1091. if _, exists := headers["x-upstream-auth"]; exists {
  1092. t.Fatalf("expected X-Upstream-Auth to be skipped when source header is missing")
  1093. }
  1094. }
  1095. func TestApplyParamOverrideSyncFieldsHeaderToJSON(t *testing.T) {
  1096. input := []byte(`{"model":"gpt-4"}`)
  1097. override := map[string]interface{}{
  1098. "operations": []interface{}{
  1099. map[string]interface{}{
  1100. "mode": "sync_fields",
  1101. "from": "header:session_id",
  1102. "to": "json:prompt_cache_key",
  1103. },
  1104. },
  1105. }
  1106. ctx := map[string]interface{}{
  1107. "request_headers": map[string]interface{}{
  1108. "session_id": "sess-123",
  1109. },
  1110. }
  1111. out, err := ApplyParamOverride(input, override, ctx)
  1112. if err != nil {
  1113. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1114. }
  1115. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"sess-123"}`, string(out))
  1116. }
  1117. func TestApplyParamOverrideSyncFieldsJSONToHeader(t *testing.T) {
  1118. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-abc"}`)
  1119. override := map[string]interface{}{
  1120. "operations": []interface{}{
  1121. map[string]interface{}{
  1122. "mode": "sync_fields",
  1123. "from": "header:session_id",
  1124. "to": "json:prompt_cache_key",
  1125. },
  1126. },
  1127. }
  1128. ctx := map[string]interface{}{}
  1129. out, err := ApplyParamOverride(input, override, ctx)
  1130. if err != nil {
  1131. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1132. }
  1133. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-abc"}`, string(out))
  1134. headers, ok := ctx["header_override"].(map[string]interface{})
  1135. if !ok {
  1136. t.Fatalf("expected header_override context map")
  1137. }
  1138. if headers["session_id"] != "cache-abc" {
  1139. t.Fatalf("expected session_id to be synced from prompt_cache_key, got: %v", headers["session_id"])
  1140. }
  1141. }
  1142. func TestApplyParamOverrideSyncFieldsNoChangeWhenBothExist(t *testing.T) {
  1143. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-body"}`)
  1144. override := map[string]interface{}{
  1145. "operations": []interface{}{
  1146. map[string]interface{}{
  1147. "mode": "sync_fields",
  1148. "from": "header:session_id",
  1149. "to": "json:prompt_cache_key",
  1150. },
  1151. },
  1152. }
  1153. ctx := map[string]interface{}{
  1154. "request_headers": map[string]interface{}{
  1155. "session_id": "cache-header",
  1156. },
  1157. }
  1158. out, err := ApplyParamOverride(input, override, ctx)
  1159. if err != nil {
  1160. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1161. }
  1162. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-body"}`, string(out))
  1163. headers, _ := ctx["header_override"].(map[string]interface{})
  1164. if headers != nil {
  1165. if _, exists := headers["session_id"]; exists {
  1166. t.Fatalf("expected no override when both sides already have value")
  1167. }
  1168. }
  1169. }
  1170. func TestApplyParamOverrideSyncFieldsInvalidTarget(t *testing.T) {
  1171. input := []byte(`{"model":"gpt-4"}`)
  1172. override := map[string]interface{}{
  1173. "operations": []interface{}{
  1174. map[string]interface{}{
  1175. "mode": "sync_fields",
  1176. "from": "foo:session_id",
  1177. "to": "json:prompt_cache_key",
  1178. },
  1179. },
  1180. }
  1181. _, err := ApplyParamOverride(input, override, nil)
  1182. if err == nil {
  1183. t.Fatalf("expected error, got nil")
  1184. }
  1185. }
  1186. func TestApplyParamOverrideSetHeaderKeepOrigin(t *testing.T) {
  1187. input := []byte(`{"temperature":0.7}`)
  1188. override := map[string]interface{}{
  1189. "operations": []interface{}{
  1190. map[string]interface{}{
  1191. "mode": "set_header",
  1192. "path": "X-Feature-Flag",
  1193. "value": "new-value",
  1194. "keep_origin": true,
  1195. },
  1196. },
  1197. }
  1198. ctx := map[string]interface{}{
  1199. "header_override": map[string]interface{}{
  1200. "x-feature-flag": "legacy-value",
  1201. },
  1202. }
  1203. _, err := ApplyParamOverride(input, override, ctx)
  1204. if err != nil {
  1205. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1206. }
  1207. headers, ok := ctx["header_override"].(map[string]interface{})
  1208. if !ok {
  1209. t.Fatalf("expected header_override context map")
  1210. }
  1211. if headers["x-feature-flag"] != "legacy-value" {
  1212. t.Fatalf("expected keep_origin to preserve old value, got: %v", headers["x-feature-flag"])
  1213. }
  1214. }
  1215. func TestApplyParamOverrideSetHeaderMapRewritesCommaSeparatedHeader(t *testing.T) {
  1216. input := []byte(`{"temperature":0.7}`)
  1217. override := map[string]interface{}{
  1218. "operations": []interface{}{
  1219. map[string]interface{}{
  1220. "mode": "set_header",
  1221. "path": "anthropic-beta",
  1222. "value": map[string]interface{}{
  1223. "advanced-tool-use-2025-11-20": nil,
  1224. "computer-use-2025-01-24": "computer-use-2025-01-24",
  1225. },
  1226. },
  1227. },
  1228. }
  1229. ctx := map[string]interface{}{
  1230. "request_headers": map[string]interface{}{
  1231. "anthropic-beta": "advanced-tool-use-2025-11-20, computer-use-2025-01-24",
  1232. },
  1233. }
  1234. _, err := ApplyParamOverride(input, override, ctx)
  1235. if err != nil {
  1236. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1237. }
  1238. headers, ok := ctx["header_override"].(map[string]interface{})
  1239. if !ok {
  1240. t.Fatalf("expected header_override context map")
  1241. }
  1242. if headers["anthropic-beta"] != "computer-use-2025-01-24" {
  1243. t.Fatalf("expected anthropic-beta to keep only mapped value, got: %v", headers["anthropic-beta"])
  1244. }
  1245. }
  1246. func TestApplyParamOverrideSetHeaderMapDeleteWholeHeaderWhenAllTokensCleared(t *testing.T) {
  1247. input := []byte(`{"temperature":0.7}`)
  1248. override := map[string]interface{}{
  1249. "operations": []interface{}{
  1250. map[string]interface{}{
  1251. "mode": "set_header",
  1252. "path": "anthropic-beta",
  1253. "value": map[string]interface{}{
  1254. "advanced-tool-use-2025-11-20": nil,
  1255. "computer-use-2025-01-24": nil,
  1256. },
  1257. },
  1258. },
  1259. }
  1260. ctx := map[string]interface{}{
  1261. "header_override": map[string]interface{}{
  1262. "anthropic-beta": "advanced-tool-use-2025-11-20,computer-use-2025-01-24",
  1263. },
  1264. }
  1265. _, err := ApplyParamOverride(input, override, ctx)
  1266. if err != nil {
  1267. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1268. }
  1269. headers, ok := ctx["header_override"].(map[string]interface{})
  1270. if !ok {
  1271. t.Fatalf("expected header_override context map")
  1272. }
  1273. if _, exists := headers["anthropic-beta"]; exists {
  1274. t.Fatalf("expected anthropic-beta to be deleted when all mapped values are null")
  1275. }
  1276. }
  1277. func TestApplyParamOverrideConditionsObjectShorthand(t *testing.T) {
  1278. input := []byte(`{"temperature":0.7}`)
  1279. override := map[string]interface{}{
  1280. "operations": []interface{}{
  1281. map[string]interface{}{
  1282. "path": "temperature",
  1283. "mode": "set",
  1284. "value": 0.1,
  1285. "logic": "AND",
  1286. "conditions": map[string]interface{}{
  1287. "is_retry": true,
  1288. "last_error.status_code": 400.0,
  1289. },
  1290. },
  1291. },
  1292. }
  1293. ctx := map[string]interface{}{
  1294. "is_retry": true,
  1295. "last_error": map[string]interface{}{
  1296. "status_code": 400.0,
  1297. },
  1298. }
  1299. out, err := ApplyParamOverride(input, override, ctx)
  1300. if err != nil {
  1301. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1302. }
  1303. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1304. }
  1305. func TestApplyParamOverrideWithRelayInfoSyncRuntimeHeaders(t *testing.T) {
  1306. info := &RelayInfo{
  1307. ChannelMeta: &ChannelMeta{
  1308. ParamOverride: map[string]interface{}{
  1309. "operations": []interface{}{
  1310. map[string]interface{}{
  1311. "mode": "set_header",
  1312. "path": "X-Injected-By-Param-Override",
  1313. "value": "enabled",
  1314. },
  1315. map[string]interface{}{
  1316. "mode": "delete_header",
  1317. "path": "X-Delete-Me",
  1318. },
  1319. },
  1320. },
  1321. HeadersOverride: map[string]interface{}{
  1322. "X-Delete-Me": "legacy",
  1323. "X-Keep-Me": "keep",
  1324. },
  1325. },
  1326. }
  1327. input := []byte(`{"temperature":0.7}`)
  1328. out, err := ApplyParamOverrideWithRelayInfo(input, info)
  1329. if err != nil {
  1330. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1331. }
  1332. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1333. if !info.UseRuntimeHeadersOverride {
  1334. t.Fatalf("expected runtime header override to be enabled")
  1335. }
  1336. if info.RuntimeHeadersOverride["x-keep-me"] != "keep" {
  1337. t.Fatalf("expected x-keep-me header to be preserved, got: %v", info.RuntimeHeadersOverride["x-keep-me"])
  1338. }
  1339. if info.RuntimeHeadersOverride["x-injected-by-param-override"] != "enabled" {
  1340. t.Fatalf("expected x-injected-by-param-override header to be set, got: %v", info.RuntimeHeadersOverride["x-injected-by-param-override"])
  1341. }
  1342. if _, exists := info.RuntimeHeadersOverride["x-delete-me"]; exists {
  1343. t.Fatalf("expected x-delete-me header to be deleted")
  1344. }
  1345. }
  1346. func TestApplyParamOverrideWithRelayInfoMixedLegacyAndOperations(t *testing.T) {
  1347. info := &RelayInfo{
  1348. RequestHeaders: map[string]string{
  1349. "Originator": "Codex CLI",
  1350. },
  1351. ChannelMeta: &ChannelMeta{
  1352. ParamOverride: map[string]interface{}{
  1353. "temperature": 0.2,
  1354. "operations": []interface{}{
  1355. map[string]interface{}{
  1356. "mode": "pass_headers",
  1357. "value": []interface{}{"Originator"},
  1358. },
  1359. },
  1360. },
  1361. HeadersOverride: map[string]interface{}{
  1362. "X-Static": "legacy-static",
  1363. },
  1364. },
  1365. }
  1366. out, err := ApplyParamOverrideWithRelayInfo([]byte(`{"model":"gpt-5","temperature":0.7}`), info)
  1367. if err != nil {
  1368. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1369. }
  1370. assertJSONEqual(t, `{"model":"gpt-5","temperature":0.2}`, string(out))
  1371. if !info.UseRuntimeHeadersOverride {
  1372. t.Fatalf("expected runtime header override to be enabled")
  1373. }
  1374. if info.RuntimeHeadersOverride["x-static"] != "legacy-static" {
  1375. t.Fatalf("expected x-static to be preserved, got: %v", info.RuntimeHeadersOverride["x-static"])
  1376. }
  1377. if info.RuntimeHeadersOverride["originator"] != "Codex CLI" {
  1378. t.Fatalf("expected originator header to be passed, got: %v", info.RuntimeHeadersOverride["originator"])
  1379. }
  1380. }
  1381. func TestApplyParamOverrideWithRelayInfoMoveAndCopyHeaders(t *testing.T) {
  1382. info := &RelayInfo{
  1383. ChannelMeta: &ChannelMeta{
  1384. ParamOverride: map[string]interface{}{
  1385. "operations": []interface{}{
  1386. map[string]interface{}{
  1387. "mode": "move_header",
  1388. "from": "X-Legacy-Trace",
  1389. "to": "X-Trace",
  1390. },
  1391. map[string]interface{}{
  1392. "mode": "copy_header",
  1393. "from": "X-Trace",
  1394. "to": "X-Trace-Backup",
  1395. },
  1396. },
  1397. },
  1398. HeadersOverride: map[string]interface{}{
  1399. "X-Legacy-Trace": "trace-123",
  1400. },
  1401. },
  1402. }
  1403. input := []byte(`{"temperature":0.7}`)
  1404. _, err := ApplyParamOverrideWithRelayInfo(input, info)
  1405. if err != nil {
  1406. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1407. }
  1408. if _, exists := info.RuntimeHeadersOverride["x-legacy-trace"]; exists {
  1409. t.Fatalf("expected source header to be removed after move")
  1410. }
  1411. if info.RuntimeHeadersOverride["x-trace"] != "trace-123" {
  1412. t.Fatalf("expected x-trace to be set, got: %v", info.RuntimeHeadersOverride["x-trace"])
  1413. }
  1414. if info.RuntimeHeadersOverride["x-trace-backup"] != "trace-123" {
  1415. t.Fatalf("expected x-trace-backup to be copied, got: %v", info.RuntimeHeadersOverride["x-trace-backup"])
  1416. }
  1417. }
  1418. func TestApplyParamOverrideWithRelayInfoSetHeaderMapRewritesAnthropicBeta(t *testing.T) {
  1419. info := &RelayInfo{
  1420. ChannelMeta: &ChannelMeta{
  1421. ParamOverride: map[string]interface{}{
  1422. "operations": []interface{}{
  1423. map[string]interface{}{
  1424. "mode": "set_header",
  1425. "path": "anthropic-beta",
  1426. "value": map[string]interface{}{
  1427. "advanced-tool-use-2025-11-20": nil,
  1428. "computer-use-2025-01-24": "computer-use-2025-01-24",
  1429. },
  1430. },
  1431. },
  1432. },
  1433. HeadersOverride: map[string]interface{}{
  1434. "anthropic-beta": "advanced-tool-use-2025-11-20, computer-use-2025-01-24",
  1435. },
  1436. },
  1437. }
  1438. _, err := ApplyParamOverrideWithRelayInfo([]byte(`{"temperature":0.7}`), info)
  1439. if err != nil {
  1440. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1441. }
  1442. if !info.UseRuntimeHeadersOverride {
  1443. t.Fatalf("expected runtime header override to be enabled")
  1444. }
  1445. if info.RuntimeHeadersOverride["anthropic-beta"] != "computer-use-2025-01-24" {
  1446. t.Fatalf("expected anthropic-beta to be rewritten, got: %v", info.RuntimeHeadersOverride["anthropic-beta"])
  1447. }
  1448. }
  1449. func TestGetEffectiveHeaderOverrideUsesRuntimeOverrideAsFinalResult(t *testing.T) {
  1450. info := &RelayInfo{
  1451. UseRuntimeHeadersOverride: true,
  1452. RuntimeHeadersOverride: map[string]interface{}{
  1453. "x-runtime": "runtime-only",
  1454. },
  1455. ChannelMeta: &ChannelMeta{
  1456. HeadersOverride: map[string]interface{}{
  1457. "X-Static": "static-value",
  1458. "X-Deleted": "should-not-exist",
  1459. },
  1460. },
  1461. }
  1462. effective := GetEffectiveHeaderOverride(info)
  1463. if effective["x-runtime"] != "runtime-only" {
  1464. t.Fatalf("expected x-runtime from runtime override, got: %v", effective["x-runtime"])
  1465. }
  1466. if _, exists := effective["x-static"]; exists {
  1467. t.Fatalf("expected runtime override to be final and not merge channel headers")
  1468. }
  1469. }
  1470. func TestRemoveDisabledFieldsSkipWhenChannelPassThroughEnabled(t *testing.T) {
  1471. input := `{
  1472. "service_tier":"flex",
  1473. "safety_identifier":"user-123",
  1474. "store":true,
  1475. "stream_options":{"include_obfuscation":false}
  1476. }`
  1477. settings := dto.ChannelOtherSettings{}
  1478. out, err := RemoveDisabledFields([]byte(input), settings, true)
  1479. if err != nil {
  1480. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1481. }
  1482. assertJSONEqual(t, input, string(out))
  1483. }
  1484. func TestRemoveDisabledFieldsSkipWhenGlobalPassThroughEnabled(t *testing.T) {
  1485. original := model_setting.GetGlobalSettings().PassThroughRequestEnabled
  1486. model_setting.GetGlobalSettings().PassThroughRequestEnabled = true
  1487. t.Cleanup(func() {
  1488. model_setting.GetGlobalSettings().PassThroughRequestEnabled = original
  1489. })
  1490. input := `{
  1491. "service_tier":"flex",
  1492. "safety_identifier":"user-123",
  1493. "stream_options":{"include_obfuscation":false}
  1494. }`
  1495. settings := dto.ChannelOtherSettings{}
  1496. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1497. if err != nil {
  1498. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1499. }
  1500. assertJSONEqual(t, input, string(out))
  1501. }
  1502. func TestRemoveDisabledFieldsDefaultFiltering(t *testing.T) {
  1503. input := `{
  1504. "service_tier":"flex",
  1505. "inference_geo":"eu",
  1506. "safety_identifier":"user-123",
  1507. "store":true,
  1508. "stream_options":{"include_obfuscation":false}
  1509. }`
  1510. settings := dto.ChannelOtherSettings{}
  1511. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1512. if err != nil {
  1513. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1514. }
  1515. assertJSONEqual(t, `{"store":true}`, string(out))
  1516. }
  1517. func TestRemoveDisabledFieldsAllowInferenceGeo(t *testing.T) {
  1518. input := `{
  1519. "inference_geo":"eu",
  1520. "store":true
  1521. }`
  1522. settings := dto.ChannelOtherSettings{
  1523. AllowInferenceGeo: true,
  1524. }
  1525. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1526. if err != nil {
  1527. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1528. }
  1529. assertJSONEqual(t, `{"inference_geo":"eu","store":true}`, string(out))
  1530. }
  1531. func assertJSONEqual(t *testing.T, want, got string) {
  1532. t.Helper()
  1533. var wantObj interface{}
  1534. var gotObj interface{}
  1535. if err := json.Unmarshal([]byte(want), &wantObj); err != nil {
  1536. t.Fatalf("failed to unmarshal want JSON: %v", err)
  1537. }
  1538. if err := json.Unmarshal([]byte(got), &gotObj); err != nil {
  1539. t.Fatalf("failed to unmarshal got JSON: %v", err)
  1540. }
  1541. if !reflect.DeepEqual(wantObj, gotObj) {
  1542. t.Fatalf("json not equal\nwant: %s\ngot: %s", want, got)
  1543. }
  1544. }