override_test.go 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403
  1. package common
  2. import (
  3. "encoding/json"
  4. "reflect"
  5. "testing"
  6. "github.com/QuantumNous/new-api/types"
  7. "github.com/QuantumNous/new-api/dto"
  8. "github.com/QuantumNous/new-api/setting/model_setting"
  9. )
  10. func TestApplyParamOverrideTrimPrefix(t *testing.T) {
  11. // trim_prefix example:
  12. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  13. input := []byte(`{"model":"openai/gpt-4","temperature":0.7}`)
  14. override := map[string]interface{}{
  15. "operations": []interface{}{
  16. map[string]interface{}{
  17. "path": "model",
  18. "mode": "trim_prefix",
  19. "value": "openai/",
  20. },
  21. },
  22. }
  23. out, err := ApplyParamOverride(input, override, nil)
  24. if err != nil {
  25. t.Fatalf("ApplyParamOverride returned error: %v", err)
  26. }
  27. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  28. }
  29. func TestApplyParamOverrideTrimSuffix(t *testing.T) {
  30. // trim_suffix example:
  31. // {"operations":[{"path":"model","mode":"trim_suffix","value":"-latest"}]}
  32. input := []byte(`{"model":"gpt-4-latest","temperature":0.7}`)
  33. override := map[string]interface{}{
  34. "operations": []interface{}{
  35. map[string]interface{}{
  36. "path": "model",
  37. "mode": "trim_suffix",
  38. "value": "-latest",
  39. },
  40. },
  41. }
  42. out, err := ApplyParamOverride(input, override, nil)
  43. if err != nil {
  44. t.Fatalf("ApplyParamOverride returned error: %v", err)
  45. }
  46. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  47. }
  48. func TestApplyParamOverrideTrimNoop(t *testing.T) {
  49. // trim_prefix no-op example:
  50. // {"operations":[{"path":"model","mode":"trim_prefix","value":"openai/"}]}
  51. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  52. override := map[string]interface{}{
  53. "operations": []interface{}{
  54. map[string]interface{}{
  55. "path": "model",
  56. "mode": "trim_prefix",
  57. "value": "openai/",
  58. },
  59. },
  60. }
  61. out, err := ApplyParamOverride(input, override, nil)
  62. if err != nil {
  63. t.Fatalf("ApplyParamOverride returned error: %v", err)
  64. }
  65. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  66. }
  67. func TestApplyParamOverrideTrimRequiresValue(t *testing.T) {
  68. // trim_prefix requires value example:
  69. // {"operations":[{"path":"model","mode":"trim_prefix"}]}
  70. input := []byte(`{"model":"gpt-4"}`)
  71. override := map[string]interface{}{
  72. "operations": []interface{}{
  73. map[string]interface{}{
  74. "path": "model",
  75. "mode": "trim_prefix",
  76. },
  77. },
  78. }
  79. _, err := ApplyParamOverride(input, override, nil)
  80. if err == nil {
  81. t.Fatalf("expected error, got nil")
  82. }
  83. }
  84. func TestApplyParamOverrideReplace(t *testing.T) {
  85. // replace example:
  86. // {"operations":[{"path":"model","mode":"replace","from":"openai/","to":""}]}
  87. input := []byte(`{"model":"openai/gpt-4o-mini","temperature":0.7}`)
  88. override := map[string]interface{}{
  89. "operations": []interface{}{
  90. map[string]interface{}{
  91. "path": "model",
  92. "mode": "replace",
  93. "from": "openai/",
  94. "to": "",
  95. },
  96. },
  97. }
  98. out, err := ApplyParamOverride(input, override, nil)
  99. if err != nil {
  100. t.Fatalf("ApplyParamOverride returned error: %v", err)
  101. }
  102. assertJSONEqual(t, `{"model":"gpt-4o-mini","temperature":0.7}`, string(out))
  103. }
  104. func TestApplyParamOverrideRegexReplace(t *testing.T) {
  105. // regex_replace example:
  106. // {"operations":[{"path":"model","mode":"regex_replace","from":"^gpt-","to":"openai/gpt-"}]}
  107. input := []byte(`{"model":"gpt-4o-mini","temperature":0.7}`)
  108. override := map[string]interface{}{
  109. "operations": []interface{}{
  110. map[string]interface{}{
  111. "path": "model",
  112. "mode": "regex_replace",
  113. "from": "^gpt-",
  114. "to": "openai/gpt-",
  115. },
  116. },
  117. }
  118. out, err := ApplyParamOverride(input, override, nil)
  119. if err != nil {
  120. t.Fatalf("ApplyParamOverride returned error: %v", err)
  121. }
  122. assertJSONEqual(t, `{"model":"openai/gpt-4o-mini","temperature":0.7}`, string(out))
  123. }
  124. func TestApplyParamOverrideReplaceRequiresFrom(t *testing.T) {
  125. // replace requires from example:
  126. // {"operations":[{"path":"model","mode":"replace"}]}
  127. input := []byte(`{"model":"gpt-4"}`)
  128. override := map[string]interface{}{
  129. "operations": []interface{}{
  130. map[string]interface{}{
  131. "path": "model",
  132. "mode": "replace",
  133. },
  134. },
  135. }
  136. _, err := ApplyParamOverride(input, override, nil)
  137. if err == nil {
  138. t.Fatalf("expected error, got nil")
  139. }
  140. }
  141. func TestApplyParamOverrideRegexReplaceRequiresPattern(t *testing.T) {
  142. // regex_replace requires from(pattern) example:
  143. // {"operations":[{"path":"model","mode":"regex_replace"}]}
  144. input := []byte(`{"model":"gpt-4"}`)
  145. override := map[string]interface{}{
  146. "operations": []interface{}{
  147. map[string]interface{}{
  148. "path": "model",
  149. "mode": "regex_replace",
  150. },
  151. },
  152. }
  153. _, err := ApplyParamOverride(input, override, nil)
  154. if err == nil {
  155. t.Fatalf("expected error, got nil")
  156. }
  157. }
  158. func TestApplyParamOverrideDelete(t *testing.T) {
  159. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  160. override := map[string]interface{}{
  161. "operations": []interface{}{
  162. map[string]interface{}{
  163. "path": "temperature",
  164. "mode": "delete",
  165. },
  166. },
  167. }
  168. out, err := ApplyParamOverride(input, override, nil)
  169. if err != nil {
  170. t.Fatalf("ApplyParamOverride returned error: %v", err)
  171. }
  172. var got map[string]interface{}
  173. if err := json.Unmarshal(out, &got); err != nil {
  174. t.Fatalf("failed to unmarshal output JSON: %v", err)
  175. }
  176. if _, exists := got["temperature"]; exists {
  177. t.Fatalf("expected temperature to be deleted")
  178. }
  179. }
  180. func TestApplyParamOverrideSet(t *testing.T) {
  181. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  182. override := map[string]interface{}{
  183. "operations": []interface{}{
  184. map[string]interface{}{
  185. "path": "temperature",
  186. "mode": "set",
  187. "value": 0.1,
  188. },
  189. },
  190. }
  191. out, err := ApplyParamOverride(input, override, nil)
  192. if err != nil {
  193. t.Fatalf("ApplyParamOverride returned error: %v", err)
  194. }
  195. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  196. }
  197. func TestApplyParamOverrideSetKeepOrigin(t *testing.T) {
  198. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  199. override := map[string]interface{}{
  200. "operations": []interface{}{
  201. map[string]interface{}{
  202. "path": "temperature",
  203. "mode": "set",
  204. "value": 0.1,
  205. "keep_origin": true,
  206. },
  207. },
  208. }
  209. out, err := ApplyParamOverride(input, override, nil)
  210. if err != nil {
  211. t.Fatalf("ApplyParamOverride returned error: %v", err)
  212. }
  213. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  214. }
  215. func TestApplyParamOverrideMove(t *testing.T) {
  216. input := []byte(`{"model":"gpt-4","meta":{"x":1}}`)
  217. override := map[string]interface{}{
  218. "operations": []interface{}{
  219. map[string]interface{}{
  220. "mode": "move",
  221. "from": "model",
  222. "to": "meta.model",
  223. },
  224. },
  225. }
  226. out, err := ApplyParamOverride(input, override, nil)
  227. if err != nil {
  228. t.Fatalf("ApplyParamOverride returned error: %v", err)
  229. }
  230. assertJSONEqual(t, `{"meta":{"x":1,"model":"gpt-4"}}`, string(out))
  231. }
  232. func TestApplyParamOverrideMoveMissingSource(t *testing.T) {
  233. input := []byte(`{"meta":{"x":1}}`)
  234. override := map[string]interface{}{
  235. "operations": []interface{}{
  236. map[string]interface{}{
  237. "mode": "move",
  238. "from": "model",
  239. "to": "meta.model",
  240. },
  241. },
  242. }
  243. _, err := ApplyParamOverride(input, override, nil)
  244. if err == nil {
  245. t.Fatalf("expected error, got nil")
  246. }
  247. }
  248. func TestApplyParamOverridePrependAppendString(t *testing.T) {
  249. input := []byte(`{"model":"gpt-4"}`)
  250. override := map[string]interface{}{
  251. "operations": []interface{}{
  252. map[string]interface{}{
  253. "path": "model",
  254. "mode": "prepend",
  255. "value": "openai/",
  256. },
  257. map[string]interface{}{
  258. "path": "model",
  259. "mode": "append",
  260. "value": "-latest",
  261. },
  262. },
  263. }
  264. out, err := ApplyParamOverride(input, override, nil)
  265. if err != nil {
  266. t.Fatalf("ApplyParamOverride returned error: %v", err)
  267. }
  268. assertJSONEqual(t, `{"model":"openai/gpt-4-latest"}`, string(out))
  269. }
  270. func TestApplyParamOverridePrependAppendArray(t *testing.T) {
  271. input := []byte(`{"arr":[1,2]}`)
  272. override := map[string]interface{}{
  273. "operations": []interface{}{
  274. map[string]interface{}{
  275. "path": "arr",
  276. "mode": "prepend",
  277. "value": 0,
  278. },
  279. map[string]interface{}{
  280. "path": "arr",
  281. "mode": "append",
  282. "value": []interface{}{3, 4},
  283. },
  284. },
  285. }
  286. out, err := ApplyParamOverride(input, override, nil)
  287. if err != nil {
  288. t.Fatalf("ApplyParamOverride returned error: %v", err)
  289. }
  290. assertJSONEqual(t, `{"arr":[0,1,2,3,4]}`, string(out))
  291. }
  292. func TestApplyParamOverrideAppendObjectMergeKeepOrigin(t *testing.T) {
  293. input := []byte(`{"obj":{"a":1}}`)
  294. override := map[string]interface{}{
  295. "operations": []interface{}{
  296. map[string]interface{}{
  297. "path": "obj",
  298. "mode": "append",
  299. "keep_origin": true,
  300. "value": map[string]interface{}{
  301. "a": 2,
  302. "b": 3,
  303. },
  304. },
  305. },
  306. }
  307. out, err := ApplyParamOverride(input, override, nil)
  308. if err != nil {
  309. t.Fatalf("ApplyParamOverride returned error: %v", err)
  310. }
  311. assertJSONEqual(t, `{"obj":{"a":1,"b":3}}`, string(out))
  312. }
  313. func TestApplyParamOverrideAppendObjectMergeOverride(t *testing.T) {
  314. input := []byte(`{"obj":{"a":1}}`)
  315. override := map[string]interface{}{
  316. "operations": []interface{}{
  317. map[string]interface{}{
  318. "path": "obj",
  319. "mode": "append",
  320. "value": map[string]interface{}{
  321. "a": 2,
  322. "b": 3,
  323. },
  324. },
  325. },
  326. }
  327. out, err := ApplyParamOverride(input, override, nil)
  328. if err != nil {
  329. t.Fatalf("ApplyParamOverride returned error: %v", err)
  330. }
  331. assertJSONEqual(t, `{"obj":{"a":2,"b":3}}`, string(out))
  332. }
  333. func TestApplyParamOverrideConditionORDefault(t *testing.T) {
  334. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  335. override := map[string]interface{}{
  336. "operations": []interface{}{
  337. map[string]interface{}{
  338. "path": "temperature",
  339. "mode": "set",
  340. "value": 0.1,
  341. "conditions": []interface{}{
  342. map[string]interface{}{
  343. "path": "model",
  344. "mode": "prefix",
  345. "value": "gpt",
  346. },
  347. map[string]interface{}{
  348. "path": "model",
  349. "mode": "prefix",
  350. "value": "claude",
  351. },
  352. },
  353. },
  354. },
  355. }
  356. out, err := ApplyParamOverride(input, override, nil)
  357. if err != nil {
  358. t.Fatalf("ApplyParamOverride returned error: %v", err)
  359. }
  360. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  361. }
  362. func TestApplyParamOverrideConditionAND(t *testing.T) {
  363. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  364. override := map[string]interface{}{
  365. "operations": []interface{}{
  366. map[string]interface{}{
  367. "path": "temperature",
  368. "mode": "set",
  369. "value": 0.1,
  370. "logic": "AND",
  371. "conditions": []interface{}{
  372. map[string]interface{}{
  373. "path": "model",
  374. "mode": "prefix",
  375. "value": "gpt",
  376. },
  377. map[string]interface{}{
  378. "path": "temperature",
  379. "mode": "gt",
  380. "value": 0.5,
  381. },
  382. },
  383. },
  384. },
  385. }
  386. out, err := ApplyParamOverride(input, override, nil)
  387. if err != nil {
  388. t.Fatalf("ApplyParamOverride returned error: %v", err)
  389. }
  390. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.1}`, string(out))
  391. }
  392. func TestApplyParamOverrideConditionInvert(t *testing.T) {
  393. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  394. override := map[string]interface{}{
  395. "operations": []interface{}{
  396. map[string]interface{}{
  397. "path": "temperature",
  398. "mode": "set",
  399. "value": 0.1,
  400. "conditions": []interface{}{
  401. map[string]interface{}{
  402. "path": "model",
  403. "mode": "prefix",
  404. "value": "gpt",
  405. "invert": true,
  406. },
  407. },
  408. },
  409. },
  410. }
  411. out, err := ApplyParamOverride(input, override, nil)
  412. if err != nil {
  413. t.Fatalf("ApplyParamOverride returned error: %v", err)
  414. }
  415. assertJSONEqual(t, `{"model":"gpt-4","temperature":0.7}`, string(out))
  416. }
  417. func TestApplyParamOverrideConditionPassMissingKey(t *testing.T) {
  418. input := []byte(`{"temperature":0.7}`)
  419. override := map[string]interface{}{
  420. "operations": []interface{}{
  421. map[string]interface{}{
  422. "path": "temperature",
  423. "mode": "set",
  424. "value": 0.1,
  425. "conditions": []interface{}{
  426. map[string]interface{}{
  427. "path": "model",
  428. "mode": "prefix",
  429. "value": "gpt",
  430. "pass_missing_key": true,
  431. },
  432. },
  433. },
  434. },
  435. }
  436. out, err := ApplyParamOverride(input, override, nil)
  437. if err != nil {
  438. t.Fatalf("ApplyParamOverride returned error: %v", err)
  439. }
  440. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  441. }
  442. func TestApplyParamOverrideConditionFromContext(t *testing.T) {
  443. input := []byte(`{"temperature":0.7}`)
  444. override := map[string]interface{}{
  445. "operations": []interface{}{
  446. map[string]interface{}{
  447. "path": "temperature",
  448. "mode": "set",
  449. "value": 0.1,
  450. "conditions": []interface{}{
  451. map[string]interface{}{
  452. "path": "model",
  453. "mode": "prefix",
  454. "value": "gpt",
  455. },
  456. },
  457. },
  458. },
  459. }
  460. ctx := map[string]interface{}{
  461. "model": "gpt-4",
  462. }
  463. out, err := ApplyParamOverride(input, override, ctx)
  464. if err != nil {
  465. t.Fatalf("ApplyParamOverride returned error: %v", err)
  466. }
  467. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  468. }
  469. func TestApplyParamOverrideNegativeIndexPath(t *testing.T) {
  470. input := []byte(`{"arr":[{"model":"a"},{"model":"b"}]}`)
  471. override := map[string]interface{}{
  472. "operations": []interface{}{
  473. map[string]interface{}{
  474. "path": "arr.-1.model",
  475. "mode": "set",
  476. "value": "c",
  477. },
  478. },
  479. }
  480. out, err := ApplyParamOverride(input, override, nil)
  481. if err != nil {
  482. t.Fatalf("ApplyParamOverride returned error: %v", err)
  483. }
  484. assertJSONEqual(t, `{"arr":[{"model":"a"},{"model":"c"}]}`, string(out))
  485. }
  486. func TestApplyParamOverrideRegexReplaceInvalidPattern(t *testing.T) {
  487. // regex_replace invalid pattern example:
  488. // {"operations":[{"path":"model","mode":"regex_replace","from":"(","to":"x"}]}
  489. input := []byte(`{"model":"gpt-4"}`)
  490. override := map[string]interface{}{
  491. "operations": []interface{}{
  492. map[string]interface{}{
  493. "path": "model",
  494. "mode": "regex_replace",
  495. "from": "(",
  496. "to": "x",
  497. },
  498. },
  499. }
  500. _, err := ApplyParamOverride(input, override, nil)
  501. if err == nil {
  502. t.Fatalf("expected error, got nil")
  503. }
  504. }
  505. func TestApplyParamOverrideCopy(t *testing.T) {
  506. // copy example:
  507. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  508. input := []byte(`{"model":"gpt-4","temperature":0.7}`)
  509. override := map[string]interface{}{
  510. "operations": []interface{}{
  511. map[string]interface{}{
  512. "mode": "copy",
  513. "from": "model",
  514. "to": "original_model",
  515. },
  516. },
  517. }
  518. out, err := ApplyParamOverride(input, override, nil)
  519. if err != nil {
  520. t.Fatalf("ApplyParamOverride returned error: %v", err)
  521. }
  522. assertJSONEqual(t, `{"model":"gpt-4","original_model":"gpt-4","temperature":0.7}`, string(out))
  523. }
  524. func TestApplyParamOverrideCopyMissingSource(t *testing.T) {
  525. // copy missing source example:
  526. // {"operations":[{"mode":"copy","from":"model","to":"original_model"}]}
  527. input := []byte(`{"temperature":0.7}`)
  528. override := map[string]interface{}{
  529. "operations": []interface{}{
  530. map[string]interface{}{
  531. "mode": "copy",
  532. "from": "model",
  533. "to": "original_model",
  534. },
  535. },
  536. }
  537. _, err := ApplyParamOverride(input, override, nil)
  538. if err == nil {
  539. t.Fatalf("expected error, got nil")
  540. }
  541. }
  542. func TestApplyParamOverrideCopyRequiresFromTo(t *testing.T) {
  543. // copy requires from/to example:
  544. // {"operations":[{"mode":"copy"}]}
  545. input := []byte(`{"model":"gpt-4"}`)
  546. override := map[string]interface{}{
  547. "operations": []interface{}{
  548. map[string]interface{}{
  549. "mode": "copy",
  550. },
  551. },
  552. }
  553. _, err := ApplyParamOverride(input, override, nil)
  554. if err == nil {
  555. t.Fatalf("expected error, got nil")
  556. }
  557. }
  558. func TestApplyParamOverrideEnsurePrefix(t *testing.T) {
  559. // ensure_prefix example:
  560. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  561. input := []byte(`{"model":"gpt-4"}`)
  562. override := map[string]interface{}{
  563. "operations": []interface{}{
  564. map[string]interface{}{
  565. "path": "model",
  566. "mode": "ensure_prefix",
  567. "value": "openai/",
  568. },
  569. },
  570. }
  571. out, err := ApplyParamOverride(input, override, nil)
  572. if err != nil {
  573. t.Fatalf("ApplyParamOverride returned error: %v", err)
  574. }
  575. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  576. }
  577. func TestApplyParamOverrideEnsurePrefixNoop(t *testing.T) {
  578. // ensure_prefix no-op example:
  579. // {"operations":[{"path":"model","mode":"ensure_prefix","value":"openai/"}]}
  580. input := []byte(`{"model":"openai/gpt-4"}`)
  581. override := map[string]interface{}{
  582. "operations": []interface{}{
  583. map[string]interface{}{
  584. "path": "model",
  585. "mode": "ensure_prefix",
  586. "value": "openai/",
  587. },
  588. },
  589. }
  590. out, err := ApplyParamOverride(input, override, nil)
  591. if err != nil {
  592. t.Fatalf("ApplyParamOverride returned error: %v", err)
  593. }
  594. assertJSONEqual(t, `{"model":"openai/gpt-4"}`, string(out))
  595. }
  596. func TestApplyParamOverrideEnsureSuffix(t *testing.T) {
  597. // ensure_suffix example:
  598. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  599. input := []byte(`{"model":"gpt-4"}`)
  600. override := map[string]interface{}{
  601. "operations": []interface{}{
  602. map[string]interface{}{
  603. "path": "model",
  604. "mode": "ensure_suffix",
  605. "value": "-latest",
  606. },
  607. },
  608. }
  609. out, err := ApplyParamOverride(input, override, nil)
  610. if err != nil {
  611. t.Fatalf("ApplyParamOverride returned error: %v", err)
  612. }
  613. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  614. }
  615. func TestApplyParamOverrideEnsureSuffixNoop(t *testing.T) {
  616. // ensure_suffix no-op example:
  617. // {"operations":[{"path":"model","mode":"ensure_suffix","value":"-latest"}]}
  618. input := []byte(`{"model":"gpt-4-latest"}`)
  619. override := map[string]interface{}{
  620. "operations": []interface{}{
  621. map[string]interface{}{
  622. "path": "model",
  623. "mode": "ensure_suffix",
  624. "value": "-latest",
  625. },
  626. },
  627. }
  628. out, err := ApplyParamOverride(input, override, nil)
  629. if err != nil {
  630. t.Fatalf("ApplyParamOverride returned error: %v", err)
  631. }
  632. assertJSONEqual(t, `{"model":"gpt-4-latest"}`, string(out))
  633. }
  634. func TestApplyParamOverrideEnsureRequiresValue(t *testing.T) {
  635. // ensure_prefix requires value example:
  636. // {"operations":[{"path":"model","mode":"ensure_prefix"}]}
  637. input := []byte(`{"model":"gpt-4"}`)
  638. override := map[string]interface{}{
  639. "operations": []interface{}{
  640. map[string]interface{}{
  641. "path": "model",
  642. "mode": "ensure_prefix",
  643. },
  644. },
  645. }
  646. _, err := ApplyParamOverride(input, override, nil)
  647. if err == nil {
  648. t.Fatalf("expected error, got nil")
  649. }
  650. }
  651. func TestApplyParamOverrideTrimSpace(t *testing.T) {
  652. // trim_space example:
  653. // {"operations":[{"path":"model","mode":"trim_space"}]}
  654. input := []byte("{\"model\":\" gpt-4 \\n\"}")
  655. override := map[string]interface{}{
  656. "operations": []interface{}{
  657. map[string]interface{}{
  658. "path": "model",
  659. "mode": "trim_space",
  660. },
  661. },
  662. }
  663. out, err := ApplyParamOverride(input, override, nil)
  664. if err != nil {
  665. t.Fatalf("ApplyParamOverride returned error: %v", err)
  666. }
  667. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  668. }
  669. func TestApplyParamOverrideToLower(t *testing.T) {
  670. // to_lower example:
  671. // {"operations":[{"path":"model","mode":"to_lower"}]}
  672. input := []byte(`{"model":"GPT-4"}`)
  673. override := map[string]interface{}{
  674. "operations": []interface{}{
  675. map[string]interface{}{
  676. "path": "model",
  677. "mode": "to_lower",
  678. },
  679. },
  680. }
  681. out, err := ApplyParamOverride(input, override, nil)
  682. if err != nil {
  683. t.Fatalf("ApplyParamOverride returned error: %v", err)
  684. }
  685. assertJSONEqual(t, `{"model":"gpt-4"}`, string(out))
  686. }
  687. func TestApplyParamOverrideToUpper(t *testing.T) {
  688. // to_upper example:
  689. // {"operations":[{"path":"model","mode":"to_upper"}]}
  690. input := []byte(`{"model":"gpt-4"}`)
  691. override := map[string]interface{}{
  692. "operations": []interface{}{
  693. map[string]interface{}{
  694. "path": "model",
  695. "mode": "to_upper",
  696. },
  697. },
  698. }
  699. out, err := ApplyParamOverride(input, override, nil)
  700. if err != nil {
  701. t.Fatalf("ApplyParamOverride returned error: %v", err)
  702. }
  703. assertJSONEqual(t, `{"model":"GPT-4"}`, string(out))
  704. }
  705. func TestApplyParamOverrideReturnError(t *testing.T) {
  706. input := []byte(`{"model":"gemini-2.5-pro"}`)
  707. override := map[string]interface{}{
  708. "operations": []interface{}{
  709. map[string]interface{}{
  710. "mode": "return_error",
  711. "value": map[string]interface{}{
  712. "message": "forced bad request by param override",
  713. "status_code": 422,
  714. "code": "forced_bad_request",
  715. "type": "invalid_request_error",
  716. "skip_retry": true,
  717. },
  718. "conditions": []interface{}{
  719. map[string]interface{}{
  720. "path": "retry.is_retry",
  721. "mode": "full",
  722. "value": true,
  723. },
  724. },
  725. },
  726. },
  727. }
  728. ctx := map[string]interface{}{
  729. "retry": map[string]interface{}{
  730. "index": 1,
  731. "is_retry": true,
  732. },
  733. }
  734. _, err := ApplyParamOverride(input, override, ctx)
  735. if err == nil {
  736. t.Fatalf("expected error, got nil")
  737. }
  738. returnErr, ok := AsParamOverrideReturnError(err)
  739. if !ok {
  740. t.Fatalf("expected ParamOverrideReturnError, got %T: %v", err, err)
  741. }
  742. if returnErr.StatusCode != 422 {
  743. t.Fatalf("expected status 422, got %d", returnErr.StatusCode)
  744. }
  745. if returnErr.Code != "forced_bad_request" {
  746. t.Fatalf("expected code forced_bad_request, got %s", returnErr.Code)
  747. }
  748. if !returnErr.SkipRetry {
  749. t.Fatalf("expected skip_retry true")
  750. }
  751. }
  752. func TestApplyParamOverridePruneObjectsByTypeString(t *testing.T) {
  753. input := []byte(`{
  754. "messages":[
  755. {"role":"assistant","content":[
  756. {"type":"output_text","text":"a"},
  757. {"type":"redacted_thinking","text":"secret"},
  758. {"type":"tool_call","name":"tool_a"}
  759. ]},
  760. {"role":"assistant","content":[
  761. {"type":"output_text","text":"b"},
  762. {"type":"wrapper","parts":[
  763. {"type":"redacted_thinking","text":"secret2"},
  764. {"type":"output_text","text":"c"}
  765. ]}
  766. ]}
  767. ]
  768. }`)
  769. override := map[string]interface{}{
  770. "operations": []interface{}{
  771. map[string]interface{}{
  772. "mode": "prune_objects",
  773. "value": "redacted_thinking",
  774. },
  775. },
  776. }
  777. out, err := ApplyParamOverride(input, override, nil)
  778. if err != nil {
  779. t.Fatalf("ApplyParamOverride returned error: %v", err)
  780. }
  781. assertJSONEqual(t, `{
  782. "messages":[
  783. {"role":"assistant","content":[
  784. {"type":"output_text","text":"a"},
  785. {"type":"tool_call","name":"tool_a"}
  786. ]},
  787. {"role":"assistant","content":[
  788. {"type":"output_text","text":"b"},
  789. {"type":"wrapper","parts":[
  790. {"type":"output_text","text":"c"}
  791. ]}
  792. ]}
  793. ]
  794. }`, string(out))
  795. }
  796. func TestApplyParamOverridePruneObjectsWhereAndPath(t *testing.T) {
  797. input := []byte(`{
  798. "a":{"items":[{"type":"redacted_thinking","id":1},{"type":"output_text","id":2}]},
  799. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  800. }`)
  801. override := map[string]interface{}{
  802. "operations": []interface{}{
  803. map[string]interface{}{
  804. "path": "a",
  805. "mode": "prune_objects",
  806. "value": map[string]interface{}{
  807. "where": map[string]interface{}{
  808. "type": "redacted_thinking",
  809. },
  810. },
  811. },
  812. },
  813. }
  814. out, err := ApplyParamOverride(input, override, nil)
  815. if err != nil {
  816. t.Fatalf("ApplyParamOverride returned error: %v", err)
  817. }
  818. assertJSONEqual(t, `{
  819. "a":{"items":[{"type":"output_text","id":2}]},
  820. "b":{"items":[{"type":"redacted_thinking","id":3},{"type":"output_text","id":4}]}
  821. }`, string(out))
  822. }
  823. func TestApplyParamOverrideNormalizeThinkingSignatureUnsupported(t *testing.T) {
  824. input := []byte(`{"items":[{"type":"redacted_thinking"}]}`)
  825. override := map[string]interface{}{
  826. "operations": []interface{}{
  827. map[string]interface{}{
  828. "mode": "normalize_thinking_signature",
  829. },
  830. },
  831. }
  832. _, err := ApplyParamOverride(input, override, nil)
  833. if err == nil {
  834. t.Fatalf("expected error, got nil")
  835. }
  836. }
  837. func TestApplyParamOverrideConditionFromRetryAndLastErrorContext(t *testing.T) {
  838. info := &RelayInfo{
  839. RetryIndex: 1,
  840. LastError: types.WithOpenAIError(types.OpenAIError{
  841. Message: "invalid thinking signature",
  842. Type: "invalid_request_error",
  843. Code: "bad_thought_signature",
  844. }, 400),
  845. }
  846. ctx := BuildParamOverrideContext(info)
  847. input := []byte(`{"temperature":0.7}`)
  848. override := map[string]interface{}{
  849. "operations": []interface{}{
  850. map[string]interface{}{
  851. "path": "temperature",
  852. "mode": "set",
  853. "value": 0.1,
  854. "logic": "AND",
  855. "conditions": []interface{}{
  856. map[string]interface{}{
  857. "path": "is_retry",
  858. "mode": "full",
  859. "value": true,
  860. },
  861. map[string]interface{}{
  862. "path": "last_error.code",
  863. "mode": "contains",
  864. "value": "thought_signature",
  865. },
  866. },
  867. },
  868. },
  869. }
  870. out, err := ApplyParamOverride(input, override, ctx)
  871. if err != nil {
  872. t.Fatalf("ApplyParamOverride returned error: %v", err)
  873. }
  874. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  875. }
  876. func TestApplyParamOverrideConditionFromRequestHeaders(t *testing.T) {
  877. input := []byte(`{"temperature":0.7}`)
  878. override := map[string]interface{}{
  879. "operations": []interface{}{
  880. map[string]interface{}{
  881. "path": "temperature",
  882. "mode": "set",
  883. "value": 0.1,
  884. "conditions": []interface{}{
  885. map[string]interface{}{
  886. "path": "request_headers.authorization",
  887. "mode": "contains",
  888. "value": "Bearer ",
  889. },
  890. },
  891. },
  892. },
  893. }
  894. ctx := map[string]interface{}{
  895. "request_headers": map[string]interface{}{
  896. "authorization": "Bearer token-123",
  897. },
  898. }
  899. out, err := ApplyParamOverride(input, override, ctx)
  900. if err != nil {
  901. t.Fatalf("ApplyParamOverride returned error: %v", err)
  902. }
  903. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  904. }
  905. func TestApplyParamOverrideSetHeaderAndUseInLaterCondition(t *testing.T) {
  906. input := []byte(`{"temperature":0.7}`)
  907. override := map[string]interface{}{
  908. "operations": []interface{}{
  909. map[string]interface{}{
  910. "mode": "set_header",
  911. "path": "X-Debug-Mode",
  912. "value": "enabled",
  913. },
  914. map[string]interface{}{
  915. "path": "temperature",
  916. "mode": "set",
  917. "value": 0.1,
  918. "conditions": []interface{}{
  919. map[string]interface{}{
  920. "path": "header_override_normalized.x_debug_mode",
  921. "mode": "full",
  922. "value": "enabled",
  923. },
  924. },
  925. },
  926. },
  927. }
  928. out, err := ApplyParamOverride(input, override, nil)
  929. if err != nil {
  930. t.Fatalf("ApplyParamOverride returned error: %v", err)
  931. }
  932. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  933. }
  934. func TestApplyParamOverrideCopyHeaderFromRequestHeaders(t *testing.T) {
  935. input := []byte(`{"temperature":0.7}`)
  936. override := map[string]interface{}{
  937. "operations": []interface{}{
  938. map[string]interface{}{
  939. "mode": "copy_header",
  940. "from": "Authorization",
  941. "to": "X-Upstream-Auth",
  942. },
  943. map[string]interface{}{
  944. "path": "temperature",
  945. "mode": "set",
  946. "value": 0.1,
  947. "conditions": []interface{}{
  948. map[string]interface{}{
  949. "path": "header_override_normalized.x_upstream_auth",
  950. "mode": "contains",
  951. "value": "Bearer ",
  952. },
  953. },
  954. },
  955. },
  956. }
  957. ctx := map[string]interface{}{
  958. "request_headers_raw": map[string]interface{}{
  959. "Authorization": "Bearer token-123",
  960. },
  961. "request_headers": map[string]interface{}{
  962. "authorization": "Bearer token-123",
  963. },
  964. }
  965. out, err := ApplyParamOverride(input, override, ctx)
  966. if err != nil {
  967. t.Fatalf("ApplyParamOverride returned error: %v", err)
  968. }
  969. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  970. }
  971. func TestApplyParamOverrideSyncFieldsHeaderToJSON(t *testing.T) {
  972. input := []byte(`{"model":"gpt-4"}`)
  973. override := map[string]interface{}{
  974. "operations": []interface{}{
  975. map[string]interface{}{
  976. "mode": "sync_fields",
  977. "from": "header:session_id",
  978. "to": "json:prompt_cache_key",
  979. },
  980. },
  981. }
  982. ctx := map[string]interface{}{
  983. "request_headers_raw": map[string]interface{}{
  984. "session_id": "sess-123",
  985. },
  986. "request_headers": map[string]interface{}{
  987. "session_id": "sess-123",
  988. },
  989. }
  990. out, err := ApplyParamOverride(input, override, ctx)
  991. if err != nil {
  992. t.Fatalf("ApplyParamOverride returned error: %v", err)
  993. }
  994. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"sess-123"}`, string(out))
  995. }
  996. func TestApplyParamOverrideSyncFieldsJSONToHeader(t *testing.T) {
  997. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-abc"}`)
  998. override := map[string]interface{}{
  999. "operations": []interface{}{
  1000. map[string]interface{}{
  1001. "mode": "sync_fields",
  1002. "from": "header:session_id",
  1003. "to": "json:prompt_cache_key",
  1004. },
  1005. },
  1006. }
  1007. ctx := map[string]interface{}{}
  1008. out, err := ApplyParamOverride(input, override, ctx)
  1009. if err != nil {
  1010. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1011. }
  1012. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-abc"}`, string(out))
  1013. headers, ok := ctx["header_override"].(map[string]interface{})
  1014. if !ok {
  1015. t.Fatalf("expected header_override context map")
  1016. }
  1017. if headers["session_id"] != "cache-abc" {
  1018. t.Fatalf("expected session_id to be synced from prompt_cache_key, got: %v", headers["session_id"])
  1019. }
  1020. }
  1021. func TestApplyParamOverrideSyncFieldsNoChangeWhenBothExist(t *testing.T) {
  1022. input := []byte(`{"model":"gpt-4","prompt_cache_key":"cache-body"}`)
  1023. override := map[string]interface{}{
  1024. "operations": []interface{}{
  1025. map[string]interface{}{
  1026. "mode": "sync_fields",
  1027. "from": "header:session_id",
  1028. "to": "json:prompt_cache_key",
  1029. },
  1030. },
  1031. }
  1032. ctx := map[string]interface{}{
  1033. "request_headers_raw": map[string]interface{}{
  1034. "session_id": "cache-header",
  1035. },
  1036. "request_headers": map[string]interface{}{
  1037. "session_id": "cache-header",
  1038. },
  1039. }
  1040. out, err := ApplyParamOverride(input, override, ctx)
  1041. if err != nil {
  1042. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1043. }
  1044. assertJSONEqual(t, `{"model":"gpt-4","prompt_cache_key":"cache-body"}`, string(out))
  1045. headers, _ := ctx["header_override"].(map[string]interface{})
  1046. if headers != nil {
  1047. if _, exists := headers["session_id"]; exists {
  1048. t.Fatalf("expected no override when both sides already have value")
  1049. }
  1050. }
  1051. }
  1052. func TestApplyParamOverrideSyncFieldsInvalidTarget(t *testing.T) {
  1053. input := []byte(`{"model":"gpt-4"}`)
  1054. override := map[string]interface{}{
  1055. "operations": []interface{}{
  1056. map[string]interface{}{
  1057. "mode": "sync_fields",
  1058. "from": "foo:session_id",
  1059. "to": "json:prompt_cache_key",
  1060. },
  1061. },
  1062. }
  1063. _, err := ApplyParamOverride(input, override, nil)
  1064. if err == nil {
  1065. t.Fatalf("expected error, got nil")
  1066. }
  1067. }
  1068. func TestApplyParamOverrideSetHeaderKeepOrigin(t *testing.T) {
  1069. input := []byte(`{"temperature":0.7}`)
  1070. override := map[string]interface{}{
  1071. "operations": []interface{}{
  1072. map[string]interface{}{
  1073. "mode": "set_header",
  1074. "path": "X-Feature-Flag",
  1075. "value": "new-value",
  1076. "keep_origin": true,
  1077. },
  1078. },
  1079. }
  1080. ctx := map[string]interface{}{
  1081. "header_override": map[string]interface{}{
  1082. "X-Feature-Flag": "legacy-value",
  1083. },
  1084. "header_override_normalized": map[string]interface{}{
  1085. "x_feature_flag": "legacy-value",
  1086. },
  1087. }
  1088. _, err := ApplyParamOverride(input, override, ctx)
  1089. if err != nil {
  1090. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1091. }
  1092. headers, ok := ctx["header_override"].(map[string]interface{})
  1093. if !ok {
  1094. t.Fatalf("expected header_override context map")
  1095. }
  1096. if headers["X-Feature-Flag"] != "legacy-value" {
  1097. t.Fatalf("expected keep_origin to preserve old value, got: %v", headers["X-Feature-Flag"])
  1098. }
  1099. }
  1100. func TestApplyParamOverrideConditionsObjectShorthand(t *testing.T) {
  1101. input := []byte(`{"temperature":0.7}`)
  1102. override := map[string]interface{}{
  1103. "operations": []interface{}{
  1104. map[string]interface{}{
  1105. "path": "temperature",
  1106. "mode": "set",
  1107. "value": 0.1,
  1108. "logic": "AND",
  1109. "conditions": map[string]interface{}{
  1110. "is_retry": true,
  1111. "last_error.status_code": 400.0,
  1112. },
  1113. },
  1114. },
  1115. }
  1116. ctx := map[string]interface{}{
  1117. "is_retry": true,
  1118. "last_error": map[string]interface{}{
  1119. "status_code": 400.0,
  1120. },
  1121. }
  1122. out, err := ApplyParamOverride(input, override, ctx)
  1123. if err != nil {
  1124. t.Fatalf("ApplyParamOverride returned error: %v", err)
  1125. }
  1126. assertJSONEqual(t, `{"temperature":0.1}`, string(out))
  1127. }
  1128. func TestApplyParamOverrideWithRelayInfoSyncRuntimeHeaders(t *testing.T) {
  1129. info := &RelayInfo{
  1130. ChannelMeta: &ChannelMeta{
  1131. ParamOverride: map[string]interface{}{
  1132. "operations": []interface{}{
  1133. map[string]interface{}{
  1134. "mode": "set_header",
  1135. "path": "X-Injected-By-Param-Override",
  1136. "value": "enabled",
  1137. },
  1138. map[string]interface{}{
  1139. "mode": "delete_header",
  1140. "path": "X-Delete-Me",
  1141. },
  1142. },
  1143. },
  1144. HeadersOverride: map[string]interface{}{
  1145. "X-Delete-Me": "legacy",
  1146. "X-Keep-Me": "keep",
  1147. },
  1148. },
  1149. }
  1150. input := []byte(`{"temperature":0.7}`)
  1151. out, err := ApplyParamOverrideWithRelayInfo(input, info)
  1152. if err != nil {
  1153. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1154. }
  1155. assertJSONEqual(t, `{"temperature":0.7}`, string(out))
  1156. if !info.UseRuntimeHeadersOverride {
  1157. t.Fatalf("expected runtime header override to be enabled")
  1158. }
  1159. if info.RuntimeHeadersOverride["X-Keep-Me"] != "keep" {
  1160. t.Fatalf("expected X-Keep-Me header to be preserved, got: %v", info.RuntimeHeadersOverride["X-Keep-Me"])
  1161. }
  1162. if info.RuntimeHeadersOverride["X-Injected-By-Param-Override"] != "enabled" {
  1163. t.Fatalf("expected X-Injected-By-Param-Override header to be set, got: %v", info.RuntimeHeadersOverride["X-Injected-By-Param-Override"])
  1164. }
  1165. if _, exists := info.RuntimeHeadersOverride["X-Delete-Me"]; exists {
  1166. t.Fatalf("expected X-Delete-Me header to be deleted")
  1167. }
  1168. }
  1169. func TestApplyParamOverrideWithRelayInfoMoveAndCopyHeaders(t *testing.T) {
  1170. info := &RelayInfo{
  1171. ChannelMeta: &ChannelMeta{
  1172. ParamOverride: map[string]interface{}{
  1173. "operations": []interface{}{
  1174. map[string]interface{}{
  1175. "mode": "move_header",
  1176. "from": "X-Legacy-Trace",
  1177. "to": "X-Trace",
  1178. },
  1179. map[string]interface{}{
  1180. "mode": "copy_header",
  1181. "from": "X-Trace",
  1182. "to": "X-Trace-Backup",
  1183. },
  1184. },
  1185. },
  1186. HeadersOverride: map[string]interface{}{
  1187. "X-Legacy-Trace": "trace-123",
  1188. },
  1189. },
  1190. }
  1191. input := []byte(`{"temperature":0.7}`)
  1192. _, err := ApplyParamOverrideWithRelayInfo(input, info)
  1193. if err != nil {
  1194. t.Fatalf("ApplyParamOverrideWithRelayInfo returned error: %v", err)
  1195. }
  1196. if _, exists := info.RuntimeHeadersOverride["X-Legacy-Trace"]; exists {
  1197. t.Fatalf("expected source header to be removed after move")
  1198. }
  1199. if info.RuntimeHeadersOverride["X-Trace"] != "trace-123" {
  1200. t.Fatalf("expected X-Trace to be set, got: %v", info.RuntimeHeadersOverride["X-Trace"])
  1201. }
  1202. if info.RuntimeHeadersOverride["X-Trace-Backup"] != "trace-123" {
  1203. t.Fatalf("expected X-Trace-Backup to be copied, got: %v", info.RuntimeHeadersOverride["X-Trace-Backup"])
  1204. }
  1205. }
  1206. func TestRemoveDisabledFieldsSkipWhenChannelPassThroughEnabled(t *testing.T) {
  1207. input := `{
  1208. "service_tier":"flex",
  1209. "safety_identifier":"user-123",
  1210. "store":true,
  1211. "stream_options":{"include_obfuscation":false}
  1212. }`
  1213. settings := dto.ChannelOtherSettings{}
  1214. out, err := RemoveDisabledFields([]byte(input), settings, true)
  1215. if err != nil {
  1216. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1217. }
  1218. assertJSONEqual(t, input, string(out))
  1219. }
  1220. func TestRemoveDisabledFieldsSkipWhenGlobalPassThroughEnabled(t *testing.T) {
  1221. original := model_setting.GetGlobalSettings().PassThroughRequestEnabled
  1222. model_setting.GetGlobalSettings().PassThroughRequestEnabled = true
  1223. t.Cleanup(func() {
  1224. model_setting.GetGlobalSettings().PassThroughRequestEnabled = original
  1225. })
  1226. input := `{
  1227. "service_tier":"flex",
  1228. "safety_identifier":"user-123",
  1229. "stream_options":{"include_obfuscation":false}
  1230. }`
  1231. settings := dto.ChannelOtherSettings{}
  1232. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1233. if err != nil {
  1234. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1235. }
  1236. assertJSONEqual(t, input, string(out))
  1237. }
  1238. func TestRemoveDisabledFieldsDefaultFiltering(t *testing.T) {
  1239. input := `{
  1240. "service_tier":"flex",
  1241. "inference_geo":"eu",
  1242. "safety_identifier":"user-123",
  1243. "store":true,
  1244. "stream_options":{"include_obfuscation":false}
  1245. }`
  1246. settings := dto.ChannelOtherSettings{}
  1247. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1248. if err != nil {
  1249. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1250. }
  1251. assertJSONEqual(t, `{"store":true}`, string(out))
  1252. }
  1253. func TestRemoveDisabledFieldsAllowInferenceGeo(t *testing.T) {
  1254. input := `{
  1255. "inference_geo":"eu",
  1256. "store":true
  1257. }`
  1258. settings := dto.ChannelOtherSettings{
  1259. AllowInferenceGeo: true,
  1260. }
  1261. out, err := RemoveDisabledFields([]byte(input), settings, false)
  1262. if err != nil {
  1263. t.Fatalf("RemoveDisabledFields returned error: %v", err)
  1264. }
  1265. assertJSONEqual(t, `{"inference_geo":"eu","store":true}`, string(out))
  1266. }
  1267. func assertJSONEqual(t *testing.T, want, got string) {
  1268. t.Helper()
  1269. var wantObj interface{}
  1270. var gotObj interface{}
  1271. if err := json.Unmarshal([]byte(want), &wantObj); err != nil {
  1272. t.Fatalf("failed to unmarshal want JSON: %v", err)
  1273. }
  1274. if err := json.Unmarshal([]byte(got), &gotObj); err != nil {
  1275. t.Fatalf("failed to unmarshal got JSON: %v", err)
  1276. }
  1277. if !reflect.DeepEqual(wantObj, gotObj) {
  1278. t.Fatalf("json not equal\nwant: %s\ngot: %s", want, got)
  1279. }
  1280. }