test_tool_argument_normalization.py 3.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. from __future__ import annotations
  2. from typing import Any
  3. import pytest
  4. from agent import ToolRegistry
  5. from script_build_host.tools.registry import (
  6. _structured_object,
  7. _structured_object_list,
  8. )
  9. def test_structured_arguments_accept_native_and_provider_encoded_json() -> None:
  10. assert _structured_object({"name": "native"}, "payload") == {"name": "native"}
  11. assert _structured_object('{"name":"encoded"}', "payload") == {"name": "encoded"}
  12. assert _structured_object_list('[{"index":1},{"index":2}]', "items") == [
  13. {"index": 1},
  14. {"index": 2},
  15. ]
  16. assert _structured_object_list(['{"index":1}'], "items") == [{"index": 1}]
  17. @pytest.mark.parametrize("value", ["not-json", "123", '{"not":"an-array"}'])
  18. def test_structured_object_list_rejects_non_object_arrays(value: str) -> None:
  19. with pytest.raises(ValueError):
  20. _structured_object_list(value, "items")
  21. def test_structured_arguments_enforce_item_and_byte_limits() -> None:
  22. with pytest.raises(ValueError, match="item limit"):
  23. _structured_object_list([{}, {}], "items", max_items=1)
  24. with pytest.raises(ValueError, match="byte limit"):
  25. _structured_object({"value": "x" * (2 * 1024 * 1024)}, "payload")
  26. def test_planner_schema_exposes_the_complete_contract_shape() -> None:
  27. from script_build_host.tools.registry import register_script_tools
  28. registry = ToolRegistry()
  29. register_script_tools(registry, object()) # type: ignore[arg-type]
  30. schema = registry.get_schemas(["plan_script_tasks"])[0]
  31. contracts = schema["function"]["parameters"]["properties"]["contracts"]
  32. contract = contracts["items"]
  33. assert contracts["type"] == "array"
  34. assert contract["properties"]["schema_version"]["const"] == "script-task-contract/v1"
  35. assert "schema_version" in contract["required"]
  36. assert contract["properties"]["task_kind"]["enum"] == [
  37. "direction",
  38. "pattern-retrieval",
  39. "decode-retrieval",
  40. "external-retrieval",
  41. "knowledge-retrieval",
  42. "structure",
  43. "paragraph",
  44. "element-set",
  45. "compare",
  46. "compose",
  47. "candidate-portfolio",
  48. ]
  49. assert contract["additionalProperties"] is False
  50. @pytest.mark.asyncio
  51. async def test_retrieval_tool_freezes_and_submits_in_one_terminal_call() -> None:
  52. class Gateway:
  53. def __init__(self) -> None:
  54. self.calls: list[tuple[str, Any]] = []
  55. async def retrieve(self, source: str, tool: str, query: Any, context: Any) -> Any:
  56. self.calls.append(("retrieve", (source, tool, query, context)))
  57. return {"artifact_ref": {"uri": "script-build://artifact-versions/1"}}
  58. async def submit_current_attempt(self, context: Any) -> Any:
  59. self.calls.append(("submit", context))
  60. return {"attempt_id": "attempt-1", "status": "awaiting_validation"}
  61. from script_build_host.tools.registry import register_script_tools
  62. gateway = Gateway()
  63. registry = ToolRegistry()
  64. register_script_tools(registry, gateway) # type: ignore[arg-type]
  65. tool = registry._tools["search_knowledge"]["func"] # noqa: SLF001
  66. result = await tool(keyword="hard tech", max_count=3, context={"task_id": "task-1"})
  67. assert result.terminate_run is True
  68. assert [name for name, _ in gateway.calls] == ["retrieve", "submit"]
  69. assert "attempt-1" in result.output