From 2fe3f0d705857ef6b988b678fdab50f8ce949ab6 Mon Sep 17 00:00:00 2001 From: Akshaya Shanbhogue Date: Tue, 30 Dec 2025 22:43:30 -0800 Subject: [PATCH] fix(RemoveStrictSchema): remove strict schema check Strict schema does not work with optional args. --- src/uipath/_cli/_evals/mocks/input_mocker.py | 2 +- src/uipath/_cli/_evals/mocks/llm_mocker.py | 2 +- tests/cli/eval/mocks/test_mocks.py | 8 ++++---- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/src/uipath/_cli/_evals/mocks/input_mocker.py b/src/uipath/_cli/_evals/mocks/input_mocker.py index 6057e1207..14427a851 100644 --- a/src/uipath/_cli/_evals/mocks/input_mocker.py +++ b/src/uipath/_cli/_evals/mocks/input_mocker.py @@ -89,7 +89,7 @@ async def generate_llm_input( "type": "json_schema", "json_schema": { "name": "agent_input", - "strict": True, + "strict": False, "schema": input_schema, }, } diff --git a/src/uipath/_cli/_evals/mocks/llm_mocker.py b/src/uipath/_cli/_evals/mocks/llm_mocker.py index 770030389..6766579d5 100644 --- a/src/uipath/_cli/_evals/mocks/llm_mocker.py +++ b/src/uipath/_cli/_evals/mocks/llm_mocker.py @@ -113,7 +113,7 @@ async def response( "type": "json_schema", "json_schema": { "name": "OutputSchema", - "strict": True, + "strict": False, "schema": _cleanup_schema(output_schema), }, } diff --git a/tests/cli/eval/mocks/test_mocks.py b/tests/cli/eval/mocks/test_mocks.py index fb9517346..c8bd96aeb 100644 --- a/tests/cli/eval/mocks/test_mocks.py +++ b/tests/cli/eval/mocks/test_mocks.py @@ -216,7 +216,7 @@ def foofoo(*args, **kwargs): "type": "json_schema", "json_schema": { "name": "OutputSchema", - "strict": True, + "strict": False, "schema": {"type": "string"}, }, } @@ -317,7 +317,7 @@ async def foofoo(*args, **kwargs): "type": "json_schema", "json_schema": { "name": "OutputSchema", - "strict": True, + "strict": False, "schema": {"type": "string"}, }, } @@ -416,7 +416,7 @@ def foo(*args, **kwargs) -> dict[str, Any]: "type": "json_schema", "json_schema": { "name": "OutputSchema", - "strict": True, + "strict": False, "schema": { "required": ["content"], "type": "object", @@ -509,7 +509,7 @@ async def foo(*args, **kwargs) -> dict[str, Any]: "type": "json_schema", "json_schema": { "name": "OutputSchema", - "strict": True, + "strict": False, "schema": { "required": ["content"], "type": "object",