diff --git a/src/uipath/_cli/_evals/mocks/input_mocker.py b/src/uipath/_cli/_evals/mocks/input_mocker.py
index 6057e1207..14427a851 100644
--- a/src/uipath/_cli/_evals/mocks/input_mocker.py
+++ b/src/uipath/_cli/_evals/mocks/input_mocker.py
@@ -89,7 +89,7 @@ async def generate_llm_input(
             "type": "json_schema",
             "json_schema": {
                 "name": "agent_input",
-                "strict": True,
+                "strict": False,
                 "schema": input_schema,
             },
         }
diff --git a/src/uipath/_cli/_evals/mocks/llm_mocker.py b/src/uipath/_cli/_evals/mocks/llm_mocker.py
index 770030389..6766579d5 100644
--- a/src/uipath/_cli/_evals/mocks/llm_mocker.py
+++ b/src/uipath/_cli/_evals/mocks/llm_mocker.py
@@ -113,7 +113,7 @@ async def response(
                 "type": "json_schema",
                 "json_schema": {
                     "name": "OutputSchema",
-                    "strict": True,
+                    "strict": False,
                     "schema": _cleanup_schema(output_schema),
                 },
             }
diff --git a/tests/cli/eval/mocks/test_mocks.py b/tests/cli/eval/mocks/test_mocks.py
index fb9517346..c8bd96aeb 100644
--- a/tests/cli/eval/mocks/test_mocks.py
+++ b/tests/cli/eval/mocks/test_mocks.py
@@ -216,7 +216,7 @@ def foofoo(*args, **kwargs):
         "type": "json_schema",
         "json_schema": {
             "name": "OutputSchema",
-            "strict": True,
+            "strict": False,
             "schema": {"type": "string"},
         },
     }
@@ -317,7 +317,7 @@ async def foofoo(*args, **kwargs):
         "type": "json_schema",
         "json_schema": {
             "name": "OutputSchema",
-            "strict": True,
+            "strict": False,
             "schema": {"type": "string"},
         },
     }
@@ -416,7 +416,7 @@ def foo(*args, **kwargs) -> dict[str, Any]:
         "type": "json_schema",
         "json_schema": {
             "name": "OutputSchema",
-            "strict": True,
+            "strict": False,
             "schema": {
                 "required": ["content"],
                 "type": "object",
@@ -509,7 +509,7 @@ async def foo(*args, **kwargs) -> dict[str, Any]:
         "type": "json_schema",
         "json_schema": {
             "name": "OutputSchema",
-            "strict": True,
+            "strict": False,
             "schema": {
                 "required": ["content"],
                 "type": "object",