Skip to content

Commit 2d75acf

Browse files
committed
disambiguate
1 parent c276c07 commit 2d75acf

File tree

1 file changed

+17
-1
lines changed

1 file changed

+17
-1
lines changed

eval_protocol/cli_commands/create_rft.py

Lines changed: 17 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -383,7 +383,23 @@ def create_rft_command(args) -> int:
383383
print("No tests selected.")
384384
return 1
385385
if len(selected_tests) != 1:
386-
print("Error: Please select exactly one evaluation test for 'create rft'.")
386+
if non_interactive and len(selected_tests) > 1:
387+
print("Error: Multiple evaluation tests found in --yes (non-interactive) mode.")
388+
print(" Please pass --evaluator-id or --entry to disambiguate.")
389+
try:
390+
# Offer candidate evaluator ids for convenience
391+
tests = _discover_tests(project_root)
392+
if tests:
393+
print(" Candidate evaluator ids:")
394+
for t in tests:
395+
func = t.qualname.split(".")[-1]
396+
stem = os.path.splitext(os.path.basename(t.file_path))[0]
397+
cand = _normalize_evaluator_id(f"{stem}-{func}")
398+
print(f" - {cand}")
399+
except Exception:
400+
pass
401+
else:
402+
print("Error: Please select exactly one evaluation test for 'create rft'.")
387403
return 1
388404
# Derive evaluator_id from user's single selection
389405
chosen = selected_tests[0]

0 commit comments

Comments
 (0)