From f882e0082a42c98cb9e72f865a6f0c2763847361 Mon Sep 17 00:00:00 2001 From: David Abramov Date: Tue, 23 Dec 2025 09:55:15 -0800 Subject: [PATCH 1/2] Fixing pscratch prune path for raw file --- orchestration/flows/bl832/nersc.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/orchestration/flows/bl832/nersc.py b/orchestration/flows/bl832/nersc.py index c988ce87..a33571f4 100644 --- a/orchestration/flows/bl832/nersc.py +++ b/orchestration/flows/bl832/nersc.py @@ -368,12 +368,17 @@ def schedule_pruning( check_endpoint = None location = "nersc832_alsdev_pscratch_raw" - flow_name = f"delete {location}: {Path(raw_file_path).name}" + path = Path(raw_file_path) + folder_name = path.parent.name + file_name = path.name # includes .h5 extension + pscratch_relative_path = f"{folder_name}/{file_name}" + + flow_name = f"delete {location}: {Path(pscratch_relative_path).name}" schedule_prefect_flow( deployment_name=f"prune_{location}/prune_{location}", flow_run_name=flow_name, parameters={ - "relative_path": raw_file_path, + "relative_path": pscratch_relative_path, "source_endpoint": source_endpoint, "check_endpoint": check_endpoint }, From 13c13b38e2b0afb10c7293c60ae7a78ca3ccf790 Mon Sep 17 00:00:00 2001 From: David Abramov Date: Tue, 23 Dec 2025 13:11:33 -0800 Subject: [PATCH 2/2] avoiding turning str -> path -> and just using strings --- orchestration/flows/bl832/nersc.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/orchestration/flows/bl832/nersc.py b/orchestration/flows/bl832/nersc.py index a33571f4..727cbbaf 100644 --- a/orchestration/flows/bl832/nersc.py +++ b/orchestration/flows/bl832/nersc.py @@ -373,7 +373,7 @@ def schedule_pruning( file_name = path.name # includes .h5 extension pscratch_relative_path = f"{folder_name}/{file_name}" - flow_name = f"delete {location}: {Path(pscratch_relative_path).name}" + flow_name = f"delete {location}: {file_name}" schedule_prefect_flow( deployment_name=f"prune_{location}/prune_{location}", flow_run_name=flow_name,