fix(inspect): avoid empty folder

bigcode-project · Aug 2, 2024 · 617b5bd · 617b5bd
1 parent 4ab7c7f
commit 617b5bd
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/bigcodebench/inspect.py b/bigcodebench/inspect.py
@@ -23,13 +23,13 @@ def inspection(args):
 
     eval_results = json.load(open(args.eval_results, "r"))
     for task_id, results in eval_results["eval"].items():
+        if task_id not in problems:
+            continue
         if all(result["status"] == "pass" for result in results):
             continue
         task_path = os.path.join(path, task_id)
         if not os.path.exists(task_path):
             os.makedirs(task_path)
-        if task_id not in problems:
-            continue
         task_id_data = problems[task_id]
         with open(os.path.join(task_path, "ground_truth.py"), "w") as f:
             f.write(task_id_data[f"{args.split}_prompt"] + "\n\n" + task_id_data["canonical_solution"])