[Bug Fix] Add missing sync_progress call for parallel play

HorizonRobotics · Sep 18, 2024 · d6ccf83 · d6ccf83
1 parent f95bbf3
commit d6ccf83
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/alf/trainers/policy_trainer.py b/alf/trainers/policy_trainer.py
@@ -1117,6 +1117,8 @@ def play(root_dir,
     else:
         selective_criteria_func = None
 
+    # Sync the progress for all environments in case parallel_play > 1
+    env.sync_progress()
     while episodes < num_episodes:
         # For parallel play, we cannot naively pick the first finished `num_episodes`
         # episodes to estimate the average return (or other statitics) as it can be