upload train valid folders

calico · Jun 21, 2024 · e4ce9af · e4ce9af
1 parent 6f4ad56
commit e4ce9af
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/src/baskerville/trainer.py b/src/baskerville/trainer.py
@@ -510,8 +510,8 @@ def eval_step1_distr(xd, yd):
 
                     # upload to gcs
                     if self.gcs:
-                        upload_folder_gcs(self.log_dir, self.gcs_log_dir)
-
+                        upload_folder_gcs(train_log_dir, self.gcs_log_dir + "/train")
+                        upload_folder_gcs(valid_log_dir, self.gcs_log_dir + "/valid")
                     # checkpoint
                     managers[di].save()
                     model.save(
@@ -713,7 +713,8 @@ def eval_step_distr(xd, yd):
 
                 # upload to gcs
                 if self.gcs:
-                    upload_folder_gcs(self.log_dir, self.gcs_log_dir)
+                    upload_folder_gcs(train_log_dir, self.gcs_log_dir + "/train")
+                    upload_folder_gcs(valid_log_dir, self.gcs_log_dir + "/valid")
 
                 # checkpoint
                 manager.save()