Merge pull request #122 from ma-beaudoin/fix-copy

Copy output folder to tmp_folder on cluster
mila-iqia · Jul 9, 2024 · 50b17a3 · 50b17a3
2 parents e994d63 + ce07f3e
commit 50b17a3
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/amlrt_project/train.py b/amlrt_project/train.py
@@ -73,6 +73,8 @@ def main():
         output_dir = os.path.join(args.tmp_folder, 'output')
         if not os.path.exists(output_dir):
             os.makedirs(output_dir)
+        if os.path.exists(args.output):
+            rsync_folder(args.output, args.tmp_folder)
     else:
         data_dir = args.data
         output_dir = args.output