Merge pull request #721 from shivdeep-singh-ibm/fix-stats-crash

Fix metadata logging even when actors crash
IBM · Oct 28, 2024 · 7e314c8 · 7e314c8
2 parents 620eb79 + fab1199
commit 7e314c8
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/data-processing-lib/ray/src/data_processing_ray/runtime/ray/transform_orchestrator.py b/data-processing-lib/ray/src/data_processing_ray/runtime/ray/transform_orchestrator.py
@@ -62,7 +62,7 @@ def orchestrate(
         if is_folder:
             # folder transform
             files = runtime.get_folders(data_access=data_access)
-            logger.info(f"Number of folders is {len(files)}")        # Get files to process
+            logger.info(f"Number of folders is {len(files)}")  # Get files to process
         else:
             files, profile, retries = data_access.get_files_to_process()
             if len(files) == 0:
@@ -142,7 +142,8 @@ def orchestrate(
         # Compute execution statistics
         logger.debug("Computing execution stats")
         stats = runtime.compute_execution_stats(ray.get(statistics.get_execution_stats.remote()))
-        stats["processing_time"] = round(stats["processing_time"], 3)
+        if "processing_time" in stats:
+            stats["processing_time"] = round(stats["processing_time"], 3)
 
         # build and save metadata
         logger.debug("Building job metadata")