diff --git a/data-processing-lib/ray/src/data_processing_ray/runtime/ray/transform_orchestrator.py b/data-processing-lib/ray/src/data_processing_ray/runtime/ray/transform_orchestrator.py index da39cbcf7..28eb2d231 100644 --- a/data-processing-lib/ray/src/data_processing_ray/runtime/ray/transform_orchestrator.py +++ b/data-processing-lib/ray/src/data_processing_ray/runtime/ray/transform_orchestrator.py @@ -62,7 +62,7 @@ def orchestrate( if is_folder: # folder transform files = runtime.get_folders(data_access=data_access) - logger.info(f"Number of folders is {len(files)}") # Get files to process + logger.info(f"Number of folders is {len(files)}") # Get files to process else: files, profile, retries = data_access.get_files_to_process() if len(files) == 0: @@ -142,7 +142,8 @@ def orchestrate( # Compute execution statistics logger.debug("Computing execution stats") stats = runtime.compute_execution_stats(ray.get(statistics.get_execution_stats.remote())) - stats["processing_time"] = round(stats["processing_time"], 3) + if "processing_time" in stats: + stats["processing_time"] = round(stats["processing_time"], 3) # build and save metadata logger.debug("Building job metadata")