wip

leap-stc · Nov 14, 2024 · b6e151c · b6e151c
1 parent 95dbe6f
commit b6e151c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/configs/config_dataflow.py b/configs/config_dataflow.py
@@ -9,12 +9,12 @@
 c.Bake.container_image = "quay.io/leap-stc/rclone-beam:2024.09.24"
 c.DataflowBakery.use_dataflow_prime = False
 c.DataflowBakery.machine_type = "n2d-highmem-16"
-c.DataflowBakery.max_workers = 10
+c.DataflowBakery.max_num_workers = 1
 c.DataflowBakery.use_public_ips = True
 c.DataflowBakery.service_account_email = (
     "[email protected]"
 )
-# c.DataflowBakery.autoscaling_algorithm = "NONE"
+c.DataflowBakery.autoscaling_algorithm = "NONE"
 c.DataflowBakery.project_id = "leap-pangeo"
 c.DataflowBakery.temp_gcs_location = f"gs://leap-scratch/data-library/feedstocks/temp/{FEEDSTOCK_NAME}"
 c.TargetStorage.fsspec_class = "gcsfs.GCSFileSystem"