updated chunking

leap-stc · Nov 19, 2024 · eb9bd01 · eb9bd01
1 parent 0462ddb
commit eb9bd01
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/configs/config_local_hub.py b/configs/config_local_hub.py
@@ -15,7 +15,7 @@
 BUCKET_PREFIX = f"gs://leap-scratch/{user}/{repo_name}"
 print(f"{BUCKET_PREFIX=}")
 
-c.Bake.prune = False
+c.Bake.prune = True
 c.Bake.bakery_class = "pangeo_forge_runner.bakery.local.LocalDirectBakery"
 c.TargetStorage.fsspec_class = "gcsfs.GCSFileSystem"
 c.InputCacheStorage.fsspec_class = "gcsfs.GCSFileSystem"

diff --git a/feedstock/recipe.py b/feedstock/recipe.py
@@ -51,14 +51,14 @@
         # Can we inject this in the same way as the root?
         # Maybe its better to find another way and avoid injections entirely...
         combine_dims=pattern_a.combine_dim_keys,
-        target_chunks={"time": 300},
+        target_chunks={'time':200, 'latitude':200, 'longitude':720},
     )
     | InjectAttrs()
     | ConsolidateDimensionCoordinates()
     | ConsolidateMetadata()
     | CopyRclone(
         target=catalog_store_urls["chirps-global-daily"].replace(
-            "https://nyu1.osn.mghpcc.org/", ""
-        )
-    )  # FIXME
-)
+            "https://nyu1.osn.mghpcc.org/", ""))
+    )
+
+