feat: increase the default chunk size of dask (#64)

Jena-Earth-Observation-School · Oct 24, 2024 · 568c193 · 568c193
1 parent b061001
commit 568c193
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/sdc/__init__.py b/sdc/__init__.py
@@ -2,8 +2,9 @@
 import xarray as xr
 from sdc.cluster import start_slurm_cluster
 
-dask.config.set({"array.rechunk.method": "p2p"})
-dask.config.set({"optimization.fuse.active": False})
+dask.config.set({"array.rechunk.method": "p2p",
+                 "optimization.fuse.active": False,
+                 "array.chunk-size": "256MiB"})
 xr.set_options(keep_attrs=True)
 
 dask_client, cluster = start_slurm_cluster()