Merge pull request #151 from brews/fix_360calendar_chunk

Fix 360 day calendar conversion chunk errors from dodola.services.clean_cmip6

HISTORY.rst

@@ -5,7 +5,7 @@ History
 
 0.XX.X (XXXX-XX-XX)
 -------------------
-* 
+* Fix rechunk error when converting 360 days calendars. (#149, PR #151, @brews)
 
 
 0.12.0 (2021-12-09)

dodola/core.py

@@ -472,6 +472,9 @@ def xesmf_regrid(
 def standardize_gcm(ds, leapday_removal=True):
     """
 
+    360 calendar conversion requires that there are no chunks in
+    the 'time' dimension of `ds`.
+
     Parameters
     ----------
     ds : xr.Dataset

dodola/services.py

@@ -708,6 +708,9 @@ def regrid(
 def clean_cmip6(x, out, leapday_removal):
     """Cleans and standardizes CMIP6 GCM
 
+    This loads the entire `x` Dataset into memory for speed
+    and to avoid chunking errors.
+
     Parameters
     ----------
     x : str
@@ -718,6 +721,11 @@ def clean_cmip6(x, out, leapday_removal):
         Whether or not to remove leap days.
     """
     ds = storage.read(x)
+
+    # Cannot have chunks in time dimension for 360 day calendar conversion so loading
+    # data into memory.
+    ds.load()
+
     cleaned_ds = standardize_gcm(ds, leapday_removal)
     storage.write(out, cleaned_ds)