fix: add cloudpickle dependency for dask[dataframe] (#146)

Close: #144
metwork-framework · Nov 12, 2020 · 52a51a0 · 52a51a0
1 parent 3109583
commit 52a51a0
Show file tree

Hide file tree

Showing 7 changed files with 11 additions and 1 deletion.
diff --git a/.metwork-framework/components.md b/.metwork-framework/components.md
@@ -26,6 +26,8 @@
 | [Click](https://palletsprojects.com/p/click/) | 7.0 | python2_scientific |
 | [cligj](https://github.com/mapbox/cligj) | 0.5.0 | python2_scientific |
 | [cligj](https://github.com/mapbox/cligj) | 0.5.0 | python3_scientific |
+| [cloudpickle](https://github.com/cloudpipe/cloudpickle) | 0.2.1 | python2_scientific |
+| [cloudpickle](https://github.com/cloudpipe/cloudpickle) | 0.2.1 | python3_scientific |
 | [configobj](https://github.com/DiffSK/configobj) | 5.0.6 | python2_scientific |
 | [configobj](https://github.com/DiffSK/configobj) | 5.0.6 | python3_scientific |
 | [contextlib2](http://contextlib2.readthedocs.org) | 0.5.5 | python2_scientific |
@@ -168,4 +170,4 @@
 | [zarr](https://github.com/zarr-developers/zarr) | 2.3.2 | python2_scientific |
 | [zarr](https://github.com/zarr-developers/zarr) | 2.3.2 | python3_scientific |
 
-*(167 components)*
+*(169 components)*
diff --git a/integration_tests/0003_test_import_python2_scientific/import_python2_scientific.py b/integration_tests/0003_test_import_python2_scientific/import_python2_scientific.py
@@ -10,6 +10,7 @@
 import numpy
 import scipy
 import dask
+import dask.dataframe
 import toolz
 # import geos (geos is only python3)
 import lxml

diff --git a/integration_tests/0003_test_import_python3_scientific/import_python3_scientific.py b/integration_tests/0003_test_import_python3_scientific/import_python3_scientific.py
@@ -10,6 +10,7 @@
 import numpy
 import scipy
 import dask
+import dask.dataframe
 import toolz
 import geos
 import lxml

diff --git a/layers/layer4_python2_scientific/0499_extra_packages/requirements-to-freeze.txt b/layers/layer4_python2_scientific/0499_extra_packages/requirements-to-freeze.txt
@@ -46,3 +46,5 @@ cdo
 GDAL
 Fiona
 msgpack
+#cloudpickle for dask[dataframe]
+cloudpickle
diff --git a/layers/layer4_python2_scientific/0499_extra_packages/requirements2.txt b/layers/layer4_python2_scientific/0499_extra_packages/requirements2.txt
@@ -9,6 +9,7 @@ cftime==1.0.3.4
 Click==7.0
 click-plugins==1.1.1
 cligj==0.5.0
+cloudpickle==0.2.1
 configobj==5.0.6
 contextlib2==0.5.5
 cycler==0.10.0

diff --git a/layers/layer4_python3_scientific/0499_extra_packages/requirements-to-freeze.txt b/layers/layer4_python3_scientific/0499_extra_packages/requirements-to-freeze.txt
@@ -51,3 +51,5 @@ Fiona
 geopandas
 rasterio
 msgpack
+#cloudpickle for dask[dataframe]
+cloudpickle
diff --git a/layers/layer4_python3_scientific/0499_extra_packages/requirements3.txt b/layers/layer4_python3_scientific/0499_extra_packages/requirements3.txt
@@ -8,6 +8,7 @@ cfgrib==0.9.7.1
 cftime==1.0.3.4
 click-plugins==1.1.1
 cligj==0.5.0
+cloudpickle==0.2.1
 configobj==5.0.6
 cycler==0.10.0
 dask==2.1.0
-Original file line number
+Diff line change
@@ Expand Up / @@ -46,3 +46,5 @@ cdo @@
     GDAL
     Fiona
     msgpack
+    #cloudpickle for dask[dataframe]
+    cloudpickle