[core] Add KlioWriteToText missing fields including file_name_suffix,…

… num_shards, append_trailing_newlines etc
spotify · Jul 6, 2021 · 1d11f3d · 1d11f3d
1 parent 60a98b0
commit 1d11f3d
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 1 deletion.
diff --git a/core/setup.py b/core/setup.py
@@ -151,6 +151,7 @@ def get_long_description(package_dir):
 }
 META_FILE = read(META_PATH)
 INSTALL_REQUIRES = [
+    "apache-beam[gcp]",
     "click",
     "glom",
     "google-api-python-client",

diff --git a/core/tox.ini b/core/tox.ini
@@ -1,9 +1,15 @@
 [tox]
-envlist = py36,py37,py38,docs,manifest,check-formatting,lint
+envlist = {py36,py37,py38}-beam{26,27,28},docs,manifest,check-formatting,lint
 
 [testenv]
 install_command = python -m pip install {opts} {packages}
 extras = tests
+deps =
+    {toxinidir}/../core
+    beam26: apache-beam[gcp]>=2.26.0,<2.27.0
+    beam27: apache-beam[gcp]>=2.27.0,<2.28.0
+    beam28: apache-beam[gcp]>=2.28.0,<2.29.0
+
 commands =
     coverage run -m pytest {posargs}
     ; assert that protos are compiled
@@ -85,6 +91,8 @@ filterwarnings =
     ignore:invalid escape sequence:DeprecationWarning
     ; 3rd party libraries haven't updated their use of collections.abc (py37+)
     ignore:Using or importing the ABCs from:DeprecationWarning
+    ; Apache Beam-related warnings
+    ignore:Running the Apache Beam SDK on Python 3:UserWarning
 
 ; required for mapping envs -> github runtimes
 [gh-actions]