Add wheel builds to cuxfilter

.flake8

@@ -0,0 +1,10 @@
+# Copyright (c) 2023, NVIDIA CORPORATION.
+
+[flake8]
+filename = *.py,
+exclude = __init__.py, *.egg, build, docs, .git
+ignore =
+    # line break before binary operator
+    W503,
+    # whitespace before :
+    E203

.github/workflows/build.yaml

@@ -57,3 +57,23 @@ jobs:
       node_type: "gpu-v100-latest-1"
       run_script: "ci/build_docs.sh"
       sha: ${{ inputs.sha }}
+  wheel-build:
+    secrets: inherit
+    uses: rapidsai/shared-action-workflows/.github/workflows/wheels-pure-build.yml@cuda-120
+    with:
+      build_type: ${{ inputs.build_type || 'branch' }}
+      branch: ${{ inputs.branch }}
+      sha: ${{ inputs.sha }}
+      date: ${{ inputs.date }}
+      package-name: cuxfilter
+      package-dir: python/
+  wheel-publish:
+    needs: wheel-build
+    secrets: inherit
+    uses: rapidsai/shared-action-workflows/.github/workflows/wheels-pure-publish.yml@cuda-120
+    with:
+      build_type: ${{ inputs.build_type || 'branch' }}
+      branch: ${{ inputs.branch }}
+      sha: ${{ inputs.sha }}
+      date: ${{ inputs.date }}
+      package-name: cuxfilter

.github/workflows/pr.yaml

@@ -17,6 +17,8 @@ jobs:
       - conda-python-tests
       - conda-notebook-tests
       - docs-build
+      - wheel-build
+      - wheel-tests
     secrets: inherit
     uses: rapidsai/shared-action-workflows/.github/workflows/pr-builder.yaml@cuda-120
   checks:
@@ -55,3 +57,19 @@ jobs:
       arch: "amd64"
       container_image: "rapidsai/ci:latest"
       run_script: "ci/build_docs.sh"
+  wheel-build:
+    needs: checks
+    secrets: inherit
+    uses: rapidsai/shared-action-workflows/.github/workflows/wheels-pure-build.yml@cuda-120
+    with:
+      build_type: pull-request
+      package-name: cuxfilter
+      package-dir: python/
+  wheel-tests:
+    needs: wheel-build
+    secrets: inherit
+    uses: rapidsai/shared-action-workflows/.github/workflows/wheels-pure-test.yml@cuda-120
+    with:
+      build_type: pull-request
+      package-name: cuxfilter
+      test-unittest: "python -m pytest -n 8 ./python/cuxfilter/tests"

.github/workflows/test.yaml

@@ -22,3 +22,11 @@ jobs:
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
       sha: ${{ inputs.sha }}
+  wheel-tests:
+    needs: wheel-build
+    secrets: inherit
+    uses: rapidsai/shared-action-workflows/.github/workflows/wheels-pure-test.yml@cuda-120
+    with:
+      build_type: pull-request
+      package-name: cuxfilter
+      test-unittest: "python -m pytest -n 8 ./python/cuxfilter/tests"

.pre-commit-config.yaml

@@ -2,7 +2,7 @@
 
 repos:
       - repo: https://github.com/psf/black
-        rev: 22.10.0
+        rev: 23.7.0
         hooks:
               - id: black
                 files: python/cuxfilter/.*
@@ -12,7 +12,12 @@ repos:
         rev: 6.0.0
         hooks:
               - id: flake8
-                args: ["--config=python/setup.cfg"]
+                args: ["--config=.flake8"]
                 files: python/.*$
+      - repo: https://github.com/rapidsai/dependency-file-generator
+        rev: v1.5.2
+        hooks:
+            - id: rapids-dependency-file-generator
+              args: ["--clean"]
 default_language_version:
       python: python3

ci/release/apply_wheel_modifications.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+# Copyright (c) 2023, NVIDIA CORPORATION.
+#
+# Usage: bash apply_wheel_modifications.sh <new_version> <cuda_suffix>
+
+VERSION=${1}
+CUDA_SUFFIX=${2}
+
+# pyproject.toml versions
+sed -i "s/^version = .*/version = \"${VERSION}\"/g" python/pyproject.toml
+
+# cuxfilter pyproject.toml cuda suffixes
+sed -i "s/^name = \"cuxfilter\"/name = \"cuxfilter${CUDA_SUFFIX}\"/g" python/pyproject.toml
+# Need to provide the == to avoid modifying the URL
+sed -i "s/\"cudf==/\"cudf${CUDA_SUFFIX}==/g" python/pyproject.toml
+sed -i "s/\"cuspatial==/\"cuspatial${CUDA_SUFFIX}==/g" python/pyproject.toml
+sed -i "s/\"dask-cudf==/\"dask-cudf${CUDA_SUFFIX}==/g" python/pyproject.toml
+
+if [[ $CUDA_SUFFIX == "-cu12" ]]; then
+    sed -i "s/cupy-cuda11x/cupy-cuda12x/g" python/pyproject.toml
+fi

ci/release/update-version.sh

@@ -37,6 +37,9 @@ function sed_runner() {
 sed_runner 's/version = .*/version = '"'${NEXT_SHORT_TAG}'"'/g' docs/source/conf.py
 sed_runner 's/release = .*/release = '"'${NEXT_FULL_TAG}'"'/g' docs/source/conf.py
 
+# Python __init__.py updates
+sed_runner "s/__version__ = .*/__version__ = \"${NEXT_FULL_TAG}\"/g" python/cuxfilter/__init__.py
+
 DEPENDENCIES=(
   cudf
   dask-cuda
@@ -57,7 +60,8 @@ sed_runner "s/cuxfilter=${CURRENT_SHORT_TAG}/cuxfilter=${NEXT_SHORT_TAG}/g" READ
 
 # CI files
 for FILE in .github/workflows/*.yaml; do
-  sed_runner "/shared-action-workflows/ s/@.*/@branch-${NEXT_SHORT_TAG}/g" "${FILE}"
+  sed_runner "/shared-action-workflows/ s/@.*/@branch-${NEXT_SHORT_TAG}/g" ${FILE};
 done
+
 sed_runner "s/RAPIDS_VERSION_NUMBER=\".*/RAPIDS_VERSION_NUMBER=\"${NEXT_SHORT_TAG}\"/g" ci/build_docs.sh
 sed_runner "s/RAPIDS_VERSION=.*/RAPIDS_VERSION=${NEXT_SHORT_TAG}.*/g" ci/test_external.sh

ci/test_python.sh

@@ -43,6 +43,7 @@ pushd python/
 pytest \
   --cache-clear \
   --junitxml="${RAPIDS_TESTS_DIR}/junit-cuxfilter.xml" \
+   --numprocesses=8 \
   --cov-config=.coveragerc \
   --cov=cuxfilter \
   --cov-report=xml:"${RAPIDS_COVERAGE_DIR}/cuxfilter-coverage.xml" \

ci/utils/wheel_smoke_test.py

@@ -0,0 +1,4 @@
+import cuxfilter
+
+if __name__ == '__main__':
+    assert cuxfilter.__version__ is not None

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -38,6 +38,7 @@ dependencies:
 - pyproj>=2.4,<=3.4
 - pytest
 - pytest-cov
+- pytest-xdist
 - python>=3.9,<3.11
 - recommonmark
 - sphinx

conda/environments/all_cuda-120_arch-x86_64.yaml

@@ -37,6 +37,7 @@ dependencies:
 - pyproj>=2.4,<=3.4
 - pytest
 - pytest-cov
+- pytest-xdist
 - python>=3.9,<3.11
 - recommonmark
 - sphinx

conda/recipes/cuxfilter/meta.yaml

@@ -28,7 +28,6 @@ requirements:
     - cudf ={{ minor_version }}
     - cupy >=12.0.0
     - cuspatial ={{ minor_version }}
-    - dask-cuda ={{ minor_version }}
     - dask-cudf ={{ minor_version }}
     - datashader >=0.15
     - geopandas >=0.11.0

dependencies.yaml

@@ -6,6 +6,7 @@ files:
       cuda: ["11.8", "12.0"]
       arch: [x86_64]
     includes:
+      - build_wheels
       - cudatoolkit
       - checks
       - docs
@@ -35,12 +36,40 @@ files:
       - cudatoolkit
       - docs
       - py_version
+  py_build:
+    output: pyproject
+    pyproject_dir: python
+    extras:
+      table: build-system
+    includes:
+      - build_wheels
+  py_run:
+    output: pyproject
+    pyproject_dir: python
+    extras:
+      table: project
+    includes:
+      - run
+  py_test:
+    output: pyproject
+    pyproject_dir: python
+    extras:
+      table: project.optional-dependencies
+      key: test
+    includes:
+      - test_python
 channels:
   - rapidsai
   - rapidsai-nightly
   - conda-forge
   - nvidia
 dependencies:
+  build_wheels:
+    common:
+      - output_types: pyproject
+        packages:
+          - wheel
+          - setuptools
   cudatoolkit:
     specific:
       - output_types: conda
@@ -98,6 +127,7 @@ dependencies:
       - output_types: [conda]
         packages:
           - cugraph==23.8.*
+          - dask-cuda==23.8.*
   py_version:
     specific:
       - output_types: conda
@@ -115,19 +145,16 @@ dependencies:
               - python>=3.9,<3.11
   run:
     common:
-      - output_types: [conda, requirements]
+      - output_types: [conda, requirements, pyproject]
         packages:
           - bokeh>=2.4.2,<=2.5
           - cudf==23.8.*
           - cuspatial==23.8.*
-          - dask-cuda==23.8.*
           - dask-cudf==23.8.*
           - datashader>=0.15
           - geopandas>=0.11.0
           - holoviews>=1.15.0,<=1.15.4
           - jupyter-server-proxy
-          - libwebp
-          - nodejs>=14
           - numba>=0.57
           - numpy>=1.21
           - packaging
@@ -138,12 +165,16 @@ dependencies:
       - output_types: conda
         packages:
           - cupy>=12.0.0
-      - output_types: requirements
+          - nodejs>=14
+          - libwebp
+      - output_types: [requirements, pyproject]
         packages:
           - cupy-cuda11x>=12.0.0
   test_python:
     common:
-      - output_types: [conda, requirements]
+      - output_types: [conda, requirements, pyproject]
         packages:
           - pytest
           - pytest-cov
+          - pytest-xdist
+

python/README.md

@@ -0,0 +1 @@
+../README.md

python/cuxfilter/__init__.py

@@ -1,6 +1,6 @@
+# Copyright (c) 2019-2023, NVIDIA CORPORATION.
+
 from cuxfilter.dataframe import DataFrame
 from cuxfilter.dashboard import DashBoard
-from ._version import get_versions
 
-__version__ = get_versions()["version"]
-del get_versions
+__version__ = "23.08.00"