Merge remote-tracking branch 'upstream/branch-23.08' into feat/cuda12… #2246
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: pr | ||
on: | ||
push: | ||
branches: | ||
- "pull-request/[0-9]+" | ||
concurrency: | ||
group: ${{ github.workflow }}-${{ github.ref }} | ||
cancel-in-progress: true | ||
jobs: | ||
pr-builder: | ||
needs: | ||
- checks | ||
- conda-cpp-build | ||
- conda-cpp-tests | ||
- conda-notebook-tests | ||
- conda-python-build | ||
- conda-python-tests | ||
- docs-build | ||
- wheel-build-pylibcugraph | ||
- wheel-tests-pylibcugraph | ||
- wheel-build-cugraph | ||
- wheel-tests-cugraph | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/pr-builder.yaml@cuda-120 | ||
checks: | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/checks.yaml@cuda-120 | ||
with: | ||
enable_check_generated_files: false | ||
conda-cpp-build: | ||
needs: checks | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/conda-cpp-build.yaml@cuda-120 | ||
with: | ||
matrix_filter: map(select(.CUDA_VER | startswith("11"))) | ||
build_type: pull-request | ||
node_type: cpu16 | ||
conda-cpp-tests: | ||
needs: conda-cpp-build | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/conda-cpp-tests.yaml@cuda-120 | ||
with: | ||
matrix_filter: map(select(.CUDA_VER | startswith("11"))) | ||
build_type: pull-request | ||
conda-python-build: | ||
needs: conda-cpp-build | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-build.yaml@cuda-120 | ||
with: | ||
matrix_filter: map(select(.CUDA_VER | startswith("11"))) | ||
build_type: pull-request | ||
conda-python-tests: | ||
needs: conda-python-build | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/conda-python-tests.yaml@cuda-120 | ||
with: | ||
matrix_filter: map(select(.CUDA_VER | startswith("11"))) | ||
build_type: pull-request | ||
conda-notebook-tests: | ||
needs: conda-python-build | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120 | ||
with: | ||
build_type: pull-request | ||
node_type: "gpu-latest-1" | ||
arch: "amd64" | ||
container_image: "rapidsai/ci:cuda11.8.0-ubuntu22.04-py3.10" | ||
run_script: "ci/test_notebooks.sh" | ||
docs-build: | ||
needs: conda-python-build | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/custom-job.yaml@cuda-120 | ||
with: | ||
build_type: pull-request | ||
node_type: "gpu-latest-1" | ||
arch: "amd64" | ||
container_image: "rapidsai/ci:cuda11.8.0-ubuntu22.04-py3.10" | ||
run_script: "ci/build_docs.sh" | ||
wheel-build-pylibcugraph: | ||
needs: checks | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/wheels-manylinux-build.yml@cuda-120 | ||
with: | ||
build_type: pull-request | ||
package-name: pylibcugraph | ||
package-dir: python/pylibcugraph | ||
extra-repo: rapidsai/cugraph-ops | ||
extra-repo-sha: branch-23.06 | ||
extra-repo-deploy-key: CUGRAPH_OPS_SSH_PRIVATE_DEPLOY_KEY | ||
skbuild-configure-options: "-DDETECT_CONDA_ENV=OFF -DCUGRAPH_BUILD_WHEELS=ON -DFIND_CUGRAPH_CPP=OFF -DCPM_cugraph-ops_SOURCE=/project/cugraph-ops/" | ||
uses-setup-env-vars: false | ||
wheel-tests-pylibcugraph: | ||
needs: wheel-build-pylibcugraph | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/wheels-manylinux-test.yml@cuda-120 | ||
with: | ||
build_type: pull-request | ||
package-name: pylibcugraph | ||
# On arm also need to install cupy from the specific webpage. | ||
test-before-arm64: "pip install 'cupy-cuda11x<12.0.0' -f https://pip.cupy.dev/aarch64" | ||
test-unittest: "RAPIDS_DATASET_ROOT_DIR=./datasets python -m pytest -v ./python/pylibcugraph/pylibcugraph/tests" | ||
test-smoketest: "python ci/wheel_smoke_test_pylibcugraph.py" | ||
wheel-build-cugraph: | ||
needs: wheel-tests-pylibcugraph | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/wheels-manylinux-build.yml@cuda-120 | ||
with: | ||
build_type: pull-request | ||
package-name: cugraph | ||
package-dir: python/cugraph | ||
extra-repo: rapidsai/cugraph-ops | ||
extra-repo-sha: branch-23.06 | ||
extra-repo-deploy-key: CUGRAPH_OPS_SSH_PRIVATE_DEPLOY_KEY | ||
before-wheel: "RAPIDS_PY_WHEEL_NAME=pylibcugraph_cu11 rapids-download-wheels-from-s3 ./local-wheelhouse" | ||
skbuild-configure-options: "-DDETECT_CONDA_ENV=OFF -DCUGRAPH_BUILD_WHEELS=ON -DFIND_CUGRAPH_CPP=OFF -DCPM_cugraph-ops_SOURCE=/project/cugraph-ops/" | ||
uses-setup-env-vars: false | ||
wheel-tests-cugraph: | ||
needs: wheel-build-cugraph | ||
secrets: inherit | ||
uses: rapidsai/shared-action-workflows/.github/workflows/wheels-manylinux-test.yml@cuda-120 | ||
with: | ||
build_type: pull-request | ||
package-name: cugraph | ||
# Always want to test against latest dask/distributed. | ||
test-before-amd64: "cd ./datasets && bash ./get_test_data.sh && cd - && RAPIDS_PY_WHEEL_NAME=pylibcugraph_cu11 rapids-download-wheels-from-s3 ./local-pylibcugraph-dep && pip install --no-deps ./local-pylibcugraph-dep/*.whl && pip install git+https://github.com/dask/dask.git@main git+https://github.com/dask/distributed.git@main git+https://github.com/rapidsai/dask-cuda.git@branch-23.06" | ||
# Skip dataset downloads on arm to save CI time -- arm only runs smoke tests. | ||
# On arm also need to install cupy from the specific site. | ||
test-before-arm64: "RAPIDS_PY_WHEEL_NAME=pylibcugraph_${{ '${PIP_CU_VERSION}' }} rapids-download-wheels-from-s3 ./local-pylibcugraph-dep && pip install --no-deps ./local-pylibcugraph-dep/*.whl && pip install 'cupy-cuda11x<12.0.0' -f https://pip.cupy.dev/aarch64 && pip install git+https://github.com/dask/dask.git@main git+https://github.com/dask/distributed.git@main git+https://github.com/rapidsai/dask-cuda.git@branch-23.08" | ||
test-unittest: "RAPIDS_DATASET_ROOT_DIR=/__w/cugraph/cugraph/datasets python -m pytest -v -m sg ./python/cugraph/cugraph/tests" | ||
test-smoketest: "python ci/wheel_smoke_test_cugraph.py" |