-
Notifications
You must be signed in to change notification settings - Fork 302
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'branch-23.08' into branch-23.08
- Loading branch information
Showing
85 changed files
with
4,073 additions
and
1,053 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,29 @@ | ||
| #!/bin/bash | ||
| # Copyright (c) 2023, NVIDIA CORPORATION. | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| package_name=$1 | ||
| package_dir=$2 | ||
|
|
||
| source rapids-configure-sccache | ||
| source rapids-date-string | ||
|
|
||
| # Use gha-tools rapids-pip-wheel-version to generate wheel version then | ||
| # update the necessary files | ||
| version_override="$(rapids-pip-wheel-version ${RAPIDS_DATE_STRING})" | ||
|
|
||
| RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})" | ||
|
|
||
| bash ci/release/apply_wheel_modifications.sh ${version_override} "-${RAPIDS_PY_CUDA_SUFFIX}" | ||
| echo "The package name and/or version was modified in the package source. The git diff is:" | ||
| git diff | ||
|
|
||
| cd "${package_dir}" | ||
|
|
||
| python -m pip wheel . -w dist -vvv --no-deps --disable-pip-version-check | ||
|
|
||
| mkdir -p final_dist | ||
| python -m auditwheel repair -w final_dist dist/* | ||
|
|
||
| RAPIDS_PY_WHEEL_NAME="${package_name}_${RAPIDS_PY_CUDA_SUFFIX}" rapids-upload-wheels-to-s3 final_dist |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,13 @@ | ||
| #!/bin/bash | ||
| # Copyright (c) 2023, NVIDIA CORPORATION. | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})" | ||
|
|
||
| RAPIDS_PY_WHEEL_NAME=pylibcugraph_${RAPIDS_PY_CUDA_SUFFIX} rapids-download-wheels-from-s3 ./local-pylibcugraph | ||
| python -m pip install --no-deps ./local-pylibcugraph/pylibcugraph*.whl | ||
|
|
||
| export SKBUILD_CONFIGURE_OPTIONS="-DDETECT_CONDA_ENV=OFF -DCUGRAPH_BUILD_WHEELS=ON -DFIND_CUGRAPH_CPP=OFF -DCPM_cugraph-ops_SOURCE=${GITHUB_WORKSPACE}/cugraph-ops/" | ||
|
|
||
| ./ci/build_wheel.sh cugraph python/cugraph |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,8 @@ | ||
| #!/bin/bash | ||
| # Copyright (c) 2023, NVIDIA CORPORATION. | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| export SKBUILD_CONFIGURE_OPTIONS="-DDETECT_CONDA_ENV=OFF -DCUGRAPH_BUILD_WHEELS=ON -DFIND_CUGRAPH_CPP=OFF -DCPM_cugraph-ops_SOURCE=${GITHUB_WORKSPACE}/cugraph-ops/" | ||
|
|
||
| ./ci/build_wheel.sh pylibcugraph python/pylibcugraph |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,22 @@ | ||
| #!/bin/bash | ||
| # Copyright (c) 2023, NVIDIA CORPORATION. | ||
|
|
||
| set -eoxu pipefail | ||
|
|
||
| package_name=$1 | ||
| package_dir=$2 | ||
|
|
||
| mkdir -p ./dist | ||
| RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})" | ||
|
|
||
| # echo to expand wildcard before adding `[extra]` requires for pip | ||
| RAPIDS_PY_WHEEL_NAME="${package_name}_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 ./dist | ||
| python -m pip install $(echo ./dist/${package_name}*.whl)[test] | ||
|
|
||
| # Run smoke tests for aarch64 pull requests | ||
| arch=$(uname -m) | ||
| if [[ "${arch}" == "aarch64" && ${RAPIDS_BUILD_TYPE} == "pull-request" ]]; then | ||
| python ./ci/wheel_smoke_test_${package_name}.py | ||
| else | ||
| RAPIDS_DATASET_ROOT_DIR=`pwd`/datasets python -m pytest ./python/${package_name}/${package_name}/tests | ||
| fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,22 @@ | ||
| #!/bin/bash | ||
| # Copyright (c) 2023, NVIDIA CORPORATION. | ||
|
|
||
| set -eoxu pipefail | ||
|
|
||
| # Download the pylibcugraph built in the previous step | ||
| RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})" | ||
| RAPIDS_PY_WHEEL_NAME="pylibcugraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-s3 ./local-pylibcugraph-dep | ||
| python -m pip install --no-deps ./local-pylibcugraph-dep/pylibcugraph*.whl | ||
|
|
||
| # Always install latest dask for testing | ||
| python -m pip install git+https://github.com/dask/dask.git@main git+https://github.com/dask/distributed.git@main git+https://github.com/rapidsai/dask-cuda.git@branch-23.08 | ||
|
|
||
| # Only download test data for x86 | ||
| arch=$(uname -m) | ||
| if [[ "${arch}" == "x86_64" ]]; then | ||
| pushd ./datasets | ||
| bash ./get_test_data.sh | ||
| popd | ||
| fi | ||
|
|
||
| ./ci/test_wheel.sh cugraph python/cugraph |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,6 @@ | ||
| #!/bin/bash | ||
| # Copyright (c) 2023, NVIDIA CORPORATION. | ||
|
|
||
| set -eoxu pipefail | ||
|
|
||
| ./ci/test_wheel.sh pylibcugraph python/pylibcugraph |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,70 @@ | ||
| # This file is generated by `rapids-dependency-file-generator`. | ||
| # To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`. | ||
| channels: | ||
| - rapidsai | ||
| - rapidsai-nightly | ||
| - dask/label/dev | ||
| - pytorch | ||
| - dglteam/label/cu118 | ||
| - conda-forge | ||
| - nvidia | ||
| dependencies: | ||
| - aiohttp | ||
| - c-compiler | ||
| - cmake>=3.26.4 | ||
| - cuda-nvcc | ||
| - cuda-version=12.0 | ||
| - cudf==23.8.* | ||
| - cupy>=12.0.0 | ||
| - cxx-compiler | ||
| - cython>=0.29,<0.30 | ||
| - dask-core>=2023.5.1 | ||
| - dask-cuda==23.8.* | ||
| - dask-cudf==23.8.* | ||
| - dask>=2023.5.1 | ||
| - distributed>=2023.5.1 | ||
| - doxygen | ||
| - fsspec[http]>=0.6.0 | ||
| - gcc_linux-64=11.* | ||
| - gmock>=1.13.0 | ||
| - graphviz | ||
| - gtest>=1.13.0 | ||
| - ipython | ||
| - libcudf==23.8.* | ||
| - libcugraphops==23.8.* | ||
| - libraft-headers==23.8.* | ||
| - libraft==23.8.* | ||
| - librmm==23.8.* | ||
| - nbsphinx | ||
| - nccl>=2.9.9 | ||
| - networkx>=2.5.1 | ||
| - ninja | ||
| - notebook>=0.5.0 | ||
| - numba>=0.57 | ||
| - numpy>=1.21 | ||
| - numpydoc | ||
| - openmpi | ||
| - pandas | ||
| - pre-commit | ||
| - pydata-sphinx-theme | ||
| - pylibcugraphops==23.8.* | ||
| - pylibraft==23.8.* | ||
| - pytest | ||
| - pytest-benchmark | ||
| - pytest-cov | ||
| - pytest-xdist | ||
| - python-louvain | ||
| - raft-dask==23.8.* | ||
| - recommonmark | ||
| - requests | ||
| - rmm==23.8.* | ||
| - scikit-build>=0.13.1 | ||
| - scikit-learn>=0.23.1 | ||
| - scipy | ||
| - sphinx-copybutton | ||
| - sphinx-markdown-tables | ||
| - sphinx<6 | ||
| - sphinxcontrib-websupport | ||
| - ucx-proc=*=gpu | ||
| - ucx-py==0.33.* | ||
| name: all_cuda-120_arch-x86_64 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.