chore: pin imagecodecs for CI #146
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build CUDA 11 Wheels | |
on: | |
workflow_dispatch: | |
pull_request: | |
jobs: | |
build_wheels: | |
name: Build wheels on ${{ matrix.os }} | |
runs-on: ${{ matrix.os }} | |
strategy: | |
matrix: | |
os: [windows-2019, ubuntu-20.04] | |
cibw_archs: ["auto64"] | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
steps: | |
- uses: actions/checkout@v3 | |
name: Check out | |
with: | |
submodules: recursive | |
- uses: ilammy/msvc-dev-cmd@v1 | |
name: Add MSVS Path | |
- name: Install CUDA | |
if: runner.os == 'Windows' | |
env: | |
cuda: "11.8.0" | |
visual_studio: "Visual Studio 16 2019" | |
shell: powershell | |
run: .\ci-utils\install_cuda_windows.ps1 | |
- name: nvcc check | |
if: runner.os == 'Windows' | |
shell: powershell | |
run: | | |
nvcc -V | |
ls $env:CUDA_PATH | |
ls $env:CUDA_PATH\bin | |
ls $env:CUDA_PATH\include | |
- uses: actions/setup-python@v4 | |
name: Install Python | |
with: | |
python-version: '3.9' | |
- name: Install cibuildwheel | |
run: | | |
python -m pip install cibuildwheel==2.16.2 delvewheel wheel | |
- name: Building wheels | |
run: | | |
python -m cibuildwheel --output-dir dist | |
env: | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_SKIP: "*musllinux*" | |
CIBW_BUILD_VERBOSITY: 3 | |
CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014 | |
CIBW_BEFORE_ALL_LINUX: sed -i s/mirror.centos.org/vault.centos.org/g /etc/yum.repos.d/*.repo && | |
sed -i s/^#.*baseurl=http/baseurl=http/g /etc/yum.repos.d/*.repo && | |
sed -i s/^mirrorlist=http/#mirrorlist=http/g /etc/yum.repos.d/*.repo && | |
yum install -y llvm libevent-devel openssl-devel && | |
bash ci-utils/install_cuda_yum.sh 11 && | |
bash ci-utils/install_arrow_yum.sh && | |
bash ci-utils/install_prereq_linux.sh --build_arrow no && | |
mkdir -p /tmp/nyxus_bld && | |
cp -r local_install /tmp/nyxus_bld | |
CIBW_BEFORE_ALL_WINDOWS: nvcc -V && | |
ci-utils\install_prereq_win.bat && | |
xcopy /E /I /y local_install C:\TEMP\nyxus_bld\local_install | |
CIBW_ENVIRONMENT_LINUX: LD_LIBRARY_PATH="/tmp/nyxus_bld/local_install/lib:/tmp/nyxus_bld/local_install/lib64:/usr/local/cuda/targets/x86_64-linux/lib:$LD_LIBRARY_PATH" CPATH="/usr/local/cuda/targets/x86_64-linux/include:$CPATH" PATH="/usr/local/cuda/bin:$PATH" NYXUS_DEP_DIR="/tmp/nyxus_bld/local_install" CXXFLAGS="-I /usr/local/cuda/include" CMAKE_ARGS="-DUSEGPU=ON -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc -DCMAKE_CUDA_TOOLKIT_INCLUDE_DIRECTORIES=/usr/local/cuda/include" NYXUS_GPU_WHEEL="ON" | |
CIBW_ENVIRONMENT_WINDOWS: PATH="C:\\TEMP\\nyxus_bld\\local_install\\bin;$PATH" NYXUS_DEP_DIR="C:\\TEMP\\nyxus_bld\\local_install" CMAKE_ARGS="-DUSEGPU=ON" NYXUS_GPU_WHEEL="ON" | |
CIBW_REPAIR_WHEEL_COMMAND_LINUX: "auditwheel repair --exclude=libcufft.so --exclude=libcufft.so.10 --exclude=libcufft.so.10.4.2.109 --exclude=libcudart.so --exclude=libcudart.so.11.0 --exclude=libcudart.so.11.3.109 -w {dest_dir} {wheel}" | |
CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: "delvewheel repair -vv -w {dest_dir} {wheel} --no-dll=cufft64_10.dll;cufftw64_10.dll;cudart32_110.dll;cudart64_110.dll" | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_TEST_REQUIRES: numpy pandas pyarrow pytest bfio imagecodecs==2024.9.22 | |
CIBW_BEFORE_TEST_WINDOWS: xcopy /E /I /y "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.8\bin" %SystemRoot%\System32 | |
CIBW_TEST_COMMAND: python -m pip check | |
- name: Upload Artifact | |
uses: actions/upload-artifact@v3 | |
with: | |
name: nyxus-cuda11-wheels | |
path: dist/*.whl | |
retention-days: 1 |