CUDA 11.8 / Python 3.10 Builds (#32)

WIP... body to follow --------- Co-authored-by: Sevag H <shanssian@nvidia.com>
rapidsai · Feb 3, 2023 · dfc1a87 · dfc1a87
1 parent d5517ab
commit dfc1a87
Show file tree

Hide file tree

Showing 10 changed files with 57 additions and 48 deletions.
diff --git a/...hub/workflows/conda-cpp-matrix-build.yaml → .github/workflows/conda-cpp-build.yaml b/...hub/workflows/conda-cpp-matrix-build.yaml → .github/workflows/conda-cpp-build.yaml
@@ -21,12 +21,13 @@ on:
 
 jobs:
   build:
+    timeout-minutes: 480
     strategy:
       fail-fast: false
       matrix:
         include:
-          - { CUDA_VER: "11.5.1", LINUX_VER: "ubuntu20.04", ARCH: "amd64", PY_VER: "3.8" }
-          - { CUDA_VER: "11.5.1", LINUX_VER: "ubuntu20.04", ARCH: "arm64", PY_VER: "3.8" }
+          - { CUDA_VER: "11.8.0", LINUX_VER: "ubuntu20.04", ARCH: "amd64", PY_VER: "3.8" }
+          - { CUDA_VER: "11.8.0", LINUX_VER: "ubuntu20.04", ARCH: "arm64", PY_VER: "3.8" }
     runs-on:
       - self-hosted
       - linux

diff --git a/.github/workflows/conda-cpp-tests.yaml b/.github/workflows/conda-cpp-tests.yaml
@@ -39,26 +39,26 @@ jobs:
           export MATRICES='{
             "pull-request": [
               { "CUDA_VER": "11.2.2", "LINUX_VER": "centos7", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "arm64", "PY_VER": "3.9", "GPU": "a100", "DRIVER": "495" }
+              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "ubuntu20.04", "ARCH": "arm64", "PY_VER": "3.10", "GPU": "a100", "DRIVER": "520" }
             ],
             "nightly": [
               { "CUDA_VER": "11.2.2", "LINUX_VER": "centos7", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "450" },
               { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "495" },
+              { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "520" },
               { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "arm64", "PY_VER": "3.8", "GPU": "a100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "arm64", "PY_VER": "3.9", "GPU": "a100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "rockylinux8", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "rockylinux8", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "rockylinux8", "ARCH": "arm64", "PY_VER": "3.9", "GPU": "a100", "DRIVER": "495" }
+              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "arm64", "PY_VER": "3.8", "GPU": "a100", "DRIVER": "520" },
+              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "450" },
+              { "CUDA_VER": "11.5.1", "LINUX_VER": "rockylinux8", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "450" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "ubuntu20.04", "ARCH": "arm64", "PY_VER": "3.10", "GPU": "a100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "rockylinux8", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "rockylinux8", "ARCH": "arm64", "PY_VER": "3.10", "GPU": "a100", "DRIVER": "520" }
             ],
             "ext_nightly": [
-              { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "t4", "DRIVER": "495" }
+              { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "t4", "DRIVER": "495" }
             ]
           }'
 

diff --git a/.../workflows/conda-python-matrix-build.yaml → .github/workflows/conda-python-build.yaml b/.../workflows/conda-python-matrix-build.yaml → .github/workflows/conda-python-build.yaml
@@ -25,10 +25,12 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - { CUDA_VER: "11.5.1", LINUX_VER: "ubuntu20.04", ARCH: "amd64", PY_VER: "3.8" }
-          - { CUDA_VER: "11.5.1", LINUX_VER: "ubuntu20.04", ARCH: "arm64", PY_VER: "3.8" }
-          - { CUDA_VER: "11.5.1", LINUX_VER: "ubuntu20.04", ARCH: "amd64", PY_VER: "3.9" }
-          - { CUDA_VER: "11.5.1", LINUX_VER: "ubuntu20.04", ARCH: "arm64", PY_VER: "3.9" }
+          - { CUDA_VER: "11.8.0", LINUX_VER: "ubuntu20.04", ARCH: "amd64", PY_VER: "3.8" }
+          - { CUDA_VER: "11.8.0", LINUX_VER: "ubuntu20.04", ARCH: "arm64", PY_VER: "3.8" }
+          - { CUDA_VER: "11.8.0", LINUX_VER: "ubuntu20.04", ARCH: "amd64", PY_VER: "3.9" }
+          - { CUDA_VER: "11.8.0", LINUX_VER: "ubuntu20.04", ARCH: "arm64", PY_VER: "3.9" }
+          - { CUDA_VER: "11.8.0", LINUX_VER: "ubuntu20.04", ARCH: "amd64", PY_VER: "3.10" }
+          - { CUDA_VER: "11.8.0", LINUX_VER: "ubuntu20.04", ARCH: "arm64", PY_VER: "3.10" }
     runs-on:
       - self-hosted
       - linux

diff --git a/.github/workflows/conda-python-tests.yaml b/.github/workflows/conda-python-tests.yaml
@@ -42,26 +42,26 @@ jobs:
           export MATRICES='{
             "pull-request": [
               { "CUDA_VER": "11.2.2", "LINUX_VER": "centos7", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "arm64", "PY_VER": "3.9", "GPU": "a100", "DRIVER": "495" }
+              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "ubuntu20.04", "ARCH": "arm64", "PY_VER": "3.10", "GPU": "a100", "DRIVER": "520" }
             ],
             "nightly": [
               { "CUDA_VER": "11.2.2", "LINUX_VER": "centos7", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "450" },
               { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "495" },
+              { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "520" },
               { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "arm64", "PY_VER": "3.8", "GPU": "a100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "arm64", "PY_VER": "3.9", "GPU": "a100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "rockylinux8", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "450" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "rockylinux8", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "v100", "DRIVER": "495" },
-              { "CUDA_VER": "11.5.1", "LINUX_VER": "rockylinux8", "ARCH": "arm64", "PY_VER": "3.9", "GPU": "a100", "DRIVER": "495" }
+              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.8", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.4.1", "LINUX_VER": "ubuntu18.04", "ARCH": "arm64", "PY_VER": "3.8", "GPU": "a100", "DRIVER": "520" },
+              { "CUDA_VER": "11.5.1", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "450" },
+              { "CUDA_VER": "11.5.1", "LINUX_VER": "rockylinux8", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "450" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "ubuntu20.04", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "ubuntu20.04", "ARCH": "arm64", "PY_VER": "3.10", "GPU": "a100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "rockylinux8", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "v100", "DRIVER": "520" },
+              { "CUDA_VER": "11.8.0", "LINUX_VER": "rockylinux8", "ARCH": "arm64", "PY_VER": "3.10", "GPU": "a100", "DRIVER": "520" }
             ],
             "ext_nightly": [
-              { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.9", "GPU": "t4", "DRIVER": "495" }
+              { "CUDA_VER": "11.2.2", "LINUX_VER": "ubuntu18.04", "ARCH": "amd64", "PY_VER": "3.10", "GPU": "t4", "DRIVER": "495" }
             ]
           }'
 

diff --git a/.github/workflows/wheels-manylinux-build.yml b/.github/workflows/wheels-manylinux-build.yml
@@ -16,6 +16,12 @@ on:
         required: true
         type: string
 
+      # allow a bigger runner instance
+      node_type:
+        required: false
+        type: string
+        default: "cpu16"
+
       # general settings
       package-name:
         required: true
@@ -97,14 +103,14 @@ jobs:
     needs: wheel-epoch-timestamp
     strategy:
       matrix:
-        python: ['3.8', '3.9']
+        python: ['3.8', '3.10']
         arch: [amd64, arm64]
-        ctk: ['11.5.1']
+        ctk: ['11.8.0']
     runs-on:
       - self-hosted
       - linux
       - ${{ matrix.arch }}
-      - cpu16
+      - ${{ inputs.node_type }}
     container:
       # ctk version of the cibw container is irrelevant in the manylinux case
       # it's simply a launcher for cibuildwheel

diff --git a/.github/workflows/wheels-manylinux-publish.yml b/.github/workflows/wheels-manylinux-publish.yml
@@ -27,9 +27,9 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python: ['3.8', '3.9']
+        python: ['3.8', '3.10']
         linux-arch: ["x86_64", "aarch64"]
-        ctk: ['11.5.1']
+        ctk: ['11.8.0']
     container:
       # ctk version of the cibw container is irrelevant in the publish step
       # it's simply a launcher for twine

diff --git a/.github/workflows/wheels-manylinux-test.yml b/.github/workflows/wheels-manylinux-test.yml
@@ -65,14 +65,14 @@ jobs:
           export MATRICES=$(cat <<EOF
           {
             "pull-request": [
-              { "arch": "amd64", "python": "3.8", "ctk": "11.5.1", "image": "ubuntu18.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "v100", "driver": "495"  },
-              { "arch": "arm64", "python": "3.8", "ctk": "11.5.1", "image": "ubuntu20.04", "test-type": "smoke", "test-command": "${{ inputs.test-smoketest }}", "gpu": "a100", "driver": "495"  }
+              { "arch": "amd64", "python": "3.8", "ctk": "11.8.0", "image": "ubuntu18.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "v100", "driver": "520"  },
+              { "arch": "arm64", "python": "3.8", "ctk": "11.8.0", "image": "ubuntu20.04", "test-type": "smoke", "test-command": "${{ inputs.test-smoketest }}", "gpu": "a100", "driver": "520"  }
             ],
             "nightly": [
-              { "arch": "amd64", "python": "3.8", "ctk": "11.5.1", "image": "ubuntu18.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "v100", "driver": "495" },
-              { "arch": "amd64", "python": "3.9", "ctk": "11.5.1", "image": "ubuntu18.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "v100", "driver": "495" },
-              { "arch": "arm64", "python": "3.8", "ctk": "11.5.1", "image": "ubuntu20.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "a100", "driver": "495" },
-              { "arch": "arm64", "python": "3.9", "ctk": "11.5.1", "image": "ubuntu20.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "a100", "driver": "495" }
+              { "arch": "amd64", "python": "3.8", "ctk": "11.8.0", "image": "ubuntu18.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "v100", "driver": "520" },
+              { "arch": "amd64", "python": "3.10", "ctk": "11.8.0", "image": "ubuntu18.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "v100", "driver": "520" },
+              { "arch": "arm64", "python": "3.8", "ctk": "11.8.0", "image": "ubuntu20.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "a100", "driver": "520" },
+              { "arch": "arm64", "python": "3.10", "ctk": "11.8.0", "image": "ubuntu20.04", "test-type": "unit", "test-command": "${{ inputs.test-unittest }}", "gpu": "a100", "driver": "520" }
             ]
           }
           EOF)

diff --git a/.github/workflows/wheels-pure-build.yml b/.github/workflows/wheels-pure-build.yml
@@ -46,10 +46,10 @@ jobs:
     needs: wheel-epoch-timestamp
     strategy:
       matrix:
-        ctk: ["11.5.1"]
+        ctk: ["11.8.0"]
     runs-on: ubuntu-latest
     container:
-      image: "rapidsai/cibuildwheel:cuda-runtime-${{ matrix.ctk }}-ubuntu18.04"
+      image: "rapidsai/cibuildwheel:cuda-runtime-${{ matrix.ctk }}-ubuntu20.04"
       env:
         RAPIDS_BUILD_TYPE: ${{ inputs.build_type }}
         RAPIDS_PY_VERSION: "3.8"

diff --git a/.github/workflows/wheels-pure-publish.yml b/.github/workflows/wheels-pure-publish.yml
@@ -29,7 +29,7 @@ jobs:
       matrix:
         python: ['3.8']
         linux-arch: ["x86_64"]
-        ctk: ['11.5.1']
+        ctk: ['11.8.0']
     container:
       # ctk version of the cibw container is irrelevant in the publish step
       # it's simply a launcher for twine

diff --git a/.github/workflows/wheels-pure-test.yml b/.github/workflows/wheels-pure-test.yml
@@ -32,10 +32,10 @@ on:
 jobs:
   wheel-test:
     name: wheel test pure
-    runs-on: [self-hosted, linux, amd64, gpu-v100-495-1]
+    runs-on: [self-hosted, linux, amd64, gpu-v100-520-1]
     strategy:
       matrix:
-        ctk: ["11.5.1"]
+        ctk: ["11.8.0"]
     container:
       image: "rapidsai/citestwheel:cuda-devel-${{ matrix.ctk }}-ubuntu18.04"
       env: