diff --git a/.github/workflows/cron.yml b/.github/workflows/cron.yml
index 835069c833..70585eade0 100644
--- a/.github/workflows/cron.yml
+++ b/.github/workflows/cron.yml
@@ -62,7 +62,7 @@ jobs:
     if: github.repository == 'Project-MONAI/MONAI'
     strategy:
       matrix:
-        container: ["pytorch:21.02", "pytorch:21.10"]  # 21.02 for backward comp.
+        container: ["pytorch:21.02", "pytorch:21.12"]  # 21.02 for backward comp.
     container:
       image: nvcr.io/nvidia/${{ matrix.container }}-py3  # testing with the latest pytorch base image
       options: "--gpus all"
@@ -106,7 +106,7 @@ jobs:
     if: github.repository == 'Project-MONAI/MONAI'
     strategy:
       matrix:
-        container: ["pytorch:21.02", "pytorch:21.10"]  # 21.02 for backward comp.
+        container: ["pytorch:21.02", "pytorch:21.12"]  # 21.02 for backward comp.
     container:
       image: nvcr.io/nvidia/${{ matrix.container }}-py3  # testing with the latest pytorch base image
       options: "--gpus all"
diff --git a/.github/workflows/pythonapp-gpu.yml b/.github/workflows/pythonapp-gpu.yml
index c5cd70af7f..bae009d0a1 100644
--- a/.github/workflows/pythonapp-gpu.yml
+++ b/.github/workflows/pythonapp-gpu.yml
@@ -22,8 +22,8 @@ jobs:
           - "PT17+CUDA102"
           - "PT17+CUDA110"
           - "PT18+CUDA102"
-          - "PT18+CUDA110"
           - "PT19+CUDA114"
+          - "PT110+CUDA115"
           - "PT110+CUDA102"
         include:
           - environment: PT17+CUDA102
@@ -36,16 +36,17 @@ jobs:
           - environment: PT18+CUDA102
             pytorch: "torch==1.8.1 torchvision==0.9.1"
             base: "nvcr.io/nvidia/cuda:10.2-devel-ubuntu18.04"
-          - environment: PT18+CUDA110
-            # we explicitly set pytorch to -h to avoid pip install error
-            pytorch: "-h"
-            base: "nvcr.io/nvidia/pytorch:21.02-py3"
           - environment: PT19+CUDA114
             # we explicitly set pytorch to -h to avoid pip install error
-            # https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes
             # 21.10: 1.10.0a0+0aef44c
             pytorch: "-h"
             base: "nvcr.io/nvidia/pytorch:21.10-py3"
+          - environment: PT110+CUDA115
+            # we explicitly set pytorch to -h to avoid pip install error
+            # https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes
+            # 21.12: 1.11.0a0+b6df043
+            pytorch: "-h"
+            base: "nvcr.io/nvidia/pytorch:21.12-py3"
           - environment: PT110+CUDA102
             pytorch: "torch==1.10.1 torchvision==0.11.2"
             base: "nvcr.io/nvidia/cuda:10.2-devel-ubuntu18.04"
diff --git a/Dockerfile b/Dockerfile
index 2d889c8b45..43dc103e0f 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -11,7 +11,7 @@
 
 # To build with a different base image
 # please run `docker build` using the `--build-arg PYTORCH_IMAGE=...` flag.
-ARG PYTORCH_IMAGE=nvcr.io/nvidia/pytorch:21.10-py3
+ARG PYTORCH_IMAGE=nvcr.io/nvidia/pytorch:21.12-py3
 FROM ${PYTORCH_IMAGE}
 
 LABEL maintainer="monai.contact@gmail.com"