diff --git a/.github/checkgroup.yml b/.github/checkgroup.yml
index 583651bf38..9317b4c615 100644
--- a/.github/checkgroup.yml
+++ b/.github/checkgroup.yml
@@ -141,14 +141,14 @@ subprojects:
       - "!**/*.md"
     checks:
       - "build-cuda (3.9, 1.11, 11.3.1)"
-      - "build-cuda (3.9, 1.12, 11.6.1)"
-      - "build-cuda (3.9, 1.13, 11.7.1)"
-      - "build-cuda (3.10, 2.0, 11.7.1)"
+      - "build-cuda (3.9, 1.12, 11.7.1)"
+      - "build-cuda (3.9, 1.13, 12.0.1)"
+      - "build-cuda (3.10, 2.0, 12.0.1)"
       #- "build-NGC"
       - "build-pl (3.9, 1.11, 11.3.1)"
-      - "build-pl (3.9, 1.12, 11.6.1)"
-      - "build-pl (3.9, 1.13, 11.7.1)"
-      - "build-pl (3.10, 2.0, 11.7.1)"
+      - "build-pl (3.9, 1.12, 11.7.1)"
+      - "build-pl (3.9, 1.13, 12.0.1)"
+      - "build-pl (3.10, 2.0, 12.0.1)"
 
   # SECTIONS: lightning_data
 
diff --git a/.github/workflows/ci-dockers.yml b/.github/workflows/ci-dockers.yml
index 9a606c9bd9..6246fbf42a 100644
--- a/.github/workflows/ci-dockers.yml
+++ b/.github/workflows/ci-dockers.yml
@@ -44,9 +44,9 @@ jobs:
           # We only release one docker image per PyTorch version.
           # The matrix here is the same as the one in release-docker.yml.
           - {python_version: "3.9", pytorch_version: "1.11", cuda_version: "11.3.1"}
-          - {python_version: "3.9", pytorch_version: "1.12", cuda_version: "11.6.1"}
-          - {python_version: "3.9", pytorch_version: "1.13", cuda_version: "11.7.1"}
-          - {python_version: "3.10", pytorch_version: "2.0", cuda_version: "11.7.1"}
+          - {python_version: "3.9", pytorch_version: "1.12", cuda_version: "11.7.1"}
+          - {python_version: "3.9", pytorch_version: "1.13", cuda_version: "12.0.1"}
+          - {python_version: "3.10", pytorch_version: "2.0", cuda_version: "12.0.1"}
     steps:
       - uses: actions/checkout@v3
         with:
@@ -72,9 +72,9 @@ jobs:
           # These are the base images for PL release docker images,
           # so include at least all of the combinations in release-dockers.yml.
           - {python_version: "3.9", pytorch_version: "1.11", cuda_version: "11.3.1"}
-          - {python_version: "3.9", pytorch_version: "1.12", cuda_version: "11.6.1"}
-          - {python_version: "3.9", pytorch_version: "1.13", cuda_version: "11.7.1"}
-          - {python_version: "3.10", pytorch_version: "2.0", cuda_version: "11.7.1"}
+          - {python_version: "3.9", pytorch_version: "1.12", cuda_version: "11.7.1"}
+          - {python_version: "3.9", pytorch_version: "1.13", cuda_version: "12.0.1"}
+          - {python_version: "3.10", pytorch_version: "2.0", cuda_version: "12.0.1"}
     steps:
       - uses: actions/checkout@v3
       - uses: docker/setup-buildx-action@v2
diff --git a/.github/workflows/release-docker.yml b/.github/workflows/release-docker.yml
index 2d899c0349..a3a13e1f3f 100644
--- a/.github/workflows/release-docker.yml
+++ b/.github/workflows/release-docker.yml
@@ -17,8 +17,8 @@ jobs:
         include:
           # We only release one docker image per PyTorch version.
           - {python_version: "3.9", pytorch_version: "1.11", cuda_version: "11.3.1"}
-          - {python_version: "3.9", pytorch_version: "1.12", cuda_version: "11.6.1"}
-          - {python_version: "3.9", pytorch_version: "1.13", cuda_version: "11.7.1"}
+          - {python_version: "3.9", pytorch_version: "1.12", cuda_version: "11.7.1"}
+          - {python_version: "3.9", pytorch_version: "1.13", cuda_version: "12.0.1"}
     steps:
       - name: Checkout
         uses: actions/checkout@v3
diff --git a/dockers/base-cuda/Dockerfile b/dockers/base-cuda/Dockerfile
index f5afe61baa..5fcaec5ffb 100644
--- a/dockers/base-cuda/Dockerfile
+++ b/dockers/base-cuda/Dockerfile
@@ -16,7 +16,7 @@ ARG UBUNTU_VERSION=20.04
 ARG CUDA_VERSION=11.7.1
 
 
-FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
+FROM nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}
 
 ARG PYTHON_VERSION=3.10
 ARG PYTORCH_VERSION=2.0