diff --git a/.github/workflows/build-libtorch-images.yml b/.github/workflows/build-libtorch-images.yml
index 7c8e59f36..16dc352dc 100644
--- a/.github/workflows/build-libtorch-images.yml
+++ b/.github/workflows/build-libtorch-images.yml
@@ -33,7 +33,7 @@ jobs:
     runs-on: linux.12xlarge.ephemeral
     strategy:
       matrix:
-        cuda_version: ["12.1", "11.8"]
+        cuda_version: ["12.4", "12.1", "11.8"]
     env:
       GPU_ARCH_TYPE: cuda
       GPU_ARCH_VERSION: ${{ matrix.cuda_version }}
diff --git a/.github/workflows/build-manywheel-images.yml b/.github/workflows/build-manywheel-images.yml
index 46056ba14..d3836ca6f 100644
--- a/.github/workflows/build-manywheel-images.yml
+++ b/.github/workflows/build-manywheel-images.yml
@@ -37,7 +37,7 @@ jobs:
     runs-on: linux.12xlarge.ephemeral
     strategy:
       matrix:
-        cuda_version: ["12.1", "11.8"]
+        cuda_version: ["12.4", "12.1", "11.8"]
     env:
       GPU_ARCH_TYPE: cuda
       GPU_ARCH_VERSION: ${{ matrix.cuda_version }}
diff --git a/libtorch/Dockerfile b/libtorch/Dockerfile
index 8d69ac944..27c6db287 100644
--- a/libtorch/Dockerfile
+++ b/libtorch/Dockerfile
@@ -55,6 +55,11 @@ RUN bash ./install_cuda.sh 12.1
 RUN bash ./install_magma.sh 12.1
 RUN ln -sf /usr/local/cuda-12.1 /usr/local/cuda
 
+FROM cuda as cuda12.4
+RUN bash ./install_cuda.sh 12.4
+RUN bash ./install_magma.sh 12.4
+RUN ln -sf /usr/local/cuda-12.4 /usr/local/cuda
+
 FROM cpu as rocm
 ARG PYTORCH_ROCM_ARCH
 ENV PYTORCH_ROCM_ARCH ${PYTORCH_ROCM_ARCH}
diff --git a/libtorch/build_all_docker.sh b/libtorch/build_all_docker.sh
index 1a3a90d5a..9026551aa 100755
--- a/libtorch/build_all_docker.sh
+++ b/libtorch/build_all_docker.sh
@@ -4,7 +4,7 @@ set -eou pipefail
 
 TOPDIR=$(git rev-parse --show-toplevel)
 
-for cuda_version in 12.1 11.8; do
+for cuda_version in 12.4 12.1 11.8; do
     GPU_ARCH_TYPE=cuda GPU_ARCH_VERSION="${cuda_version}" "${TOPDIR}/libtorch/build_docker.sh"
 done