diff --git a/.github/workflows/build-llvm-images.yml b/.github/workflows/build-llvm-images.yml
deleted file mode 100644
index a89230891..000000000
--- a/.github/workflows/build-llvm-images.yml
+++ /dev/null
@@ -1,42 +0,0 @@
-name: Build llvm docker images
-
-on:
-  push:
-    branches:
-      main
-    paths:
-      - llvm/*
-      - .github/workflows/build-llvm-images.yml
-  pull_request:
-    paths:
-      - llvm/*
-      - .github/workflows/build-llvm-images.yml
-
-env:
-  DOCKER_REGISTRY: "docker.io"
-  DOCKER_BUILDKIT: 1
-  DOCKER_ID: ${{ secrets.DOCKER_ID }}
-  DOCKER_TOKEN: ${{ secrets.DOCKER_TOKEN }}
-  WITH_PUSH: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }}
-  FORCE_PUSH: yes
-
-jobs:
-  build:
-    runs-on: linux.2xlarge
-    steps:
-      - name: Checkout PyTorch builder
-        uses: actions/checkout@v3
-      - name: Authenticate if WITH_PUSH
-        run: |
-          if [[ "${WITH_PUSH}" == true ]]; then
-            echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin
-          fi
-      - name: Build Docker Image
-        working-directory: llvm
-        run: |
-          ./build.sh
-      - name: Push image
-        working-directory: llvm
-        if: ${{ github.event_name == 'push' }}
-        run: |
-          ./deploy.sh
diff --git a/llvm/Dockerfile b/llvm/Dockerfile
deleted file mode 100644
index bbe299e35..000000000
--- a/llvm/Dockerfile
+++ /dev/null
@@ -1,52 +0,0 @@
-FROM ubuntu:focal as dev
-ARG LLVM_VERSION=9.0.1
-ENV LLVM_URL https://github.com/llvm/llvm-project/releases/download/llvmorg-${LLVM_VERSION}/llvm-project-${LLVM_VERSION}.src.tar.xz
-ENV DEBIAN_FRONTEND noninteractive
-RUN apt-get update && apt-get install -y \
-        build-essential \
-        curl \
-        cmake \
-        make \
-        python3 \
-        python3-dev \
-        xz-utils
-
-# Build LLVM with CXX11 ABI (default)
-RUN mkdir -p /opt/llvm /tmp/llvm/build
-WORKDIR /tmp/llvm
-RUN curl -fL -o llvm-project.tar.xz "${LLVM_URL}" && \
-        tar -xf llvm-project.tar.xz --strip-components=1
-WORKDIR /tmp/llvm/build
-RUN cmake -G "Unix Makefiles" \
-        -DCMAKE_BUILD_TYPE=MinSizeRel \
-        -DLLVM_ENABLE_ASSERTIONS=ON \
-        -DCMAKE_INSTALL_PREFIX=/opt/llvm \
-        -DLLVM_TARGETS_TO_BUILD="host" \
-        -DLLVM_BUILD_TOOLS=OFF \
-        -DLLVM_BUILD_UTILS=ON \
-        -DLLVM_INSTALL_UTILS=ON \
-        -DLLVM_ENABLE_RTTI=ON \
-        -DLLVM_ENABLE_PROJECTS=clang \
-        -DLLVM_TEMPORARILY_ALLOW_OLD_TOOLCHAIN=ON \
-        ../llvm/
-RUN make -j"$(nproc --ignore=2)" && make install
-
-# Build LLVM without CXX11 ABI
-RUN mkdir -p /opt/llvm_no_cxx11_abi /tmp/llvm/build_no_cxx11_abi
-WORKDIR /tmp/llvm/build_no_cxx11_abi
-RUN cmake -G "Unix Makefiles" \
-        -DCMAKE_BUILD_TYPE=MinSizeRel \
-        -DLLVM_ENABLE_ASSERTIONS=ON \
-        -DCMAKE_INSTALL_PREFIX=/opt/llvm_no_cxx11_abi \
-        -DLLVM_TARGETS_TO_BUILD="host" \
-        -DLLVM_BUILD_TOOLS=OFF \
-        -DLLVM_BUILD_UTILS=OFF \
-        -DLLVM_TEMPORARILY_ALLOW_OLD_TOOLCHAIN=ON \
-        -DCMAKE_CXX_FLAGS=-D_GLIBCXX_USE_CXX11_ABI=0 \
-        ../llvm/
-RUN make -j"$(nproc --ignore=2)" && make install
-
-
-FROM alpine as final
-COPY --from=dev /opt/llvm /opt/llvm
-COPY --from=dev /opt/llvm_no_cxx11_abi /opt/llvm_no_cxx11_abi
diff --git a/llvm/README.md b/llvm/README.md
deleted file mode 100644
index 93ba000f0..000000000
--- a/llvm/README.md
+++ /dev/null
@@ -1,21 +0,0 @@
-# llvm
-
-This contains the dockerfile used to build LLVM from source with assertions enabled.
-
-This is ultimately used by the main `pytorch/pytorch`'s base Docker images
-
-## How to build:
-
-```bash
-./build.sh
-```
-
-## How to deploy:
-
-```
-./deploy.sh
-```
-
-## Updating LLVM
-
-Edit the LLVM_VERSION in `env_vars.sh`
diff --git a/llvm/build.sh b/llvm/build.sh
deleted file mode 100755
index 99a3fe7c4..000000000
--- a/llvm/build.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/usr/bin/env bash
-
-set -eou pipefail
-
-DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
-source "${DIR}/env_vars.sh"
-
-(
-  set -x
-  cat Dockerfile | DOCKER_BUILDKIT=1 docker build --build-arg "LLVM_VERSION=${LLVM_VERSION}" -t "pytorch/llvm:${LLVM_VERSION}" -
-)
diff --git a/llvm/deploy.sh b/llvm/deploy.sh
deleted file mode 100755
index 2d494d72d..000000000
--- a/llvm/deploy.sh
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/usr/bin/env bash
-
-set -eou pipefail
-
-DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
-source "${DIR}/env_vars.sh"
-
-FORCE_PUSH=${FORCE_PUSH:-no}
-IMAGE="pytorch/llvm:${LLVM_VERSION}"
-
-if DOCKER_CLI_EXPERIMENTAL=enabled docker manifest inspect "${IMAGE}" >/dev/null 2>/dev/null; then
-  if [[ ${FORCE_PUSH} = "no" ]]; then
-    echo "ERROR: ${IMAGE} already exists, run script with FORCE_PUSH=yes to forcefully push over the tag"
-    exit 1
-  else
-    echo "WARNING: Overwriting existing ${IMAGE}"
-  fi
-fi
-(
-  set -x
-  docker push "pytorch/llvm:${LLVM_VERSION}"
-)
diff --git a/llvm/env_vars.sh b/llvm/env_vars.sh
deleted file mode 100644
index 5b3f6093f..000000000
--- a/llvm/env_vars.sh
+++ /dev/null
@@ -1,3 +0,0 @@
-#!/usr/bin/env bash
-
-LLVM_VERSION="12.0.0"