diff --git a/.github/workflows/staging-build-pr.yml b/.github/workflows/staging-build-pr.yml
index 8b6bf06e0071..1e8ed3ab93ae 100644
--- a/.github/workflows/staging-build-pr.yml
+++ b/.github/workflows/staging-build-pr.yml
@@ -101,12 +101,13 @@ jobs:
 
       - name: Delete heavy things we won't need deployed
         run: |
-          # Non-WIP translations we don't support yet.
-          rm -fr translations/de* translations/ru* translations/ko* translations/ru*
-
           # Not needed to run after having been built.
           rm -fr .next/cache
 
+          # The dereferenced file is not used in runtime once the
+          # decorated file has been created from it.
+          rm -fr lib/rest/static/dereferenced
+
       - name: Create an archive
         run: |
           tar -c --file=app.tar \
diff --git a/script/i18n/prune-stale-files.js b/script/i18n/prune-stale-files.js
new file mode 100755
index 000000000000..69ebd18f5444
--- /dev/null
+++ b/script/i18n/prune-stale-files.js
@@ -0,0 +1,55 @@
+#!/usr/bin/env node
+import fs from 'fs'
+import path from 'path'
+import walk from 'walk-sync'
+import program from 'commander'
+import languages from '../../lib/languages.js'
+
+program
+  .description(
+    `Removes any file in the translations directory that doesn't have a 1-1 mapping with an English file in the content directory`
+  )
+  .option('-d, --dry-run', `List the files that will be deleted, but don't remove them).`)
+  .parse(process.argv)
+
+const languageDir = Object.keys(languages)
+  .filter((language) => !languages[language].wip && language !== 'en')
+  .map((language) => languages[language].dir)
+
+main()
+
+async function main() {
+  const listOfContentFiles = walk(path.join(process.cwd(), 'content'), {
+    includeBasePath: false,
+    directories: false,
+  })
+
+  const translatedFilePaths = []
+  languageDir.forEach((directory) => {
+    const listOfFiles = walk(path.join(directory, 'content'), {
+      includeBasePath: true,
+      directories: false,
+    }).map((path) => path.replace(process.cwd(), ''))
+    translatedFilePaths.push(...listOfFiles)
+  })
+
+  let outOfSyncFilesCount = 0
+  translatedFilePaths.forEach((translatedFilePath) => {
+    const translationRelativePath = translatedFilePath.split('/content/')[1]
+
+    // If there is a 1:1 mapping of translated file to english file
+    // we're in sync, don't log
+    if (listOfContentFiles.includes(translationRelativePath)) {
+      return
+    }
+
+    outOfSyncFilesCount++
+    if (!program.opts().dryRun) {
+      fs.unlinkSync(translatedFilePath)
+    } else {
+      console.log(translatedFilePath)
+    }
+  })
+
+  console.log(`Out of sync file size: ${outOfSyncFilesCount}`)
+}