Update doc-build.yml (#3071) (#3099)

pytorchbot · svekars · web-flow · commit 0ad7043e831f · 2024-04-17T17:28:35.000-07:00
Summary: Move noindex logic to the build job Pull Request resolved: #3071 Reviewed By: clee2000 Differential Revision: D56218857 Pulled By: svekars fbshipit-source-id: 69dff489d98eee046d69185a6c03d62fbae37a16 (cherry picked from commit 5d7949d) Co-authored-by: Svetlana Karslioglu <svekars@meta.com>
diff --git a/.github/workflows/doc-build.yml b/.github/workflows/doc-build.yml
@@ -68,6 +68,13 @@ jobs:
         make html
         cd ..
 
+        # If it's main branch, add noindex tag to all .html files to exclude from Google Search indexing.
+        GITHUB_REF=${{ github.ref }}
+        echo "GitHub Ref: ${GITHUB_REF}"
+        if [[ "${{ github.ref }}" == 'refs/heads/main' ]]; then
+          find docs/_build/html/ -name "*.html" -print0 | xargs -0 sed -i '/<head>/a \ \ <meta name="robots" content="noindex">';
+        fi
+
         cp -rf docs/_build/html/* "${RUNNER_DOCS_DIR}"
 
         mv docs/_build/html "${RUNNER_ARTIFACT_DIR}"
