diff --git a/.github/workflows/_unittest.yml b/.github/workflows/_unittest.yml index eb6c9c24257..63f5e6693b7 100644 --- a/.github/workflows/_unittest.yml +++ b/.github/workflows/_unittest.yml @@ -33,7 +33,7 @@ jobs: with: runner: linux.2xlarge docker-image: ${{ inputs.docker-image }} - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -45,7 +45,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | set -eux diff --git a/.github/workflows/android-perf.yml b/.github/workflows/android-perf.yml index 5245d2f4f12..266454c39ab 100644 --- a/.github/workflows/android-perf.yml +++ b/.github/workflows/android-perf.yml @@ -167,7 +167,7 @@ jobs: with: runner: linux.2xlarge.memory docker-image: executorch-ubuntu-22.04-qnn-sdk - submodules: 'true' + submodules: 'recursive' timeout: 60 upload-artifact: android-models upload-artifact-to-s3: true diff --git a/.github/workflows/apple-perf.yml b/.github/workflows/apple-perf.yml index 6e75aaf4f85..1af1dfb24d3 100644 --- a/.github/workflows/apple-perf.yml +++ b/.github/workflows/apple-perf.yml @@ -167,7 +167,7 @@ jobs: # NB: Need to use our AWS MacOS runner to upload large models to S3 runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' timeout: 60 upload-artifact: ios-models upload-artifact-to-s3: true diff --git a/.github/workflows/doc-build.yml b/.github/workflows/doc-build.yml index 7fa40e3ea75..cae4168dbc7 100644 --- a/.github/workflows/doc-build.yml +++ b/.github/workflows/doc-build.yml @@ -41,7 +41,7 @@ jobs: job-name: Build doc runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12-android - submodules: 'true' + submodules: 'recursive' repository: pytorch/executorch upload-artifact: docs timeout: 90 diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml index 5a3c8595c72..f174ddb6dc7 100644 --- a/.github/workflows/lint.yml +++ b/.github/workflows/lint.yml @@ -23,7 +23,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-linter - submodules: 'true' + submodules: 'recursive' fetch-depth: 0 ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 diff --git a/.github/workflows/periodic.yml b/.github/workflows/periodic.yml index fa3fa6e1cd2..59b3a522954 100644 --- a/.github/workflows/periodic.yml +++ b/.github/workflows/periodic.yml @@ -50,7 +50,7 @@ jobs: with: runner: ${{ matrix.runner }} docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: ${{ matrix.timeout }} script: | diff --git a/.github/workflows/pull.yml b/.github/workflows/pull.yml index ddfd6f1b3ed..58decca0d30 100644 --- a/.github/workflows/pull.yml +++ b/.github/workflows/pull.yml @@ -24,7 +24,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-gcc9 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -66,7 +66,7 @@ jobs: with: runner: ${{ matrix.runner }} docker-image: ${{ matrix.docker-image }} - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -119,7 +119,7 @@ jobs: with: runner: ${{ matrix.runner }} docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -165,7 +165,7 @@ jobs: with: runner: ${{ matrix.runner }} docker-image: ${{ matrix.docker-image }} - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 900 script: | @@ -197,7 +197,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12-android - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -222,7 +222,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -246,7 +246,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -270,7 +270,7 @@ jobs: with: runner: linux.24xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -301,7 +301,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -331,7 +331,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -354,7 +354,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -382,7 +382,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-gcc9 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -418,7 +418,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -489,7 +489,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-arm-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -528,7 +528,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-qnn-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 900 script: | @@ -563,7 +563,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-qnn-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 180 script: | @@ -596,7 +596,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-qnn-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 180 script: | @@ -618,7 +618,7 @@ jobs: with: runner: linux.24xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -645,7 +645,7 @@ jobs: with: runner: linux.24xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -672,7 +672,7 @@ jobs: with: runner: linux.24xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -699,7 +699,7 @@ jobs: with: runner: linux.24xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -726,7 +726,7 @@ jobs: with: runner: linux.24xlarge docker-image: executorch-ubuntu-22.04-mediatek-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -747,7 +747,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-gcc9 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | diff --git a/.github/workflows/trunk.yml b/.github/workflows/trunk.yml index 137bf3a4d3f..cbcb93f82f2 100644 --- a/.github/workflows/trunk.yml +++ b/.github/workflows/trunk.yml @@ -41,7 +41,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -89,7 +89,7 @@ jobs: with: runner: ${{ matrix.runner }} docker-image: executorch-ubuntu-22.04-gcc11-aarch64 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -116,7 +116,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | BUILD_TOOL=${{ matrix.build-tool }} @@ -138,7 +138,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | BUILD_TOOL=${{ matrix.build-tool }} @@ -164,7 +164,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | # The generic Linux job chooses to use base env, not the one setup by the image @@ -185,7 +185,7 @@ jobs: with: runner: linux.2xlarge.memory docker-image: executorch-ubuntu-22.04-arm-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -215,7 +215,7 @@ jobs: with: runner: linux.2xlarge.memory docker-image: executorch-ubuntu-22.04-arm-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -240,7 +240,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-arm-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -291,7 +291,7 @@ jobs: with: runner: macos-latest-xlarge python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -314,7 +314,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 180 script: | @@ -333,7 +333,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | set -eux @@ -355,7 +355,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | set -eux @@ -407,7 +407,7 @@ jobs: with: runner: ${{ matrix.runner }} docker-image: ${{ matrix.docker-image }} - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 900 script: | @@ -439,7 +439,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 900 script: | @@ -476,7 +476,7 @@ jobs: # with: # runner: macos-14-xlarge # python-version: '3.11' - # submodules: 'true' + # submodules: 'recursive' # ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} # timeout: 900 # script: | @@ -510,7 +510,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-qnn-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 900 script: | @@ -530,7 +530,7 @@ jobs: with: runner: macos-m1-stable python-version: '3.11' - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -580,7 +580,7 @@ jobs: secrets-env: EXECUTORCH_HF_TOKEN runner: linux.2xlarge.memory docker-image: executorch-ubuntu-22.04-clang12 - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 90 script: | @@ -639,7 +639,7 @@ jobs: with: runner: linux.2xlarge docker-image: executorch-ubuntu-22.04-qnn-sdk - submodules: 'true' + submodules: 'recursive' ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout: 900 script: | diff --git a/extension/llm/tokenizers b/extension/llm/tokenizers index 295ee78e4b0..3f9c458586e 160000 --- a/extension/llm/tokenizers +++ b/extension/llm/tokenizers @@ -1 +1 @@ -Subproject commit 295ee78e4b0d99d4527bbe81bc3156341366de11 +Subproject commit 3f9c458586ee576a7ddafb48eb491f117187e178