fla-org · zhiyuan1i · Jun 20, 2025 · Jun 20, 2025
diff --git a/.github/workflows/intel-a770.yml b/.github/workflows/intel-a770.yml
@@ -15,7 +15,7 @@ on:
       - '*'
 
 jobs:
-  test:
+  test-ops:
     if: github.event_name != 'pull_request' || github.event.action != 'closed'
     runs-on: 'intel-a770'
     env:
@@ -46,7 +46,7 @@ jobs:
           (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
           (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
         id: changed-files
-        uses: tj-actions/[email protected].3
+        uses: tj-actions/[email protected].5
 
       - name: Find dependent test files
         if: |
@@ -56,7 +56,7 @@ jobs:
         id: find-dependent-tests
         run: |
           # Run the Python script to find dependent test files
-          TEST_FILES=$(python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
+          TEST_FILES=$(TEST_SCOPE=EXCLUDE_MODELS python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
           echo "test_files=$TEST_FILES" >> $GITHUB_OUTPUT
 
       - name: Setup python

diff --git a/.github/workflows/lint.yaml b/.github/workflows/lint.yaml
@@ -27,6 +27,6 @@ jobs:
           pre-commit install-hooks
       - name: Get changed files
         id: changed-files
-        uses: tj-actions/[email protected].3
+        uses: tj-actions/[email protected].5
       - name: Lint modified files
         run: pre-commit run --files ${{ steps.changed-files.outputs.all_changed_files }}
diff --git a/.github/workflows/nvidia-4090.yml b/.github/workflows/nvidia-4090.yml
@@ -15,7 +15,7 @@ on:
       - '*'
 
 jobs:
-  test:
+  test-ops:
     if: github.event_name != 'pull_request' || github.event.action != 'closed'
     runs-on: 'nvidia-4090'
     env:
@@ -46,7 +46,7 @@ jobs:
           (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
           (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
         id: changed-files
-        uses: tj-actions/[email protected].3
+        uses: tj-actions/[email protected].5
 
       - name: Find dependent test files
         if: |
@@ -56,7 +56,7 @@ jobs:
         id: find-dependent-tests
         run: |
           # Run the Python script to find dependent test files
-          TEST_FILES=$(python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
+          TEST_FILES=$(TEST_SCOPE=EXCLUDE_MODELS python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
           echo "test_files=$TEST_FILES" >> $GITHUB_OUTPUT
 
       - name: Setup python
@@ -119,3 +119,86 @@ jobs:
           FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
             pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
             echo "Varlen tests failed (non-critical)"
+
+  test-models:
+    needs: test-ops
+    if: always() && github.event_name != 'pull_request' || github.event.action != 'closed'
+    runs-on: 'nvidia-4090'
+    env:
+      FLA_CI_ENV: 1
+    steps:
+      - name: Check out repo
+        uses: actions/checkout@v4
+
+      - name: Check skip keyword in LATEST commit (Push only)
+        id: check_skip
+        run: |
+          if [ "${{ github.event_name }}" = "push" ] && ! [[ "${{ github.ref }}" =~ ^refs/tags/ ]]; then
+            COMMIT_MSG=$(jq -r '.head_commit.message' <<< '${{ toJSON(github.event) }}')
+            echo "Latest commit message: $COMMIT_MSG"
+            if echo "$COMMIT_MSG" | grep -qF "[skip test]"; then
+              echo "::notice::Tests skipped by commit message"
+              echo "skip_tests=true" >> $GITHUB_OUTPUT
+            else
+              echo "skip_tests=false" >> $GITHUB_OUTPUT
+            fi
+          else
+            echo "skip_tests=false" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Get changed files
+        if: |
+          (github.event_name == 'pull_request' ||
+          (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
+          (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
+        id: changed-files
+        uses: tj-actions/[email protected]
+
+      - name: Find dependent test files
+        if: |
+          (github.event_name == 'pull_request' ||
+          (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
+          (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
+        id: find-dependent-tests
+        run: |
+          # Run the Python script to find dependent test files
+          TEST_FILES=$(TEST_SCOPE=MODELS_ONLY python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
+          echo "test_files=$TEST_FILES" >> $GITHUB_OUTPUT
+
+      - name: Test compiling on changed test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=1 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run pytest on test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run pytest on varlen test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
+            echo "Varlen tests failed (non-critical)"
+
+      - name: Test full compiling on all test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=1 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest tests/
+
+      - name: Run full pytest on test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run full pytest on varlen test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
+            echo "Varlen tests failed (non-critical)"
diff --git a/.github/workflows/nvidia-a100.yml b/.github/workflows/nvidia-a100.yml
@@ -15,7 +15,7 @@ on:
       - '*'
 
 jobs:
-  test:
+  test-ops:
     if: github.event_name != 'pull_request' || github.event.action != 'closed'
     runs-on: 'nvidia-a100'
     env:
@@ -46,7 +46,7 @@ jobs:
           (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
           (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
         id: changed-files
-        uses: tj-actions/[email protected].3
+        uses: tj-actions/[email protected].5
 
       - name: Find dependent test files
         if: |
@@ -56,7 +56,7 @@ jobs:
         id: find-dependent-tests
         run: |
           # Run the Python script to find dependent test files
-          TEST_FILES=$(python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
+          TEST_FILES=$(TEST_SCOPE=EXCLUDE_MODELS python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
           echo "test_files=$TEST_FILES" >> $GITHUB_OUTPUT
 
       - name: Setup python
@@ -120,3 +120,86 @@ jobs:
           FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
             pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
             echo "Varlen tests failed (non-critical)"
+
+  test-models:
+    needs: test-ops
+    if: always() && github.event_name != 'pull_request' || github.event.action != 'closed'
+    runs-on: 'nvidia-a100'
+    env:
+      FLA_CI_ENV: 1
+    steps:
+      - name: Check out repo
+        uses: actions/checkout@v4
+
+      - name: Check skip keyword in LATEST commit (Push only)
+        id: check_skip
+        run: |
+          if [ "${{ github.event_name }}" = "push" ] && ! [[ "${{ github.ref }}" =~ ^refs/tags/ ]]; then
+            COMMIT_MSG=$(jq -r '.head_commit.message' <<< '${{ toJSON(github.event) }}')
+            echo "Latest commit message: $COMMIT_MSG"
+            if echo "$COMMIT_MSG" | grep -qF "[skip test]"; then
+              echo "::notice::Tests skipped by commit message"
+              echo "skip_tests=true" >> $GITHUB_OUTPUT
+            else
+              echo "skip_tests=false" >> $GITHUB_OUTPUT
+            fi
+          else
+            echo "skip_tests=false" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Get changed files
+        if: |
+          (github.event_name == 'pull_request' ||
+          (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
+          (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
+        id: changed-files
+        uses: tj-actions/[email protected]
+
+      - name: Find dependent test files
+        if: |
+          (github.event_name == 'pull_request' ||
+          (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
+          (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
+        id: find-dependent-tests
+        run: |
+          # Run the Python script to find dependent test files
+          TEST_FILES=$(TEST_SCOPE=MODELS_ONLY python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
+          echo "test_files=$TEST_FILES" >> $GITHUB_OUTPUT
+
+      - name: Test compiling on changed test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=1 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run pytest on test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run pytest on varlen test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
+            echo "Varlen tests failed (non-critical)"
+
+      - name: Test full compiling on all test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=1 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest tests/
+
+      - name: Run full pytest on test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run full pytest on varlen test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
+            echo "Varlen tests failed (non-critical)"
diff --git a/.github/workflows/nvidia-h100.yml b/.github/workflows/nvidia-h100.yml
@@ -15,7 +15,7 @@ on:
       - '*'
 
 jobs:
-  test:
+  test-ops:
     if: github.event_name != 'pull_request' || github.event.action != 'closed'
     runs-on: 'nvidia-h100'
     env:
@@ -46,7 +46,7 @@ jobs:
           (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
           (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
         id: changed-files
-        uses: tj-actions/[email protected].3
+        uses: tj-actions/[email protected].5
 
       - name: Find dependent test files
         if: |
@@ -56,7 +56,7 @@ jobs:
         id: find-dependent-tests
         run: |
           # Run the Python script to find dependent test files
-          TEST_FILES=$(python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
+          TEST_FILES=$(TEST_SCOPE=EXCLUDE_MODELS python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
           echo "test_files=$TEST_FILES" >> $GITHUB_OUTPUT
 
       - name: Setup python
@@ -120,3 +120,86 @@ jobs:
           FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
             pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
             echo "Varlen tests failed (non-critical)"
+
+  test-models:
+    needs: test-ops
+    if: always() && github.event_name != 'pull_request' || github.event.action != 'closed'
+    runs-on: 'nvidia-h100'
+    env:
+      FLA_CI_ENV: 1
+    steps:
+      - name: Check out repo
+        uses: actions/checkout@v4
+
+      - name: Check skip keyword in LATEST commit (Push only)
+        id: check_skip
+        run: |
+          if [ "${{ github.event_name }}" = "push" ] && ! [[ "${{ github.ref }}" =~ ^refs/tags/ ]]; then
+            COMMIT_MSG=$(jq -r '.head_commit.message' <<< '${{ toJSON(github.event) }}')
+            echo "Latest commit message: $COMMIT_MSG"
+            if echo "$COMMIT_MSG" | grep -qF "[skip test]"; then
+              echo "::notice::Tests skipped by commit message"
+              echo "skip_tests=true" >> $GITHUB_OUTPUT
+            else
+              echo "skip_tests=false" >> $GITHUB_OUTPUT
+            fi
+          else
+            echo "skip_tests=false" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Get changed files
+        if: |
+          (github.event_name == 'pull_request' ||
+          (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
+          (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
+        id: changed-files
+        uses: tj-actions/[email protected]
+
+      - name: Find dependent test files
+        if: |
+          (github.event_name == 'pull_request' ||
+          (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/'))) &&
+          (steps.check_skip.outputs.skip_tests != 'true' || github.event_name != 'push')
+        id: find-dependent-tests
+        run: |
+          # Run the Python script to find dependent test files
+          TEST_FILES=$(TEST_SCOPE=MODELS_ONLY python scripts/find_dependent_tests.py "${{ steps.changed-files.outputs.all_changed_files }}")
+          echo "test_files=$TEST_FILES" >> $GITHUB_OUTPUT
+
+      - name: Test compiling on changed test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=1 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run pytest on test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run pytest on varlen test files
+        if: steps.find-dependent-tests.outputs.test_files && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
+            echo "Varlen tests failed (non-critical)"
+
+      - name: Test full compiling on all test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=1 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest tests/
+
+      - name: Run full pytest on test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=1 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }}
+
+      - name: Run full pytest on varlen test files
+        if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') && steps.check_skip.outputs.skip_tests == 'false'
+        run: |
+          FLA_COMPILER_MODE=0 TRITON_PRINT_AUTOTUNING=0 SKIP_TEST_CHUNK_VARLEN=0 \
+            pytest ${{ steps.find-dependent-tests.outputs.test_files }} || \
+            echo "Varlen tests failed (non-critical)"