integration test

Author: liangel-02

tests/integration_tests/models.py

@@ -110,6 +110,25 @@ def build_model_tests_list() -> list[OverrideDefinitions]:
             "llama4_pp+fsdp+tp+ep+compile",
             ngpu=8,
         ),
+        # Integration Test Cases for Llama 3 Varlen
+        OverrideDefinitions(
+            [
+                [
+                    "--model.name llama3",
+                    "--model.flavor debugmodel_varlen",
+                    "--parallelism.pipeline_parallel_degree 2",
+                    "--parallelism.pipeline_parallel_schedule Interleaved1F1B",
+                    "--parallelism.data_parallel_shard_degree 2",
+                    "--parallelism.tensor_parallel_degree 2",
+                    "--parallelism.expert_parallel_degree 4",
+                    "--parallelism.expert_tensor_parallel_degree 1",
+                    "--compile.enable",
+                ],
+            ],
+            "Llama 3 PP+FSDP+TP+EP+compile+varlen",
+            "llama3_pp+fsdp+tp+ep+compile+varlen",
+            ngpu=8,
+        ),
     ]
 
     return model_tests