From 126866d81b462a77bac644b5f53f99e485b964bd Mon Sep 17 00:00:00 2001 From: kevin Date: Wed, 25 Sep 2024 07:12:03 +0000 Subject: [PATCH 1/7] p Signed-off-by: kevin --- .github/CODEOWNERS | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 .github/CODEOWNERS diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS new file mode 100644 index 000000000000..f2bc234eb3c1 --- /dev/null +++ b/.github/CODEOWNERS @@ -0,0 +1,18 @@ +# See https://help.github.com/articles/about-codeowners/ +# for more info about CODEOWNERS file + +/tests/async_engine @njhill +/tests/test_inputs.py @DarkLight1337 +/tests/entrypoints @DarkLight1337 @robertgshaw2-neuralmagic +/tests/models @DarkLight1337 @ywang96 +/tests/multimodal @DarkLight1337 @ywang96 +/tests/prefix_caching @comaniac +/tests/spec_decode @njhill @LiuXiaoxuanPKU +/tests/kernels @tlrmchlsmth +/tests/quantization @mgoin +/.buildkite/lm-eval-harness @mgoin +/tests/distributed/test_multi_node_assignment.py @youkaichao +/tests/distributed/test_pipeline_parallel.py @youkaichao +/tests/distributed/test_same_node.py @youkaichao +/tests/multi_step @solitarythinker +/tests/weight_loading @dsikka From 0854c0c6a5243a7a9149783e6160083692b2ed31 Mon Sep 17 00:00:00 2001 From: kevin Date: Wed, 25 Sep 2024 07:13:48 +0000 Subject: [PATCH 2/7] p Signed-off-by: kevin --- .github/CODEOWNERS | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index f2bc234eb3c1..16ecedf10bf1 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -14,5 +14,5 @@ /tests/distributed/test_multi_node_assignment.py @youkaichao /tests/distributed/test_pipeline_parallel.py @youkaichao /tests/distributed/test_same_node.py @youkaichao -/tests/multi_step @solitarythinker +/tests/multi_step @SolitaryThinker /tests/weight_loading @dsikka From d167006927f9ec9411e4d83738291fddfbae80b6 Mon Sep 17 00:00:00 2001 From: kevin Date: Sat, 28 Sep 2024 00:42:00 +0000 Subject: [PATCH 3/7] p Signed-off-by: kevin --- .github/CODEOWNERS | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index 16ecedf10bf1..d55f81e0858b 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -14,5 +14,5 @@ /tests/distributed/test_multi_node_assignment.py @youkaichao /tests/distributed/test_pipeline_parallel.py @youkaichao /tests/distributed/test_same_node.py @youkaichao -/tests/multi_step @SolitaryThinker -/tests/weight_loading @dsikka +/tests/multi_step @alexm-neuralmagic +/tests/weight_loading @mgoin From d8d2d683202a9cbb3567fced699ff0c77cd88c27 Mon Sep 17 00:00:00 2001 From: kevin Date: Mon, 30 Sep 2024 20:11:43 +0000 Subject: [PATCH 4/7] p Signed-off-by: kevin --- .github/CODEOWNERS | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index d55f81e0858b..4349f63cfd8e 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -1,18 +1,18 @@ # See https://help.github.com/articles/about-codeowners/ # for more info about CODEOWNERS file -/tests/async_engine @njhill -/tests/test_inputs.py @DarkLight1337 -/tests/entrypoints @DarkLight1337 @robertgshaw2-neuralmagic +/tests/async_engine @njhill @robertgshaw2-neuralmagic @simon-mo +/tests/test_inputs.py @DarkLight1337 @ywang96 +/tests/entrypoints @DarkLight1337 @robertgshaw2-neuralmagic @simon-mo /tests/models @DarkLight1337 @ywang96 /tests/multimodal @DarkLight1337 @ywang96 -/tests/prefix_caching @comaniac +/tests/prefix_caching @comaniac @KuntaiDu /tests/spec_decode @njhill @LiuXiaoxuanPKU -/tests/kernels @tlrmchlsmth -/tests/quantization @mgoin -/.buildkite/lm-eval-harness @mgoin +/tests/kernels @tlrmchlsmth @WoosukKwon +/tests/quantization @mgoin @robertgshaw2-neuralmagic +/.buildkite/lm-eval-harness @mgoin @simon-mo /tests/distributed/test_multi_node_assignment.py @youkaichao /tests/distributed/test_pipeline_parallel.py @youkaichao /tests/distributed/test_same_node.py @youkaichao -/tests/multi_step @alexm-neuralmagic -/tests/weight_loading @mgoin +/tests/multi_step @alexm-neuralmagic @SolitaryThinker @comaniac +/tests/weight_loading @mgoin @youkaichao From 3712ae5c4232f4a29b37fddd0f6dfc3c3f229753 Mon Sep 17 00:00:00 2001 From: kevin Date: Mon, 30 Sep 2024 20:14:30 +0000 Subject: [PATCH 5/7] p Signed-off-by: kevin --- .buildkite/test-pipeline.yaml | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/.buildkite/test-pipeline.yaml b/.buildkite/test-pipeline.yaml index 379a67c4c8cf..df630fa32de9 100644 --- a/.buildkite/test-pipeline.yaml +++ b/.buildkite/test-pipeline.yaml @@ -63,13 +63,21 @@ steps: fast_check: true source_file_dependencies: - vllm/ - - tests/basic_correctness + - tests/basic_correctness/test_basic_correctness + - tests/basic_correctness/test_cpu_offload + - tests/basic_correctness/test_preemption commands: - pytest -v -s basic_correctness/test_basic_correctness.py - pytest -v -s basic_correctness/test_cpu_offload.py + - VLLM_TEST_ENABLE_ARTIFICIAL_PREEMPT=1 pytest -v -s basic_correctness/test_preemption.py + +- label: Chunked Prefill Test + source_file_dependencies: + - vllm/ + - tests/basic_correctness/test_chunked_prefill.py + commands: - VLLM_ATTENTION_BACKEND=XFORMERS pytest -v -s basic_correctness/test_chunked_prefill.py - VLLM_ATTENTION_BACKEND=FLASH_ATTN pytest -v -s basic_correctness/test_chunked_prefill.py - - VLLM_TEST_ENABLE_ARTIFICIAL_PREEMPT=1 pytest -v -s basic_correctness/test_preemption.py - label: Core Test # 10min mirror_hardwares: [amd] From f18460a9c7dbeb3b4beecf4a585c192e5c677740 Mon Sep 17 00:00:00 2001 From: kevin Date: Mon, 30 Sep 2024 20:17:08 +0000 Subject: [PATCH 6/7] p Signed-off-by: kevin --- .github/CODEOWNERS | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index 4349f63cfd8e..e15f129719f8 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -16,3 +16,4 @@ /tests/distributed/test_same_node.py @youkaichao /tests/multi_step @alexm-neuralmagic @SolitaryThinker @comaniac /tests/weight_loading @mgoin @youkaichao +/tests/basic_correctness/test_chunked_prefill @rkooo567 @comaniac From ebdb6a4a693926ecdb46bc0518f68b7de68b356b Mon Sep 17 00:00:00 2001 From: kevin Date: Mon, 30 Sep 2024 20:18:43 +0000 Subject: [PATCH 7/7] p Signed-off-by: kevin --- .buildkite/test-pipeline.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/test-pipeline.yaml b/.buildkite/test-pipeline.yaml index df630fa32de9..384ba8d1ab98 100644 --- a/.buildkite/test-pipeline.yaml +++ b/.buildkite/test-pipeline.yaml @@ -74,7 +74,7 @@ steps: - label: Chunked Prefill Test source_file_dependencies: - vllm/ - - tests/basic_correctness/test_chunked_prefill.py + - tests/basic_correctness/test_chunked_prefill commands: - VLLM_ATTENTION_BACKEND=XFORMERS pytest -v -s basic_correctness/test_chunked_prefill.py - VLLM_ATTENTION_BACKEND=FLASH_ATTN pytest -v -s basic_correctness/test_chunked_prefill.py