diff --git a/vllm/executor/uniproc_executor.py b/vllm/executor/uniproc_executor.py index e041215de660..8c004c790fcb 100644 --- a/vllm/executor/uniproc_executor.py +++ b/vllm/executor/uniproc_executor.py @@ -103,6 +103,7 @@ def _init_executor(self) -> None: # so we can use the env:// method. # required env vars: # - RANK + # - LOCAL_RANK # - MASTER_ADDR # - MASTER_PORT distributed_init_method = "env://"