diff --git a/vllm/envs.py b/vllm/envs.py index f6c038967b69..edabd647db2f 100644 --- a/vllm/envs.py +++ b/vllm/envs.py @@ -321,6 +321,7 @@ def maybe_convert_int(value: Optional[str]) -> Optional[int]: # - "XFORMERS": use XFormers # - "ROCM_FLASH": use ROCmFlashAttention # - "FLASHINFER": use flashinfer + # - "FLASHMLA": use FlashMLA "VLLM_ATTENTION_BACKEND": lambda: os.getenv("VLLM_ATTENTION_BACKEND", None),