We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8432a5b commit 7770df2Copy full SHA for 7770df2
vllm/model_executor/layers/fused_moe/config.py
@@ -14,11 +14,16 @@
14
from vllm.utils import cdiv, has_triton_kernels
15
from vllm.utils.flashinfer import has_flashinfer_cutlass_fused_moe
16
17
-if has_triton_kernels():
18
- from triton_kernels.matmul_ogs import PrecisionConfig
19
-
20
logger = init_logger(__name__)
21
+if has_triton_kernels():
+ try:
+ from triton_kernels.matmul_ogs import PrecisionConfig
22
+ except ImportError:
23
+ logger.error(
24
+ "Failed to import Triton kernels. Please make sure your triton "
25
+ "version is compatible.")
26
+
27
28
def _get_config_dtype_str(
29
dtype: torch.dtype,
0 commit comments