fix import error for non-rocm platform

Signed-off-by: charlifu <[email protected]>

Author: charlifu

tests/compile/test_fusion.py

@@ -13,7 +13,6 @@
 from vllm.compilation.matcher_utils import QUANT_OPS
 from vllm.compilation.noop_elimination import NoOpEliminationPass
 from vllm.compilation.post_cleanup import PostCleanupPass
-from vllm.compilation.rocm_aiter_fusion import RocmAiterRMSNormFp8GroupQuantFusionPass
 from vllm.config import (
     CompilationConfig,
     CompilationMode,
@@ -241,6 +240,10 @@ def test_fusion_rmsnorm_quant(
         # Reshape pass is needed for the fusion pass to work
         noop_pass = NoOpEliminationPass(vllm_config)
         if model_class is TestAiterRmsnormGroupFp8QuantModel:
+            from vllm.compilation.rocm_aiter_fusion import (
+                RocmAiterRMSNormFp8GroupQuantFusionPass,
+            )
+
             fusion_pass = RocmAiterRMSNormFp8GroupQuantFusionPass(vllm_config)
         else:
             fusion_pass = RMSNormQuantFusionPass(vllm_config)

tests/compile/test_silu_mul_quant_fusion.py

@@ -17,7 +17,6 @@
 from vllm.compilation.fusion import QUANT_OPS
 from vllm.compilation.noop_elimination import NoOpEliminationPass
 from vllm.compilation.post_cleanup import PostCleanupPass
-from vllm.compilation.rocm_aiter_fusion import RocmAiterSiluMulFp8GroupQuantFusionPass
 from vllm.config import (
     CompilationConfig,
     CompilationMode,
@@ -220,6 +219,10 @@ def test_fusion_silu_and_mul_quant(
     with set_current_vllm_config(config):
         fusion_pass = ActivationQuantFusionPass(config)
         if model_class == TestAiterSiluMulGroupFp8QuantModel:
+            from vllm.compilation.rocm_aiter_fusion import (
+                RocmAiterSiluMulFp8GroupQuantFusionPass,
+            )
+
             fusion_pass = RocmAiterSiluMulFp8GroupQuantFusionPass(config)
 
         passes = [NoOpEliminationPass(config), fusion_pass, PostCleanupPass(config)]