save shape when fp8 solution not found (#123)

Co-authored-by: Gregory Shtrasberg <[email protected]>

Author: charlifu

vllm/model_executor/layers/quantization/fp8_rocm.py

@@ -242,6 +242,8 @@ def apply(
         k = x.shape[1]
 
         solidx = self._config._tuned.get((m, n, k), 0)
+        if solidx == 0:
+            self._config.save_shape(m, n, k)
         res = ops.fp8_mm(x_quant, weight.t(), out_dtype, asf, wsf, osf,
                          int(solidx))