Fix

Signed-off-by: Jee Jee Li <[email protected]>

Author: jeejeelee

vllm/lora/models.py

@@ -132,8 +132,6 @@ def from_lora_tensors(
         pin_memory = str(device) == "cpu" and is_pin_memory_available()
         loras: dict[str, LoRALayerWeights] = {}
         for tensor_name, tensor in tensors.items():
-            if "lm_head" in tensor_name:
-                pass
             module_name, is_lora_a, is_bias = parse_fine_tuned_lora_name(
                 tensor_name, weights_mapper)
             if module_name not in loras: