Skip to content

Commit 5913a48

Browse files
committed
Fix test
Signed-off-by: Jee Jee Li <[email protected]>
1 parent f49e743 commit 5913a48

File tree

2 files changed

+6
-4
lines changed

2 files changed

+6
-4
lines changed

tests/lora/test_llama_tp.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,8 @@
1111
from vllm.lora.request import LoRARequest
1212
from vllm.model_executor.model_loader.tensorizer import TensorizerConfig
1313

14+
from ..utils import VLLM_PATH, create_new_process_for_each_test
15+
1416
PROMPT_TEMPLATE = """<|eot_id|><|start_header_id|>user<|end_header_id|>
1517
I want you to act as a SQL terminal in front of an example database, you need only to return the sql command to me.Below is an instruction that describes a task, Write a response that appropriately completes the request.
1618
"
@@ -113,6 +115,7 @@ def generate_and_test(
113115
print("removing lora")
114116

115117

118+
@create_new_process_for_each_test()
116119
@pytest.mark.parametrize("cudagraph_specialize_lora", [True, False])
117120
def test_llama_lora(llama32_lora_files, cudagraph_specialize_lora: bool):
118121
llm = vllm.LLM(

vllm/lora/utils.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -171,10 +171,9 @@ def is_base_embeddding_weights(name: str) -> bool:
171171
input_embedding_subfix = ".embed_tokens.base_layer.weight"
172172
output_embedding_subfix = ".lm_head.base_layer.weight"
173173

174-
if name.endswith(input_embedding_subfix) or name.endswith(output_embedding_subfix):
175-
return True
176-
177-
return False
174+
return name.endswith(input_embedding_subfix) or name.endswith(
175+
output_embedding_subfix
176+
)
178177

179178

180179
def is_regex_target_modules(

0 commit comments

Comments
 (0)