Skip to content

Commit 41b4efc

Browse files
committed
Modify attr name
1 parent a12c16c commit 41b4efc

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

vllm/model_executor/model_loader/loader.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -787,7 +787,7 @@ def __init__(self, load_config: LoadConfig):
787787
with open(config_file_path, "r") as f:
788788
config = json.load(f)
789789
self.target_modules = config["target_modules"]
790-
self.wo_sharded_weights_modules: List[str] = []
790+
self.unsharded_weights_modules: List[str] = []
791791

792792
def _get_config_file(self, qlora_adapter: str) -> str:
793793
is_local = os.path.isdir(qlora_adapter)
@@ -1010,7 +1010,7 @@ def _unquantized_generator(self, hf_weights_files, use_safetensors,
10101010
# Without sharding
10111011
if any(
10121012
weight_name.startswith(module)
1013-
for module in self.wo_sharded_weights_modules):
1013+
for module in self.unsharded_weights_modules):
10141014
weight_sub_tensor = weight_tensor
10151015
# Shard by column
10161016
elif any(module in weight_name
@@ -1080,7 +1080,7 @@ def _load_weights(self, model_config: ModelConfig,
10801080
# static variable in the model implementation.
10811081
# TODO: Can we reduce the static variables needed for BNB based on
10821082
# model information?
1083-
self.wo_sharded_weights_modules = [
1083+
self.unsharded_weights_modules = [
10841084
name for name, module in model.named_modules()
10851085
if isinstance(module, (ReplicatedLinear, ))
10861086
]

0 commit comments

Comments
 (0)