Skip to content

Commit 9480ae2

Browse files
authored
[Bugfix] Fix packed_factor missing attribute error (#23902)
Signed-off-by: Kyuyeun Kim <[email protected]>
1 parent f399182 commit 9480ae2

File tree

1 file changed

+8
-8
lines changed

1 file changed

+8
-8
lines changed

vllm/model_executor/layers/linear.py

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -722,8 +722,8 @@ def weight_loader(self,
722722
# If quantized, we need to adjust the offset and size to account
723723
# for the packing.
724724
if packed_dim == output_dim:
725-
shard_size = shard_size // param.pack_factor
726-
shard_offset = shard_offset // param.pack_factor
725+
shard_size = shard_size // param.packed_factor
726+
shard_offset = shard_offset // param.packed_factor
727727
# Special case for Marlin.
728728
shard_size, shard_offset = adjust_marlin_shard(
729729
param, shard_size, shard_offset)
@@ -756,8 +756,8 @@ def weight_loader(self,
756756
# for the packing.
757757
packed_dim = getattr(param, "packed_dim", None)
758758
if packed_dim == output_dim:
759-
shard_size = shard_size // param.pack_factor
760-
shard_offset = shard_offset // param.pack_factor
759+
shard_size = shard_size // param.packed_factor
760+
shard_offset = shard_offset // param.packed_factor
761761
# Special case for Marlin.
762762
shard_size, shard_offset = adjust_marlin_shard(
763763
param, shard_size, shard_offset)
@@ -1107,8 +1107,8 @@ def weight_loader(self,
11071107
# If quantized, we need to adjust the offset and size to account
11081108
# for the packing.
11091109
if packed_dim == output_dim:
1110-
shard_size = shard_size // param.pack_factor
1111-
shard_offset = shard_offset // param.pack_factor
1110+
shard_size = shard_size // param.packed_factor
1111+
shard_offset = shard_offset // param.packed_factor
11121112

11131113
# Special case for Marlin.
11141114
shard_size, shard_offset = adjust_marlin_shard(
@@ -1155,8 +1155,8 @@ def weight_loader(self,
11551155
# for the packing.
11561156
packed_dim = getattr(param, "packed_dim", None)
11571157
if packed_dim == output_dim:
1158-
shard_size = shard_size // param.pack_factor
1159-
shard_offset = shard_offset // param.pack_factor
1158+
shard_size = shard_size // param.packed_factor
1159+
shard_offset = shard_offset // param.packed_factor
11601160

11611161
# Special case for Marlin.
11621162
shard_size, shard_offset = adjust_marlin_shard(

0 commit comments

Comments
 (0)