We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 41b4efc commit e410d9cCopy full SHA for e410d9c
vllm/model_executor/model_loader/loader.py
@@ -787,6 +787,7 @@ def __init__(self, load_config: LoadConfig):
787
with open(config_file_path, "r") as f:
788
config = json.load(f)
789
self.target_modules = config["target_modules"]
790
+ # Save the module names without sharding.
791
self.unsharded_weights_modules: List[str] = []
792
793
def _get_config_file(self, qlora_adapter: str) -> str:
0 commit comments