[fbsync] Amend the weights only if quantize=True. (#4966)

Reviewed By: NicolasHug

Differential Revision: D32694308

fbshipit-source-id: 1fde05de57fb7d0911a8b86ea364f66dc33bfe78

Author: prabhat00155

torchvision/models/quantization/mobilenetv3.py

@@ -43,7 +43,7 @@ def _load_from_state_dict(
     ):
         version = local_metadata.get("version", None)
 
-        if version is None or version < 2:
+        if hasattr(self, "qconfig") and (version is None or version < 2):
             default_state_dict = {
                 "scale_activation.activation_post_process.scale": torch.tensor([1.0]),
                 "scale_activation.activation_post_process.zero_point": torch.tensor([0], dtype=torch.int32),