[fbsync] fix Flowers102 dataset labels (#5775)

Summary: (Note: this ignores all push blocking failures!)

Reviewed By: jdsgomes, NicolasHug

Differential Revision: D36095700

fbshipit-source-id: 9007ca80152889932f529b850c164ad28c5eccf6

Author: YosuaMichael

torchvision/datasets/flowers102.py

@@ -65,7 +65,7 @@ def __init__(
         image_ids = set_ids[self._splits_map[self._split]].tolist()
 
         labels = loadmat(self._base_folder / self._file_dict["label"][0], squeeze_me=True)
-        image_id_to_label = dict(enumerate(labels["labels"].tolist(), 1))
+        image_id_to_label = dict(enumerate((labels["labels"] - 1).tolist(), 1))
 
         self._labels = []
         self._image_files = []