Skip to content

Commit 05d7651

Browse files
pmeierdatumbox
andauthored
enable Shuffler in Caltech prototype (#4517)
Co-authored-by: Vasilis Vryniotis <[email protected]>
1 parent 6d9ab57 commit 05d7651

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

torchvision/prototype/datasets/_builtin/caltech.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -120,8 +120,7 @@ def _make_datapipe(
120120

121121
images_dp = TarArchiveReader(images_dp)
122122
images_dp = Filter(images_dp, self._is_not_background_image)
123-
# FIXME: add this after https://github.com/pytorch/pytorch/issues/65808 is resolved
124-
# images_dp = Shuffler(images_dp, buffer_size=INFINITE_BUFFER_SIZE)
123+
images_dp = Shuffler(images_dp, buffer_size=INFINITE_BUFFER_SIZE)
125124

126125
anns_dp = TarArchiveReader(anns_dp)
127126
anns_dp = Filter(anns_dp, self._is_ann)
@@ -189,8 +188,7 @@ def _make_datapipe(
189188
dp = resource_dps[0]
190189
dp = TarArchiveReader(dp)
191190
dp = Filter(dp, self._is_not_rogue_file)
192-
# FIXME: add this after https://github.com/pytorch/pytorch/issues/65808 is resolved
193-
# dp = Shuffler(dp, buffer_size=INFINITE_BUFFER_SIZE)
191+
dp = Shuffler(dp, buffer_size=INFINITE_BUFFER_SIZE)
194192
return Mapper(dp, self._collate_and_decode_sample, fn_kwargs=dict(decoder=decoder))
195193

196194
def generate_categories_file(self, root: Union[str, pathlib.Path]) -> None:

0 commit comments

Comments
 (0)