increase prefetch factor

mwalmsley · Nov 4, 2023 · 685e0a8 · 685e0a8
1 parent 1b2e2f2
commit 685e0a8
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/zoobot/pytorch/training/webdatamodule.py b/zoobot/pytorch/training/webdatamodule.py
@@ -100,7 +100,8 @@ def make_loader(self, urls, mode="train"):
             batch_size=None,  # already batched
             shuffle=False,  # already shuffled
             num_workers=self.num_workers,
-            pin_memory=True
+            pin_memory=True,
+            prefetch_factor=10
         )
 
         # print('sampling')