Reduce the batch size when crawling

wbond · Aug 14, 2021 · 9f5eb7e · 9f5eb7e
1 parent a2c4f0f
commit 9f5eb7e
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/app/tasks/crawl.py b/app/tasks/crawl.py
@@ -34,9 +34,8 @@
     valid_sources = package.sources.sources_for(explicit_package)
     valid_dependency_sources = []
 else:
-    # Limit each run to 400 packages
-    valid_sources = package.sources.outdated_sources(60, 400)
-    valid_dependency_sources = dependency.outdated_sources(60, 400)
+    valid_sources = package.sources.outdated_sources(60, 200)
+    valid_dependency_sources = dependency.outdated_sources(60, 200)
 
 invalid_sources = package.sources.invalid_sources(valid_sources)
 invalid_dependency_sources = dependency.invalid_sources(valid_dependency_sources)