From bc5f20a7c03a9880f52cb68b5c70b2be21c67aae Mon Sep 17 00:00:00 2001 From: extreme4all <> Date: Mon, 6 Nov 2023 19:31:32 +0100 Subject: [PATCH] 1m -> 500k unique_ids --- src/jobs/kafka/players/main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/jobs/kafka/players/main.py b/src/jobs/kafka/players/main.py index 1ce4779..77e6f51 100644 --- a/src/jobs/kafka/players/main.py +++ b/src/jobs/kafka/players/main.py @@ -105,7 +105,7 @@ async def get_data(self, url: str, params: dict) -> list[dict]: async def main(self): logger.info(f"starting: {self.__class__.__name__}") - unique_ids = deque(maxlen=1_000_000) + unique_ids = deque(maxlen=500_000) last_day = datetime.now().date() max_id = 0