Update notice_fetcher.py

OP-TED · Feb 26, 2024 · f35b1ca · f35b1ca
1 parent af42992
commit f35b1ca
Showing 1 changed file with 15 additions and 4 deletions.
diff --git a/ted_sws/notice_fetcher/services/notice_fetcher.py b/ted_sws/notice_fetcher/services/notice_fetcher.py
@@ -111,10 +111,21 @@ def fetch_notices_by_query(self, query: dict) -> List[str]:
         #documents = self.ted_api_adapter.get_by_query(query=query)
         documents = self.ted_api_adapter.get_generator_by_query(query=query)
         notice_ids = set()
-        for document in documents:
-            notice_ids.add(document["ND"])
-            print(f"downloaded Notice: ", document["ND"])
-            self.notice_repository.add(notice=self._create_notice(notice_data=document))
+        while True:
+            try:
+                document = next(documents, None)
+
+                if document is None:
+                    break
+                notice_ids.add(document["ND"])
+                print(f"downloaded Notice: ", document["ND"])
+                self.notice_repository.add(notice=self._create_notice(notice_data=document))
+            except Exception as e:
+                print(e)
+        # for document in documents:
+        #     notice_ids.add(document["ND"])
+        #     print(f"downloaded Notice: ", document["ND"])
+        #     self.notice_repository.add(notice=self._create_notice(notice_data=document))
         #return self._store_to_notice_repository(documents=documents)
         return list(notice_ids)