Added error-handling for panelization & tagging

source-data · Oct 10, 2023 · 65d596b · 65d596b
1 parent 1dabd15
commit 65d596b
Showing 1 changed file with 9 additions and 4 deletions.
diff --git a/sdg/sdneo.py b/sdg/sdneo.py
@@ -39,7 +39,8 @@ def filter_existing_complete_articles(doi_list: List[str]):
                 else:
                     results = self.db.query(SDARTICLE_LOADING_STATUS(params={'doi': doi}))  # 'complete' | 'partial' | 'absent'
                     if results:
-                        if results[0]['status'] == 'partial':
+                        status = results[0]['status']
+                        if status in {'partial', 'error'}:
                             delete_result = self.db.query(DELETE_TREE(params={'doi': doi}))
                             logger.info(f"{delete_result[0][0]} trees deleted for {doi}")
                             filtered_list.append(doi)
@@ -59,9 +60,13 @@ def filter_existing_complete_articles(doi_list: List[str]):
                 logger.warning(f"!!!! Article '{a.title}'' has no doi.")
             else:
                 logger.info(f"article {a.doi}")
-                figure_nodes = self.create_figures(a.children, a.doi)
-                self.create_relationships(a_node, figure_nodes, 'has_fig')
-                self.db.query(SET_STATUS(params={'doi': a.doi, 'status': 'complete'}))
+                try:
+                    figure_nodes = self.create_figures(a.children, a.doi)
+                    self.create_relationships(a_node, figure_nodes, 'has_fig')
+                    self.db.query(SET_STATUS(params={'doi': a.doi, 'status': 'complete'}))
+                except Exception as e:
+                    logger.error("!!!! Error creating figures for %s", a.doi, exc_info=True)
+                    self.db.query(SET_STATUS(params={'doi': a.doi, 'status': 'error'}))
         return article_nodes
 
     def create_figures(self, figure_list, doi):