catch workflowhub error

sources/README.md

@@ -245,13 +245,13 @@ To make a test run of the tool to check its functionalities follow [Usage](#Usag
 1. Workflow extraction
 
     ```bash
-    $ bash bin/extract_all_workflows.sh test 
+    $ bash sources/bin/extract_all_workflows.sh test 
     ```
 
 2. Workflow filtering
 
     ```bash
-    $ bash bin/get_community_workflowss.sh test
+    $ bash sources/bin/get_community_workflows.sh test
     ```
 
 # Galaxy Labs framework

sources/bin/extract_galaxy_workflows.py

@@ -156,9 +156,10 @@ def add_workflows_from_workflowhub(self) -> None:
                 f"https://workflowhub.eu{wf['links']['self']}",
                 header,
             )
-            wf = Workflow()
-            wf.init_from_search(wf=wfhub_wf, source="WorkflowHub", tools=self.tools)
-            self.workflows.append(wf)
+            if wfhub_wf:
+                wf = Workflow()
+                wf.init_from_search(wf=wfhub_wf, source="WorkflowHub", tools=self.tools)
+                self.workflows.append(wf)
         print(len(self.workflows))
 
     def add_workflows_from_a_server(self, server: str) -> None:
@@ -170,6 +171,12 @@ def add_workflows_from_a_server(self, server: str) -> None:
             f"{server}/api/workflows/",
             header,
         )
+
+        # test max 50 wfs
+        if self.test:
+            if len(server_wfs) > 50:
+                server_wfs = server_wfs[:50]
+
         count = 0
         for wf in server_wfs:
             if wf["published"] and wf["importable"] and not wf["deleted"] and not wf["hidden"]:

sources/bin/shared.py

@@ -96,9 +96,17 @@ def get_request_json(url: str, headers: dict) -> dict:
 
     :param url: galaxy tool id
     """
-    r = requests.get(url, auth=None, headers=headers)
-    r.raise_for_status()
-    return r.json()
+
+    try:
+        r = requests.get(url, auth=None, headers=headers)
+        r.raise_for_status()  # Optional: Raises an HTTPError if the response was an unsuccessful status code
+    except ConnectionError as e:
+        raise ConnectionError("Connection aborted: Remote end closed connection without response") from e
+    except requests.exceptions.RequestException as e:
+        # This will handle other possible errors (e.g., timeout, HTTPError)
+        raise SystemExit(e)
+    else:
+        return r.json()
 
 
 def format_date(date: str) -> str: