update CI and get more verbose tool logs

galaxyproject · Dec 7, 2023 · 5636b03 · 5636b03
1 parent 15a1a40
commit 5636b03
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/.github/workflows/fetch_all_tools.yaml b/.github/workflows/fetch_all_tools.yaml
@@ -37,8 +37,7 @@ jobs:
       - name: Run script
         # run: bash bin/extract_all_tools.sh
         run: | 
-          ls
-          bash ./bin/extract_all_tools.sh "${{ matrix.subset }}"
+          bash ./bin/extract_all_tools_stepwise.sh "${{ matrix.subset }}"
         env:
           GITHUB_API_KEY:  ${{ secrets.GITHUB_TOKEN }}
       - name: Commit all tools 

diff --git a/bin/extract_galaxy_tools.py b/bin/extract_galaxy_tools.py
@@ -71,6 +71,11 @@ def get_tool_github_repositories(g: Github, RepoSelection: Optional[str]) -> Lis
             repo_f = repo.get_contents(repo_selection)
             repo_l = get_string_content(repo_f).rstrip()
             repo_list.extend(repo_l.split("\n"))
+
+    print("Parsing repositories from:")
+    for repo in repo_list:
+        print("\t", repo)
+
     return repo_list
 
 
@@ -429,7 +434,7 @@ def filter_tools(tools: List[Dict], ts_cat: List[str], excluded_tools: List[str]
         # parse tools in GitHub repositories to extract metada, filter by TS categories and export to output file
         tools: List[Dict] = []
         for r in repo_list:
-            print(r)
+            print("Parsing tools from:", (r))
             if "github" not in r:
                 continue
             try: