Add todo to main

.github/workflows/common_crawler.yaml

@@ -23,17 +23,17 @@ jobs:
       - name: Upgrade pip
         run: python -m pip install --upgrade pip
       - name: Install dependencies
-        run: pip install -r common_crawler/requirements_common_crawler_action.txt
+        run: pip install -r source_collectors/common_crawler/requirements_common_crawler_action.txt
       - name: Run script
-        run: python common_crawler/main.py CC-MAIN-2024-10 *.gov police --config common_crawler/config.ini --pages 20
+        run: python source_collectors/common_crawler/main.py CC-MAIN-2024-10 *.gov police --config source_collectors/common_crawler/config.ini --pages 20
       - name: Configure Git
         run: |
           git config --local user.email "[email protected]"
           git config --local user.name "GitHub Action"
       - name: Add common_crawler cache and common_crawler batch_info
         run: |
-          git add common_crawler/data/cache.json 
-          git add common_crawler/data/batch_info.csv
+          git add source_collectors/common_crawler/data/cache.json 
+          git add source_collectors/common_crawler/data/batch_info.csv
       - name: Commit changes
         run: git commit -m "Update common_crawler cache and batch_info"
       - name: Push changes