parse.yml

name: Parser

on:
  workflow_dispatch: # allows manual triggering
  schedule:
    - cron: '0 12 * * 0' # runs at 12:00 on Sunday

jobs:
  parse_files:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2
        with:
          fetch-depth: 0
      - name: Get new commits
        id: commits
        run: echo "NEW_COMMIT_COUNT=$(git log --oneline --since '24 hours ago' | wc -l)" >> "$GITHUB_OUTPUT"
      - name : "Install Python dependencies"
        if: ${{ steps.commits.outputs.NEW_COMMIT_COUNT > 0 || github.event_name == 'workflow_dispatch'}}
        run : pip install Markdown reportlab selenium weasyprint==53.0 PyPDF2
      - name: "Parse markdown subjects"
        if: ${{ steps.commits.outputs.NEW_COMMIT_COUNT > 0 || github.event_name == 'workflow_dispatch'}}
        run: |
          for file in $(ls -d */)
          do
              if [ ! -d "$file/subject" ]; then
                  echo "::error file=$file,title="No subject folder."::$file"
                  continue
              fi
              if [ ! -f "$file/subject/data.txt" ]; then
                  echo "::error file=$file/subject,title="No subject data.txt."::$file/subject"
                  continue
              fi
              data=$(cat $file/subject/data.txt)
              stable=$(echo "$data" | cut -d$'\n' -f4)
              if [ "$stable" = "stable" ]; then
                  echo "::notice file=$file/mouli/data.txt,title="Marked as stable"::$file/mouli/data.txt"
                  continue
              fi
              title=$(echo "$data" | cut -d$'\n' -f1)
              if [ -z "$title" ]; then
                  echo "::error file=$file/subject/data.txt,title="No title."::$file/subject/data.txt"
                  continue
              fi
              version=$(echo "$data" | cut -d$'\n' -f2)
              if [ -z "$version" ]; then
                  echo "::error file=$file/subject/data.txt,title="No version."::$file/subject/data.txt"
                  continue
              fi
              campus=$(echo "$data" | cut -d$'\n' -f3)
              if [ -z "$campus" ]; then
                  echo "::error file=$file/subject/data.txt,title="No campus."::$file/subject/data.txt"
                  continue
              fi
              md=$(ls $file/subject/*.md | head -n1)
              if [ -z "$md" ]; then
                  echo "::error file=$file/subject,title="No markdown file."::$file/subject"
                  continue
              fi
              cd .github/workflows/parser && python3 cc_subjects.py "../../../$md" "$title" "$version" "$campus" && cd ../../..
          done
      - uses: EndBug/add-and-commit@v9
        if: ${{ steps.commits.outputs.NEW_COMMIT_COUNT > 0 || github.event_name == 'workflow_dispatch'}}
        with:
          add: "-- . ':!.github'"
          default_author: github_actions