Merge pull request #26 from tuftsceeo/dev/nick #662
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: release-render-pipeline | ||
| on: | ||
| pull_request: | ||
| types: | ||
| - closed | ||
| branches: | ||
| - main | ||
| jobs: | ||
| release-render: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout Repository | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| ssh-key: ${{ secrets.RENDER_KEY }} | ||
| - name: Set up SSH for Git | ||
| run: | | ||
| mkdir -p ~/.ssh | ||
| echo "${{ secrets.RENDER_KEY }}" > ~/.ssh/id_rsa | ||
| chmod 600 ~/.ssh/id_rsa | ||
| ssh-keyscan github.com >> ~/.ssh/known_hosts | ||
| eval "$(ssh-agent -s)" | ||
| ssh-add ~/.ssh/id_rsa | ||
| # --- Step 1: Parse and Copy Files to Release Folder --- | ||
| - name: Parse File List from release/README.qmd | ||
| id: parse | ||
| run: | | ||
| # Extract the table section and parse the file paths | ||
| raw_file_list=$(awk '/\| name/ {f=1; next} /\|----/ {next} f && /\|/ {print $2}' software/release/README.qmd | tr -d ' ') | ||
| # Add the software/ prefix to each file path | ||
| echo "$raw_file_list" | sed 's/^/software\//' > file_list.txt | ||
| # Debugging output | ||
| echo "Files to monitor:" | ||
| cat file_list.txt | ||
| - name: Copy Files to Release Folder | ||
| run: | | ||
| mkdir -p software/release # Ensure the release folder exists | ||
| while read file; do | ||
| # Skip the config.py file | ||
| if [[ "$(basename $file)" == "config.py" ]]; then | ||
| echo "Skipping config.py" | ||
| continue | ||
| fi | ||
| # Copy the file, overwriting if it already exists | ||
| cp "$file" software/release/ # Overwrite files directly to the root of the release folder | ||
| done < file_list.txt | ||
| - name: List Files in Release Folder | ||
| run: | | ||
| echo "Files copied to the release folder:" | ||
| find software/release -type f | ||
| # --- Step 2: Update Version in Config.py --- | ||
| - name: Update Version in Config.py | ||
| run: | | ||
| # Get the list of changed (staged) files using git diff | ||
| changed_files=$(git diff --name-only) | ||
| # Get the list of untracked files (new files that haven't been added yet) | ||
| new_files=$(git ls-files --others --exclude-standard) | ||
| # Combine the changed and new files | ||
| all_changed_files=$(echo "$changed_files $new_files" | tr ' ' '\n') | ||
| # Process each file in file_list.txt | ||
| while read file; do | ||
| # Extract the base file name from the full path | ||
| base_file=$(basename "$file") | ||
| # Check if the file has been modified (either staged or new file) | ||
| if echo "$all_changed_files" | grep -q "$base_file"; then | ||
| # Use Python to update the version | ||
| python3 - <<EOF | ||
| import ast | ||
| config_path = 'software/release/config.py' | ||
| with open(config_path, 'r') as f: | ||
| version = ast.literal_eval(f.read().strip().split('= ', 1)[1]) | ||
| if '$base_file' in version: | ||
| version['$base_file'] += 1 | ||
| print(f"Updated $base_file version to {version['$base_file']}") | ||
| else: | ||
| version['$base_file'] = 1 | ||
| print(f"Added $base_file with version 1") | ||
| with open(config_path, 'w') as f: | ||
| f.write(f"version = {repr(version)}") | ||
| EOF | ||
| else | ||
| echo "No change detected for $base_file" | ||
| fi | ||
| done < file_list.txt | ||
| # --- Step 3: Render README.qmd to Markdown --- | ||
| - name: Set up R | ||
| uses: r-lib/actions/setup-r@v2 | ||
| - name: Install Required R Packages | ||
| run: | | ||
| Rscript -e 'if (!requireNamespace("rmarkdown", quietly = TRUE)) install.packages("rmarkdown", repos = "https://cloud.r-project.org/")' | ||
| Rscript -e 'if (!requireNamespace("knitr", quietly = TRUE)) install.packages("knitr", repos = "https://cloud.r-project.org/")' | ||
| - name: Set up Quarto | ||
| uses: quarto-dev/quarto-actions/setup@v2 | ||
| - name: Find and Render README.qmd Files | ||
| run: | | ||
| find . -name "README.qmd" | while read qmd_file; do | ||
| quarto render "$qmd_file" --to gfm | ||
| done | ||
| # --- Step 4: Commit and Push All Changes Once --- | ||
| - name: Commit and Push All Changes | ||
| run: | | ||
| # Configure Git | ||
| git config user.name "github-actions[bot]" | ||
| git config user.email "github-actions[bot]@users.noreply.github.com" | ||
| # Check if there are changes to commit (release folder or rendered README files) | ||
| git diff --exit-code || (git add software/release/ && git add . && git commit -m "Release and Render") | ||
| # Push the changes if there were any | ||
| git push origin main || echo "No changes to push" | ||
| - name: Set up Pull Request from main to original branch | ||
| run: | | ||
| # Get the original branch from the pull request | ||
| original_branch=$(echo "${{ github.event.pull_request.head.ref }}") | ||
| # Create a pull request from main to the original branch | ||
| gh pr create --base "$original_branch" --head "main" --title "Sync main with $original_branch" --body "Automated sync from main branch" --fill || echo "Pull request already exists or failed" | ||
