Manually Redeploy portals #44
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Manually Redeploy portals | |
| on: | |
| workflow_dispatch: | |
| jobs: | |
| collect_dirs: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| dirs: ${{ steps.collect-dirs.outputs.dirs }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Read Redeploy.txt and collect directories | |
| id: collect-dirs | |
| run: | | |
| set -x | |
| # Set the path to the Redeploy.txt file | |
| REDEPLOY_FILE=".github/workflows/manually-deploy-portals.txt" | |
| # Add a newline character to the end of the file | |
| sed -i -e '$a\' "$REDEPLOY_FILE" | |
| # Initialize an empty array for the valid directories | |
| VALID_DIRS=() | |
| # Loop over each line in the text file (without using a pipe) | |
| while IFS= read -r dir; do | |
| echo "Processing directory: $dir" | |
| # Check if the directory exists in the root folder | |
| if [ -d "$dir" ]; then | |
| # Add the valid directory to the array | |
| echo "Adding valid directory: $dir" | |
| VALID_DIRS+=("$dir") | |
| else | |
| echo "Skipping non-existent directory: $dir" | |
| fi | |
| done < "$REDEPLOY_FILE" # Read directly from the file | |
| # Debug output for VALID_DIRS | |
| echo "VALID_DIRS before JSON conversion: ${VALID_DIRS[@]}" | |
| # Convert to JSON format | |
| if [ ${#VALID_DIRS[@]} -eq 0 ]; then | |
| echo "No valid directories found." | |
| DIRS_JSON='[]' # Set to empty JSON array if none found | |
| else | |
| DIRS_JSON=$(printf '%s\n' "${VALID_DIRS[@]}" | jq -R -s -c 'split("\n") | map(select(length > 0))') | |
| fi | |
| echo "Converted to JSON: $DIRS_JSON" | |
| # Output the collected directories | |
| echo "directories=$DIRS_JSON" >> $GITHUB_ENV | |
| echo "::set-output name=dirs::$DIRS_JSON" | |
| build_and_deploy: | |
| needs: collect_dirs | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| directory: ${{ fromJson(needs.collect_dirs.outputs.dirs) }} | |
| if: ${{ needs.collect_dirs.outputs.dirs != '[]' }} # Only run if directories are found | |
| steps: | |
| - name: Debug Changed Directories | |
| run: | | |
| echo "CHANGED_DIRS: ${{ needs.collect_dirs.outputs.dirs }}" | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Add Random Waiting Time | |
| uses: AliSajid/random-wait-action@f9109712daa7a8103f7be16b68634b9d376587a7 # v2.4.1 | |
| with: | |
| minimum: 15 | |
| maximum: 50 | |
| - name: Zip BuildFiles and send to APIMatic | |
| continue-on-error: true # Allow deployment to fail without halting the action | |
| run: | | |
| cd ${{ matrix.directory }} | |
| echo "Zipping BuildFiles in ${{ matrix.directory }}..." | |
| zip -r portal-input.zip BuildFiles/* > /dev/null | |
| echo "Zipped BuildFiles successfully." | |
| echo "Sending zip to APIMatic..." | |
| RESPONSE=$(curl -s --output response.zip --write-out '%{http_code}\t%{content_type}' --request POST \ | |
| --url 'https://api.apimatic.io/portal' \ | |
| -H 'Authorization: X-Auth-Key ${{ secrets.APIMATIC_API_KEY }}' \ | |
| -F "[email protected]") | |
| echo "Raw curl response: $RESPONSE" | |
| HTTP_CODE=$(echo "$RESPONSE" | cut -f1) | |
| CONTENT_TYPE=$(echo "$RESPONSE" | cut -f2) | |
| if [ "$HTTP_CODE" -ne 200 ]; then | |
| echo "APIMatic transformer failed with HTTP_CODE=$HTTP_CODE. Exiting." | |
| exit 1 | |
| fi | |
| echo "Request successful. Unzipping response..." | |
| mkdir -p Portal | |
| unzip -qq response.zip -d Portal | |
| ls Portal | |
| - name: Add Random Waiting Time | |
| uses: AliSajid/random-wait-action@f9109712daa7a8103f7be16b68634b9d376587a7 # v2.4.1 | |
| with: | |
| minimum: 10 | |
| maximum: 40 | |
| - name: Check and Create Cloudflare Project if Needed | |
| continue-on-error: true # Allow deployment to fail without halting the action | |
| run: | | |
| PROJECT_NAME=$(basename ${{ matrix.directory }})-apimatic-catalog | |
| echo "Checking if Cloudflare project '$PROJECT_NAME' exists..." | |
| PAGE=1 | |
| EXISTING_PROJECTS="" | |
| while true; do | |
| # Make the API request for the current page | |
| RESPONSE=$(curl -s --request GET \ | |
| --url "https://api.cloudflare.com/client/v4/accounts/${{ secrets.CLOUDFLARE_ACCOUNT_ID }}/pages/projects?page=$PAGE" \ | |
| --header 'Content-Type: application/json' \ | |
| -H "Authorization: Bearer ${{ secrets.CLOUDFLARE_API_TOKEN }}") | |
| # Append project names from the current page to the variable | |
| PROJECTS=$(echo "$RESPONSE" | jq -r '.result[]?.name // empty') | |
| EXISTING_PROJECTS+="$PROJECTS"$'\n' | |
| # Check if more pages exist | |
| TOTAL_PAGES=$(echo "$RESPONSE" | jq -r '.result_info.total_pages // 0') | |
| if [ "$PAGE" -ge "$TOTAL_PAGES" ]; then | |
| break | |
| fi | |
| PAGE=$((PAGE + 1)) | |
| done | |
| # Output all projects | |
| echo "$EXISTING_PROJECTS" | |
| # Check if the current project name exists in the list | |
| if echo "$EXISTING_PROJECTS" | grep -q "^$PROJECT_NAME$"; then | |
| echo "Project '$PROJECT_NAME' already exists on Cloudflare." | |
| else | |
| echo "Project '$PROJECT_NAME' not found. Creating new Cloudflare project..." | |
| # Create the new project | |
| CREATE_RESPONSE=$(curl -s --request POST \ | |
| --url https://api.cloudflare.com/client/v4/accounts/${{ secrets.CLOUDFLARE_ACCOUNT_ID }}/pages/projects \ | |
| --header 'Content-Type: application/json' \ | |
| -H "Authorization: Bearer ${{ secrets.CLOUDFLARE_API_TOKEN }}" \ | |
| --data '{ | |
| "name": "'"$PROJECT_NAME"'", | |
| "production_branch": "main" | |
| }') | |
| # Check if the project creation was successful | |
| if echo "$CREATE_RESPONSE" | jq -e '.success' > /dev/null; then | |
| echo "Successfully created Cloudflare project '$PROJECT_NAME'." | |
| else | |
| echo "Failed to create Cloudflare project '$PROJECT_NAME'. Response: $CREATE_RESPONSE" | |
| exit 1 | |
| fi | |
| fi | |
| - name: Deploy to Cloudflare Pages | |
| uses: cloudflare/wrangler-action@v3 | |
| with: | |
| apiToken: ${{ secrets.CLOUDFLARE_API_TOKEN }} | |
| accountId: ${{ secrets.CLOUDFLARE_ACCOUNT_ID }} | |
| command: pages deploy ${{ matrix.directory }}/Portal --project-name=${{ matrix.directory }}-apimatic-catalog | |
| continue-on-error: true # Allow deployment to fail without halting the action | |
| update_readme: | |
| needs: build_and_deploy | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Truncate README.md and Append Filtered Subdomains | |
| run: | | |
| # Truncate README.md after line 87 | |
| head -n 87 README.md > temp_README.md && mv temp_README.md README.md | |
| PAGE=1 | |
| README_FILE="README.md" | |
| # Add a new line (backslash) to README.md | |
| echo "\\" >> $README_FILE | |
| subdomain_lines="" | |
| while true; do | |
| # Fetch the current page from the API | |
| RESPONSE=$(curl --silent --request GET \ | |
| --url "https://api.cloudflare.com/client/v4/accounts/${{ secrets.CLOUDFLARE_ACCOUNT_ID }}/pages/projects?page=$PAGE" \ | |
| --header 'Content-Type: application/json' \ | |
| -H "Authorization: Bearer ${{ secrets.CLOUDFLARE_API_TOKEN }}") | |
| # Extract subdomains that contain "-apimatic-catalog" and format them | |
| subdomain_lines+=$(echo "$RESPONSE" | \ | |
| jq -r '.result[] | select(.subdomain | contains("-apimatic-catalog")) | .subdomain' | \ | |
| sed 's/^/* <http:\/\//' | sed 's/$/>/'$'\n') | |
| # Check pagination | |
| TOTAL_PAGES=$(echo "$RESPONSE" | jq '.result_info.total_pages') | |
| if [ "$PAGE" -ge "$TOTAL_PAGES" ]; then | |
| break | |
| fi | |
| # Move to the next page | |
| PAGE=$((PAGE + 1)) | |
| done | |
| # Append to README.md without a trailing slash | |
| echo -e "$subdomain_lines" >> $README_FILE | |
| # Output the updated README for debugging purposes | |
| echo "Updated README.md content:" | |
| cat $README_FILE | |
| - name: Commit and Push the Updated README.md | |
| run: | | |
| git config --global user.name "github-actions[bot]" | |
| git config --global user.email "github-actions[bot]@users.noreply.github.com" | |
| git add README.md | |
| git commit -m "Update README.md with filtered Cloudflare subdomains" | |
| git push | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |