robots.txt.yml

name: "Update robots.txt"
on:
    schedule:
        - cron: "0 0 * * 6" # At 00:00 on Saturday
    workflow_dispatch:

jobs:
    update:
        name: "Update robots.txt"

        runs-on: ubuntu-latest

        permissions:
            contents: write

        steps:
            - name: Checkout repository
              uses: actions/checkout@v4

            - name: Pull latest robots
              run: |
                  curl -X POST https://api.darkvisitors.com/robots-txts \
                      -H "Authorization: Bearer ${{ secrets.DarkVisitorsBearer }}" \
                      -H "Content-Type: application/json" \
                      --data-raw '{"agent_types": ["AI Assistant", "AI Data Scraper", "AI Search Crawler", "Undocumented AI Agent"]}' \
                      --output ./public/robots.txt

            - name: Commit changes
              uses: EndBug/add-and-commit@v9
              with:
                  message: "chore: generate robots.txt"
                  default_author: github_actions
                  push: true