peaceiris/robotstxt repository overview

$ wget https://peaceiris.com/robots.txt
$ docker run --rm -v ./robots.txt:/root/robots.txt peaceiris/robotstxt:v1.0.0 /root/robots.txt Googlebot https://peaceiris.com/
user-agent 'Googlebot' with URI 'https://peaceiris.com/': ALLOWED

name: robots.txt

on:
  workflow_dispatch:
  pull_request:

jobs:
  validate:
    runs-on: ubuntu-22.04
    timeout-minutes: 3
    permissions:
      contents: read
    container:
      image: ghcr.io/peaceiris/robotstxt:v1.0.0
    steps:
      - uses: actions/checkout@v3
      - name: Validate
        run: |
          # Validate a robots.txt on a repository
          robots ./assets/robots.txt Googlebot https://peaceiris.com/
          robots ./assets/robots.txt GPTBot https://peaceiris.com/ || true

          # Download a robots.txt with the preinstalled curl and validate
          curl -s https://peaceiris.com/robots.txt --output robots.txt
          robots robots.txt Googlebot https://peaceiris.com/
          robots robots.txt GPTBot https://peaceiris.com/ || true