User-agent: *
Disallow: /*  # disallow all
{{ rules|safe }}
Crawl-delay: 1  # wait 1 second before crawling next page