# Veridian robots.txt file

User-agent: *
Sitemap: https://hojishinbun.hoover.org/sitemap-hojishinbun-index.xml
Crawl-delay: 1                                  # Wait one second between requests
Disallow: /cgi-bin/imageserver.pl               # Block imageserver requests
Disallow: /?a=a                         # Block authentication
Disallow: /?a=is                        # Block imageserver requests
Disallow: /?a=q                         # Block queries
Disallow: /?a=tc                        # Block text correction
Disallow: /?a=ur                        # Block user registration
Disallow: /hojishinbun-admin            # Block all requests to the special "hojishinbun-admin" CGI
Disallow: /cgi-bin/rafushinpo            # Block all requests to the special "rafushinpo" CGI