# Papakilodatabase.com robots.txt file

User-agent: *
Sitemap: http://papakilodatabase.com/sitemap_index.xml
Crawl-delay: 1                                  # Wait one second between requests
Disallow: /admin/
Disallow: /Stardust/
Disallow: /main/imageserver.php
# Papakilodatabase.com Hawaiian Newspaper Veridian Collection rules
Disallow: /pdnupepa/cgi-bin/imageserver.pl               # Block imageserver requests
Disallow: /pdnupepa/cgi-bin/pdnupepa?a=a                 # Block authentication
Disallow: /pdnupepa/cgi-bin/pdnupepa?a=q                 # Block queries
Disallow: /pdnupepa/cgi-bin/pdnupepa?a=tc                # Block text correction
Disallow: /pdnupepa/cgi-bin/pdnupepa?a=ur                # Block user registration
Disallow: /pdnupepa/cgi-bin/pdnupepa?*&e=*               # Block all internal links
Disallow: /pdnupepa-beta/                                # Block beta site