# Robots.txt for domain: http://www.nchv.org
# All robots can spider the domain
User-agent: *
Disallow: /admin/
Disallow: /data/
Disallow: /images/
Disallow: /logs/
Disallow: /queries/

User-agent: twiceler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: *
Crawl-delay: 20