# Robots.txt file for ANW
# disallow the admin versions of the browse directories
# also the admin menu, and the scripts directory (cron jobs mainly)
User-agent: *
Disallow: /search/thesaurus/corps/admin/
Disallow: /search/thesaurus/persons/admin/
Disallow: /search/thesaurus/places/admin/
Disallow: /search/thesaurus/subjects/admin/
Disallow: /admin/
Disallow: /cgi-bin/scripts/