# Comlaw specific robots.txt file.  Crawl delay added 1/5/06

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /www/templates/
Disallow: /www/agdwebsearch.nsf/
Disallow: /www/rwpattach.nsf/
Disallow: /www/rwpgslib.nsf/
Disallow: /internet/admin/
Disallow: /comlaw/subscriptions.nsf
Disallow: /comlaw/lodgment.nsf
Disallow: /ComLaw/Alerts.nsf
Disallow: /ComLaw/logging.nsf
Disallow: /ComLaw/HardCopy.nsf
Crawl-delay: 10
User-agent: Googlebot-Image
Disallow: /
# next entry is to prevent the Fasterfox Firefox extension from hitting the server too hard.
User-agent: Fasterfox
Disallow: /
# the following entry limits the speed that the Yahoo Slurp web crawler traverses the site.
User-agent: Slurp
Crawl-delay: 20