User-agent: *
Disallow: /logs/
Disallow: /reports/WWWlogs/
Disallow: /docs/WWWlogs/
Disallow: /reports/
Disallow: /faw/events/
Disallow: /faw/atwork/
Disallow: /cd/guidelines/
Disallow: /cd/webgroup/internal/
Disallow: /docs/UNIX/unix_at_fermilab/htmldoc/rev093096/
Disallow: /docs/UNIX/unix_at_fermilab/htmldoc/rev1997b/
Disallow: /docs/UNIX/unix_at_fermilab/htmldoc/rev1997test1/
Disallow: /docs/UNIX/unix_at_fermilab/htmldoc/rev97indiv/
Disallow: /docs/UNIX/product_methodology/html/rev1_1a-orig/
Disallow: /docs/working-groups/fpcltf/Pkg/SoftRelTools/SoftRelTools/
Disallow: /~
Disallow: /cgi-bin/
Disallow: /htbin/
Disallow: /pub/today/aprilfoolsaccelupdate.html
Disallow: /pub/today/aprilfools.html
Disallow: /pub/today/aprildefinition.html
Disallow: /projects/history_old/
Disallow: /directorate/Longrange/LRPC/auth/.htpasswd
Disallow: /directorate/ELM/auth/.htpasswd
Disallow: /ecology/.auth/.htpasswd
Disallow: /tools/hypernews/hnpeople/.htpasswd
Disallow: /tools/hypernews/hnpeople/.htpasswd-old
# disallow xemacs because Slurp (inktomi) accesses to xemacs/v21_1
# coincide with malloc errors on the web server - LMengel 9/18/2000
Disallow: /docs/products/xemacs/

# disallow orgs recreation area dirs (per Jean Guyer, Bruce Chrisman)
# Laura Mengel 2007/08/02
Disallow: /orgs/barnclub/
Disallow: /orgs/chess/
Disallow: /orgs/choir/
Disallow: /orgs/far/
Disallow: /orgs/radioclub/
Disallow: /orgs/writers/

# disallow Slurp (inktomi) accesses to whole server
# it is accessing our site more than the advertised once/min,
# sometimes many times per second. This coincides with malloc
# errors on the web server - LMengel 9/24/2000
User-agent: Slurp
Disallow: /

# disallow msnbot accesses to the GSA areas
# FirstGov uses MSN as their customized search engine
# Image searches at FirstGov were showing Fermi's GSA pictures
# instead of gsa.gov pictures.
# Fermilab's GSA officers decided it was best to just block 
# the msnbot from accessing their area. TDawson 11/18/2006
User-agent: msnbot
Disallow: /orgs/gsa/