User-agent: perlfectsearch_dmapub
Disallow: /cfest/cfest-pics/
Disallow: /cfest_new/
Disallow: /cfest/New/
Disallow: /cfest_old/
Disallow: /cfest/old/
Disallow: /cfest/test/
# Disallowing /cgi-bin/ prevents the calendar from being searched. :-(
# Disallow: /cgi-bin/
Disallow: /cgiwrap/
Disallow: /digits/
Disallow: /fud/
Disallow: /htdig/
Disallow: /images/

User-agent: libwww-perl/5.65
Disallow: /cfest/cfest-pics/
Disallow: /cfest/ImgF02/
Disallow: /cfest/ImgF03/
Disallow: /cfest/ImgS03/
Disallow: /cfest_new/
Disallow: /cfest/New/
Disallow: /cfest_old/
Disallow: /cfest/old/
Disallow: /cfest/PicsF02/
Disallow: /cfest/test/
Disallow: /cfest/vol-admin/
Disallow: /cgi-bin/
Disallow: /cgiwrap/
Disallow: /digits/
Disallow: /fud/
Disallow: /htdig/
Disallow: /images/
Disallow: /invboard/
Disallow: /phpBB2/
Disallow: /pipermail/
Disallow: /share_doc/

User-agent: googlebot
Disallow: /certification/downloads/
Disallow: /cfest_new/
Disallow: /cfest/New/
Disallow: /cfest_old/
Disallow: /cfest/old/
Disallow: /cfest/test/
Disallow: /cfest/vol-admin/
Disallow: /cgi-bin/
Disallow: /cgiwrap/
Disallow: /digits/
Disallow: /htdig/

User-agent: htdig
Disallow: /certification/downloads/
Disallow: /cfest/cfest-pics/
Disallow: /cfest_new/
Disallow: /cfest/New/
Disallow: /cfest_old/
Disallow: /cfest/old/
Disallow: /cfest/test/
Disallow: /cgi-bin/
Disallow: /cgiwrap/
Disallow: /digits/
Disallow: /htdig/
Disallow: /images/

User-Agent: W3C-checklink
Disallow: /cfest/
Disallow: /cfest_new/
Disallow: /cfest_old/
Disallow: /cgiwrap/
Disallow: /digits/
Disallow: /doc/
Disallow: /htdig/
Disallow: /images/
Disallow: /news/
Disallow: /newsletters/
Disallow: /share_doc/

User-agent: *
Disallow: /certification/downloads/
Disallow: /cfest/cfest-pics/
Disallow: /cfest_new/
Disallow: /cfest/New/
Disallow: /cfest_old/
Disallow: /cfest/old/
Disallow: /cfest/test/
Disallow: /cfest/vol-admin/
Disallow: /cgi-bin/
Disallow: /cgiwrap/
Disallow: /digits/
Disallow: /doc/
Disallow: /FAQ/
Disallow: /htdig/
Disallow: /news/
Disallow: /newsletters/
Disallow: /share_doc/