User-agent: *
Disallow: /downconf.htm
Disallow: /register.htm
Disallow: /contact.htm
Disallow: /downregr.htm
Disallow: /downreg.htm
Disallow: /features.htm
Disallow: /feedback.htm
Disallow: /profile.htm
Disallow: /products.htm
Disallow: /mission.htm
Disallow: /report.htm
Disallow: /report_b.htm
Disallow: /report_t.htm
Disallow: /unused/
Disallow: /screenshots/
Disallow: /CIA screen shots.htm

#Search Engine:                     User-Agent
#
# AltaVista:                        Scooter
# Hotbot:                           Slurp
# AOL:                              Slurp
# Excite:                           ArchitextSpider
# Google:                           Googlebot
# Goto:                             Slurp
# Lycos:                            Lycos
# MSN:                              Slurp
# Netscape:                         Googlebot
# NorthernLight:                    Gulliver
# WebCrawler:                       ArchitextSpider
# Iwon:                             Slurp
# Fast:                             Fast
# DirectHit:                        Grabber
# Yahoo Web Pages:                  Googlebot
# Looksmart Web Pages:              Slurp