# some search engines may have access to the website
# --------------------------------------------------

User-agent: AbachoBOT

User-agent: Acoon

User-agent: FAST-WebCrawler

User-agent: AltaVista

User-agent: Googlebot

User-agent: Mercator

User-agent: AVSearch

User-agent: Arachnoidea

User-agent: libwww-perl

User-agent: KIT-Fireball

User-agent: Lycos_Spider

User-agent: Gulliver

User-agent: Scooter

User-agent: Slurp

User-agent: Atomz

User-agent: htdig

User-agent: NetMechanic

Disallow:

# all other robbots should be denied
# ----------------------------------

User-agent: *
Disallow: /