# -- Known bots -- #

# AltaVista -> av
User-agent: Scooter
Disallow: 


# Inktomi -> hb
User-agent: Slurp
Disallow:


# Excite -> ex
User-agent: ArchitextSpider
Disallow:


# Google -> go
User-agent: Googlebot
Disallow:


# Lycos -> ly
User-agent: Lycos
Disallow:


# Fast -> fs
User-agent: Fast
Disallow:


# DirectHit
User-agent: Grabber->dh
Disallow:


# -- Unknown bots (i.e. all the others) -- #

# Uses /ciastat/ciastatav

User-agent: *
Disallow:



# -- Email collectors, density analysers --#

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: WWW-Collector-E
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /