# citiesannex.com: robots.txt
# please, no more that one hit per minute, and do it on off peak hours

# exclude slurp and googlebot for some files

User-agent: slurp
Disallow: /leather.htm

User-agent: googlebot
Disallow: /leather.htm

# end of exclude slurp and googlebot from some files

# bad bots take a hike

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /

# User-agent: sitecheck.internetseer.com
# Disallow: /

# end of bad bots