User-Agent: Charlotte
Disallow: /

User-Agent: discobot
Disallow: /

# http://www.dotnetdotcom.org/ disguised spammer?  Unsure, seems to like indexing comment_mail over and over and over...
User-agent: dotbot 
Disallow: / 

# http://www.searchme.com/support/pages/spider.php and kazam.com
# Several page reqs per second.  Too much load, too little value.
# Now nullrouted because ignored this robots.txt entry for days.

User-agent: Yandex
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: gsa-askrims
Disallow: /

User-agent: ASPseek
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: Exabot
Crawl-delay: 15

User-agent: twiceler
Disallow: /

User-agent: *
Disallow: /offsite/
Disallow: /cgi-bin/
Disallow: /LIVEWIRE_TEMP-
Disallow: /Joke/topics/202761
Disallow: /Joke/topics/200781
Disallow: /zip/schools
Disallow: /zip/polygon
Disallow: /zip/neighshapes
Disallow: /places/polygon
Disallow: /places/statepolygon
Disallow: /public/passLoginNo.html
Disallow: /places/weather
Crawl-delay: 1

# User-agent: msnbot
# Crawl-delay: 1
# 
# User-agent: Teoma
# Crawl-delay: 3
# 
# User-agent: YahooFeedSeeker
# Crawl-delay: 4
# 
# User-agent: YahooSeeker
# Crawl-delay: 2
# 
# User-agent: AvantGo
# Crawl-delay: 2
# 
# User-Agent: MJ12bot
# Crawl-Delay: 14