User-Agent: Charlotte
Disallow: /

User-Agent: discobot
Disallow: /

# http://www.dotnetdotcom.org/ disguised spammer?  Unsure, seems to like indexing comment_mail over and over and over...
User-agent: dotbot 
Disallow: / 

# As much traffic as Google/Yahoo but no referrals; claims to support crawl-delay but seems to ignore it.
User-agent: ScoutJet
Disallow: /

# http://www.searchme.com/support/pages/spider.php and kazam.com
# Several page reqs per second.  Too much load, too little value.
# Now nullrouted because ignored this robots.txt entry for days.

User-agent: Yandex
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: gsa-askrims
Disallow: /

User-agent: ASPseek
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: Exabot
Crawl-delay: 15

User-agent: twiceler
Disallow: /

User-agent: *
Disallow: /offsite/
Disallow: /cgi-bin/
Disallow: /LIVEWIRE_TEMP-
Disallow: /Joke/topics/202761
Disallow: /Joke/topics/200781
Disallow: /zip/schools
Disallow: /zip/polygon
Disallow: /zip/neighshapes
Disallow: /places/polygon
Disallow: /places/statepolygon
Disallow: /public/passLoginNo.html
Disallow: /places/weather
Disallow: /login