# robots, scram

User-agent: *
Disallow: 
Disallow: /images/


# don't let search engines see the RSS feed, it's just confusing.

User-agent: ia_archiver
Disallow:
User-agent: Googlebot
Disallow:
User-agent: InfoNaviRobot
Disallow:
User-agent: TV33_Mercator
Disallow:
User-agent: AVSearch
Disallow:
User-agent: Mercator
Disallow:
User-agent: Scooter
Disallow:
User-agent: Slurp
Disallow:
User-agent: SearchengineLicenceSheep
Disallow:
User-agent: shadow
Disallow:
User-agent: MultiText
Disallow:
User-agent: FAST-WebCrawler
Disallow:
User-agent: Lycos_Spider
Disallow:
User-agent: Atomz
Disallow:
User-agent: htdig
Disallow:
User-agent: spider00.logika.net
Disallow:
User-agent: NetMechanic
Disallow:
User-agent: libwww-perl
Disallow:
User-agent: Teleport Pro
Disallow:
User-agent: smallbear
Disallow: 
User-agent: Ultraseek
Disallow:
User-agent: Scooter
Disallow:
User-agent: Slurp
Disallow: 
User-agent: Mozilla/3.01 (hotwired-test/0.1)
Disallow: 
User-agent: BizBot04 kirk.overleaf.com
Disallow: 
User-agent: HappyBot (gserver.kw.net)
Disallow: 
User-agent: CaliforniaBrownSpider
Disallow: 
User-agent: EI*Net/0.1 libwww/0.1
Disallow: 
User-agent: Ibot/1.0 libwww-perl/0.40  
Disallow: 
User-agent: Merritt/1.0
Disallow: 
User-agent: StatFetcher/1.0
Disallow: 
User-agent: TeacherSoft/1.0  libwww/2.17
Disallow: 
User-agent: WWW Collector
Disallow: 
User-agent: processor/0.0ALPHA libwww-perl/0.20
Disallow: 
User-agent: wobot/1.0 from206.214.202.45
Disallow: 
User-agent: Libertech-Roverwww.libertech.com?
Disallow: 
User-agent: WhoWhere Robot
Disallow: 
User-agent: ITI Spider
Disallow: 
User-agent: w3index
Disallow: 
User-agent: MyCNNSpider
Disallow: 
User-agent: SummyCrawler
Disallow: 
User-agent: OGspider
Disallow: 
User-agent: linklooker
Disallow: 
User-agent: CyberSpyder(amant@www.cyberspyder.com)
Disallow: 
User-agent: SlowBot
Disallow: 
User-agent: heraSpider
Disallow: 
User-agent: Surfbot
Disallow: 
User-agent: Bizbot003
Disallow: 
User-agent: WebWalker
Disallow: 
User-agent: SandBot
Disallow: 
User-agent: EnigmaBot
Disallow: 
User-agent: spyder3.microsys.com
Disallow: 
User-agent: www.freeloader.com
 





# updated 07-08-2005 (disallow rtestprob links)