# robots.txt

User-agent: EmailCollector
Disallow: /

User-agent: A-Online Search
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: fido/1.0 Harvest/1.4.pl2
Disallow: /

User-agent: MegaSheep
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: NaverBot-1.0
Disallow: /

User-agent: Openfind data gatherer
Disallow: /

User-agent: B-l-i-t-z-Bot
Disallow: /

User-agent: WSB
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: Yahoo-MMCrawler*
Disallow: /

User-agent: psbot
Disallow: /

User-agent: seekbot
Disallow: /

User-agent: B+l+i+t+z+B+O+T+@+t+r+i+c+u+s+.+c+o+m
Disallow: /

User-agent: mirago
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: Googlebot-Image
Disallow: *


User-agent: *
Allow: /*.html
Disallow: /*