User-agent: *
Disallow:

User-agent: *
Disallow: /en/


User-agent: aipbot/1.0
Disallow: /
User-agent: NimbleCrawler
Disallow: /
User-agent: *
Disallow: /mp3/
User-agent: *
Disallow: /warez/
User-agent: *
Disallow: /hardcore/hamster-porn/
User-agent: *
Disallow: /downloads/
User-agent: *
Disallow: /fishfinger-recipes/


User-agent: ia_archiver
Disallow: /
User-Agent: NetResearchServer
Disallow: /
User-agent: Fasterfox
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: duggmirror
Disallow: /

# http://www.netseer.com/crawler.html
User-agent: Teemer
Disallow: /

# http://www.dotnetdotcom.org/
User-agent: dotbot
Disallow: /