User-agent: *
Disallow: /admin/
Disallow: /download/
Disallow: /ext/
Disallow: /images/
Disallow: /pub/
Disallow: /extras/
User-agent: ArchitextSpider
User-agent: Scooter/1.0
user-agent: Yahoo!Slurp
user-agent: YahooFeedSeeker/1.0
user-agent: Yahoo-VerticalCrawler
user-agent: FAST-WebCrawler
user-agent: GoogleBot
user-agent: AbachoBot
user-agent: Almaden
user-agent: Antibot
user-agent: Arachnoideo
user-agent: Asterias
user-agent: Atomz
user-agent: Fluffy the Spider
user-agent: HenryTheMiragoRobot
user-agent: la archiver
user-agent: Lycos Spider(T-Rex)
user-agent: MantraAgent
user-agent: MsnBot
user-agent: Overture WebCrawler
user-agent: Psbot
user-agent: Slurp
user-agent: Teoma agent1
user-agent: UltraSeek
user-agent: ZyBorg