User-agent: * Disallow: /please-deny-me-access.html Disallow: /download/ User-agent: 008 User-agent: aiHitBot User-agent: ApptusBot User-agent: CatchBot User-agent: ccbot User-agent: DBLBot User-agent: dotbot User-agent: eventax User-agent: Fasterfox User-agent: GingerCrawler User-agent: gonzo* User-agent: gsa-crawler User-agent: httrack User-agent: ICCrawler - iCjobs User-agent: larbin User-agent: laycat User-agent: MLBot User-agent: MSIECrawler User-agent: Nutch User-agent: panscient.com User-agent: PDFBot User-agent: psbot User-agent: robotgenius User-agent: Ronzoobot User-agent: Snappy User-agent: Sosospider User-agent: Tarantulas User-agent: thumbshots-de-bot User-agent: Voracious User-agent: WebAlta User-agent: WebmasterCoffee User-agent: WebReaper User-agent: wget User-agent: yacybot User-agent: YoudaoBot Disallow: /