User-agent: * Disallow: /cgi-bin/ Disallow: /r2r/ Disallow: /myndir/ Disallow: /dat/ Disallow: /cass/ Disallow: /companies/ Disallow: /arm/ Disallow: /cart/ Disallow: dab.it User-agent: ia_archiver Disallow: / User-agent: psbot Disallow: / User-agent: WebCapture Disallow: / User-agent: Popdexter Disallow: / User-agent: BDFetch Disallow: / User-agent: WebCopier Disallow: / User-agent: NPBot Disallow: / User-agent: LightningDownload Disallow: / User-agent: LightningDownload/1.0.1 Disallow: / User-agent: Net_Vampire Disallow: / User-agent: Offline Explorer/1.3 Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Mass Downloader Disallow: / User-agent: anthill Disallow: / User-agent: inspectorwww Disallow: / User-agent: katipo Disallow: / User-agent: larbin Disallow: / User-agent: CJNetworkQuality Disallow: / User-agent: linkwalker Disallow: / User-agent: ariadne Disallow: / User-agent: mattie Disallow: / User-agent: Atlas Disallow: / User-agent: auresys Disallow: / User-agent: backrub Disallow: / User-agent: BlackWidow Disallow: / User-agent: Ukonline Disallow: / User-agent: borg-bot/0.9 Disallow: / User-agent: borg-bot Disallow: / User-agent: mediafox Disallow: / User-agent: packrat Disallow: / User-agent: robofox Disallow: / User-agent: CMC/0.01 Disallow: / User-agent: CMC Disallow: / User-agent: downloadexpress Disallow: / User-agent: webdownloader Disallow: / User-agent: Download Demon Disallow: / User-agent: Download Express Disallow: / User-agent: Download Wonder Disallow: / User-agent: WebCopy Disallow: / User-agent: downloader Disallow: / User-agent: templeton Disallow: / User-agent: webmirror Disallow: / User-agent: wget Disallow: / User-agent: XGET Disallow: / User-agent: DIIbot Disallow: / User-agent: deweb Disallow: / User-agent: ecollector Disallow: / User-agent: gammaSpider Disallow: / User-agent: GerURL Disallow: / User-agent: JavaBee Disallow: / User-agent: jobo Disallow: / User-agent: joebot Disallow: / User-agent: SpiderBot/1.0 Disallow: / User-agent: tarspider Disallow: / User-agent: webreaper Disallow: / User-agent: urlck Disallow: / User-agent: T-H-U-N-D-E-R-S-T-O-N-E Disallow: / User-agent: w3mir Disallow: / User-agent: ia_archiver Disallow: / User-agent: Mediapartners-Google* Disallow: