User-agent: * Allow: / Disallow: /cgi-bin Disallow: /downloads/arc Disallow: /*.lzh Disallow: /*.zip Disallow: /*.exe Disallow: /*.cgi Disallow: /*.xcg Disallow: /*cmd=* Disallow: /*plugin=* Disallow: /*: Allow: /*cmd=rss* #User-agent: #Disallow: / User-agent: Python-urllib Disallow: / User-agent: msnbot-media Disallow: / User-agent: searchpreview Disallow:/ User-agent: Hatena-Mobile-Gateway Disallow: / User-agent: CazoodleBot Disallow: / User-agent: Mail.Ru Disallow: / User-agent: yodaoice Disallow: / User-agent: IDBot Disallow: / User-agent: YodaoBot Disallow: / User-agent: bot Disallow: / User-agent: Steeler Disallow: / User-agent: sogou Disallow: / User-agent: my-heritrix-crawler Disallow: / User-agent: Y!J-SRD/1.0 Disallow: / User-agent: Y!J-MBS/1.0 Disallow: / User-agent: Sproose Disallow: / User-agent: Gaisbot Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: Edacious & Intelligent Disallow: / User-agent: Daum Disallow: / User-agent: EDI Disallow: / User-agent: Googlebot-Mobile Disallow: / User-agent: www.adressendeutschland.de Disallow: / User-agent: OutfoxBot Disallow: / User-agent: Nusearch Spider Disallow: / User-agent: page_verifier Disallow: / User-agent: IRLbot Disallow: / User-agent: sna Disallow: / User-agent: Beijing Disallow: / User-agent: Snapbot Disallow: / User-agent: voyager Disallow: / User-agent: MaSagool Disallow: / User-agent: larbin Disallow: / User-agent: aipbot Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: psycheclone Disallow: / User-agent: IRLbot Disallow: / User-agent: Exabot Disallow: / User-agent: k2spider Disallow: / User-agent: StackRambler Disallow: / User-agent: MJ12bot Disallow: / User-agent: FindLinks Disallow: / User-agent: genieBot Disallow: / User-agent: Slurp Disallow: / User-agent: NaverBot Disallow: / #User-agent: GoogleBot #Disallow: / User-agent: msnbot Disallow: / User-agent: Mediapartners-Google Disallow: / #User-agent: ia_archiver #Disallow: / User-agent: Whizbang Disallow: / User-agent: nabot Disallow: / User-agent: Scooter Disallow: / User-agent: bumblebee Disallow: / User-agent: minibot Disallow: / User-agent: Steeler Disallow: / User-agent: fast Disallow: / User-agent: InfoSeek Sidewinder Disallow: / User-agent: BravoBrian SpiderEngine MarcoPolo Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: TurnitinBot Disallow: / User-agent: vspider Disallow: / User-agent: dloader Disallow: / User-agent: f-bot Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: Gigabot Disallow: / User-agent: Tkensaku Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: WebFetch Disallow: / User-agent: f-bot test pilot Disallow: / User-agent: Openbot Disallow: / User-agent: oBot Disallow: / User-agent: Teoma Disallow: / User-agent: psbot Disallow: / User-agent: ZyBorg Disallow: / User-agent: NG Disallow: / User-agent: MSIECrawler Disallow: / User-agent: cybermapper Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: LinkWalker Disallow: / User-agent: InnerpriseBot Disallow: / User-agent: appie Disallow: / User-agent: TutorGigBot Disallow: / User-agent: ConveraMultiMediaCrawler Disallow: / User-agent: baiduspider Disallow: / User-agent: Baiduspider Disallow: / User-agent: BecomeBot Disallow: / User-agent: Speedy Spider Disallow: / User-agent: PlantyNet_WebRobot Disallow: / User-agent: OmniExplorer_Bot/1.07 Disallow: / User-agent: Girafabot Disallow: / User-agent: Onet.pl Disallow: / User-agent: MJ12bot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: RufusBot Disallow: / User-agent: Shim-Crawler Disallow: / User-agent: SBIder Disallow: / User-agent: Nutch Disallow: /