User-agent: CatchBot # http://www.catchbot.com Disallow: / User-agent: CazoodleBot # http://www.cazoodle.com/cazoodlebot/ Disallow: / User-agent: ccbot # http://www.commoncrawl.org/bot.html Disallow: / User-Agent: Charlotte # http://www.searchme.com/support/ Disallow: / User-agent: discobot # http://discoveryengine.com/discobot.html Disallow: / User-agent: dotbot # http://www.dotnetdotcom.org/ Disallow: / User-agent: Euripbot # http://www.eurip.com/service/webmaster/euripbot.html Disallow: / User-agent: Exabot # http://www.exabot.com/go/robot Disallow: / User-agent: Gaisbot # http://gais.cs.ccu.edu.tw/robot.php Disallow: / User-agent: gigabot # http://www.gigablast.com/spider.html Disallow: / User-agent: robots-gnomit # http://www.gnomit.com/ Disallow: / User-agent: GurujiBot # http://www.guruji.com/en/WebmasterFAQ.html Disallow: / User-agent: kalooga # http://www.kalooga.com/info.html?page=crawler Disallow: / User-agent: MJ12bot Disallow: / User-agent: msnbot # http://search.msn.com/msnbot.htm Disallow: / User-Agent: NetResearchServer # http://www.loopip.com/robot.html Disallow: / User-agent: OOZBOT # http://www.setooz.com/oozbot.html Disallow: / User-agent: OpenISearch # http://www.openisearch.com/faq.html Disallow: / User-agent: plukkie # http://www.botje.com/plukkie.htm Disallow: / User-agent: psbot Disallow: / User-agent: SapphireWebCrawler # http://boston.lti.cs.cmu.edu/crawler/ Disallow: / User-agent: SeznamBot # http://fulltext.seznam.cz/ Disallow: / User-agent: Slurp # http://help.yahoo.com/help/us/ysearch/slurp Disallow: / User-agent: Speedy Disallow: / User-agent: Teoma # http://about.ask.com/en/docs/about/webmasters.shtml Disallow: / User-agent: Touche # http://www.touche.com.ve Disallow: / User-agent: TurnitinBot Disallow: / User-agent: twiceler. # http://www.cuil.com/twiceler/robot.html Disallow: / User-agent: urlfan-bot # http://www.urlfan.com/site/bot/350.html Disallow: / User-agent: VoilaBot BETA 1.2 Disallow: / User-agent: webtraq # http://85.17.49.65/ Disallow: / User-agent: Yandex Disallow: / User-agent: YesupBot # http://www.yesup.net/bot.html Disallow: / User-Agent: YodaoBot # http://www.youdao.com/help/webmaster/spider/ Disallow: / User-agent: * Disallow: /*?* Disallow: /?* Disallow: /2* Disallow: /b* Disallow: /e* Disallow: /f* Disallow: /r* Disallow: /g* Disallow: /i* Disallow: /L* Disallow: /n* Disallow: /p* Disallow: /P* Disallow: /private/ Disallow: /t* Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /images/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/