# For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: Baiduspider Disallow: / User-agent: Baiduspider/2.0 Disallow: / User-agent: Genieo/1.0 Disallow: / User-agent: Genieo Disallow: / User-agent: Yandex Disallow: / User-agent: YandexBot/3.0 Disallow: / User-agent: Ezooms Disallow: / User-agent: Sogou web spider Disallow: / User-agent: SemrushBot Disallow: / User-agent: YandexImages Disallow: / User-agent: 008 Disallow: / User-agent: 008/0.83 Disallow: / User-agent: 008/0.85 Disallow: / User-agent: MJ12bot Disallow: / User-agent: MJ12bot/v1.4.3 Disallow: / User-agent: MJ12bot/v1.4.4 Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: PycURL/7.23.1 Disallow: / User-agent: archive.org_bot/3.1.2 Disallow: / User-agent: My Nutch Spider/Nutch-1.7 Disallow: / User-agent: NetSeer crawler/2.0 Disallow: / User-agent: IstellaBot Disallow: / User-agent: IstellaBot/1.18.81 Disallow: / User-agent: meanpathbot Disallow: / User-agent: meanpathbot/1.0 Disallow: / User-agent: XoviBot Disallow: / User-agent: XoviBot/2.0 Disallow: / User-agent: ca-crawler Disallow: / User-agent: ca-crawler/1.0 Disallow: / User-agent: TestCrawler Disallow: / User-agent: * Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ # Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ # Disallow: /templates/ Disallow: /tmp/ Disallow: /form Disallow: /form/ Disallow: /form/portfolios Disallow: /form/portfolios/ Disallow: /form/books Disallow: /form/books/ Disallow: /forms Disallow: /forms/ Disallow: /Connections Disallow: /Connections/ Disallow: /sweet Disallow: /sweet/ Disallow: /sweet_report.php Disallow: /free-samples-2.html Disallow: /free-samples.html Disallow: /component/content/article/35-assessment-books/47-tarb-home-page.pdf # Disallow: /*? Allow: *.css Allow: *.js