# Yandex User-agent: Yandex Disallow: / # Ahrefs.com User-agent: AhrefsBot Disallow: / # http://moz.com/products User-agent: dotbot Disallow: / # https://www.distilnetworks.com/bot-directory/bot/gluten-free-crawler/ User-agent: Gluten Disallow: / # http://www.majestic12.co.uk/projects/dsearch/mj12bot.php User-agent: MJ12bot Disallow: / # https://moz.com/help/guides/moz-procedures/what-is-rogerbot User-agent: rogerbot Allow: / # Goo (JP) # Info (Japanese): http://help.goo.ne.jp/help/article/704/ # Info (English): http://help.goo.ne.jp/help/article/853/ User-agent: moget User-agent: ichiro Disallow: / # Naver (KR) # Info: http://help.naver.com/customer/etc/webDocument02.nhn User-agent: NaverBot User-agent: Yeti Disallow: / # Baidu (CN) # Info: http://www.baidu.com/search/spider.htm User-agent: Baiduspider User-agent: Baiduspider-video User-agent: Baiduspider-image Disallow: / # SoGou (CN) # Info: http://www.sogou.com/docs/help/webmasters.htm#07 User-agent: sogou spider Disallow: / # Youdao (CN) # Info: http://www.youdao.com/help/webmaster/spider/ User-agent: YoudaoBot Disallow: / # Petalbot (CN) # Info: https://aspiegel.com/petalbot User-agent: PetalBot Disallow: / # Bytespider (CN) # Info: https://www.feitsui.com/en/article/32 User-agent: Bytespider Disallow: / User-agent: * Crawl-delay: 5 Allow: /wp-content/uploads/ Disallow: /wp-content/plugins/ Allow: /wp-content/plugins/sdac-mba-watch/images/ Allow: /wp-content/plugins/*.js Allow: /wp-content/plugins/*.css Disallow: /readme.html