# For syntax checking, see: # http://tool.motoricerca.info/robots-checker.phtml User-agent: * Allow: /*.js* Allow: /*.css* Allow: /*.png* Allow: /*.jpg* Allow: /*.gif* Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /tmp/ User-agent: MJ12bot Disallow: / # ## Rblee - this user agent seems to be hammering our sites # User-agent: bingbot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: DotBot Disallow: / User-agent: YandexImages Disallow: / User-agent: YandexMetrika Disallow: / # ## Rblee - this user agent seems to be hammering our sites # User-agent: YandexBot Disallow: / # JSitemap entries Sitemap: http://mycarstorage.com.au/index.php?option=com_jmap&view=sitemap&format=xml Sitemap: http://mycarstorage.com.au/index.php?option=com_jmap&view=sitemap&format=images Sitemap: http://mycarstorage.com.au/index.php?option=com_jmap&view=sitemap&format=mobile