# # Robots.txt # Enables robots.txt rules for all crawlers User-agent: * Allow: / # Rate limit Yahoo!, Bing and Yandex (Google ignores this) Crawl-delay: 5 # SilverStripe sitemap: # Sitemap: Disallow: /admin/ Disallow: /Security/ Disallow: /sdotsform/ Disallow: /dev/ Disallow: /*?r=* Disallow: /*/vcard/