# Do NOT include sensitive folders in this file
User-agent: *
Disallow: /cgi-bin/
Disallow: /sitecore

User-agent: AhrefsBot
Disallow: /