#Forbid all robots from browsing the site
User-agent: *
Disallow: /Admin/
Disallow: /EmailTemplates/
Disallow: /Import/
Disallow: /ProductFiles/
Disallow: /Components/
Disallow: /ClientScripts/
Disallow: /LayoutControls/