# This says to apply these settings to ALL search engine spiders/crawlers User-agent: * # These settings will keep spiders from indexing your unwanted pages Disallow: /adm Disallow: /sta Disallow: /cgi Disallow: /acc Sitemap: http://www.norfolkoc.co.uk/google_sitemap.php