User-agent: * # Exclude files from all Robots: disallow: /cgi-bin/ disallow: /admin/ disallow: /js/ # Sitemap URLs sitemap: http://www.cresta-court.co.uk/sitemap.xml