User-agent: * # Exclude files from all Robots: Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /es/ Disallow: /fr/ Disallow: /it/ Disallow: /js/ # Sitemap URLs Sitemap: http://www.cresta-court.co.uk/sitemap.xml