User-agent: * Disallow: /css/ Disallow: /js/ # Allow crawling of all other content Allow: / # Sitemap location