# https://www.robotstxt.org/robotstxt.html User-agent: * Disallow: /*.json$ Disallow: /*.xml$ Disallow: /404.html Disallow: /css/ Disallow: /js/ Disallow: /lib/ Sitemap: /sitemap.xml