11 lines
184 B
Plaintext
11 lines
184 B
Plaintext
# https://www.robotstxt.org/robotstxt.html
|
|
User-agent: *
|
|
Disallow: /*.json$
|
|
Disallow: /*.xml$
|
|
Disallow: /404.html
|
|
Disallow: /css/
|
|
Disallow: /js/
|
|
Disallow: /lib/
|
|
|
|
Sitemap: /sitemap.xml
|