diff --git a/docs/public/robots.txt b/docs/public/robots.txt new file mode 100644 index 00000000..d497545b --- /dev/null +++ b/docs/public/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Allow: / +Disallow: /*.html +Disallow: /_auth_redirect +Disallow: /log-viewer +Sitemap: https://crashmc.com/sitemap.xml