diff --git a/public/robots.public.txt b/public/robots.public.txt index 5ff24d7ec7e..c8aa30a0210 100644 --- a/public/robots.public.txt +++ b/public/robots.public.txt @@ -33,5 +33,8 @@ Disallow: / User-agent: GPTBot Disallow: / +User-agent: ChatGPT-User +Disallow: / + User-agent: Slurp Crawl-delay: 30