From bc72a9397723a95178844981463516314acac895 Mon Sep 17 00:00:00 2001 From: Ember Date: Tue, 9 Jan 2024 00:34:15 +1100 Subject: [PATCH] no ai --- public/robots.txt | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index 6672eeba1f22d7..7f89bd19e13738 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,6 +3,30 @@ User-agent: GPTBot Disallow: / +User-agent: ChatGPT-User +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: FacebookBot +Disallow: / + +User-agent: CCBot +Disallow: / + +User-agent: omgilibot +Disallow: / + +User-agent: omgili +Disallow: / + +User-agent: anthropic-ai +Disallow: / + +User-agent: cohere-ai +Disallow: / + User-agent: * Disallow: /media_proxy/ Disallow: /interact/