diff --git a/public/robots.txt b/public/robots.txt index e65f07c..582552d 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,3 +3,19 @@ Disallow: /admin Disallow: /login Disallow: /js Disallow: /css + +User-Agent: GPTBot +Disallow: / + +User-Agent: ChatGPT-User +Disallow: / + +User-Agent: Google-Extended +Disallow: / + +User-Agent: CCBot +Disallow: / + +User-Agent: PerplexityBot +Disallow: / +