diff --git a/public/robots.txt b/public/robots.txt index 2809603e..6a97d299 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,3 +3,6 @@ Crawl-delay: 1 Disallow: /search Disallow: /page/ Disallow: /comments/page/ + +User-agent: GPTBot +Disallow: /