diff --git a/public/robots.txt b/public/robots.txt index 6672eeba1f..3bd45adaef 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,6 +3,9 @@ User-agent: GPTBot Disallow: / +User-agent: CCBot +Disallow: / + User-agent: * Disallow: /media_proxy/ Disallow: /interact/