diff --git a/public/robots.txt b/public/robots.txt index 457965e..45d6dda 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -4,8 +4,14 @@ Allow: / # AI-crawlers User-agent: GPTBot Allow: / +User-agent: ChatGPT-User +Allow: / +User-agent: OAI-SearchBot +Allow: / User-agent: ClaudeBot Allow: / +User-agent: Applebot-Extended +Allow: / User-agent: anthropic-ai Allow: / User-agent: Google-Extended