diff --git a/public/robots.txt b/public/robots.txt index 72bc0c0..168a6fe 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -4,8 +4,14 @@ Allow: / # AI / LLM crawlers — явный allow для прозрачности User-agent: GPTBot Allow: / +User-agent: ChatGPT-User +Allow: / +User-agent: OAI-SearchBot +Allow: / User-agent: ClaudeBot Allow: / +User-agent: Applebot-Extended +Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot