diff --git a/public/robots.txt b/public/robots.txt index bfb7ac5..129aafa 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -40,7 +40,7 @@ Disallow: / User-agent: Claude-Web Disallow: / -# Undocumented AI Agent +# AI Data Scraper # https://darkvisitors.com/agents/claudebot User-agent: ClaudeBot