From e43d8bd2d67e0c1bacb693f81251f8fbb285a98e Mon Sep 17 00:00:00 2001 From: github-actions <41898282+github-actions[bot]@users.noreply.github.com> Date: Sat, 11 May 2024 00:43:07 +0000 Subject: [PATCH] chore: generate robots.txt --- public/robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/public/robots.txt b/public/robots.txt index bfb7ac5..129aafa 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -40,7 +40,7 @@ Disallow: / User-agent: Claude-Web Disallow: / -# Undocumented AI Agent +# AI Data Scraper # https://darkvisitors.com/agents/claudebot User-agent: ClaudeBot