From eb9072d8eda9740c9d01fa50d020b91c0b5d54f7 Mon Sep 17 00:00:00 2001
From: github-actions <41898282+github-actions[bot]@users.noreply.github.com>
Date: Sat, 15 Jun 2024 00:46:38 +0000
Subject: [PATCH] chore: generate robots.txt

---
 public/robots.txt | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index 129aafa..d52673d 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -16,6 +16,12 @@ Disallow: /
 User-agent: Applebot
 Disallow: /
 
+# AI Data Scraper
+# https://darkvisitors.com/agents/applebot-extended
+
+User-agent: Applebot-Extended
+Disallow: /
+
 # AI Data Scraper
 # https://darkvisitors.com/agents/bytespider