From 3a9cd28fbcedfdf3cfe389a6f284f3e015812533 Mon Sep 17 00:00:00 2001 From: George Katsikas <giorgakis.katsikas@gmail.com> Date: Mon, 17 Feb 2025 11:23:23 +0100 Subject: [PATCH] =?UTF-8?q?chore:=20=F0=9F=94=A7=20block=20Apple's=20LLM?= =?UTF-8?q?=20training=20bot?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- robots.txt | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/robots.txt b/robots.txt index 8ee5fd644..ce57e1aac 100644 --- a/robots.txt +++ b/robots.txt @@ -4,5 +4,9 @@ Crawl-Delay: 10 User-agent: BLEXBot Disallow: / +# Block Apple from training LLM models on our content +User-agent: Applebot-Extended +Disallow: / + User-Agent: * Disallow: /search -- GitLab