From dc15afe84705b5324cd9ad6440a696dff6cc49a2 Mon Sep 17 00:00:00 2001 From: Laker Turner Date: Mon, 7 Oct 2024 17:38:01 +0100 Subject: [PATCH] Update robots.json with Claude respect link --- robots.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/robots.json b/robots.json index c446cd7..6236c72 100644 --- a/robots.json +++ b/robots.json @@ -67,7 +67,7 @@ "frequency": "No information. provided.", "function": "Scrapes data to train Anthropic's AI products.", "operator": "[Anthropic](https://www.anthropic.com)", - "respect": "Unclear at this time." + "respect": "[Yes](https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler)" }, "Diffbot": { "description": "Diffbot is an application used to parse web pages into structured data; this data is used for monitoring or AI model training.", @@ -279,4 +279,4 @@ "operator": "[Webz.io](https://webz.io/)", "respect": "[Yes](https://web.archive.org/web/20170704003301/http://omgili.com/Crawler.html)" } -} \ No newline at end of file +}