Merge pull request #56 from glyn/40-exclude-facebookexternalhit

Allow facebookexternalhit
ai-robots-txt · Nov 19, 2024 · 584e66c · 584e66c
2 parents 71db599 + 80002f5
commit 584e66c
Showing 1 changed file with 0 additions and 7 deletions.
diff --git a/robots.json b/robots.json
@@ -104,13 +104,6 @@
         "frequency": "Up to 1 page per second",
         "description": "Officially used for training Meta \"speech recognition technology,\" unknown if used to train Meta AI specifically."
     },
-    "facebookexternalhit": {
-        "description": "Unclear at this time.",
-        "frequency": "Unclear at this time.",
-        "function": "No information.",
-        "operator": "Meta/Facebook",
-        "respect": "[Yes](https://developers.facebook.com/docs/sharing/bot/)"
-    },
     "FriendlyCrawler": {
         "description": "Unclear who the operator is; but data is used for training/machine learning.",
         "frequency": "Unclear at this time.",