From 6fb1f91f4bd8a7fc3c6d0fa23d2e257c4a7ac53b Mon Sep 17 00:00:00 2001 From: Shane St Savage Date: Thu, 3 Oct 2024 16:01:02 -0700 Subject: [PATCH] Add facebookcatalog, meta-externalagent, and meta-externalfetcher Happy to split these into three separate commits if preferred. --- crawler-user-agents.json | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) diff --git a/crawler-user-agents.json b/crawler-user-agents.json index 61e0f2b..67bf6b5 100644 --- a/crawler-user-agents.json +++ b/crawler-user-agents.json @@ -4946,5 +4946,31 @@ "pattern": "vercel-screenshot", "addition_date": "2024/08/30", "instances": [] + }, + { + "pattern": "facebookcatalog\\/", + "addition_date": "2024/10/03", + "instances": [ + "facebookcatalog/1.0" + ], + "url": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers" + }, + { + "pattern": "meta-externalagent\\/", + "addition_date": "2024/10/03", + "instances": [ + "meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)", + "meta-externalagent/1.1" + ], + "url": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers" + }, + { + "pattern": "meta-externalfetcher\\/", + "addition_date": "2024/10/03", + "instances": [ + "meta-externalfetcher/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)", + "meta-externalfetcher/1.1" + ], + "url": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers" } ]