From b4e8fde61be046be58fbed96b8a8fb70b27ad577 Mon Sep 17 00:00:00 2001 From: omitech Date: Thu, 17 Oct 2024 12:53:26 +0200 Subject: [PATCH 1/3] Update crawler-user-agents.json AcademicBotRTU --- crawler-user-agents.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/crawler-user-agents.json b/crawler-user-agents.json index 67bf6b5..c2f9e0b 100644 --- a/crawler-user-agents.json +++ b/crawler-user-agents.json @@ -4972,5 +4972,13 @@ "meta-externalfetcher/1.1" ], "url": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers" + }, + { + "pattern": "AcademicBotRTU", + "addition_date": "2024/10/17", + "instances": [ + "AcademicBotRTU (https://academicbot.rtu.lv; mailto:caps@rtu.lv)" + ], + "url": "https://academicbot.rtu.lv" } ] From 2ccebbcf2e1a4f23ccdf3084c4a50b9a71a4d4ab Mon Sep 17 00:00:00 2001 From: omitech Date: Thu, 17 Oct 2024 14:28:23 +0200 Subject: [PATCH 2/3] Update crawler-user-agents.json LinkCheck by Siteimprove --- crawler-user-agents.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/crawler-user-agents.json b/crawler-user-agents.json index c2f9e0b..1dd9370 100644 --- a/crawler-user-agents.json +++ b/crawler-user-agents.json @@ -4980,5 +4980,13 @@ "AcademicBotRTU (https://academicbot.rtu.lv; mailto:caps@rtu.lv)" ], "url": "https://academicbot.rtu.lv" + }, + { + "pattern": "LinkCheck by Siteimprove", + "addition_date": "2024/10/17", + "instances": [ + "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com" + ], + "url": "https://www.siteimprove.com/" } ] From d2540da0f6a69fd566465d8b34a43b07831ffd21 Mon Sep 17 00:00:00 2001 From: Martin Monperrus Date: Wed, 23 Oct 2024 07:55:00 +0200 Subject: [PATCH 3/3] Update crawler-user-agents.json --- crawler-user-agents.json | 8 -------- 1 file changed, 8 deletions(-) diff --git a/crawler-user-agents.json b/crawler-user-agents.json index 1dd9370..c2f9e0b 100644 --- a/crawler-user-agents.json +++ b/crawler-user-agents.json @@ -4980,13 +4980,5 @@ "AcademicBotRTU (https://academicbot.rtu.lv; mailto:caps@rtu.lv)" ], "url": "https://academicbot.rtu.lv" - }, - { - "pattern": "LinkCheck by Siteimprove", - "addition_date": "2024/10/17", - "instances": [ - "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com" - ], - "url": "https://www.siteimprove.com/" } ]