From 6c0133b66cc2a01dc582a0efdcdddab6626b6f48 Mon Sep 17 00:00:00 2001 From: Elisa Luo <64823602+elisa-luo@users.noreply.github.com> Date: Wed, 25 Sep 2024 01:31:49 -0700 Subject: [PATCH] Add OpenAI Search Bot (#372) --- crawler-user-agents.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/crawler-user-agents.json b/crawler-user-agents.json index 5f4161a..61e0f2b 100644 --- a/crawler-user-agents.json +++ b/crawler-user-agents.json @@ -4414,6 +4414,14 @@ ], "url": "https://openai.com/bot" }, + { + "pattern": "OAI-SearchBot", + "addition_date": "2024/09/24", + "instances": [ + "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot" + ], + "url": "https://platform.openai.com/docs/bots" + }, { "pattern": "YandexRenderResourcesBot\\/", "addition_date": "2023/08/16",