Add OpenAI Search Bot (#372)

monperrus · Sep 25, 2024 · 6c0133b · 6c0133b
1 parent 5db624a
commit 6c0133b
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/crawler-user-agents.json b/crawler-user-agents.json
@@ -4414,6 +4414,14 @@
     ],
     "url": "https://openai.com/bot"
   },
+  {
+    "pattern": "OAI-SearchBot",
+    "addition_date": "2024/09/24",
+    "instances": [
+      "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot"
+    ],
+    "url": "https://platform.openai.com/docs/bots"
+  },
   {
     "pattern": "YandexRenderResourcesBot\\/",
     "addition_date": "2023/08/16",