From 921bc5904e26e1c1e0f5b22a8de58a5c591cd041 Mon Sep 17 00:00:00 2001
From: lazokjacint <lazokjacint@gmail.com>
Date: Mon, 10 Feb 2025 13:36:45 +0100
Subject: [PATCH 1/2] Added AI crawlers

---
 index.js | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/index.js b/index.js
index d875ceb..650efd4 100644
--- a/index.js
+++ b/index.js
@@ -80,7 +80,12 @@ prerender.crawlerUserAgents = [
   'screaming frog SEO spider',
   'AhrefsBot',
   'AhrefsSiteAudit',
-  'Iframely'
+  'Iframely',
+  'OAI-SearchBot',
+  'ChatGPT',
+  'GPTBot',
+  'ClaudeBot',
+  'Amazonbot'
 ];
 
 

From a6cb92aeebd6583a59ca6a3d8291862b2a514f8e Mon Sep 17 00:00:00 2001
From: lazokjacint <lazokjacint@gmail.com>
Date: Mon, 10 Feb 2025 13:43:33 +0100
Subject: [PATCH 2/2] added Perplexity AI crawler

---
 index.js | 1 +
 1 file changed, 1 insertion(+)

diff --git a/index.js b/index.js
index 650efd4..ead9632 100644
--- a/index.js
+++ b/index.js
@@ -81,6 +81,7 @@ prerender.crawlerUserAgents = [
   'AhrefsBot',
   'AhrefsSiteAudit',
   'Iframely',
+  'Perplexity',
   'OAI-SearchBot',
   'ChatGPT',
   'GPTBot',