@@ -48,6 +48,8 @@ const Crawlers = Object.freeze({
4848 // Amazonbot - https://developer.amazon.com/amazonbot
4949 // Bingbot / AdIdxBot - https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0
5050 // CCBot - https://commoncrawl.org/faq
51+ // Coveobot - https://connect.coveo.com/s/article/19648
52+ // CriteoBot - https://www.criteo.com/criteo-crawler/
5153 // Dotbot - https://moz.com/help/moz-procedures/crawlers/dotbot
5254 // DuckDuckBot - http://duckduckgo.com/duckduckbot.html
5355 // FacebookBot - https://developers.facebook.com/docs/sharing/bot/
@@ -60,7 +62,7 @@ const Crawlers = Object.freeze({
6062 // OpenAI's SearchGPT - https://platform.openai.com/docs/bots
6163 // PerplexityBot - https://perplexity.ai/perplexitybot
6264 // SeznamBot - http://napoveda.seznam.cz/seznambot-intro
63- / ( (?: a d i d x | a h r e f s | a m a z o n | b i n g | c c | d o t | d u c k d u c k | e x a | f a c e b o o k | g p t | i a s k | l i n k e d i n | m j 1 2 | m o j e e k | o a i - s e a r c h | o n e s p o t - s c r a p e r | p e r p l e x i t y | s e m r u s h | s e z n a m ) b o t ) \/ ( [ \w \. - ] + ) / i,
65+ / ( (?: a d i d x | a h r e f s | a m a z o n | b i n g | c c | c o v e o | c r i t e o | d o t | d u c k d u c k | e x a | f a c e b o o k | g p t | i a s k | l i n k e d i n | m j 1 2 | m o j e e k | o a i - s e a r c h | o n e s p o t - s c r a p e r | p e r p l e x i t y | s e m r u s h | s e z n a m ) b o t ) \/ ( [ \w \. - ] + ) / i,
6466
6567 // Applebot - http://apple.com/go/applebot
6668 / ( a p p l e b o t (?: - e x t e n d e d ) ? ) \/ ? ( [ \w \. ] * ) / i,
@@ -69,7 +71,7 @@ const Crawlers = Object.freeze({
6971 / ( b a i d u s p i d e r [ - i m a g e v d o n w s f c p r ] { 0 , 7 } ) \/ ? ( [ \w \. ] * ) / i,
7072
7173 // ClaudeBot (Anthropic)
72- / ( c l a u d e (?: b o t | - w e b ) | a n t h r o p i c - a i ) \/ ? ( [ \w \. ] * ) / i,
74+ / ( c l a u d e (?: b o t | - s e a r c h b o t | - w e b ) | a n t h r o p i c - a i ) \/ ? ( [ \w \. ] * ) / i,
7375
7476 // Coc Coc Bot - https://help.coccoc.com/en/search-engine
7577 / ( c o c c o c b o t - (?: i m a g e | w e b ) ) \/ ( [ \w \. ] + ) / i,
@@ -239,15 +241,16 @@ const Fetchers = Object.freeze({
239241 browser : [
240242 [
241243 // AhrefsSiteAudit - https://ahrefs.com/robot/site-audit
244+ // Buffer Link Preview Bot - https://scraper.buffer.com/about/bots/link-preview-bot
242245 // ChatGPT-User - https://platform.openai.com/docs/plugins/bot
243246 // DuckAssistBot - https://duckduckgo.com/duckassistbot/
244- // Better Uptime / BingPreview / Mastodon / MicrosoftPreview / Pinterestbot / Redditbot / Rogerbot / SiteAuditBot / Telegrambot / Twitterbot / UptimeRobot
247+ // Better Uptime / BingPreview / Blueno / Mastodon / MicrosoftPreview / Pinterestbot / Redditbot / Rogerbot / SiteAuditBot / Telegrambot / Twitterbot / UptimeRobot
245248 // Google Site Verifier / Meta / Yahoo! Japan
246249 // Iframely - https://iframely.com/docs/about
247250 // Perplexity-User - https://docs.perplexity.ai/guides/bots
248251 // MistralAI-User - https://docs.mistral.ai/robots/
249252 // Yandex Bots - https://yandex.com/bots
250- / ( a h r e f s s i t e a u d i t | (?: b i n g | m i c r o s o f t ) p r e v i e w | (?: c h a t g p t | m i s t r a l a i | p e r p l e x i t y ) - u s e r | m a s t o d o n | (?: d i s c o r d | d u c k a s s i s t | l i n k e d i n | p i n t e r e s t | r e d d i t | r o g e r | s i t e a u d i t | t w i t t e r | u p t i m e r o ) b o t | g o o g l e - s i t e - v e r i f i c a t i o n | i f r a m e l y | m e t a - e x t e r n a l f e t c h e r | y ! ? j - d l c | y a n d e x (?: c a l e n d a r | d i r e c t (?: d y n ) ? | s e a r c h s h o p ) | y a d i r e c t f e t c h e r ) \/ ( [ \w \. ] + ) / i,
253+ / ( a h r e f s s i t e a u d i t | (?: b i n g | m i c r o s o f t ) p r e v i e w | b l u e n o | (?: c h a t g p t | c l a u d e | m i s t r a l a i | p e r p l e x i t y ) - u s e r | m a s t o d o n | (?: b u f f e r l i n k p r e v i e w | d i s c o r d | d u c k a s s i s t | l i n k e d i n | p i n t e r e s t | r e d d i t | r o g e r | s i t e a u d i t | t w i t t e r | u p t i m e r o ) b o t | g o o g l e - s i t e - v e r i f i c a t i o n | i f r a m e l y | m e t a - e x t e r n a l f e t c h e r | y ! ? j - d l c | y a n d e x (?: c a l e n d a r | d i r e c t (?: d y n ) ? | s e a r c h s h o p ) | y a d i r e c t f e t c h e r ) \/ ( [ \w \. ] + ) / i,
251254
252255 // Bluesky
253256 / ( b l u e s k y ) c a r d y b \/ ( [ \w \. ] + ) / i,
@@ -408,8 +411,8 @@ const Vehicles = Object.freeze({
408411const Bots = Object . freeze ( {
409412 browser : [
410413 ...CLIs . browser ,
411- ...Crawlers . browser ,
412414 ...Fetchers . browser ,
415+ ...Crawlers . browser ,
413416 ...Libraries . browser
414417 ] ,
415418 os : [
0 commit comments