From 784d25fe218fc43d05d0b47ba5d453e36ad0df7f Mon Sep 17 00:00:00 2001 From: Robbie Date: Tue, 12 Dec 2023 13:08:53 +0000 Subject: [PATCH] Add a few more blocked uas (#936) --- src/utils/blocked-uas.ts | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/utils/blocked-uas.ts b/src/utils/blocked-uas.ts index fe82e22c1..6210f9ad9 100644 --- a/src/utils/blocked-uas.ts +++ b/src/utils/blocked-uas.ts @@ -1,5 +1,6 @@ export const DEFAULT_BLOCKED_UA_STRS = [ 'ahrefsbot', + 'ahrefssiteaudit', 'applebot', 'baiduspider', 'bingbot', @@ -11,9 +12,13 @@ export const DEFAULT_BLOCKED_UA_STRS = [ 'facebookexternal', 'facebookcatalog', 'gptbot', + 'http://yandex.com/bots', 'hubspot', + 'ia_archiver', 'linkedinbot', 'mj12bot', + 'msnbot', + 'nessus', 'petalbot', 'pinterest', 'prerender', @@ -21,7 +26,10 @@ export const DEFAULT_BLOCKED_UA_STRS = [ 'screaming frog', 'semrushbot', 'sitebulb', + 'slurp', + 'turnitin', 'twitterbot', + 'vercelbot', 'yahoo! slurp', 'yandexbot',