V3.2021.01.1194 [ci skip]

mitchellkrogza · Jan 7, 2021 · 954e661 · 954e661
1 parent d16d0a7
commit 954e661
Show file tree

Hide file tree

Showing 28 changed files with 754 additions and 76 deletions.
diff --git a/.dev-tools/_htaccess_generator_files/bad-user-agents.list b/.dev-tools/_htaccess_generator_files/bad-user-agents.list
@@ -58,6 +58,7 @@ Bolt
 BotALot
 Brandprotect
 Brandwatch
+Buck
 Buddy
 BuiltBotTough
 BuiltWith
@@ -69,6 +70,7 @@ CATExplorador
 CazoodleBot
 CCBot
 Cegbfeieh
+CensysInspect
 check1\.exe
 CheeseBot
 CherryPicker
@@ -79,6 +81,7 @@ Claritybot
 Cliqzbot
 Cloud\ mapping
 coccocbot\-web
+Cocolyzebot
 CODE87
 Cogentbot
 cognitiveseo
@@ -243,6 +246,7 @@ Libwhisker
 LieBaoFast
 Lightspeedsystems
 Likse
+Linkbot
 Linkdexbot
 LinkextractorPro
 LinkpadBot
@@ -354,6 +358,7 @@ Pavuk
 pcBrowser
 PECL\:\:HTTP
 PeoplePal
+Petalbot
 PHPCrawl
 Picscout
 Picsearch
@@ -408,6 +413,7 @@ Searchestate
 SearchmetricsBot
 Semrush
 SemrushBot
+SentiBot
 SEOkicks
 SEOkicks\-Robot
 SEOlyticsCrawler
@@ -502,6 +508,7 @@ Vacuum
 Vagabondo
 VB\ Project
 VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
 Virusdie
@@ -579,5 +586,7 @@ Zeus
 zgrab
 Zitebot
 ZmEu
+ZoomBot
+ZoominfoBot
 ZumBot
 ZyBorg
diff --git a/.dev-tools/_robots_generator_files/robots.list b/.dev-tools/_robots_generator_files/robots.list
@@ -58,6 +58,7 @@ Bolt
 BotALot
 Brandprotect
 Brandwatch
+Buck
 Buddy
 BuiltBotTough
 BuiltWith
@@ -69,6 +70,7 @@ CATExplorador
 CazoodleBot
 CCBot
 Cegbfeieh
+CensysInspect
 check1.exe
 CheeseBot
 CherryPicker
@@ -79,6 +81,7 @@ Claritybot
 Cliqzbot
 Cloud mapping
 coccocbot-web
+Cocolyzebot
 CODE87
 Cogentbot
 cognitiveseo
@@ -243,6 +246,7 @@ Libwhisker
 LieBaoFast
 Lightspeedsystems
 Likse
+Linkbot
 Linkdexbot
 LinkextractorPro
 LinkpadBot
@@ -354,6 +358,7 @@ Pavuk
 pcBrowser
 PECL::HTTP
 PeoplePal
+Petalbot
 PHPCrawl
 Picscout
 Picsearch
@@ -408,6 +413,7 @@ Searchestate
 SearchmetricsBot
 Semrush
 SemrushBot
+SentiBot
 SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
@@ -502,6 +508,7 @@ Vacuum
 Vagabondo
 VB Project
 VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
 Virusdie
@@ -579,5 +586,7 @@ Zeus
 zgrab
 Zitebot
 ZmEu
+ZoomBot
+ZoominfoBot
 ZumBot
 ZyBorg