V3.2021.02.1196 [ci skip]

mitchellkrogza · Feb 4, 2021 · e4690b9 · e4690b9
1 parent 4afcb3a
commit e4690b9
Show file tree

Hide file tree

Showing 28 changed files with 188 additions and 76 deletions.
diff --git a/.dev-tools/_htaccess_generator_files/bad-user-agents.list b/.dev-tools/_htaccess_generator_files/bad-user-agents.list
@@ -163,6 +163,7 @@ Flunky
 Foobot
 Freeuploader
 FrontPage
+Fuzz
 FyberSpider
 Fyrebot
 GalaxyBot
@@ -305,6 +306,7 @@ Mr\.4x3
 MSFrontPage
 MSIECrawler
 Msrabot
+MTRobot
 muhstik\-scan
 Musobot
 Name\ Intelligence
@@ -332,7 +334,9 @@ NimbleCrawler
 Nimbostratus
 Ninja
 Nmap
+node\-fetch
 NPbot
+Nuclei
 Nutch
 oBot
 Octopus
@@ -353,6 +357,7 @@ Page\ Analyzer
 PageGrabber
 page\ scorer
 PageScorer
+PageThing\.com
 Pandalytics
 Panscient
 Papa\ Foto
@@ -404,6 +409,7 @@ s1z\.ru
 SalesIntelligent
 satoristudio\.net
 SBIder
+scalaj\-http
 ScanAlert
 Scanbot
 scan\.lol

diff --git a/.dev-tools/_robots_generator_files/robots.list b/.dev-tools/_robots_generator_files/robots.list
@@ -163,6 +163,7 @@ Flunky
 Foobot
 Freeuploader
 FrontPage
+Fuzz
 FyberSpider
 Fyrebot
 GalaxyBot
@@ -305,6 +306,7 @@ Mr.4x3
 MSFrontPage
 MSIECrawler
 Msrabot
+MTRobot
 muhstik-scan
 Musobot
 Name Intelligence
@@ -332,7 +334,9 @@ NimbleCrawler
 Nimbostratus
 Ninja
 Nmap
+node-fetch
 NPbot
+Nuclei
 Nutch
 oBot
 Octopus
@@ -353,6 +357,7 @@ Page Analyzer
 PageGrabber
 page scorer
 PageScorer
+PageThing.com
 Pandalytics
 Panscient
 Papa Foto
@@ -404,6 +409,7 @@ s1z.ru
 SalesIntelligent
 satoristudio.net
 SBIder
+scalaj-http
 ScanAlert
 Scanbot
 scan.lol

diff --git a/.dev-tools/_test_results/_conf_files_2.2/globalblacklist.conf b/.dev-tools/_test_results/_conf_files_2.2/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1195
-### Updated: Tue Feb  2 12:45:04 SAST 2021
-### Bad Referrer Count: 6925
-### Bad Bot Count: 594
+### Version: V3.2021.02.1196
+### Updated: Thu Feb  4 16:26:38 SAST 2021
+### Bad Referrer Count: 6929
+### Bad Bot Count: 600
 ###################################################
 ### Version Information ##
 
@@ -337,6 +337,7 @@ BrowserMatchNoCase "(?:\b)Flunky(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Foobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Freeuploader(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)FrontPage(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)Fuzz(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)FyberSpider(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Fyrebot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)GalaxyBot(?:\b)" bad_bot
@@ -479,6 +480,7 @@ BrowserMatchNoCase "(?:\b)Mr.4x3(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)MSFrontPage(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)MSIECrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Msrabot(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)MTRobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)muhstik-scan(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Musobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Name\ Intelligence(?:\b)" bad_bot
@@ -506,7 +508,9 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)oBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Octopus(?:\b)" bad_bot
@@ -527,6 +531,7 @@ BrowserMatchNoCase "(?:\b)Page\ Analyzer(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)PageGrabber(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)page\ scorer(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)PageScorer(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)PageThing.com(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Pandalytics(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Panscient(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Papa\ Foto(?:\b)" bad_bot
@@ -578,6 +583,7 @@ BrowserMatchNoCase "(?:\b)s1z.ru(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)SalesIntelligent(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)satoristudio.net(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)SBIder(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)scalaj-http(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)ScanAlert(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Scanbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)scan.lol(?:\b)" bad_bot
@@ -1320,6 +1326,7 @@ SetEnvIfNoCase Referer ~*anabolics\.shop spam_ref
 SetEnvIfNoCase Referer ~*anaksma\.info spam_ref
 SetEnvIfNoCase Referer ~*anal\-acrobats\.com spam_ref
 SetEnvIfNoCase Referer ~*anal\-acrobats\.hol\.es spam_ref
+SetEnvIfNoCase Referer ~*analnoeporno\.tv spam_ref
 SetEnvIfNoCase Referer ~*analytics\-ads\.xyz spam_ref
 SetEnvIfNoCase Referer ~*ananumous\.ru spam_ref
 SetEnvIfNoCase Referer ~*anapa\-inns\.ru spam_ref
@@ -5031,6 +5038,7 @@ SetEnvIfNoCase Referer ~*oballergiya\.ru spam_ref
 SetEnvIfNoCase Referer ~*obesidadealgarve\.com spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.by spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.com spam_ref
+SetEnvIfNoCase Referer ~*obiavo\.in spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.net spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.ru spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.su spam_ref
@@ -5047,6 +5055,7 @@ SetEnvIfNoCase Referer ~*odesproperty\.com spam_ref
 SetEnvIfNoCase Referer ~*odoratus\.net spam_ref
 SetEnvIfNoCase Referer ~*odywpjtw\.bloger\.index\.hr spam_ref
 SetEnvIfNoCase Referer ~*oecnhs\.info spam_ref
+SetEnvIfNoCase Referer ~*ofanda\.com spam_ref
 SetEnvIfNoCase Referer ~*offer\.camp spam_ref
 SetEnvIfNoCase Referer ~*offergroup\.info spam_ref
 SetEnvIfNoCase Referer ~*offers\.bycontext\.com spam_ref
@@ -7179,6 +7188,7 @@ SetEnvIfNoCase Referer ~*videospornogratisx\.net spam_ref
 SetEnvIfNoCase Referer ~*videotuber\.ru spam_ref
 SetEnvIfNoCase Referer ~*video\-woman\.com spam_ref
 SetEnvIfNoCase Referer ~*videtubs\.pl spam_ref
+SetEnvIfNoCase Referer ~*vids18\.site spam_ref
 SetEnvIfNoCase Referer ~*vielporno\.net spam_ref
 SetEnvIfNoCase Referer ~*viel\.su spam_ref
 SetEnvIfNoCase Referer ~*vietimgy\.pw spam_ref

diff --git a/.dev-tools/_test_results/_conf_files_2.4/globalblacklist.conf b/.dev-tools/_test_results/_conf_files_2.4/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1195
-### Updated: Tue Feb  2 12:45:04 SAST 2021
-### Bad Referrer Count: 6925
-### Bad Bot Count: 594
+### Version: V3.2021.02.1196
+### Updated: Thu Feb  4 16:26:38 SAST 2021
+### Bad Referrer Count: 6929
+### Bad Bot Count: 600
 ###################################################
 ### Version Information ##
 
@@ -330,6 +330,7 @@ BrowserMatchNoCase "(?:\b)Flunky(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Foobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Freeuploader(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)FrontPage(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)Fuzz(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)FyberSpider(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Fyrebot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)GalaxyBot(?:\b)" bad_bot
@@ -472,6 +473,7 @@ BrowserMatchNoCase "(?:\b)Mr.4x3(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)MSFrontPage(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)MSIECrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Msrabot(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)MTRobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)muhstik-scan(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Musobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Name\ Intelligence(?:\b)" bad_bot
@@ -499,7 +501,9 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)oBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Octopus(?:\b)" bad_bot
@@ -520,6 +524,7 @@ BrowserMatchNoCase "(?:\b)Page\ Analyzer(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)PageGrabber(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)page\ scorer(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)PageScorer(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)PageThing.com(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Pandalytics(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Panscient(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Papa\ Foto(?:\b)" bad_bot
@@ -571,6 +576,7 @@ BrowserMatchNoCase "(?:\b)s1z.ru(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)SalesIntelligent(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)satoristudio.net(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)SBIder(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)scalaj-http(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)ScanAlert(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Scanbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)scan.lol(?:\b)" bad_bot
@@ -1316,6 +1322,7 @@ SetEnvIfNoCase Referer ~*anabolics\.shop spam_ref
 SetEnvIfNoCase Referer ~*anaksma\.info spam_ref
 SetEnvIfNoCase Referer ~*anal\-acrobats\.com spam_ref
 SetEnvIfNoCase Referer ~*anal\-acrobats\.hol\.es spam_ref
+SetEnvIfNoCase Referer ~*analnoeporno\.tv spam_ref
 SetEnvIfNoCase Referer ~*analytics\-ads\.xyz spam_ref
 SetEnvIfNoCase Referer ~*ananumous\.ru spam_ref
 SetEnvIfNoCase Referer ~*anapa\-inns\.ru spam_ref
@@ -5027,6 +5034,7 @@ SetEnvIfNoCase Referer ~*oballergiya\.ru spam_ref
 SetEnvIfNoCase Referer ~*obesidadealgarve\.com spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.by spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.com spam_ref
+SetEnvIfNoCase Referer ~*obiavo\.in spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.net spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.ru spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.su spam_ref
@@ -5043,6 +5051,7 @@ SetEnvIfNoCase Referer ~*odesproperty\.com spam_ref
 SetEnvIfNoCase Referer ~*odoratus\.net spam_ref
 SetEnvIfNoCase Referer ~*odywpjtw\.bloger\.index\.hr spam_ref
 SetEnvIfNoCase Referer ~*oecnhs\.info spam_ref
+SetEnvIfNoCase Referer ~*ofanda\.com spam_ref
 SetEnvIfNoCase Referer ~*offer\.camp spam_ref
 SetEnvIfNoCase Referer ~*offergroup\.info spam_ref
 SetEnvIfNoCase Referer ~*offers\.bycontext\.com spam_ref
@@ -7175,6 +7184,7 @@ SetEnvIfNoCase Referer ~*videospornogratisx\.net spam_ref
 SetEnvIfNoCase Referer ~*videotuber\.ru spam_ref
 SetEnvIfNoCase Referer ~*video\-woman\.com spam_ref
 SetEnvIfNoCase Referer ~*videtubs\.pl spam_ref
+SetEnvIfNoCase Referer ~*vids18\.site spam_ref
 SetEnvIfNoCase Referer ~*vielporno\.net spam_ref
 SetEnvIfNoCase Referer ~*viel\.su spam_ref
 SetEnvIfNoCase Referer ~*vietimgy\.pw spam_ref

diff --git a/.dev-tools/apache2.2.template b/.dev-tools/apache2.2.template
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1195
-### Updated: Tue Feb  2 12:45:04 SAST 2021
-### Bad Referrer Count: 6925
-### Bad Bot Count: 594
+### Version: V3.2021.02.1196
+### Updated: Thu Feb  4 16:26:38 SAST 2021
+### Bad Referrer Count: 6929
+### Bad Bot Count: 600
 ###################################################
 ### Version Information ##
 
@@ -337,6 +337,7 @@ BrowserMatchNoCase "(?:\b)Flunky(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Foobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Freeuploader(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)FrontPage(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)Fuzz(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)FyberSpider(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Fyrebot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)GalaxyBot(?:\b)" bad_bot
@@ -479,6 +480,7 @@ BrowserMatchNoCase "(?:\b)Mr.4x3(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)MSFrontPage(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)MSIECrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Msrabot(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)MTRobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)muhstik-scan(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Musobot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Name\ Intelligence(?:\b)" bad_bot
@@ -506,7 +508,9 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)oBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Octopus(?:\b)" bad_bot
@@ -527,6 +531,7 @@ BrowserMatchNoCase "(?:\b)Page\ Analyzer(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)PageGrabber(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)page\ scorer(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)PageScorer(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)PageThing.com(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Pandalytics(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Panscient(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Papa\ Foto(?:\b)" bad_bot
@@ -578,6 +583,7 @@ BrowserMatchNoCase "(?:\b)s1z.ru(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)SalesIntelligent(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)satoristudio.net(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)SBIder(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)scalaj-http(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)ScanAlert(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Scanbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)scan.lol(?:\b)" bad_bot
@@ -1320,6 +1326,7 @@ SetEnvIfNoCase Referer ~*anabolics\.shop spam_ref
 SetEnvIfNoCase Referer ~*anaksma\.info spam_ref
 SetEnvIfNoCase Referer ~*anal\-acrobats\.com spam_ref
 SetEnvIfNoCase Referer ~*anal\-acrobats\.hol\.es spam_ref
+SetEnvIfNoCase Referer ~*analnoeporno\.tv spam_ref
 SetEnvIfNoCase Referer ~*analytics\-ads\.xyz spam_ref
 SetEnvIfNoCase Referer ~*ananumous\.ru spam_ref
 SetEnvIfNoCase Referer ~*anapa\-inns\.ru spam_ref
@@ -5031,6 +5038,7 @@ SetEnvIfNoCase Referer ~*oballergiya\.ru spam_ref
 SetEnvIfNoCase Referer ~*obesidadealgarve\.com spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.by spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.com spam_ref
+SetEnvIfNoCase Referer ~*obiavo\.in spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.net spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.ru spam_ref
 SetEnvIfNoCase Referer ~*obiavo\.su spam_ref
@@ -5047,6 +5055,7 @@ SetEnvIfNoCase Referer ~*odesproperty\.com spam_ref
 SetEnvIfNoCase Referer ~*odoratus\.net spam_ref
 SetEnvIfNoCase Referer ~*odywpjtw\.bloger\.index\.hr spam_ref
 SetEnvIfNoCase Referer ~*oecnhs\.info spam_ref
+SetEnvIfNoCase Referer ~*ofanda\.com spam_ref
 SetEnvIfNoCase Referer ~*offer\.camp spam_ref
 SetEnvIfNoCase Referer ~*offergroup\.info spam_ref
 SetEnvIfNoCase Referer ~*offers\.bycontext\.com spam_ref
@@ -7179,6 +7188,7 @@ SetEnvIfNoCase Referer ~*videospornogratisx\.net spam_ref
 SetEnvIfNoCase Referer ~*videotuber\.ru spam_ref
 SetEnvIfNoCase Referer ~*video\-woman\.com spam_ref
 SetEnvIfNoCase Referer ~*videtubs\.pl spam_ref
+SetEnvIfNoCase Referer ~*vids18\.site spam_ref
 SetEnvIfNoCase Referer ~*vielporno\.net spam_ref
 SetEnvIfNoCase Referer ~*viel\.su spam_ref
 SetEnvIfNoCase Referer ~*vietimgy\.pw spam_ref