Merge branch 'master' of github.com:mitchellkrogza/apache-ultimate-ba…

…d-bot-blocker
mitchellkrogza · Jan 7, 2021 · d16d0a7 · d16d0a7
2 parents c6e3972 + f65cb17
commit d16d0a7
Show file tree

Hide file tree

Showing 28 changed files with 326 additions and 76 deletions.
diff --git a/.dev-tools/_htaccess_generator_files/bad-user-agents.list b/.dev-tools/_htaccess_generator_files/bad-user-agents.list
@@ -18,6 +18,7 @@ AllSubmitter
 AlphaBot
 Anarchie
 Ankit
+Anthill
 Apexoo
 archive\.org\_bot
 arquivo\.pt
@@ -68,6 +69,7 @@ CATExplorador
 CazoodleBot
 CCBot
 Cegbfeieh
+check1\.exe
 CheeseBot
 CherryPicker
 CheTeam
@@ -77,6 +79,7 @@ Claritybot
 Cliqzbot
 Cloud\ mapping
 coccocbot\-web
+CODE87
 Cogentbot
 cognitiveseo
 Collector
@@ -95,6 +98,7 @@ CrunchBot
 CSHttp
 Curious
 Custo
+CyotekWebCopy
 DatabaseDriverMysqli
 DataCha0s
 DBLBot
@@ -192,6 +196,7 @@ Humanlinks
 HybridBot
 Iblog
 IDBot
+IDBTE4M
 Id\-search
 IlseBot
 Image\ Fetch

diff --git a/.dev-tools/_robots_generator_files/robots.list b/.dev-tools/_robots_generator_files/robots.list
@@ -18,6 +18,7 @@ AllSubmitter
 AlphaBot
 Anarchie
 Ankit
+Anthill
 Apexoo
 archive.org_bot
 arquivo.pt
@@ -68,6 +69,7 @@ CATExplorador
 CazoodleBot
 CCBot
 Cegbfeieh
+check1.exe
 CheeseBot
 CherryPicker
 CheTeam
@@ -77,6 +79,7 @@ Claritybot
 Cliqzbot
 Cloud mapping
 coccocbot-web
+CODE87
 Cogentbot
 cognitiveseo
 Collector
@@ -95,6 +98,7 @@ CrunchBot
 CSHttp
 Curious
 Custo
+CyotekWebCopy
 DatabaseDriverMysqli
 DataCha0s
 DBLBot
@@ -192,6 +196,7 @@ Humanlinks
 HybridBot
 Iblog
 IDBot
+IDBTE4M
 Id-search
 IlseBot
 Image Fetch

diff --git a/.dev-tools/_test_results/_conf_files_2.2/globalblacklist.conf b/.dev-tools/_test_results/_conf_files_2.2/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2020.08.1192
-### Updated: Fri Aug  7 15:09:48 SAST 2020
-### Bad Referrer Count: 6834
-### Bad Bot Count: 578
+### Version: V3.2020.12.1193
+### Updated: Mon Dec 28 09:34:25 SAST 2020
+### Bad Referrer Count: 6853
+### Bad Bot Count: 583
 ###################################################
 ### Version Information ##
 
@@ -192,6 +192,7 @@ BrowserMatchNoCase "(?:\b)AllSubmitter(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)AlphaBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Anarchie(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ankit(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)Anthill(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Apexoo(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)archive.org_bot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)arquivo.pt(?:\b)" bad_bot
@@ -242,6 +243,7 @@ BrowserMatchNoCase "(?:\b)CATExplorador(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)CazoodleBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)CCBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Cegbfeieh(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)check1.exe(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)CheeseBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)CherryPicker(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)CheTeam(?:\b)" bad_bot
@@ -251,6 +253,7 @@ BrowserMatchNoCase "(?:\b)Claritybot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Cliqzbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Cloud\ mapping(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)coccocbot-web(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)CODE87(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Cogentbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)cognitiveseo(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Collector(?:\b)" bad_bot
@@ -269,6 +272,7 @@ BrowserMatchNoCase "(?:\b)CrunchBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)CSHttp(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Curious(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Custo(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)CyotekWebCopy(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)DatabaseDriverMysqli(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)DataCha0s(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)DBLBot(?:\b)" bad_bot
@@ -366,6 +370,7 @@ BrowserMatchNoCase "(?:\b)Humanlinks(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)HybridBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Iblog(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)IDBot(?:\b)" bad_bot
+BrowserMatchNoCase "(?:\b)IDBTE4M(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Id-search(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)IlseBot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Image\ Fetch(?:\b)" bad_bot
@@ -1553,9 +1558,11 @@ SetEnvIfNoCase Referer ~*babyfactory\.fr spam_ref
 SetEnvIfNoCase Referer ~*babyguns\.ru spam_ref
 SetEnvIfNoCase Referer ~*back\.dog spam_ref
 SetEnvIfNoCase Referer ~*backgroundpictures\.net spam_ref
+SetEnvIfNoCase Referer ~*backiee\.com spam_ref
 SetEnvIfNoCase Referer ~*backlink4u\.net spam_ref
 SetEnvIfNoCase Referer ~*backlinkwatch\.com spam_ref
 SetEnvIfNoCase Referer ~*backuperwebcam\.weebly\.com spam_ref
+SetEnvIfNoCase Referer ~*badavit\.com\.ua spam_ref
 SetEnvIfNoCase Referer ~*baditri\.com spam_ref
 SetEnvIfNoCase Referer ~*bad\-stars\.net spam_ref
 SetEnvIfNoCase Referer ~*baersaratov\.ru spam_ref
@@ -1753,6 +1760,7 @@ SetEnvIfNoCase Referer ~*bjgugu\.net\.ua spam_ref
 SetEnvIfNoCase Referer ~*bjorkbacken\.nu spam_ref
 SetEnvIfNoCase Referer ~*bkgr\.se spam_ref
 SetEnvIfNoCase Referer ~*bkns\.vn spam_ref
+SetEnvIfNoCase Referer ~*blackbabesporn\.com spam_ref
 SetEnvIfNoCase Referer ~*blackcurranthumidifiers\.site spam_ref
 SetEnvIfNoCase Referer ~*blackhatworth\.com spam_ref
 SetEnvIfNoCase Referer ~*blackle\.com spam_ref
@@ -2473,6 +2481,7 @@ SetEnvIfNoCase Referer ~*delta\-line\.men spam_ref
 SetEnvIfNoCase Referer ~*deluxedumps\.com spam_ref
 SetEnvIfNoCase Referer ~*demenageur\.com spam_ref
 SetEnvIfNoCase Referer ~*demian\.kz spam_ref
+SetEnvIfNoCase Referer ~*demon\-tweeks\.com spam_ref
 SetEnvIfNoCase Referer ~*dengi\-pod\-zalog\-nedvizhimosti\.ru spam_ref
 SetEnvIfNoCase Referer ~*deniven\.1bb\.ru spam_ref
 SetEnvIfNoCase Referer ~*den\-noch24\.ru spam_ref
@@ -2795,6 +2804,7 @@ SetEnvIfNoCase Referer ~*englishgamer\.com spam_ref
 SetEnvIfNoCase Referer ~*eng\-lyrics\.com spam_ref
 SetEnvIfNoCase Referer ~*enhand\.se spam_ref
 SetEnvIfNoCase Referer ~*en\.home\-task\.com spam_ref
+SetEnvIfNoCase Referer ~*enpolis\.ru spam_ref
 SetEnvIfNoCase Referer ~*enskedesquashclub\.se spam_ref
 SetEnvIfNoCase Referer ~*enternet\.ee spam_ref
 SetEnvIfNoCase Referer ~*enthuse\.computernetworksonline\.com spam_ref
@@ -3464,6 +3474,7 @@ SetEnvIfNoCase Referer ~*guardlink\.org spam_ref
 SetEnvIfNoCase Referer ~*guarrasdelporno\.xxx spam_ref
 SetEnvIfNoCase Referer ~*guge\.io spam_ref
 SetEnvIfNoCase Referer ~*guiadeserraazul\.com spam_ref
+SetEnvIfNoCase Referer ~*guidefs\.ru spam_ref
 SetEnvIfNoCase Referer ~*guigyverpo\.cf spam_ref
 SetEnvIfNoCase Referer ~*guildebzh\.info spam_ref
 SetEnvIfNoCase Referer ~*guitar\-master\.org spam_ref
@@ -3953,6 +3964,7 @@ SetEnvIfNoCase Referer ~*jose\.mulinohouse\.co spam_ref
 SetEnvIfNoCase Referer ~*journalhome\.com spam_ref
 SetEnvIfNoCase Referer ~*journeydownthescale\.info spam_ref
 SetEnvIfNoCase Referer ~*jovencitas\.gratis spam_ref
+SetEnvIfNoCase Referer ~*joy\-penguin\.com spam_ref
 SetEnvIfNoCase Referer ~*jpcycles\.com spam_ref
 SetEnvIfNoCase Referer ~*jrcigars\.com spam_ref
 SetEnvIfNoCase Referer ~*jrpmakati\.com spam_ref
@@ -3969,6 +3981,7 @@ SetEnvIfNoCase Referer ~*justkillingti\.me spam_ref
 SetEnvIfNoCase Referer ~*justprofit\.xyz spam_ref
 SetEnvIfNoCase Referer ~*justucalling32211123456789\.tk spam_ref
 SetEnvIfNoCase Referer ~*jwss\.cc spam_ref
+SetEnvIfNoCase Referer ~*jyrxd\.com spam_ref
 SetEnvIfNoCase Referer ~*jyvopys\.com spam_ref
 SetEnvIfNoCase Referer ~*kaac\.ru spam_ref
 SetEnvIfNoCase Referer ~*kabbalah\-red\-bracelets\.com spam_ref
@@ -4410,6 +4423,7 @@ SetEnvIfNoCase Referer ~*magazin\-pics\.ru spam_ref
 SetEnvIfNoCase Referer ~*magazintiande\.ru spam_ref
 SetEnvIfNoCase Referer ~*magda\-gadalka\.ru spam_ref
 SetEnvIfNoCase Referer ~*magento\-crew\.net spam_ref
+SetEnvIfNoCase Referer ~*magiadinamibia\.blogspot\.com spam_ref
 SetEnvIfNoCase Referer ~*magicalfind\-a\.akamaihd\.net spam_ref
 SetEnvIfNoCase Referer ~*magicdiet\.gq spam_ref
 SetEnvIfNoCase Referer ~*magicplayer\-s\.acestream\.net spam_ref
@@ -4425,6 +4439,7 @@ SetEnvIfNoCase Referer ~*maju\.bluesalt\.co spam_ref
 SetEnvIfNoCase Referer ~*makedo\.ru spam_ref
 SetEnvIfNoCase Referer ~*make\-money\-online\.com spam_ref
 SetEnvIfNoCase Referer ~*makemoneyonline\.com spam_ref
+SetEnvIfNoCase Referer ~*makenahartlin\.com spam_ref
 SetEnvIfNoCase Referer ~*makis\.nu spam_ref
 SetEnvIfNoCase Referer ~*maladot\.com spam_ref
 SetEnvIfNoCase Referer ~*malls\.com spam_ref
@@ -4569,6 +4584,7 @@ SetEnvIfNoCase Referer ~*micasainvest\.com spam_ref
 SetEnvIfNoCase Referer ~*michaelkorsoutletstore\.net spam_ref
 SetEnvIfNoCase Referer ~*michaelkorsoutlet\.store spam_ref
 SetEnvIfNoCase Referer ~*michaelkorssaleoutletonline\.net spam_ref
+SetEnvIfNoCase Referer ~*michellblog\.online spam_ref
 SetEnvIfNoCase Referer ~*microsearch\.ru spam_ref
 SetEnvIfNoCase Referer ~*microsoftportal\.net spam_ref
 SetEnvIfNoCase Referer ~*microstatic\.pl spam_ref
@@ -4656,6 +4672,7 @@ SetEnvIfNoCase Referer ~*mojpregled\.com spam_ref
 SetEnvIfNoCase Referer ~*mojpreskumanie\.com spam_ref
 SetEnvIfNoCase Referer ~*mokrayakiska\.com spam_ref
 SetEnvIfNoCase Referer ~*mole\.pluto\.ro spam_ref
+SetEnvIfNoCase Referer ~*mompussy\.net spam_ref
 SetEnvIfNoCase Referer ~*monarchfind\-a\.akamaihd\.net spam_ref
 SetEnvIfNoCase Referer ~*monarhs\.info spam_ref
 SetEnvIfNoCase Referer ~*monclerboots\.xyz spam_ref
@@ -4882,6 +4899,7 @@ SetEnvIfNoCase Referer ~*networkcheck\.xyz spam_ref
 SetEnvIfNoCase Referer ~*nevansk\.ru spam_ref
 SetEnvIfNoCase Referer ~*new7ob\.com spam_ref
 SetEnvIfNoCase Referer ~*new\-apps\.ru spam_ref
+SetEnvIfNoCase Referer ~*newfilmsonline\.ru spam_ref
 SetEnvIfNoCase Referer ~*newhairstylesformen2014\.com spam_ref
 SetEnvIfNoCase Referer ~*new\-post\.tk spam_ref
 SetEnvIfNoCase Referer ~*newsperuse\.com spam_ref
@@ -6081,6 +6099,7 @@ SetEnvIfNoCase Referer ~*sex\-watch\.com spam_ref
 SetEnvIfNoCase Referer ~*sexxdate\.net spam_ref
 SetEnvIfNoCase Referer ~*sexyali\.com spam_ref
 SetEnvIfNoCase Referer ~*sexy\.babes\.frontend\-stack\.top spam_ref
+SetEnvIfNoCase Referer ~*sexyebonyteen\.com spam_ref
 SetEnvIfNoCase Referer ~*sexy\-pings\.com spam_ref
 SetEnvIfNoCase Referer ~*sexy\-screen\-savers\.com spam_ref
 SetEnvIfNoCase Referer ~*sexystrippe\.info spam_ref
@@ -6536,6 +6555,7 @@ SetEnvIfNoCase Referer ~*tanieaukcje\.com\.pl spam_ref
 SetEnvIfNoCase Referer ~*taqplayer\.info spam_ref
 SetEnvIfNoCase Referer ~*taqywu51\.soup\.io spam_ref
 SetEnvIfNoCase Referer ~*tarad\.com spam_ref
+SetEnvIfNoCase Referer ~*taranerymagesswa\.blogspot\.com spam_ref
 SetEnvIfNoCase Referer ~*taraz\.xkaz\.org spam_ref
 SetEnvIfNoCase Referer ~*tasteidea\.com spam_ref
 SetEnvIfNoCase Referer ~*tastyfoodideas\.com spam_ref
@@ -6972,6 +6992,7 @@ SetEnvIfNoCase Referer ~*urengoy\.pro spam_ref
 SetEnvIfNoCase Referer ~*url2image\.com spam_ref
 SetEnvIfNoCase Referer ~*urlcut\.ru spam_ref
 SetEnvIfNoCase Referer ~*urldelivery\.com spam_ref
+SetEnvIfNoCase Referer ~*url\-extractor\.xyz spam_ref
 SetEnvIfNoCase Referer ~*url\-img\.link spam_ref
 SetEnvIfNoCase Referer ~*urll\.eu spam_ref
 SetEnvIfNoCase Referer ~*urlopener\.blogspot\.com\.au spam_ref
@@ -7193,6 +7214,7 @@ SetEnvIfNoCase Referer ~*w7s\.ru spam_ref
 SetEnvIfNoCase Referer ~*wahicbefa31\.soup\.io spam_ref
 SetEnvIfNoCase Referer ~*wait3sec\.org spam_ref
 SetEnvIfNoCase Referer ~*walkme\.com spam_ref
+SetEnvIfNoCase Referer ~*wallpaperaccess\.com spam_ref
 SetEnvIfNoCase Referer ~*wallpapers\-best\.com spam_ref
 SetEnvIfNoCase Referer ~*wallpapersdesk\.info spam_ref
 SetEnvIfNoCase Referer ~*wallpapersist\.com spam_ref
@@ -7364,6 +7386,7 @@ SetEnvIfNoCase Referer ~*worldtraveler\.world spam_ref
 SetEnvIfNoCase Referer ~*wormix\-cheats\.ru spam_ref
 SetEnvIfNoCase Referer ~*worst\-sites\.online spam_ref
 SetEnvIfNoCase Referer ~*wosik\-dach\.service\-for\-web\.de spam_ref
+SetEnvIfNoCase Referer ~*wovis\.site spam_ref
 SetEnvIfNoCase Referer ~*wowas31\.ucoz\.ru spam_ref
 SetEnvIfNoCase Referer ~*wowcasinoonline\.ooo spam_ref
 SetEnvIfNoCase Referer ~*woweb\.com\.ua spam_ref
@@ -7519,6 +7542,7 @@ SetEnvIfNoCase Referer ~*xvideospornoru\.com spam_ref
 SetEnvIfNoCase Referer ~*xwatt\.ru spam_ref
 SetEnvIfNoCase Referer ~*xxart\.ru spam_ref
 SetEnvIfNoCase Referer ~*xxlargepop\.com spam_ref
+SetEnvIfNoCase Referer ~*xxxasianporn\.net spam_ref
 SetEnvIfNoCase Referer ~*xxx\-cam\.webcam spam_ref
 SetEnvIfNoCase Referer ~*xxxdatinglocal\.us spam_ref
 SetEnvIfNoCase Referer ~*xxxguitars\.com spam_ref