Refactored domain matching to include subdomain / path matching (fixes …

…#12)

README.md

@@ -13,7 +13,7 @@ semalt-blocker
 
 ---
 
-#### Bad domains counter: `451` _updated November 9th, 2015_ 
+#### Bad domains counter: `469` _updated November 16th, 2015_ 
 
 ---
 

domains/blocked

@@ -12,7 +12,7 @@ abovetherivernc.com
 acads.net
 acunetix-referrer.com
 adcash.com
-addons.mozilla.org
+addons.mozilla.org/en-us/firefox/addon/ilovevitaly
 adelly.bg
 adspart.com
 adventureparkcostarica.com
@@ -34,7 +34,6 @@ alpharma.net
 altermix.ua
 amanda-porn.ga
 amt-k.ru
-anal-acrobats.hol.es
 anapa-inns.ru
 android-style.com
 anticrawler.org
@@ -72,12 +71,10 @@ blackle.com
 blogtotal.de
 blue-square.biz
 bluerobot.info
-bmw.afora.ru
 boleznikogi.com
 bookmark4you.biz
 bookmark4you.com
 bookmark4you.com.biz
-br.nate.com
 brakehawk.com
 break-the-chains.com
 bristolhostel.com
@@ -167,7 +164,6 @@ fiverr.com
 floating-share-buttons.com
 forex-procto.ru
 forsex.info
-forum20.smailik.org
 forum69.info
 foxtechfpv.com
 free-floating-buttons.com
@@ -280,7 +276,6 @@ mericanmopedstore.com
 micasainvest.com
 microsearch.ru
 minegam.com
-mini.7zap.com
 mir-betting.ru
 mirobuvi.com.au
 mirobuvi.com.ua
@@ -291,10 +286,8 @@ mountainstream.ms
 moyakuhnia.ru
 mpftpupload.com
 mrmoneymustache.com
-msk.afora.ru
 muscle-factory.com.au
 muscle-factory.com.ua
-musicas.baixar-musicas-gratis.com
 musicprojectfoundation.com
 myftpupload.com
 myprintscreen.com
@@ -327,7 +320,6 @@ pochemychka.net
 poisk-zakona.ru
 porn-w.org
 pornhub-forum.ga
-pornhub-forum.uni.me
 pornhub-ru.com
 pornoforadult.com
 portnoff.od.au
@@ -374,7 +366,6 @@ screentoolkit.com
 search-error.com
 searchlock.com
 semalt.com
-semalt.semalt.com
 semaltmedia.com
 seo-platform.com
 seo-smm.kz
@@ -384,7 +375,6 @@ seokicks.de
 seopub.net
 setioweb.com
 sexyali.com
-sexyteens.hol.es
 sharebutton.net
 sharebutton.to
 shop.xz618.com
@@ -410,7 +400,6 @@ solnplast.ru
 sonyelektronik.com
 sosdepotdebilan.com
 soundfrost.org
-spb.afora.ru
 spravka130.ru
 srecorder.com
 steame.ru
@@ -432,7 +421,6 @@ tomck.com
 torontoplumbinggroup.com
 torture.ml
 touchmods.fr
-toyota.7zap.com
 traffic-paradise.org
 traffic2money.com
 trafficmonetize.org
@@ -470,10 +458,8 @@ xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai
 xn--80adgcaax6acohn6r.xn--p1ai
 xn--90acenikpebbdd4f6d.xn--p1ai
 xn--c1acygb.xn--p1ai
-xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
 ykecwqlixx.ru
 youporn-forum.ga
-youporn-forum.uni.me
 youporn-ru.com
 yourserverisdown.com
 youtubedownload.org

domains/blocked.conf

@@ -13,7 +13,7 @@
 	SetEnvIfNoCase Referer acads.net spambot=yes
 	SetEnvIfNoCase Referer acunetix-referrer.com spambot=yes
 	SetEnvIfNoCase Referer adcash.com spambot=yes
-	SetEnvIfNoCase Referer addons.mozilla.org spambot=yes
+	SetEnvIfNoCase Referer addons.mozilla.org/en-us/firefox/addon/ilovevitaly spambot=yes
 	SetEnvIfNoCase Referer adelly.bg spambot=yes
 	SetEnvIfNoCase Referer adspart.com spambot=yes
 	SetEnvIfNoCase Referer adventureparkcostarica.com spambot=yes
@@ -35,7 +35,6 @@
 	SetEnvIfNoCase Referer altermix.ua spambot=yes
 	SetEnvIfNoCase Referer amanda-porn.ga spambot=yes
 	SetEnvIfNoCase Referer amt-k.ru spambot=yes
-	SetEnvIfNoCase Referer anal-acrobats.hol.es spambot=yes
 	SetEnvIfNoCase Referer anapa-inns.ru spambot=yes
 	SetEnvIfNoCase Referer android-style.com spambot=yes
 	SetEnvIfNoCase Referer anticrawler.org spambot=yes
@@ -73,12 +72,10 @@
 	SetEnvIfNoCase Referer blogtotal.de spambot=yes
 	SetEnvIfNoCase Referer blue-square.biz spambot=yes
 	SetEnvIfNoCase Referer bluerobot.info spambot=yes
-	SetEnvIfNoCase Referer bmw.afora.ru spambot=yes
 	SetEnvIfNoCase Referer boleznikogi.com spambot=yes
 	SetEnvIfNoCase Referer bookmark4you.biz spambot=yes
 	SetEnvIfNoCase Referer bookmark4you.com spambot=yes
 	SetEnvIfNoCase Referer bookmark4you.com.biz spambot=yes
-	SetEnvIfNoCase Referer br.nate.com spambot=yes
 	SetEnvIfNoCase Referer brakehawk.com spambot=yes
 	SetEnvIfNoCase Referer break-the-chains.com spambot=yes
 	SetEnvIfNoCase Referer bristolhostel.com spambot=yes
@@ -168,7 +165,6 @@
 	SetEnvIfNoCase Referer floating-share-buttons.com spambot=yes
 	SetEnvIfNoCase Referer forex-procto.ru spambot=yes
 	SetEnvIfNoCase Referer forsex.info spambot=yes
-	SetEnvIfNoCase Referer forum20.smailik.org spambot=yes
 	SetEnvIfNoCase Referer forum69.info spambot=yes
 	SetEnvIfNoCase Referer foxtechfpv.com spambot=yes
 	SetEnvIfNoCase Referer free-floating-buttons.com spambot=yes
@@ -281,7 +277,6 @@
 	SetEnvIfNoCase Referer micasainvest.com spambot=yes
 	SetEnvIfNoCase Referer microsearch.ru spambot=yes
 	SetEnvIfNoCase Referer minegam.com spambot=yes
-	SetEnvIfNoCase Referer mini.7zap.com spambot=yes
 	SetEnvIfNoCase Referer mir-betting.ru spambot=yes
 	SetEnvIfNoCase Referer mirobuvi.com.au spambot=yes
 	SetEnvIfNoCase Referer mirobuvi.com.ua spambot=yes
@@ -292,10 +287,8 @@
 	SetEnvIfNoCase Referer moyakuhnia.ru spambot=yes
 	SetEnvIfNoCase Referer mpftpupload.com spambot=yes
 	SetEnvIfNoCase Referer mrmoneymustache.com spambot=yes
-	SetEnvIfNoCase Referer msk.afora.ru spambot=yes
 	SetEnvIfNoCase Referer muscle-factory.com.au spambot=yes
 	SetEnvIfNoCase Referer muscle-factory.com.ua spambot=yes
-	SetEnvIfNoCase Referer musicas.baixar-musicas-gratis.com spambot=yes
 	SetEnvIfNoCase Referer musicprojectfoundation.com spambot=yes
 	SetEnvIfNoCase Referer myftpupload.com spambot=yes
 	SetEnvIfNoCase Referer myprintscreen.com spambot=yes
@@ -328,7 +321,6 @@
 	SetEnvIfNoCase Referer poisk-zakona.ru spambot=yes
 	SetEnvIfNoCase Referer porn-w.org spambot=yes
 	SetEnvIfNoCase Referer pornhub-forum.ga spambot=yes
-	SetEnvIfNoCase Referer pornhub-forum.uni.me spambot=yes
 	SetEnvIfNoCase Referer pornhub-ru.com spambot=yes
 	SetEnvIfNoCase Referer pornoforadult.com spambot=yes
 	SetEnvIfNoCase Referer portnoff.od.au spambot=yes
@@ -375,7 +367,6 @@
 	SetEnvIfNoCase Referer search-error.com spambot=yes
 	SetEnvIfNoCase Referer searchlock.com spambot=yes
 	SetEnvIfNoCase Referer semalt.com spambot=yes
-	SetEnvIfNoCase Referer semalt.semalt.com spambot=yes
 	SetEnvIfNoCase Referer semaltmedia.com spambot=yes
 	SetEnvIfNoCase Referer seo-platform.com spambot=yes
 	SetEnvIfNoCase Referer seo-smm.kz spambot=yes
@@ -385,7 +376,6 @@
 	SetEnvIfNoCase Referer seopub.net spambot=yes
 	SetEnvIfNoCase Referer setioweb.com spambot=yes
 	SetEnvIfNoCase Referer sexyali.com spambot=yes
-	SetEnvIfNoCase Referer sexyteens.hol.es spambot=yes
 	SetEnvIfNoCase Referer sharebutton.net spambot=yes
 	SetEnvIfNoCase Referer sharebutton.to spambot=yes
 	SetEnvIfNoCase Referer shop.xz618.com spambot=yes
@@ -411,7 +401,6 @@
 	SetEnvIfNoCase Referer sonyelektronik.com spambot=yes
 	SetEnvIfNoCase Referer sosdepotdebilan.com spambot=yes
 	SetEnvIfNoCase Referer soundfrost.org spambot=yes
-	SetEnvIfNoCase Referer spb.afora.ru spambot=yes
 	SetEnvIfNoCase Referer spravka130.ru spambot=yes
 	SetEnvIfNoCase Referer srecorder.com spambot=yes
 	SetEnvIfNoCase Referer steame.ru spambot=yes
@@ -433,7 +422,6 @@
 	SetEnvIfNoCase Referer torontoplumbinggroup.com spambot=yes
 	SetEnvIfNoCase Referer torture.ml spambot=yes
 	SetEnvIfNoCase Referer touchmods.fr spambot=yes
-	SetEnvIfNoCase Referer toyota.7zap.com spambot=yes
 	SetEnvIfNoCase Referer traffic-paradise.org spambot=yes
 	SetEnvIfNoCase Referer traffic2money.com spambot=yes
 	SetEnvIfNoCase Referer trafficmonetize.org spambot=yes
@@ -471,10 +459,8 @@
 	SetEnvIfNoCase Referer xn--80adgcaax6acohn6r.xn--p1ai spambot=yes
 	SetEnvIfNoCase Referer xn--90acenikpebbdd4f6d.xn--p1ai spambot=yes
 	SetEnvIfNoCase Referer xn--c1acygb.xn--p1ai spambot=yes
-	SetEnvIfNoCase Referer xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai spambot=yes
 	SetEnvIfNoCase Referer ykecwqlixx.ru spambot=yes
 	SetEnvIfNoCase Referer youporn-forum.ga spambot=yes
-	SetEnvIfNoCase Referer youporn-forum.uni.me spambot=yes
 	SetEnvIfNoCase Referer youporn-ru.com spambot=yes
 	SetEnvIfNoCase Referer yourserverisdown.com spambot=yes
 	SetEnvIfNoCase Referer youtubedownload.org spambot=yes

domains/blocked.csv

@@ -12,7 +12,7 @@
 "acads.net"
 "acunetix-referrer.com"
 "adcash.com"
-"addons.mozilla.org"
+"addons.mozilla.org/en-us/firefox/addon/ilovevitaly"
 "adelly.bg"
 "adspart.com"
 "adventureparkcostarica.com"
@@ -34,7 +34,6 @@
 "altermix.ua"
 "amanda-porn.ga"
 "amt-k.ru"
-"anal-acrobats.hol.es"
 "anapa-inns.ru"
 "android-style.com"
 "anticrawler.org"
@@ -72,12 +71,10 @@
 "blogtotal.de"
 "blue-square.biz"
 "bluerobot.info"
-"bmw.afora.ru"
 "boleznikogi.com"
 "bookmark4you.biz"
 "bookmark4you.com"
 "bookmark4you.com.biz"
-"br.nate.com"
 "brakehawk.com"
 "break-the-chains.com"
 "bristolhostel.com"
@@ -167,7 +164,6 @@
 "floating-share-buttons.com"
 "forex-procto.ru"
 "forsex.info"
-"forum20.smailik.org"
 "forum69.info"
 "foxtechfpv.com"
 "free-floating-buttons.com"
@@ -280,7 +276,6 @@
 "micasainvest.com"
 "microsearch.ru"
 "minegam.com"
-"mini.7zap.com"
 "mir-betting.ru"
 "mirobuvi.com.au"
 "mirobuvi.com.ua"
@@ -291,10 +286,8 @@
 "moyakuhnia.ru"
 "mpftpupload.com"
 "mrmoneymustache.com"
-"msk.afora.ru"
 "muscle-factory.com.au"
 "muscle-factory.com.ua"
-"musicas.baixar-musicas-gratis.com"
 "musicprojectfoundation.com"
 "myftpupload.com"
 "myprintscreen.com"
@@ -327,7 +320,6 @@
 "poisk-zakona.ru"
 "porn-w.org"
 "pornhub-forum.ga"
-"pornhub-forum.uni.me"
 "pornhub-ru.com"
 "pornoforadult.com"
 "portnoff.od.au"
@@ -374,7 +366,6 @@
 "search-error.com"
 "searchlock.com"
 "semalt.com"
-"semalt.semalt.com"
 "semaltmedia.com"
 "seo-platform.com"
 "seo-smm.kz"
@@ -384,7 +375,6 @@
 "seopub.net"
 "setioweb.com"
 "sexyali.com"
-"sexyteens.hol.es"
 "sharebutton.net"
 "sharebutton.to"
 "shop.xz618.com"
@@ -410,7 +400,6 @@
 "sonyelektronik.com"
 "sosdepotdebilan.com"
 "soundfrost.org"
-"spb.afora.ru"
 "spravka130.ru"
 "srecorder.com"
 "steame.ru"
@@ -432,7 +421,6 @@
 "torontoplumbinggroup.com"
 "torture.ml"
 "touchmods.fr"
-"toyota.7zap.com"
 "traffic-paradise.org"
 "traffic2money.com"
 "trafficmonetize.org"
@@ -470,10 +458,8 @@
 "xn--80adgcaax6acohn6r.xn--p1ai"
 "xn--90acenikpebbdd4f6d.xn--p1ai"
 "xn--c1acygb.xn--p1ai"
-"xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai"
 "ykecwqlixx.ru"
 "youporn-forum.ga"
-"youporn-forum.uni.me"
 "youporn-ru.com"
 "yourserverisdown.com"
 "youtubedownload.org"