From b57f8248f084c923f18014ed282b777fa29603aa Mon Sep 17 00:00:00 2001 From: Imre Kristoffer Eilertsen Date: Sun, 8 Dec 2019 00:34:41 +0100 Subject: [PATCH] Add files via upload --- .../AdawayHosts | 2 +- .../DandelionSproutsNorskeFiltre.tpl | 4 +- .../LittleSnitchNorwegianList.lsrules | 2 +- .../NordicFiltersABP.txt | 4 +- .../NordicFiltersAdGuard.txt | 4 +- .../NordicFiltersAdGuardHome.txt | 2 +- .../NordicFiltersDnsmasq.conf | 2 +- .../NordicFiltersForMinerBlock.txt | 2 +- .../NordicFiltersHostsDeny.deny | 2 +- .../NordicFiltersPiHole.txt | 2 +- .../NordicFiltersPrivacy.txt | 4 +- .../NordicFiltersPrivoxy.action | 4 +- .../NordicFiltersRPZ.txt | 2 +- .../NordicFiltersSocks5.list | 2 +- .../NordicFiltersUnbound.conf | 2 +- .../XYZPrepareFilters.py | 755 +++++++++++++++++- 16 files changed, 767 insertions(+), 28 deletions(-) diff --git a/NorwegianExperimentalList alternate versions/AdawayHosts b/NorwegianExperimentalList alternate versions/AdawayHosts index e2d26edeb..57502c721 100644 --- a/NorwegianExperimentalList alternate versions/AdawayHosts +++ b/NorwegianExperimentalList alternate versions/AdawayHosts @@ -106,7 +106,7 @@ 127.0.0.1 linkshe.com 127.0.0.1 liveshopdealz.com 127.0.0.1 locchalet2alpes.com -127.0.0.1 look-like-star.myshipify.com +127.0.0.1 look-like-star.myshopify.com 127.0.0.1 lrgst.com 127.0.0.1 manasporthorse.com 127.0.0.1 marissatomei.com diff --git a/NorwegianExperimentalList alternate versions/DandelionSproutsNorskeFiltre.tpl b/NorwegianExperimentalList alternate versions/DandelionSproutsNorskeFiltre.tpl index dd8dddebe..d5f1d698a 100644 --- a/NorwegianExperimentalList alternate versions/DandelionSproutsNorskeFiltre.tpl +++ b/NorwegianExperimentalList alternate versions/DandelionSproutsNorskeFiltre.tpl @@ -1,5 +1,5 @@ msFilterList -# Version: 04December2019v1-Beta +# Version: 07December2019v1-Beta # Title: 🏔️ Dandelion Sprouts nordiske filtre for ryddigere nettsider # Translated title: Dandelion Sprout's Nordic filters for tidier websites : expires = 1 @@ -268,7 +268,7 @@ contentMarketing -d nymelding.com -d mrcal365.com -d ultimate-tech-products.myshopify.com --d look-like-star.myshipify.com +-d look-like-star.myshopify.com -d limitedvoucher.com -d vouchersnationhub.com -d com-airs1.com diff --git a/NorwegianExperimentalList alternate versions/LittleSnitchNorwegianList.lsrules b/NorwegianExperimentalList alternate versions/LittleSnitchNorwegianList.lsrules index ea7f004d5..6c01f7f8a 100644 --- a/NorwegianExperimentalList alternate versions/LittleSnitchNorwegianList.lsrules +++ b/NorwegianExperimentalList alternate versions/LittleSnitchNorwegianList.lsrules @@ -102,7 +102,7 @@ { "action": "deny", "process": "any", "remote-hosts": "linkshe.com" }, { "action": "deny", "process": "any", "remote-hosts": "liveshopdealz.com" }, { "action": "deny", "process": "any", "remote-hosts": "locchalet2alpes.com" }, -{ "action": "deny", "process": "any", "remote-hosts": "look-like-star.myshipify.com" }, +{ "action": "deny", "process": "any", "remote-hosts": "look-like-star.myshopify.com" }, { "action": "deny", "process": "any", "remote-hosts": "lrgst.com" }, { "action": "deny", "process": "any", "remote-hosts": "manasporthorse.com" }, { "action": "deny", "process": "any", "remote-hosts": "marissatomei.com" }, diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersABP.txt b/NorwegianExperimentalList alternate versions/NordicFiltersABP.txt index 7c1aab6cb..86ed4364e 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersABP.txt +++ b/NorwegianExperimentalList alternate versions/NordicFiltersABP.txt @@ -1,5 +1,5 @@ [Adblock Plus 3.4] -! Version: 041220191 +! Version: 071220191 ! Title: 🏔️ Dandelion Sprouts nordiske filtre for ryddigere nettsider (for AdBlock og Adblock Plus) ! Translated title: Dandelion Sprout's Nordic filters for tidier websites (for AdBlock and Adblock Plus) ! Expires: 12 hours @@ -901,7 +901,7 @@ fuglelyder.net#@##banner_ad ||nymelding.com^ ||mrcal365.com^ ||ultimate-tech-products.myshopify.com^ -||look-like-star.myshipify.com^ +||look-like-star.myshopify.com^ ||limitedvoucher.com^ ||vouchersnationhub.com^ ||djurs.com-*.*^ diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersAdGuard.txt b/NorwegianExperimentalList alternate versions/NordicFiltersAdGuard.txt index f7cdd34f1..d80f3dc3e 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersAdGuard.txt +++ b/NorwegianExperimentalList alternate versions/NordicFiltersAdGuard.txt @@ -1,4 +1,4 @@ -! Version: 04December2019v1 +! Version: 07December2019v1 ! Title: 🏔️ Dandelion Sprouts nordiske filtre for ryddigere nettsider (for AdGuard) ! Translated title: Dandelion Sprout's Nordic filters for tidier websites (for AdGuard) ! Expires: 12 hours @@ -940,7 +940,7 @@ fuglelyder.net#@##banner_ad ||nymelding.com^$empty,important ||mrcal365.com^$empty,important ||ultimate-tech-products.myshopify.com^$empty,important -||look-like-star.myshipify.com^$empty,important +||look-like-star.myshopify.com^$empty,important ||limitedvoucher.com^$empty,important ||vouchersnationhub.com^$empty,important ||djurs.com-*.*^$empty,important diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersAdGuardHome.txt b/NorwegianExperimentalList alternate versions/NordicFiltersAdGuardHome.txt index 5aed20022..e29432652 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersAdGuardHome.txt +++ b/NorwegianExperimentalList alternate versions/NordicFiltersAdGuardHome.txt @@ -106,7 +106,7 @@ ||linkshe.com^ ||liveshopdealz.com^ ||locchalet2alpes.com^ -||look-like-star.myshipify.com^ +||look-like-star.myshopify.com^ ||lrgst.com^ ||manasporthorse.com^ ||marissatomei.com^ diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersDnsmasq.conf b/NorwegianExperimentalList alternate versions/NordicFiltersDnsmasq.conf index 375ddfb16..3a3fb2380 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersDnsmasq.conf +++ b/NorwegianExperimentalList alternate versions/NordicFiltersDnsmasq.conf @@ -99,7 +99,7 @@ address=/lindseysopticians.com/127.0.0.1 address=/linkshe.com/127.0.0.1 address=/liveshopdealz.com/127.0.0.1 address=/locchalet2alpes.com/127.0.0.1 -address=/look-like-star.myshipify.com/127.0.0.1 +address=/look-like-star.myshopify.com/127.0.0.1 address=/lrgst.com/127.0.0.1 address=/manasporthorse.com/127.0.0.1 address=/marissatomei.com/127.0.0.1 diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersForMinerBlock.txt b/NorwegianExperimentalList alternate versions/NordicFiltersForMinerBlock.txt index 38db95d91..6bf4b6a50 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersForMinerBlock.txt +++ b/NorwegianExperimentalList alternate versions/NordicFiltersForMinerBlock.txt @@ -107,7 +107,7 @@ Note: This list does not actually block any mining-related stuff. *://*.linkshe.com/* *://*.liveshopdealz.com/* *://*.locchalet2alpes.com/* -*://*.look-like-star.myshipify.com/* +*://*.look-like-star.myshopify.com/* *://*.lrgst.com/* *://*.manasporthorse.com/* *://*.marissatomei.com/* diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersHostsDeny.deny b/NorwegianExperimentalList alternate versions/NordicFiltersHostsDeny.deny index b5bb9b9ff..03011122a 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersHostsDeny.deny +++ b/NorwegianExperimentalList alternate versions/NordicFiltersHostsDeny.deny @@ -106,7 +106,7 @@ ALL: lindseysopticians.com ALL: linkshe.com ALL: liveshopdealz.com ALL: locchalet2alpes.com -ALL: look-like-star.myshipify.com +ALL: look-like-star.myshopify.com ALL: lrgst.com ALL: manasporthorse.com ALL: marissatomei.com diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersPiHole.txt b/NorwegianExperimentalList alternate versions/NordicFiltersPiHole.txt index d0fd9b2b6..2f0e9414f 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersPiHole.txt +++ b/NorwegianExperimentalList alternate versions/NordicFiltersPiHole.txt @@ -106,7 +106,7 @@ lindseysopticians.com linkshe.com liveshopdealz.com locchalet2alpes.com -look-like-star.myshipify.com +look-like-star.myshopify.com lrgst.com manasporthorse.com marissatomei.com diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersPrivacy.txt b/NorwegianExperimentalList alternate versions/NordicFiltersPrivacy.txt index e77259948..fff39d080 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersPrivacy.txt +++ b/NorwegianExperimentalList alternate versions/NordicFiltersPrivacy.txt @@ -1,4 +1,4 @@ -! Version: 04December2019v1 +! Version: 07December2019v1 ! Title: 🏔️ Dandelion Sprouts nordiske filtre for ryddigere nettsider (uten sporerhvitelisting) ! Translated title: Dandelion Sprout's Nordic filters for tidier websites (without tracker whitelistings) ! Expires: 12 hours @@ -940,7 +940,7 @@ fuglelyder.net#@##banner_ad ||nymelding.com^$doc ||mrcal365.com^$doc,domain=~ Warning displayed due to: Bitcoin scam fraudsters. ||ultimate-tech-products.myshopify.com^$doc,domain=~ Advarslen vises fordi: Falsk webbutikkfup -||look-like-star.myshipify.com^$doc,domain=~ Advarslen vises fordi: Falsk webbutikkfup +||look-like-star.myshopify.com^$doc,domain=~ Advarslen vises fordi: Falsk webbutikkfup ||limitedvoucher.com^$doc,domain=~ Advarslen vises fordi: Falsk webbutikkfup ||vouchersnationhub.com^$doc,domain=~ Advarslen vises fordi: Falsk fupversjon af Ryanair ||djurs.com-*.*^$doc,domain=~ Advarslen vises fordi: Falsk fupversjon af Djurs Sommerland diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersPrivoxy.action b/NorwegianExperimentalList alternate versions/NordicFiltersPrivoxy.action index 139767aba..b7755c158 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersPrivoxy.action +++ b/NorwegianExperimentalList alternate versions/NordicFiltersPrivoxy.action @@ -1,4 +1,4 @@ -# Version: 04December2019v1-Alpha +# Version: 07December2019v1-Alpha # Title: 🏔️ Dandelion Sprouts nordiske filtre for ryddigere nettsider (for Privoxy) # Translated title: Dandelion Sprout's Nordic filters for tidier websites (for Privoxy) # Expires: 12 hours @@ -326,7 +326,7 @@ contentMarketing .nymelding.com .mrcal365.com .ultimate-tech-products.myshopify.com -.look-like-star.myshipify.com +.look-like-star.myshopify.com .limitedvoucher.com .vouchersnationhub.com .djurs.com-*.* diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersRPZ.txt b/NorwegianExperimentalList alternate versions/NordicFiltersRPZ.txt index 3bee4a6c8..63e9504dc 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersRPZ.txt +++ b/NorwegianExperimentalList alternate versions/NordicFiltersRPZ.txt @@ -106,7 +106,7 @@ lindseysopticians.com CNAME . linkshe.com CNAME . liveshopdealz.com CNAME . locchalet2alpes.com CNAME . -look-like-star.myshipify.com CNAME . +look-like-star.myshopify.com CNAME . lrgst.com CNAME . manasporthorse.com CNAME . marissatomei.com CNAME . diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersSocks5.list b/NorwegianExperimentalList alternate versions/NordicFiltersSocks5.list index 3420cb3bf..334c35a3a 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersSocks5.list +++ b/NorwegianExperimentalList alternate versions/NordicFiltersSocks5.list @@ -106,7 +106,7 @@ DOMAIN-SUFFIX,lindseysopticians.com DOMAIN-SUFFIX,linkshe.com DOMAIN-SUFFIX,liveshopdealz.com DOMAIN-SUFFIX,locchalet2alpes.com -DOMAIN,look-like-star.myshipify.com +DOMAIN,look-like-star.myshopify.com DOMAIN-SUFFIX,lrgst.com DOMAIN-SUFFIX,manasporthorse.com DOMAIN-SUFFIX,marissatomei.com diff --git a/NorwegianExperimentalList alternate versions/NordicFiltersUnbound.conf b/NorwegianExperimentalList alternate versions/NordicFiltersUnbound.conf index 884a999f5..10090758c 100644 --- a/NorwegianExperimentalList alternate versions/NordicFiltersUnbound.conf +++ b/NorwegianExperimentalList alternate versions/NordicFiltersUnbound.conf @@ -106,7 +106,7 @@ local-zone: "lindseysopticians.com" static local-zone: "linkshe.com" static local-zone: "liveshopdealz.com" static local-zone: "locchalet2alpes.com" static -local-zone: "look-like-star.myshipify.com" static +local-zone: "look-like-star.myshopify.com" static local-zone: "lrgst.com" static local-zone: "manasporthorse.com" static local-zone: "marissatomei.com" static diff --git a/NorwegianExperimentalList alternate versions/XYZPrepareFilters.py b/NorwegianExperimentalList alternate versions/XYZPrepareFilters.py index 5cc988298..0848c1ef4 100644 --- a/NorwegianExperimentalList alternate versions/XYZPrepareFilters.py +++ b/NorwegianExperimentalList alternate versions/XYZPrepareFilters.py @@ -1599,13 +1599,9 @@ if __name__ == "__main__": print('The domains-based list versions have been generated.') - - - -import requests -import re -import os -os.mkdir('Anti-Malware List') +#/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\ +#•X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X• +#\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/ SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/Dandelion%20Sprout\'s%20Anti-Malware%20List.txt'] @@ -2527,4 +2523,747 @@ if __name__ == "__main__": with open(OUTPUT_AGH, "w") as text_file: text_file.write(agh_filter) - print('The script has finished its work') \ No newline at end of file + print('The script has finished its work') + +#/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\/•\ +#•X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X••X• +#\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/\•/ + +import requests +import re + +SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/Anti-F%D1%96%D0%9C%20List.txt'] + +UNSUPPORTED_DOMAINS = ['/', '##', '#.', '#@', '#?', '!#', '[', '!'] + +OUTPUT = 'Domeneversjoner/xyzzyxfim.txt' +OUTPUT_DOMAINS = 'Domeneversjoner/AntiF%D1%96%D0%9C%20ListDomains.txt' +OUTPUT_HOSTS = 'Domeneversjoner/AntiF%D1%96%D0%9C%20ListHosts.txt' + +# function that downloads the filter list +def download_filters() -> str: + text = '' + for url in SOURCES: + r = requests.get(url) + text += r.text + return text + +def is_supported_domains(line) -> bool: + for token in UNSUPPORTED_DOMAINS: + if token in line: + return False + + return True + +# function that prepares the filter list for AdGuard Home +def prepare_domains(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r".*[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 (Domains version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +def prepare_hosts(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r".*[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"127.0.0.1 ", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 («Hosts» version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +if __name__ == "__main__": + print('Starting the script') + text = download_filters() + lines = text.splitlines(False) + print('Total number of rules: ' + str(len(lines))) + + domains_filter = prepare_domains(lines) + hosts_filter = prepare_hosts(lines) + + with open(OUTPUT, "w") as text_file: + text_file.write(text) + + with open(OUTPUT_DOMAINS, "w") as text_file: + text_file.write(domains_filter) + + with open(OUTPUT_HOSTS, "w") as text_file: + text_file.write(hosts_filter) + + print('The list versions have been generated.') + +import requests +import re + +SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/WikiaPureBrowsingExperience.txt'] + +UNSUPPORTED_DOMAINS = ['/', '##', '#.', '#@', '#?', '!#', '[', '!'] + +OUTPUT = 'Domeneversjoner/xyzzyxwikia.txt' +OUTPUT_DOMAINS = 'Domeneversjoner/WikiaPureBrowsingExperienceDomains.txt' +OUTPUT_HOSTS = 'Domeneversjoner/WikiaPureBrowsingExperienceHosts.txt' + +# function that downloads the filter list +def download_filters() -> str: + text = '' + for url in SOURCES: + r = requests.get(url) + text += r.text + return text + +def is_supported_domains(line) -> bool: + for token in UNSUPPORTED_DOMAINS: + if token in line: + return False + + return True + +# function that prepares the filter list for AdGuard Home +def prepare_domains(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r"[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 (Domains version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +def prepare_hosts(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r"[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"127.0.0.1 ", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 («Hosts» version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +if __name__ == "__main__": + print('Starting the script') + text = download_filters() + lines = text.splitlines(False) + print('Total number of rules: ' + str(len(lines))) + + domains_filter = prepare_domains(lines) + hosts_filter = prepare_hosts(lines) + + with open(OUTPUT, "w") as text_file: + text_file.write(text) + + with open(OUTPUT_DOMAINS, "w") as text_file: + text_file.write(domains_filter) + + with open(OUTPUT_HOSTS, "w") as text_file: + text_file.write(hosts_filter) + + print('The list versions have been generated.') + +import requests +import re + +SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/BrowseWebsitesWithoutLoggingIn.txt'] + +UNSUPPORTED_DOMAINS = ['/', '##', '#.', '#@', '#?', '!#', '[', '!'] + +OUTPUT = 'Domeneversjoner/xyzzyxbrowsewebsites.txt' +OUTPUT_DOMAINS = 'Domeneversjoner/BrowseWebsitesWithoutLoggingInDomains.txt' +OUTPUT_HOSTS = 'Domeneversjoner/BrowseWebsitesWithoutLoggingInHosts.txt' + +# function that downloads the filter list +def download_filters() -> str: + text = '' + for url in SOURCES: + r = requests.get(url) + text += r.text + return text + +def is_supported_domains(line) -> bool: + for token in UNSUPPORTED_DOMAINS: + if token in line: + return False + + return True + +# function that prepares the filter list for AdGuard Home +def prepare_domains(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r"[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 (Domains version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + line = re.sub( + r"/\*", + r"", + line + ) + + line = re.sub( + r"\*", + r"", + line + ) + + line = re.sub( + r"/\?meter", + r"", + line + ) + + line = re.sub( + r"[$,]third-party.*", + r"", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +def prepare_hosts(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r"[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"127.0.0.1 ", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 («Hosts» version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + line = re.sub( + r"/\*", + r"", + line + ) + + line = re.sub( + r"\*", + r"", + line + ) + + line = re.sub( + r"/\?meter", + r"", + line + ) + + line = re.sub( + r"[$,]third-party.*", + r"", + line + ) + + line = re.sub( + r"^(cdn\.)", + r"127.0.0.1 \1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +if __name__ == "__main__": + print('Starting the script') + text = download_filters() + lines = text.splitlines(False) + print('Total number of rules: ' + str(len(lines))) + + domains_filter = prepare_domains(lines) + hosts_filter = prepare_hosts(lines) + + with open(OUTPUT, "w") as text_file: + text_file.write(text) + + with open(OUTPUT_DOMAINS, "w") as text_file: + text_file.write(domains_filter) + + with open(OUTPUT_HOSTS, "w") as text_file: + text_file.write(hosts_filter) + + print('The list versions have been generated.') + +import requests +import re + +SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/AntiAmazonListForTwitch.txt'] + +UNSUPPORTED_DOMAINS = ['/', '##', '#.', '#@', '#?', '!#', '[', '!'] + +OUTPUT = 'Domeneversjoner/xyzzyxantiamazon.txt' +OUTPUT_DOMAINS = 'Domeneversjoner/AntiAmazonListForTwitchDomains.txt' +OUTPUT_HOSTS = 'Domeneversjoner/AntiAmazonListForTwitchHosts.txt' + +# function that downloads the filter list +def download_filters() -> str: + text = '' + for url in SOURCES: + r = requests.get(url) + text += r.text + return text + +def is_supported_domains(line) -> bool: + for token in UNSUPPORTED_DOMAINS: + if token in line: + return False + + return True + +# function that prepares the filter list for AdGuard Home +def prepare_domains(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r"[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 (Domains version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +def prepare_hosts(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r"[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"127.0.0.1 ", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 («Hosts» version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +if __name__ == "__main__": + print('Starting the script') + text = download_filters() + lines = text.splitlines(False) + print('Total number of rules: ' + str(len(lines))) + + domains_filter = prepare_domains(lines) + hosts_filter = prepare_hosts(lines) + + with open(OUTPUT, "w") as text_file: + text_file.write(text) + + with open(OUTPUT_DOMAINS, "w") as text_file: + text_file.write(domains_filter) + + with open(OUTPUT_HOSTS, "w") as text_file: + text_file.write(hosts_filter) + + print('The list versions have been generated.') + +import requests +import re + +SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/AntiStevenUniverseList.txt'] + +UNSUPPORTED_DOMAINS = ['/', '##', '#.', '#@', '#?', '!#', '[', '!'] + +OUTPUT = 'Domeneversjoner/xyzzyxsu.txt' +OUTPUT_DOMAINS = 'Domeneversjoner/AntiStevenUniverseListDomains.txt' +OUTPUT_HOSTS = 'Domeneversjoner/AntiStevenUniverseListHosts.txt' + +# function that downloads the filter list +def download_filters() -> str: + text = '' + for url in SOURCES: + r = requests.get(url) + text += r.text + return text + +def is_supported_domains(line) -> bool: + for token in UNSUPPORTED_DOMAINS: + if token in line: + return False + + return True + +# function that prepares the filter list for AdGuard Home +def prepare_domains(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r"[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 (Domains version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +def prepare_hosts(lines) -> str: + text = '' + + previous_line = None + + for line in lines: + + if line == previous_line: + continue + + line = re.sub( + r"[$,]document.*", + r"", + line + ) + + line = re.sub( + r"\^$", + r"", + line + ) + + line = re.sub( + r"^\|\|", + r"127.0.0.1 ", + line + ) + + line = re.sub( + r"! (Title: .*)", + r"# \1 («Hosts» version)", + line + ) + + line = re.sub( + r"!(.*:)", + r"#\1", + line + ) + + if is_supported_domains(line) and not line == '': + text += line + '\r\n' + + return text + +if __name__ == "__main__": + print('Starting the script') + text = download_filters() + lines = text.splitlines(False) + print('Total number of rules: ' + str(len(lines))) + + domains_filter = prepare_domains(lines) + hosts_filter = prepare_hosts(lines) + + with open(OUTPUT, "w") as text_file: + text_file.write(text) + + with open(OUTPUT_DOMAINS, "w") as text_file: + text_file.write(domains_filter) + + with open(OUTPUT_HOSTS, "w") as text_file: + text_file.write(hosts_filter) + + print('The list versions have been generated.') \ No newline at end of file