From cdd3064a4418ac7fade1b26cd1777ee81234ec5c Mon Sep 17 00:00:00 2001 From: Imre Kristoffer Eilertsen Date: Sat, 18 May 2019 01:36:00 +0200 Subject: [PATCH] Delete NordicFiltersScriptTesting.py --- Sandbox/NordicFiltersScriptTesting.py | 122 -------------------------- 1 file changed, 122 deletions(-) delete mode 100644 Sandbox/NordicFiltersScriptTesting.py diff --git a/Sandbox/NordicFiltersScriptTesting.py b/Sandbox/NordicFiltersScriptTesting.py deleted file mode 100644 index c1d6324d7..000000000 --- a/Sandbox/NordicFiltersScriptTesting.py +++ /dev/null @@ -1,122 +0,0 @@ -import requests -import re - -SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/NorwegianList.txt'] - -UNSUPPORTED_ABP = ['$document', '$important', ',important' '$redirect=', ',redirect=', - ':style', '##+js', '.*#' , ':xpath', ':matches-css', 'dk,no##'] - -OUTPUT = 'filter.txt' -OUTPUT_AG = 'filter_ag.txt' -OUTPUT_ABP = 'NordicFiltersABP.txt' - -# function that downloads the filter list -def download_filters() -> str: - text = '' - for url in SOURCES: - r = requests.get(url) - text += r.text - return text - -# function that prepares the filter list for AdGuard -def prepare_ag(lines) -> str: - text = '' - - for line in lines: - # until this is done: https://github.com/AdguardTeam/CoreLibs/issues/152 - text += re.sub( - r"\$document.*", - "$empty,important", - line - ) + '\r\n' - - return text - -def is_supported_abp(line) -> bool: - for token in UNSUPPORTED_ABP: - if token in line: - return False - - return True - -# function that prepares the filter list for ABP -def prepare_abp(lines) -> str: - text = '' - - # remove or modifiy entries with unsupported modifiers - for line in lines: - - # remove $document modifier from the rule - line = re.sub( - r"\$document.*", - "", - line - ) - - # remove $important modifier from the rule - line = re.sub( - r",important", - "", - line - ) - - line = re.sub( - r"\$important", - "", - line - ) - - line = re.sub( - "Dandelion Sprouts nordiske filtre for ryddigere nettsider", - "Dandelion Sprouts nordiske filtre for ryddigere nettsider (for AdBlock og Adblock Plus)", - line - ) - - line = re.sub( - "Dandelion Sprout's Nordic filters for tidier websites", - "Dandelion Sprout's Nordic filters for tidier websites (for AdBlock and AdBlock Plus)", - line - ) - - line = re.sub( - r"!#if.*", - "", - line - ) - - line = re.sub( - r"!#endif", - "", - line - ) - - line = re.sub( - r"^no##.*", - "", - line - ) - - if is_supported_abp(line): - text += line + '\r\n' - - return text - -if __name__ == "__main__": - print('Starting the script') - text = download_filters() - lines = text.splitlines(False) - print('Total number of rules: ' + str(len(lines))) - - ag_filter = prepare_ag(lines) - abp_filter = prepare_abp(lines) - - with open(OUTPUT, "w") as text_file: - text_file.write(text) - - with open(OUTPUT_AG, "w") as text_file: - text_file.write(ag_filter) - - with open(OUTPUT_ABP, "w") as text_file: - text_file.write(abp_filter) - - print('The script has finished its work')