starred/adfilt
1
0
Fork 0
mirror of https://github.com/DandelionSprout/adfilt.git synced 2026-10-05 20:11:21 +01:00
Code Issues Packages Projects Releases 4 Wiki Activity

Update nordic_prepare_filters.py

Browse Source
This commit is contained in:
Imre Kristoffer Eilertsen
2019-05-18 01:43:14 +02:00
committed by GitHub
parent 9333c8ea28
commit 6283ad5ecf
1 changed files with 193 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
NorwegianExperimentalList alternate versions/nordic_prepare_filters.py
+193 -1
View File
@@ -6,9 +6,12 @@ SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/Norw
UNSUPPORTED_ABP = ['$document', '$important', ',important' '$redirect=', ',redirect=',
':style', '##+js', '.*#' , ':xpath', ':matches-css', 'dk,no##']
UNSUPPORTED_TPL = ['##', '#@#', '#?#', r'\.no\.$']
OUTPUT = 'filter.txt'
OUTPUT_AG = 'NordicFiltersAdGuard.txt'
OUTPUT_ABP = 'NordicFiltersABP.txt'
OUTPUT_TPL = 'DandelionSproutsNorskeFiltre.tpl'
# function that downloads the filter list
def download_filters() -> str:
@@ -76,7 +79,7 @@ def prepare_abp(lines) -> str:
# remove $document modifier from the rule
line = re.sub(
r"\$document.*",
"\$document.*",
"",
line
)
@@ -135,6 +138,191 @@ def prepare_abp(lines) -> str:
return text
# Attempts to achieve Internet Explorer TPL support
def is_supported_tpl(line) -> bool:
for token in UNSUPPORTED_TPL:
if token in line:
return False
return True
# function that prepares the filter list for ABP
def prepare_tpl(lines) -> str:
text = ''
# remove or modifiy entries with unsupported modifiers
for line in lines:
# remove $document modifier from the rule
line = re.sub(
"! ",
"# ",
line
)
# remove $important modifier from the rule
line = re.sub(
"\[Adblock Plus 3.2\]",
"msFilterList",
line
)
line = re.sub(
r"^([@][@][|][|])",
"+d ",
line
)
line = re.sub(
r"^([|][|])",
"-d ",
line
)
line = re.sub(
r"^/",
"- ",
line
)
# TO-DO: Figure out how to make this NOT apply to lines that have the character "!" in them.
line = re.sub(
"/",
" ",
line
)
line = re.sub(
"\^",
"",
line
)
line = re.sub(
r"\$.*",
"",
line
)
line = re.sub(
r"! Redirect:.*",
"",
line
)
line = re.sub(
"-d \* ",
"- ",
line
)
line = re.sub(
"-d \.",
"- ",
line
)
line = re.sub(
"com\* ",
"com ",
line
)
line = re.sub(
r"([-][d].*[.][*].*)",
"",
line
)
line = re.sub(
r"@@\*\..*",
"",
line
)
line = re.sub(
"@@_",
"+d _",
line
)
line = re.sub(
r"^([+][d][\s][a-z].*[\s][a-z].*)",
"",
line
)
line = re.sub(
r"^([-][d].*[o|k|m]\.$)",
"",
line
)
line = re.sub(
r"!#if.*",
"",
line
)
line = re.sub(
"!#endif",
"",
line
)
line = re.sub(
"Expires: ",
"expires = ",
line
)
line = re.sub(
r"^\.([d|i|n]).*",
"",
line
)
line = re.sub(
"^\.",
"- ",
line
)
line = re.sub(
r"^@@ .*",
"",
line
)
line = re.sub(
" 12 hours",
" 1",
line
)
line = re.sub(
"# Redirect:.*",
"",
line
)
line = re.sub(
r"\+d\s[a-z0-9].*\s[a-z0-9*].*",
"",
line
)
line = re.sub(
"-d.*-\*$",
"",
line
)
if is_supported_tpl(line):
text += line + '\r\n'
return text
if __name__ == "__main__":
print('Starting the script')
text = download_filters()
@@ -143,6 +331,7 @@ if __name__ == "__main__":
ag_filter = prepare_ag(lines)
abp_filter = prepare_abp(lines)
tpl_filter = prepare_tpl(lines)
with open(OUTPUT, "w") as text_file:
text_file.write(text)
@@ -153,4 +342,7 @@ if __name__ == "__main__":
with open(OUTPUT_ABP, "w") as text_file:
text_file.write(abp_filter)
with open(OUTPUT_TPL, "w") as text_file:
text_file.write(tpl_filter)
print('The script has finished its work')