mirror of
https://github.com/DandelionSprout/adfilt.git
synced 2026-09-30 21:54:53 +01:00
Add files via upload
This commit is contained in:
Imre Kristoffer Eilertsen
@@ -0,0 +1,451 @@
|
||||
import requests
|
||||
import re
|
||||
|
||||
SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/Dandelion%20Sprout\'s%20Anti-Malware%20List.txt']
|
||||
|
||||
UNSUPPORTED_ABP = ['$document', '$important', ',important' '$redirect=', ',redirect=',
|
||||
':style', '##+js', '.*#' , ':xpath', ':matches-css', 'dk,no##']
|
||||
UNSUPPORTED_TPL = ['##', '#@#', '#?#', r'\.no\.$']
|
||||
UNSUPPORTED_PRIVOXY = ['##', '#@#', '#?#', '@@', '!#']
|
||||
|
||||
OUTPUT = 'xyzzyx.txt'
|
||||
OUTPUT_AG = 'AntiMalwareAdGuard.txt'
|
||||
OUTPUT_ABP = 'AntiMalwareABP.txt'
|
||||
OUTPUT_TPL = 'AntiMalwareTPL.tpl'
|
||||
OUTPUT_PRIVOXY = 'AntiMalwarePrivoxy.action'
|
||||
|
||||
# function that downloads the filter list
|
||||
def download_filters() -> str:
|
||||
text = ''
|
||||
for url in SOURCES:
|
||||
r = requests.get(url)
|
||||
text += r.text
|
||||
return text
|
||||
|
||||
# function that prepares the filter list for AdGuard
|
||||
def prepare_ag(lines) -> str:
|
||||
text = ''
|
||||
|
||||
for line in lines:
|
||||
|
||||
|
||||
# until this is done: https://github.com/AdguardTeam/CoreLibs/issues/152
|
||||
line = re.sub(
|
||||
r"\$document.*",
|
||||
"$empty,important",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"Dandelion Sprout's Anti-Malware List",
|
||||
"Dandelion Sprout's Anti-Malware List (for AdGuard)",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"! Version: [0-9][0-9][0-9][0-9].*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"\[Adblock Plus 3.2\]",
|
||||
"[AdGuard ≥6]",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"! Redirect:.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
text += line + '\r\n'
|
||||
|
||||
return text
|
||||
|
||||
def is_supported_abp(line) -> bool:
|
||||
for token in UNSUPPORTED_ABP:
|
||||
if token in line:
|
||||
return False
|
||||
|
||||
return True
|
||||
|
||||
# function that prepares the filter list for ABP
|
||||
def prepare_abp(lines) -> str:
|
||||
text = ''
|
||||
|
||||
# remove or modifiy entries with unsupported modifiers
|
||||
for line in lines:
|
||||
|
||||
# remove $document modifier from the rule
|
||||
line = re.sub(
|
||||
"\$document.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
# remove $important modifier from the rule
|
||||
line = re.sub(
|
||||
r",important",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"\$important",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"Dandelion Sprout's Anti-Malware List",
|
||||
"Dandelion Sprout's Anti-Malware List (for AdBlock og Adblock Plus)",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"!#if.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"!#endif",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^no##.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"! Redirect:.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
if is_supported_abp(line):
|
||||
text += line + '\r\n'
|
||||
|
||||
return text
|
||||
|
||||
# Attempts to achieve Internet Explorer TPL support
|
||||
def is_supported_tpl(line) -> bool:
|
||||
for token in UNSUPPORTED_TPL:
|
||||
if token in line:
|
||||
return False
|
||||
|
||||
return True
|
||||
|
||||
# function that prepares the filter list for ABP
|
||||
def prepare_tpl(lines) -> str:
|
||||
text = ''
|
||||
|
||||
# remove or modifiy entries with unsupported modifiers
|
||||
for line in lines:
|
||||
|
||||
line = re.sub(
|
||||
"! ",
|
||||
"# ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"\[Adblock Plus 3.2\]",
|
||||
"msFilterList",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^([@][@][|][|])",
|
||||
"+d ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^([|][|])",
|
||||
"-d ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^/",
|
||||
"- ",
|
||||
line
|
||||
)
|
||||
|
||||
# TO-DO: Figure out how to make this NOT apply to lines that have the character "!" in them.
|
||||
line = re.sub(
|
||||
"/",
|
||||
" ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"\^",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"\$.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"! Redirect:.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"-d \* ",
|
||||
"- ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"-d \.",
|
||||
"- ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"com\* ",
|
||||
"com ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"([-][d].*[.][*].*)",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"@@\*\..*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"@@_",
|
||||
"+d _",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^([+][d][\s][a-z].*[\s][a-z].*)",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^([-][d].*[o|k|m]\.$)",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"!#if.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"!#endif",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"Expires: ",
|
||||
"expires = ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^\.([d|i|n]).*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"^\.",
|
||||
"- ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^@@ .*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
" 12 hours",
|
||||
" 1",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"# Redirect:.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"\+d\s[a-z0-9].*\s[a-z0-9*].*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"-d.*-\*$",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"Dandelion Sprout's Anti-Malware List",
|
||||
"Dandelion Sprout's Anti-Malware List (Internet Explorer TPL)",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^- [a-z][a-z]$",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^- loan$",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
if is_supported_tpl(line):
|
||||
text += line + '\r\n'
|
||||
|
||||
return text
|
||||
|
||||
# ————— Privoxy version —————
|
||||
|
||||
# Attempts to achieve Internet Explorer TPL support
|
||||
def is_supported_privoxy(line) -> bool:
|
||||
for token in UNSUPPORTED_PRIVOXY:
|
||||
if token in line:
|
||||
return False
|
||||
|
||||
return True
|
||||
|
||||
def prepare_privoxy(lines) -> str:
|
||||
text = ''
|
||||
|
||||
# remove or modifiy entries with unsupported modifiers
|
||||
for line in lines:
|
||||
|
||||
line = re.sub(
|
||||
"! ",
|
||||
"# ",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"\$.*",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"\|\|",
|
||||
".",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"\^",
|
||||
"",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"\[Adblock Plus 3.2\]",
|
||||
"{+block}",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^$",
|
||||
"#",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^\!.*",
|
||||
"#",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"# 🇬🇧: ",
|
||||
"{+block{",
|
||||
line
|
||||
)
|
||||
|
||||
# Note the use of parenthesises and "\1" combined.
|
||||
line = re.sub(
|
||||
r"(\{\+block{.*)",
|
||||
r"\1}}",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
r"^\.\.",
|
||||
".",
|
||||
line
|
||||
)
|
||||
|
||||
line = re.sub(
|
||||
"Dandelion Sprout's Anti-Malware List",
|
||||
"Dandelion Sprout's Anti-Malware List (for Privoxy)",
|
||||
line
|
||||
)
|
||||
|
||||
if is_supported_privoxy(line):
|
||||
text += line + '\r\n'
|
||||
|
||||
return text
|
||||
|
||||
if __name__ == "__main__":
|
||||
print('Starting the script')
|
||||
text = download_filters()
|
||||
lines = text.splitlines(False)
|
||||
print('Total number of rules: ' + str(len(lines)))
|
||||
|
||||
ag_filter = prepare_ag(lines)
|
||||
abp_filter = prepare_abp(lines)
|
||||
tpl_filter = prepare_tpl(lines)
|
||||
privoxy_filter = prepare_privoxy(lines)
|
||||
|
||||
with open(OUTPUT, "w") as text_file:
|
||||
text_file.write(text)
|
||||
|
||||
with open(OUTPUT_AG, "w") as text_file:
|
||||
text_file.write(ag_filter)
|
||||
|
||||
with open(OUTPUT_ABP, "w") as text_file:
|
||||
text_file.write(abp_filter)
|
||||
|
||||
with open(OUTPUT_TPL, "w") as text_file:
|
||||
text_file.write(tpl_filter)
|
||||
|
||||
with open(OUTPUT_PRIVOXY, "w") as text_file:
|
||||
text_file.write(privoxy_filter)
|
||||
|
||||
print('The script has finished its work')
|
||||
Reference in New Issue
Block a user