Add files via upload

2026-09-24 19:20:22 +01:00 · 2020-03-01 18:22:08 +01:00
parent 6fcae4641a
commit ca748f90bc
1 changed files with 148 additions and 0 deletions
@@ -0,0 +1,148 @@
+import requests
+import re
+
+SOURCES = ['https://raw.githubusercontent.com/DandelionSprout/adfilt/master/Dandelion%20Sprout-s%20Redirector%20Assistant%20List/TorRedirectorList.json']
+
+UNSUPPORTED_URLR = ['exampleResult', 'patternType']
+
+OUTPUT = 'xyzzyx.txt'
+OUTPUT_URLR = 'TorRedirectorList-URLRedirector.json'
+
+# function that downloads the filter list
+def download_filters() -> str:
+    text = ''
+    for url in SOURCES:
+        r = requests.get(url)
+        text += r.text
+    return text
+
+def is_supported_urlr(line) -> bool:
+    for token in UNSUPPORTED_URLR:
+        if token in line:
+            return False
+
+    return True
+
+# function that prepares the filter list for AdGuard Home
+def prepare_urlr(lines) -> str:
+    text = ''
+
+    previous_line = None
+
+    for line in lines:
+            
+        if line == previous_line:
+            continue
+
+        line = re.sub(
+           r"includePattern", 
+           "origin", 
+           line
+        )
+
+        line = re.sub(
+           r"excludePattern", 
+           "exclude", 
+           line
+        )
+
+        line = re.sub(
+           r"appliesTo", 
+           "types", 
+           line
+        )
+
+        line = re.sub(
+           r"exampleUrl", 
+           "example", 
+           line
+        )
+
+        line = re.sub(
+           r'patternDesc.*', 
+           '_originRe": {},', 
+           line
+        )
+
+        line = re.sub(
+           r'"disabled": false', 
+           '"enable": true', 
+           line
+        )
+
+        line = re.sub(
+           r'"disabled": true', 
+           '"enable": false', 
+           line
+        )
+
+        line = re.sub(
+           r"redirectUrl", 
+           "target", 
+           line
+        )
+
+        line = re.sub(
+           r'"disabled": true', 
+           '"enable": false', 
+           line
+        )
+
+        line = re.sub(
+           r'createdBy": "Redirector.*', 
+           'version": "1.3.17.20190813",', 
+           line
+        )
+
+        line = re.sub(
+           r'redirects": ', 
+           'rules": ', 
+           line
+        )
+
+        line = re.sub(
+           r'processMatches": "noProcessing"', 
+           'process": ""', 
+           line
+        )
+
+        line = re.sub(
+           r'([a-z0-9/])\*', 
+           r'\1(.*)', 
+           line
+        )
+
+        line = re.sub(
+           r'"\*', 
+           '"(.*)', 
+           line
+        )
+
+        line = re.sub(
+           r'patternType.*', 
+           'methods": [],', 
+           line
+        )
+
+        if is_supported_urlr(line):
+            text += line + '\r\n'
+
+    return text
+
+
+
+if __name__ == "__main__":
+    print('Starting the script')
+    text = download_filters()
+    lines = text.splitlines(False)
+    print('Total number of rules: ' + str(len(lines)))
+
+    urlr_filter = prepare_urlr(lines)
+
+    with open(OUTPUT, "w") as text_file:
+        text_file.write(text)
+
+    with open(OUTPUT_URLR, "w") as text_file:
+        text_file.write(urlr_filter)
+
+    print('The list versions have been generated.')