first commit

src/utils/__init__.py

@@ -0,0 +1,3 @@
+import logging
+
+logger = logging.getLogger("uvicorn.error")

src/utils/consts.py

@@ -0,0 +1,13 @@
+CHALLENGE_TITLES = [
+    # Cloudflare
+    "Just a moment...",
+    # DDoS-GUARD
+    "DDoS-Guard",
+]
+
+EXTENTION_REPOSITIORIES = [
+    "OhMyGuus/I-Still-Dont-Care-About-Cookies",
+    "uBlockOrigin/uBOL-home",
+]
+
+SLEEP_SECONDS = 1

src/utils/extentions.py

@@ -0,0 +1,41 @@
+from __future__ import annotations
+
+from pathlib import Path
+from zipfile import ZipFile
+
+import httpx
+
+from src.models.github import GithubResponse
+from src.utils.consts import EXTENTION_REPOSITIORIES
+
+downloaded_extentions: list[str] = []  # Do not modify, use download_extentions()
+
+
+def get_latest_github_release(url: str):
+    """Get the latest release from GitHub."""
+    url = "https://api.github.com/repos/" + url
+    url += "/releases/latest"
+    response = GithubResponse.model_validate_json(httpx.get(url).text)
+
+    for asset in response.assets:
+        if "chrom" in asset.name:
+            return asset
+
+    raise ValueError("Couldn't find chrome verions of the release")
+
+
+def download_extentions():
+    """Download the extention."""
+    for repository in EXTENTION_REPOSITIORIES:
+        extention = get_latest_github_release(repository)
+        extention_name = repository.split("/")[-1]
+        response = httpx.get(extention.browser_download_url)
+        Path("extentions").mkdir(exist_ok=True)
+        if not Path(f"extentions/{extention.name}").exists():
+            with Path(f"extentions/{extention.name}").open("wb") as f:
+                f.write(response.content)
+
+            with ZipFile(f"extentions/{extention.name}", "r") as zip_obj:
+                zip_obj.extractall(f"extentions/{extention_name}")
+
+        downloaded_extentions.append(f"extentions/{extention_name}")

src/utils/misc.py

@@ -0,0 +1,27 @@
+import nodriver as webdriver
+from nodriver.core.element import Element
+
+from src.utils import logger
+from src.utils.utils import CHALLENGE_TITLES
+
+
+async def new_browser():
+    config: webdriver.Config = webdriver.Config()
+    config.sandbox = False
+
+    return await webdriver.start(config=config)
+
+
+async def bypass_cloudflare(page: webdriver.Tab):
+    challenged = False
+    while True:
+        logger.info("Bypassing cloudflare")
+        await page
+        await page.wait(0.5)
+        if page.target.title not in CHALLENGE_TITLES:
+            return challenged
+        challenged = True
+        elem = await page.query_selector(".cf-turnstile-wrapper")
+        if isinstance(elem, Element):
+            logger.info(f"Clicking element: {elem}")
+            await elem.mouse_click()

src/utils/utils.py

@@ -0,0 +1,29 @@
+import logging
+from venv import logger
+
+import nodriver as webdriver
+from nodriver.core.element import Element
+
+from src.utils.consts import CHALLENGE_TITLES
+
+
+def get_logger():
+    return logging.getLogger("uvicorn.error")
+
+
+async def new_browser():
+    config: webdriver.Config = webdriver.Config()
+    config.sandbox = False
+
+    return await webdriver.start(config=config)
+
+
+async def bypass_cloudflare(page: webdriver.Tab):
+    while True:
+        await page
+        if page.target.title not in CHALLENGE_TITLES:
+            break
+        elem = await page.query_selector(".cf-turnstile-wrapper")
+        if isinstance(elem, Element):
+            logger.info(f"Clicking element: {elem}")
+            await elem.mouse_click()