quasarr 1.4.1__py3-none-any.whl → 1.20.4__py3-none-any.whl

quasarr/downloads/__init__.py

@@ -1,430 +1,194 @@
 # -*- coding: utf-8 -*-
 # Quasarr
 # Project by https://github.com/rix1337
+#
+# Special note: The signatures of all handlers must stay the same so we can neatly call them in download()
+# Same is true for every get_xx_download_links() function in sources/xx.py
 
 import json
-from collections import defaultdict
-from urllib.parse import urlparse
 
+from quasarr.downloads.linkcrypters.hide import decrypt_links_if_hide
+from quasarr.downloads.sources.al import get_al_download_links
+from quasarr.downloads.sources.by import get_by_download_links
 from quasarr.downloads.sources.dd import get_dd_download_links
+from quasarr.downloads.sources.dj import get_dj_download_links
 from quasarr.downloads.sources.dt import get_dt_download_links
 from quasarr.downloads.sources.dw import get_dw_download_links
+from quasarr.downloads.sources.he import get_he_download_links
+from quasarr.downloads.sources.mb import get_mb_download_links
+from quasarr.downloads.sources.nk import get_nk_download_links
 from quasarr.downloads.sources.nx import get_nx_download_links
 from quasarr.downloads.sources.sf import get_sf_download_links, resolve_sf_redirect
-from quasarr.providers.log import info, debug
-from quasarr.providers.myjd_api import TokenExpiredException, RequestTimeoutException, MYJDException
+from quasarr.downloads.sources.sj import get_sj_download_links
+from quasarr.downloads.sources.sl import get_sl_download_links
+from quasarr.downloads.sources.wd import get_wd_download_links
+from quasarr.providers.log import info
 from quasarr.providers.notifications import send_discord_message
-
-
-def get_links_comment(package, package_links):
-    package_uuid = package.get("uuid")
-    if package_uuid and package_links:
-        for link in package_links:
-            if link.get("packageUUID") == package_uuid:
-                return link.get("comment")
-    return None
-
-
-def get_links_status(package, all_links):
-    links_in_package = []
-    package_uuid = package.get("uuid")
-    if package_uuid and all_links:
-        for link in all_links:
-            link_package_uuid = link.get("packageUUID")
-            if link_package_uuid and link_package_uuid == package_uuid:
-                links_in_package.append(link)
-
-    all_finished = True
-    eta = None
-    error = None
-
-    mirrors = defaultdict(list)
-    for link in links_in_package:
-        url = link.get("url", "")
-        base_domain = urlparse(url).netloc
-        mirrors[base_domain].append(link)
-
-    has_mirror_all_online = False
-    for mirror_links in mirrors.values():
-        if all(link.get('availability', '').lower() == 'online' for link in mirror_links):
-            has_mirror_all_online = True
-            break
-
-    offline_links = [link for link in links_in_package if link.get('availability', '').lower() == 'offline']
-    offline_ids = [link.get('uuid') for link in offline_links]
-    offline_mirror_linkids = offline_ids if has_mirror_all_online else []
-
-    for link in links_in_package:
-        if link.get('availability', "").lower() == "offline" and not has_mirror_all_online:
-            error = "Links offline for all mirrors"
-        if link.get('statusIconKey', '').lower() == "false":
-            error = "File error in package"
-        link_finished = link.get('finished', False)
-        link_extraction_status = link.get('extractionStatus', '').lower()  # "error" signifies an issue
-        link_eta = link.get('eta', 0) // 1000
-        if not link_finished:
-            all_finished = False
-        elif link_extraction_status and link_extraction_status != 'successful':
-            if link_extraction_status == 'error':
-                error = link.get('status', '')
-            elif link_extraction_status == 'running' and link_eta > 0:
-                if eta and link_eta > eta or not eta:
-                    eta = link_eta
-            all_finished = False
-
-    return {"all_finished": all_finished, "eta": eta, "error": error, "offline_mirror_linkids": offline_mirror_linkids}
-
-
-def get_links_matching_package_uuid(package, package_links):
-    package_uuid = package.get("uuid")
-    link_ids = []
-    if package_uuid:
-        for link in package_links:
-            if link.get("packageUUID") == package_uuid:
-                link_ids.append(link.get("uuid"))
+from quasarr.providers.statistics import StatsHelper
+
+
+def handle_unprotected(shared_state, title, password, package_id, imdb_id, url,
+                       mirror=None, size_mb=None, links=None, func=None, label=""):
+    if func:
+        links = func(shared_state, url, mirror, title)
+
+    if links:
+        info(f"Decrypted {len(links)} download links for {title}")
+        send_discord_message(shared_state, title=title, case="unprotected", imdb_id=imdb_id, source=url)
+        added = shared_state.download_package(links, title, password, package_id)
+        if not added:
+            fail(title, package_id, shared_state,
+                 reason=f'Failed to add {len(links)} links for "{title}" to linkgrabber')
+            return {"success": False, "title": title}
     else:
-        info("Error - package uuid missing in delete request!")
-    return link_ids
-
+        fail(title, package_id, shared_state,
+             reason=f'Offline / no links found for "{title}" on {label} - "{url}"')
+        return {"success": False, "title": title}
+
+    StatsHelper(shared_state).increment_package_with_links(links)
+    return {"success": True, "title": title}
+
+
+def handle_protected(shared_state, title, password, package_id, imdb_id, url,
+                     mirror=None, size_mb=None, func=None, label=""):
+    links = func(shared_state, url, mirror, title)
+    if links:
+        valid_links = [pair for pair in links if "/404.html" not in pair[0]]
+
+        # If none left, IP was banned
+        if not valid_links:
+            fail(
+                title,
+                package_id,
+                shared_state,
+                reason=f'IP was banned during download of "{title}" on {label} - "{url}"'
+            )
+            return {"success": False, "title": title}
+        links = valid_links
 
-def format_eta(seconds):
-    if seconds < 0:
-        return "23:59:59"
+        info(f'CAPTCHA-Solution required for "{title}" at: "{shared_state.values['external_address']}/captcha"')
+        send_discord_message(shared_state, title=title, case="captcha", imdb_id=imdb_id, source=url)
+        blob = json.dumps({"title": title, "links": links, "size_mb": size_mb, "password": password})
+        shared_state.values["database"]("protected").update_store(package_id, blob)
     else:
-        hours = seconds // 3600
-        minutes = (seconds % 3600) // 60
-        seconds = seconds % 60
-        return f"{hours:02}:{minutes:02}:{seconds:02}"
-
-
-def get_packages(shared_state):
-    packages = []
-
-    protected_packages = shared_state.get_db("protected").retrieve_all_titles()
-    if protected_packages:
-        for package in protected_packages:
-            package_id = package[0]
-
-            data = json.loads(package[1])
-            details = {
-                "title": data["title"],
-                "urls": data["links"],
-                "size_mb": data["size_mb"],
-                "password": data["password"]
-            }
-
-            packages.append({
-                "details": details,
-                "location": "queue",
-                "type": "protected",
-                "package_id": package_id
-            })
-
-    failed_packages = shared_state.get_db("failed").retrieve_all_titles()
-    if failed_packages:
-        for package in failed_packages:
-            package_id = package[0]
-
-            data = json.loads(package[1])
-            details = {
-                "name": data["title"],
-                "bytesLoaded": 0,
-                "saveTo": "/"
-            }
-
-            packages.append({
-                "details": details,
-                "location": "history",
-                "type": "failed",
-                "error": "Too many failed attempts by SponsorsHelper",
-                "comment": package_id,
-                "uuid": package_id
-            })
-    try:
-        linkgrabber_packages = shared_state.get_device().linkgrabber.query_packages()
-        linkgrabber_links = shared_state.get_device().linkgrabber.query_links()
-    except (TokenExpiredException, RequestTimeoutException, MYJDException):
-        linkgrabber_packages = []
-        linkgrabber_links = []
-
-    if linkgrabber_packages:
-        for package in linkgrabber_packages:
-            comment = get_links_comment(package, shared_state.get_device().linkgrabber.query_links())
-            link_details = get_links_status(package, linkgrabber_links)
-
-            error = link_details["error"]
-            offline_mirror_linkids = link_details["offline_mirror_linkids"]
-            if offline_mirror_linkids:
-                shared_state.get_device().linkgrabber.cleanup(
-                    "DELETE_OFFLINE",
-                    "REMOVE_LINKS_ONLY",
-                    "SELECTED",
-                    offline_mirror_linkids,
-                    [package["uuid"]]
-                )
-
-            location = "history" if error else "queue"
-            packages.append({
-                "details": package,
-                "location": location,
-                "type": "linkgrabber",
-                "comment": comment,
-                "uuid": package.get("uuid"),
-                "error": error
-            })
-    try:
-        downloader_packages = shared_state.get_device().downloads.query_packages()
-        downloader_links = shared_state.get_device().downloads.query_links()
-    except (TokenExpiredException, RequestTimeoutException, MYJDException):
-        downloader_packages = []
-        downloader_links = []
-
-    if downloader_packages and downloader_links:
-        for package in downloader_packages:
-            comment = get_links_comment(package, downloader_links)
-            link_details = get_links_status(package, downloader_links)
-
-            error = link_details["error"]
-            finished = link_details["all_finished"]
-            if not finished and link_details["eta"]:
-                package["eta"] = link_details["eta"]
-
-            location = "history" if error or finished else "queue"
-
-            packages.append({
-                "details": package,
-                "location": location,
-                "type": "downloader",
-                "comment": comment,
-                "uuid": package.get("uuid"),
-                "error": error
-            })
-
-    downloads = {
-        "queue": [],
-        "history": []
-    }
-    for package in packages:
-        queue_index = 0
-        history_index = 0
-
-        package_id = None
-
-        if package["location"] == "queue":
-            time_left = "23:59:59"
-            if package["type"] == "linkgrabber":
-                details = package["details"]
-                name = f"[Linkgrabber] {details["name"]}"
-                try:
-                    mb = mb_left = int(details["bytesTotal"]) / (1024 * 1024)
-                except KeyError:
-                    mb = mb_left = 0
-                try:
-                    package_id = package["comment"]
-                    if "movies" in package_id:
-                        category = "movies"
-                    else:
-                        category = "tv"
-                except TypeError:
-                    category = "not_quasarr"
-                package_type = "linkgrabber"
-                package_uuid = package["uuid"]
-            elif package["type"] == "downloader":
-                details = package["details"]
-                status = "Downloading"
-                eta = details.get("eta")
-                bytes_total = int(details.get("bytesTotal", 0))
-                bytes_loaded = int(details.get("bytesLoaded", 0))
-
-                mb = bytes_total / (1024 * 1024)
-                mb_left = (bytes_total - bytes_loaded) / (1024 * 1024) if bytes_total else 0
-                if mb_left < 0:
-                    mb_left = 0
-
-                if eta is None:
-                    status = "Paused"
-                else:
-                    time_left = format_eta(int(eta))
-                    if mb_left == 0:
-                        status = "Extracting"
-
-                name = f"[{status}] {details['name']}"
-
-                try:
-                    package_id = package["comment"]
-                    if "movies" in package_id:
-                        category = "movies"
-                    else:
-                        category = "tv"
-                except TypeError:
-                    category = "not_quasarr"
-                package_type = "downloader"
-                package_uuid = package["uuid"]
-            else:
-                details = package["details"]
-                name = f"[CAPTCHA not solved!] {details["title"]}"
-                mb = mb_left = details["size_mb"]
-                try:
-                    package_id = package["package_id"]
-                    if "movies" in package_id:
-                        category = "movies"
-                    else:
-                        category = "tv"
-                except TypeError:
-                    category = "not_quasarr"
-                package_type = "protected"
-                package_uuid = None
-
-            try:
-                if package_id:
-                    downloads["queue"].append({
-                        "index": queue_index,
-                        "nzo_id": package_id,
-                        "priority": "Normal",
-                        "filename": name,
-                        "cat": category,
-                        "mbleft": int(mb_left),
-                        "mb": int(mb),
-                        "status": "Downloading",
-                        "timeleft": time_left,
-                        "type": package_type,
-                        "uuid": package_uuid
-                    })
-            except:
-                debug(f"Parameters missing for {package}")
-            queue_index += 1
-        elif package["location"] == "history":
-            details = package["details"]
-            name = details["name"]
-            try:
-                size = int(details["bytesLoaded"])
-            except KeyError:
-                size = 0
-            storage = details["saveTo"]
-            try:
-                package_id = package["comment"]
-                if "movies" in package_id:
-                    category = "movies"
-                else:
-                    category = "tv"
-            except TypeError:
-                category = "not_quasarr"
-
-            error = package.get("error")
-            fail_message = ""
-            if error:
-                status = "Failed"
-                fail_message = error
-            else:
-                status = "Completed"
-
-            downloads["history"].append({
-                "fail_message": fail_message,
-                "category": category,
-                "storage": storage,
-                "status": status,
-                "nzo_id": package_id,
-                "name": name,
-                "bytes": int(size),
-                "type": "downloader",
-                "uuid": package["uuid"]
-            })
-            history_index += 1
+        fail(title, package_id, shared_state,
+             reason=f'No protected links found for "{title}" on {label} - "{url}"')
+        return {"success": False, "title": title}
+    return {"success": True, "title": title}
+
+
+def handle_al(shared_state, title, password, package_id, imdb_id, url, mirror, size_mb):
+    data = get_al_download_links(shared_state, url, mirror, title, password)
+    links = data.get("links", [])
+    title = data.get("title", title)
+    password = data.get("password", "")
+    return handle_unprotected(
+        shared_state, title, password, package_id, imdb_id, url,
+        links=links,
+        label='AL'
+    )
+
+
+def handle_by(shared_state, title, password, package_id, imdb_id, url, mirror, size_mb):
+    links = get_by_download_links(shared_state, url, mirror, title)
+    if not links:
+        fail(title, package_id, shared_state,
+             reason=f'Offline / no links found for "{title}" on BY - "{url}"')
+        return {"success": False, "title": title}
+
+    decrypted = decrypt_links_if_hide(shared_state, links)
+    if decrypted and decrypted.get("status") != "none":
+        status = decrypted.get("status", "error")
+        links = decrypted.get("results", [])
+        if status == "success":
+            return handle_unprotected(
+                shared_state, title, password, package_id, imdb_id, url,
+                links=links, label='BY'
+            )
         else:
-            info(f"Invalid package location {package['location']}")
-
-    if not shared_state.get_device().linkgrabber.is_collecting():
-        linkgrabber_packages = shared_state.get_device().linkgrabber.query_packages()
-        linkgrabber_links = shared_state.get_device().linkgrabber.query_links()
-
-        packages_to_start = []
-        links_to_start = []
-
-        for package in linkgrabber_packages:
-            comment = get_links_comment(package, shared_state.get_device().linkgrabber.query_links())
-            if comment.startswith("Quasarr_"):
-                package_uuid = package.get("uuid")
-                if package_uuid:
-                    linkgrabber_links = [link.get("uuid") for link in linkgrabber_links if
-                                         link.get("packageUUID") == package_uuid]
-                    if linkgrabber_links:
-                        packages_to_start.append(package_uuid)
-                        links_to_start.extend(linkgrabber_links)
-                    else:
-                        info(f"Package {package_uuid} has no links in linkgrabber - skipping start")
-
-                    break
-
-        if packages_to_start and links_to_start:
-            shared_state.get_device().linkgrabber.move_to_downloadlist(links_to_start, packages_to_start)
-            info(f"Started {len(packages_to_start)} package download"
-                 f"{'s' if len(packages_to_start) > 1 else ''} from linkgrabber")
-
-    return downloads
-
-
-def delete_package(shared_state, package_id):
-    try:
-        deleted_title = ""
-
-        packages = get_packages(shared_state)
-        for package_location in packages:
-            for package in packages[package_location]:
-                if package["nzo_id"] == package_id:
-                    if package["type"] == "linkgrabber":
-                        ids = get_links_matching_package_uuid(package,
-                                                              shared_state.get_device().linkgrabber.query_links())
-                        if ids:
-                            shared_state.get_device().linkgrabber.cleanup(
-                                "DELETE_ALL",
-                                "REMOVE_LINKS_AND_DELETE_FILES",
-                                "SELECTED",
-                                ids,
-                                [package["uuid"]]
-                            )
-                            break
-                    elif package["type"] == "downloader":
-                        ids = get_links_matching_package_uuid(package,
-                                                              shared_state.get_device().downloads.query_links())
-                        if ids:
-                            shared_state.get_device().downloads.cleanup(
-                                "DELETE_ALL",
-                                "REMOVE_LINKS_AND_DELETE_FILES",
-                                "SELECTED",
-                                ids,
-                                [package["uuid"]]
-                            )
-                            break
-
-                    # no state check, just clean up whatever exists with the package id
-                    shared_state.get_db("failed").delete(package_id)
-                    shared_state.get_db("protected").delete(package_id)
-
-                    if package_location == "queue":
-                        package_name_field = "filename"
-                    else:
-                        package_name_field = "name"
-
-                    try:
-                        deleted_title = package[package_name_field]
-                    except KeyError:
-                        pass
-
-                    # Leave the loop
-                    break
-
-        if deleted_title:
-            info(f'Deleted package "{deleted_title}" with ID "{package_id}"')
+            fail(title, package_id, shared_state,
+                 reason=f'Error decrypting hide.cx links for "{title}" on BY - "{url}"')
+            return {"success": False, "title": title}
+
+    return handle_protected(
+        shared_state, title, password, package_id, imdb_id, url,
+        mirror=mirror,
+        size_mb=size_mb,
+        func=lambda ss, u, m, t: links,
+        label='BY'
+    )
+
+
+def handle_sf(shared_state, title, password, package_id, imdb_id, url, mirror, size_mb):
+    if url.startswith(f"https://{shared_state.values['config']('Hostnames').get('sf')}/external"):
+        url = resolve_sf_redirect(url, shared_state.values["user_agent"])
+    elif url.startswith(f"https://{shared_state.values['config']('Hostnames').get('sf')}/"):
+        data = get_sf_download_links(shared_state, url, mirror, title)
+        url = data.get("real_url")
+        if not imdb_id:
+            imdb_id = data.get("imdb_id")
+
+    if not url:
+        fail(title, package_id, shared_state,
+             reason=f'Failed to get download link from SF for "{title}" - "{url}"')
+        return {"success": False, "title": title}
+
+    return handle_protected(
+        shared_state, title, password, package_id, imdb_id, url,
+        mirror=mirror,
+        size_mb=size_mb,
+        func=lambda ss, u, m, t: [[url, "filecrypt"]],
+        label='SF'
+    )
+
+
+def handle_sl(shared_state, title, password, package_id, imdb_id, url, mirror, size_mb):
+    data = get_sl_download_links(shared_state, url, mirror, title)
+    links = data.get("links")
+    if not imdb_id:
+        imdb_id = data.get("imdb_id")
+    return handle_unprotected(
+        shared_state, title, password, package_id, imdb_id, url,
+        links=links,
+        label='SL'
+    )
+
+
+def handle_wd(shared_state, title, password, package_id, imdb_id, url, mirror, size_mb):
+    data = get_wd_download_links(shared_state, url, mirror, title)
+    links = data.get("links", []) if data else []
+    if not links:
+        fail(title, package_id, shared_state,
+             reason=f'Offline / no links found for "{title}" on WD - "{url}"')
+        return {"success": False, "title": title}
+
+    decrypted = decrypt_links_if_hide(shared_state, links)
+    if decrypted and decrypted.get("status") != "none":
+        status = decrypted.get("status", "error")
+        links = decrypted.get("results", [])
+        if status == "success":
+            return handle_unprotected(
+                shared_state, title, password, package_id, imdb_id, url,
+                links=links, label='WD'
+            )
         else:
-            info(f'Deleted package "{package_id}"')
-    except:
-        info(f"Failed to delete package {package_id}")
-        return False
-    return True
+            fail(title, package_id, shared_state,
+                 reason=f'Error decrypting hide.cx links for "{title}" on WD - "{url}"')
+            return {"success": False, "title": title}
+
+    return handle_protected(
+        shared_state, title, password, package_id, imdb_id, url,
+        mirror=mirror,
+        size_mb=size_mb,
+        func=lambda ss, u, m, t: links,
+        label='WD'
+    )
 
 
 def download(shared_state, request_from, title, url, mirror, size_mb, password, imdb_id=None):
-    if "radarr".lower() in request_from.lower():
+    if "lazylibrarian" in request_from.lower():
+        category = "docs"
+    elif "radarr" in request_from.lower():
         category = "movies"
     else:
         category = "tv"
@@ -434,85 +198,70 @@ def download(shared_state, request_from, title, url, mirror, size_mb, password,
     if imdb_id is not None and imdb_id.lower() == "none":
         imdb_id = None
 
-    dd = shared_state.values["config"]("Hostnames").get("dd")
-    dt = shared_state.values["config"]("Hostnames").get("dt")
-    dw = shared_state.values["config"]("Hostnames").get("dw")
-    nx = shared_state.values["config"]("Hostnames").get("nx")
-    sf = shared_state.values["config"]("Hostnames").get("sf")
-
-    if dd and dd.lower() in url.lower():
-        links = get_dd_download_links(shared_state, mirror, title)
-        if links:
-            info(f"Decrypted {len(links)} download links for {title}")
-            send_discord_message(shared_state, title=title, case="unprotected", imdb_id=imdb_id)
-            added = shared_state.download_package(links, title, password, package_id)
-            if not added:
-                info(f"Failed to add {title} to linkgrabber")
-                package_id = None
-        else:
-            info(f"Found 0 links decrypting {title}")
-            package_id = None
-
-    elif dt and dt.lower() in url.lower():
-        links = get_dt_download_links(shared_state, url, mirror, title)
-        if links:
-            info(f"Decrypted {len(links)} download links for {title}")
-            send_discord_message(shared_state, title=title, case="unprotected", imdb_id=imdb_id)
-            added = shared_state.download_package(links, title, password, package_id)
-            if not added:
-                info(f"Failed to add {title} to linkgrabber")
-                package_id = None
-        else:
-            info(f"Found 0 links decrypting {title}")
-            package_id = None
-
-
-    elif dw and dw.lower() in url.lower():
-        links = get_dw_download_links(shared_state, url, mirror, title)
-        info(f'CAPTCHA-Solution required for "{title}" at: "{shared_state.values['external_address']}/captcha"')
-        send_discord_message(shared_state, title=title, case="captcha", imdb_id=imdb_id)
-        blob = json.dumps({"title": title, "links": links, "size_mb": size_mb, "password": password})
-        shared_state.values["database"]("protected").update_store(package_id, blob)
+    config = shared_state.values["config"]("Hostnames")
+    flags = {
+        'AL': config.get("al"),
+        'BY': config.get("by"),
+        'DD': config.get("dd"),
+        'DJ': config.get("dj"),
+        'DT': config.get("dt"),
+        'DW': config.get("dw"),
+        'HE': config.get("he"),
+        'MB': config.get("mb"),
+        'NK': config.get("nk"),
+        'NX': config.get("nx"),
+        'SF': config.get("sf"),
+        'SJ': config.get("sj"),
+        'SL': config.get("sl"),
+        'WD': config.get("wd")
+    }
 
-    elif nx and nx.lower() in url.lower():
-        links = get_nx_download_links(shared_state, url, title)
-        if links:
-            info(f"Decrypted {len(links)} download links for {title}")
-            send_discord_message(shared_state, title=title, case="unprotected", imdb_id=imdb_id)
-            added = shared_state.download_package(links, title, password, package_id)
-            if not added:
-                info(f"Failed to add {title} to linkgrabber")
-                package_id = None
-        else:
-            info(f"Found 0 links decrypting {title}")
-            package_id = None
-
-    elif sf and sf.lower() in url.lower():
-        if url.startswith(f"https://{sf}/external"):  # from interactive search
-            url = resolve_sf_redirect(url, shared_state.values["user_agent"])
-        elif url.startswith(f"https://{sf}/"):  # from feed search
-            url = get_sf_download_links(shared_state, url, mirror, title)
-
-        if url:
-            info(f'CAPTCHA-Solution required for "{title}" at: "{shared_state.values['external_address']}/captcha"')
-            send_discord_message(shared_state, title=title, case="captcha", imdb_id=imdb_id)
-            blob = json.dumps(
-                {"title": title, "links": [[url, "filecrypt"]], "size_mb": size_mb, "password": password,
-                 "mirror": mirror})
-            shared_state.values["database"]("protected").update_store(package_id, blob)
+    handlers = [
+        (flags['AL'], handle_al),
+        (flags['BY'], handle_by),
+        (flags['DD'], lambda *a: handle_unprotected(*a, func=get_dd_download_links, label='DD')),
+        (flags['DJ'], lambda *a: handle_protected(*a, func=get_dj_download_links, label='DJ')),
+        (flags['DT'], lambda *a: handle_unprotected(*a, func=get_dt_download_links, label='DT')),
+        (flags['DW'], lambda *a: handle_protected(*a, func=get_dw_download_links, label='DW')),
+        (flags['HE'], lambda *a: handle_unprotected(*a, func=get_he_download_links, label='HE')),
+        (flags['MB'], lambda *a: handle_protected(*a, func=get_mb_download_links, label='MB')),
+        (flags['NK'], lambda *a: handle_protected(*a, func=get_nk_download_links, label='NK')),
+        (flags['NX'], lambda *a: handle_unprotected(*a, func=get_nx_download_links, label='NX')),
+        (flags['SF'], handle_sf),
+        (flags['SJ'], lambda *a: handle_protected(*a, func=get_sj_download_links, label='SJ')),
+        (flags['SL'], handle_sl),
+        (flags['WD'], handle_wd),
+    ]
+
+    for flag, fn in handlers:
+        if flag and flag.lower() in url.lower():
+            return {"package_id": package_id,
+                    **fn(shared_state, title, password, package_id, imdb_id, url, mirror, size_mb)}
+
+    if "filecrypt" in url.lower():
+        return {"package_id": package_id, **handle_protected(
+            shared_state, title, password, package_id, imdb_id, url, mirror, size_mb,
+            func=lambda ss, u, m, t: [[u, "filecrypt"]],
+            label='filecrypt'
+        )}
+
+    info(f'Could not parse URL for "{title}" - "{url}"')
+    StatsHelper(shared_state).increment_failed_downloads()
+    return {"success": False, "package_id": package_id, "title": title}
+
+
+def fail(title, package_id, shared_state, reason="Offline / no links found"):
+    try:
+        info(f"Reason for failure: {reason}")
+        StatsHelper(shared_state).increment_failed_downloads()
+        blob = json.dumps({"title": title, "error": reason})
+        stored = shared_state.get_db("failed").store(package_id, json.dumps(blob))
+        if stored:
+            info(f'Package "{title}" marked as failed!"')
+            return True
         else:
-            info(f"Failed to get download link from SF for {title} - {url}")
-            package_id = None
-
-    elif "filecrypt".lower() in url.lower():
-        info(f'CAPTCHA-Solution required for "{title}" at: "{shared_state.values['external_address']}/captcha"')
-        send_discord_message(shared_state, title=title, case="captcha", imdb_id=imdb_id)
-        blob = json.dumps(
-            {"title": title, "links": [[url, "filecrypt"]], "size_mb": size_mb, "password": password, "mirror": mirror})
-        shared_state.values["database"]("protected").update_store(package_id, blob)
-
-    else:
-        package_id = None
-        info(f"Could not parse URL for {title} - {url}")
-
-    return package_id
+            info(f'Failed to mark package "{title}" as failed!"')
+            return False
+    except Exception as e:
+        info(f'Error marking package "{package_id}" as failed: {e}')
+        return False