quasarr 1.29.0__py3-none-any.whl → 1.31.0__py3-none-any.whl

quasarr/providers/utils.py

@@ -6,9 +6,12 @@ import os
 import re
 import socket
 import sys
+from concurrent.futures import ThreadPoolExecutor, as_completed
+from io import BytesIO
 from urllib.parse import urlparse
 
 import requests
+from PIL import Image
 
 # Fallback user agent when FlareSolverr is not available
 FALLBACK_USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36"
@@ -187,3 +190,177 @@ def is_site_usable(shared_state, shorthand):
     password = config.get('password')
 
     return bool(user and password)
+
+
+# =============================================================================
+# LINK STATUS CHECKING
+# =============================================================================
+
+def generate_status_url(href, crypter_type):
+    """
+    Generate a status URL for crypters that support it.
+    Returns None if status URL cannot be generated.
+    """
+    if crypter_type == "hide":
+        # hide.cx links: https://hide.cx/folder/{UUID} or /container/{UUID} → https://hide.cx/state/{UUID}
+        match = re.search(r'hide\.cx/(?:folder/|container/)?([a-f0-9-]{36})', href, re.IGNORECASE)
+        if match:
+            uuid = match.group(1)
+            return f"https://hide.cx/state/{uuid}"
+
+    elif crypter_type == "tolink":
+        # tolink links: https://tolink.to/f/{ID} → https://tolink.to/f/{ID}/s/status.png
+        match = re.search(r'tolink\.to/f/([a-zA-Z0-9]+)', href, re.IGNORECASE)
+        if match:
+            link_id = match.group(1)
+            return f"https://tolink.to/f/{link_id}/s/status.png"
+
+    return None
+
+
+def detect_crypter_type(url):
+    """Detect crypter type from URL for status checking."""
+    url_lower = url.lower()
+    if 'hide.' in url_lower:
+        return "hide"
+    elif 'tolink.' in url_lower:
+        return "tolink"
+    elif 'filecrypt.' in url_lower:
+        return "filecrypt"
+    elif 'keeplinks.' in url_lower:
+        return "keeplinks"
+    return None
+
+
+def image_has_green(image_data):
+    """
+    Analyze image data to check if it contains green pixels.
+    Returns True if any significant green is detected (indicating online status).
+    """
+    try:
+        img = Image.open(BytesIO(image_data))
+        # Convert palette images with transparency to RGBA first to avoid warning
+        if img.mode == 'P' and 'transparency' in img.info:
+            img = img.convert('RGBA')
+        img = img.convert('RGB')
+
+        pixels = list(img.getdata())
+
+        for r, g, b in pixels:
+            # Check if pixel is greenish: green channel is dominant
+            # and has a reasonable absolute value
+            if g > 100 and g > r * 1.3 and g > b * 1.3:
+                return True
+
+        return False
+    except Exception:
+        # If we can't analyze, assume online to not skip valid links
+        return True
+
+
+def fetch_status_image(status_url, shared_state=None):
+    """
+    Fetch a status image and return (status_url, image_data).
+    Returns (status_url, None) on failure.
+    """
+    try:
+        headers = {}
+        if shared_state:
+            user_agent = shared_state.values.get("user_agent")
+            if user_agent:
+                headers["User-Agent"] = user_agent
+        response = requests.get(status_url, headers=headers, timeout=10)
+        if response.status_code == 200:
+            return (status_url, response.content)
+    except Exception:
+        pass
+    return (status_url, None)
+
+
+def check_links_online_status(links_with_status, shared_state=None):
+    """
+    Check online status for links that have status URLs.
+    Returns list of links that are online (or have no status URL to check).
+
+    links_with_status: list of [href, identifier, status_url] where status_url can be None
+    shared_state: optional shared state for user agent
+    """
+    links_to_check = [(i, link) for i, link in enumerate(links_with_status) if link[2]]
+
+    if not links_to_check:
+        # No status URLs to check, return all links as potentially online
+        return [[link[0], link[1]] for link in links_with_status]
+
+    # Batch fetch status images
+    status_results = {}  # status_url -> has_green
+    status_urls = list(set(link[2] for _, link in links_to_check))
+
+    batch_size = 10
+    for i in range(0, len(status_urls), batch_size):
+        batch = status_urls[i:i + batch_size]
+        with ThreadPoolExecutor(max_workers=batch_size) as executor:
+            futures = [executor.submit(fetch_status_image, url, shared_state) for url in batch]
+            for future in as_completed(futures):
+                try:
+                    status_url, image_data = future.result()
+                    if image_data:
+                        status_results[status_url] = image_has_green(image_data)
+                    else:
+                        # Could not fetch, assume online
+                        status_results[status_url] = True
+                except Exception:
+                    pass
+
+    # Filter to online links
+    online_links = []
+
+    for link in links_with_status:
+        href, identifier, status_url = link
+        if not status_url:
+            # No status URL, include link
+            online_links.append([href, identifier])
+        elif status_url in status_results:
+            if status_results[status_url]:
+                online_links.append([href, identifier])
+        else:
+            # Status check failed, include link
+            online_links.append([href, identifier])
+
+    return online_links
+
+
+def filter_offline_links(links, shared_state=None, log_func=None):
+    """
+    Filter out offline links from a list of [url, identifier] pairs.
+    Only checks links where status can be verified (hide.cx, tolink).
+    Returns filtered list of [url, identifier] pairs.
+    """
+    if not links:
+        return links
+
+    # Build list with status URLs
+    links_with_status = []
+    for link in links:
+        url = link[0]
+        identifier = link[1] if len(link) > 1 else "unknown"
+        crypter_type = detect_crypter_type(url)
+        status_url = generate_status_url(url, crypter_type) if crypter_type else None
+        links_with_status.append([url, identifier, status_url])
+
+    # Check if any links can be verified
+    verifiable_count = sum(1 for l in links_with_status if l[2])
+    if verifiable_count == 0:
+        # Nothing to verify, return original links
+        return links
+
+    if log_func:
+        log_func(f"Checking online status for {verifiable_count} verifiable link(s)...")
+
+    # Check status and filter
+    online_links = check_links_online_status(links_with_status, shared_state)
+
+    if log_func and len(online_links) < len(links):
+        offline_count = len(links) - len(online_links)
+        log_func(f"Filtered out {offline_count} offline link(s)")
+
+    return online_links

quasarr/providers/version.py

@@ -8,7 +8,7 @@ import requests
 
 
 def get_version():
-    return "1.29.0"
+    return "1.31.0"
 
 
 def get_latest_version():

quasarr/search/sources/wx.py

@@ -131,6 +131,7 @@ def wx_feed(shared_state, start_time, request_from, mirror=None):
 def wx_search(shared_state, start_time, request_from, search_string, mirror=None, season=None, episode=None):
     """
     Search using internal API.
+    Deduplicates results by fulltitle - each unique release appears only once.
     """
     releases = []
     host = shared_state.values["config"]("Hostnames").get(hostname)
@@ -201,6 +202,9 @@ def wx_search(shared_state, start_time, request_from, search_string, mirror=None
 
         debug(f"{hostname.upper()}: Found {len(items)} items in search results")
 
+        # Track seen titles to deduplicate (mirrors have same fulltitle)
+        seen_titles = set()
+
         for item in items:
             try:
                 uid = item.get('uid')
@@ -238,29 +242,34 @@ def wx_search(shared_state, start_time, request_from, search_string, mirror=None
                     title = title.replace(' ', '.')
 
                     if shared_state.is_valid_release(title, request_from, search_string, season, episode):
-                        published = detail_item.get('updated_at') or detail_item.get('created_at')
-                        if not published:
-                            published = datetime.now().strftime("%a, %d %b %Y %H:%M:%S +0000")
-                        password = f"www.{host}"
-
-                        payload = urlsafe_b64encode(
-                            f"{title}|{source}|{mirror}|0|{password}|{item_imdb_id or ''}".encode("utf-8")
-                        ).decode("utf-8")
-                        link = f"{shared_state.values['internal_address']}/download/?payload={payload}"
-
-                        releases.append({
-                            "details": {
-                                "title": title,
-                                "hostname": hostname,
-                                "imdb_id": item_imdb_id,
-                                "link": link,
-                                "mirror": mirror,
-                                "size": 0,
-                                "date": published,
-                                "source": source
-                            },
-                            "type": "protected"
-                        })
+                        # Skip if we've already seen this exact title
+                        if title in seen_titles:
+                            debug(f"{hostname.upper()}: Skipping duplicate main title: {title}")
+                        else:
+                            seen_titles.add(title)
+                            published = detail_item.get('updated_at') or detail_item.get('created_at')
+                            if not published:
+                                published = datetime.now().strftime("%a, %d %b %Y %H:%M:%S +0000")
+                            password = f"www.{host}"
+
+                            payload = urlsafe_b64encode(
+                                f"{title}|{source}|{mirror}|0|{password}|{item_imdb_id or ''}".encode("utf-8")
+                            ).decode("utf-8")
+                            link = f"{shared_state.values['internal_address']}/download/?payload={payload}"
+
+                            releases.append({
+                                "details": {
+                                    "title": title,
+                                    "hostname": hostname,
+                                    "imdb_id": item_imdb_id,
+                                    "link": link,
+                                    "mirror": mirror,
+                                    "size": 0,
+                                    "date": published,
+                                    "source": source
+                                },
+                                "type": "protected"
+                            })
 
                 if 'releases' in detail_item and isinstance(detail_item['releases'], list):
                     debug(f"{hostname.upper()}: Found {len(detail_item['releases'])} releases for {uid}")
@@ -279,6 +288,13 @@ def wx_search(shared_state, start_time, request_from, search_string, mirror=None
                                 debug(f"{hostname.upper()}: ✗ Release filtered out: {release_title}")
                                 continue
 
+                            # Skip if we've already seen this exact title (deduplication)
+                            if release_title in seen_titles:
+                                debug(f"{hostname.upper()}: Skipping duplicate release: {release_title}")
+                                continue
+
+                            seen_titles.add(release_title)
+
                             release_uid = release.get('uid')
                             if release_uid:
                                 release_source = f"https://{host}/detail/{uid}?release={release_uid}"
@@ -323,7 +339,7 @@ def wx_search(shared_state, start_time, request_from, search_string, mirror=None
                 debug(f"{hostname.upper()}: {traceback.format_exc()}")
                 continue
 
-        debug(f"{hostname.upper()}: Returning {len(releases)} total releases")
+        debug(f"{hostname.upper()}: Returning {len(releases)} total releases (deduplicated)")
 
     except Exception as e:
         info(f"Error in {hostname.upper()} search: {e}")

{quasarr-1.29.0.dist-info → quasarr-1.31.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: quasarr
-Version: 1.29.0
+Version: 1.31.0
 Summary: Quasarr connects JDownloader with Radarr, Sonarr and LazyLibrarian. It also decrypts links protected by CAPTCHAs.
 Home-page: https://github.com/rix1337/Quasarr
 Author: rix1337
@@ -45,8 +45,6 @@ Quasarr will confidently handle the rest. Some CAPTCHA types require [Tampermonk
 
 # Instructions
 
-# Instructions
-
 1. Set up and run [JDownloader 2](https://jdownloader.org/download/index)
 2. Configure the integrations below
 3. (Optional) Set up [FlareSolverr 3](https://github.com/FlareSolverr/FlareSolverr) for sites that require it

{quasarr-1.29.0.dist-info → quasarr-1.31.0.dist-info}/RECORD

@@ -1,22 +1,22 @@
 quasarr/__init__.py,sha256=cEtxN2AuwKvrxpIvAR7UL997VtYQ4iN3Eo3ZnP-WjZQ,14682
 quasarr/api/__init__.py,sha256=UOyyuOjF2WN6Um2wwQNHjFA-Rj0prb11z8SCjbifKJU,6940
 quasarr/api/arr/__init__.py,sha256=BNEugX1hUF5kn8MIgdoyE1HeyabpojjxAa6RlXSem74,17518
-quasarr/api/captcha/__init__.py,sha256=IhJVn9iWtb01P2yfoqtOF7wSsiXizES7HNn29BX1uHk,60268
+quasarr/api/captcha/__init__.py,sha256=2d7fTTo-FOXufsG_MxyaDPt8r1KVbXbSXnJAgrt8Qvo,72591
 quasarr/api/config/__init__.py,sha256=m0DrbanI0lK_PaZA6ey3osj5l1_tMjjYjoFKkzrdPu0,13692
 quasarr/api/sponsors_helper/__init__.py,sha256=kAZabPlplPYRG6Uw7ZHTk5uypualwvhs-NoTOjQhhhA,6369
 quasarr/api/statistics/__init__.py,sha256=NrBAjjHkIUE95HhPUGIfNqh2IqBqJ_zm00S90Y-Qnus,7038
-quasarr/downloads/__init__.py,sha256=bpNg6LNqoqpnA-U7uVDhq9jM6VYB2bkekCw1XxZRpWM,11613
+quasarr/downloads/__init__.py,sha256=6COdDlJkNuWuJq7DLVqqb0fuH1b3HtsbvA0mlmtLeIs,11972
 quasarr/downloads/linkcrypters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 quasarr/downloads/linkcrypters/al.py,sha256=mfUG5VclC_-FcGoZL9zHYD7dz7X_YpaNmoKkgiyl9-0,8812
-quasarr/downloads/linkcrypters/filecrypt.py,sha256=GT51x_MG_hW4IpOF6OvL5r-2mTnMijI8K7_1D5Bfn4U,18884
+quasarr/downloads/linkcrypters/filecrypt.py,sha256=He8b7HjoPA-LmRwVwY0l_5JAVlJ3sYOXs5tcWXooqI4,17055
 quasarr/downloads/linkcrypters/hide.py,sha256=8YmNm49JmVa1zZdTHpjK9gnQrX435Cq5fo4JTNsIpds,4850
-quasarr/downloads/packages/__init__.py,sha256=Cub3ztyFYBm30HprvZl7qvfYnjaOH9FsRWDLEyCPHkE,18305
+quasarr/downloads/packages/__init__.py,sha256=6U4rk7hWoQCidIZy5O3-Pt5P7ZWEavHdbqZB0arxN1Y,18679
 quasarr/downloads/sources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 quasarr/downloads/sources/al.py,sha256=g587VESZRZHZ03uxHKpufEr5qAtzbyGLmoijksU35jk,27297
 quasarr/downloads/sources/by.py,sha256=kmUTn3izayRCV7W-t0E4kYE8qTbt3L3reCLozfvRGcU,3807
 quasarr/downloads/sources/dd.py,sha256=8X2tOle3qTq0b60Aa3o0uqp2vNELDHYYj99ERI7U_X0,2971
 quasarr/downloads/sources/dj.py,sha256=wY00hVRNhucZBG1hfExKqayhP1ISD8FFQm7wHYxutOk,404
-quasarr/downloads/sources/dl.py,sha256=P11c6P2Pxf8EMZdxBFcnY0y_Z35IAE1cJfTEx1Wkkw0,17995
+quasarr/downloads/sources/dl.py,sha256=HF0kCzjY1elA6oVjIRlP37lLkAXStQTva2dRYLBTOE0,14823
 quasarr/downloads/sources/dt.py,sha256=80yIHAivsqoPKAaFdZ4wPFBVGCbHNUO130pv7EO2LTM,2605
 quasarr/downloads/sources/dw.py,sha256=_28-E58Hs9NVwHyLt2M1oYUxVZ-wpE5dQv8gMNhiAPM,2622
 quasarr/downloads/sources/he.py,sha256=AA6OrIkD3KS_w1ClvXyW1_9hujM6A8P_5VcMHRM6ngg,3680
@@ -27,20 +27,21 @@ quasarr/downloads/sources/sf.py,sha256=ecPHNsNiRNXTfQX9MBLzJKqrEc1IpkrKkBXpihTPh
 quasarr/downloads/sources/sj.py,sha256=Bkv0c14AXct50n_viaTNK3bYG-Bpvx8x2D0UN_6gm78,404
 quasarr/downloads/sources/sl.py,sha256=jWprFt1Hew1T67fB1O_pc9YWgc3NVh30KXSwSyS50Pc,3186
 quasarr/downloads/sources/wd.py,sha256=kr1I1uJa7ZkEPH2LA6alXTJEn0LBPgLCwIh3wLXwCv8,4447
-quasarr/downloads/sources/wx.py,sha256=EygMfkgBMZYj3tSk4gvj5DcojkRswGhY_y8FMPNnVeU,4834
+quasarr/downloads/sources/wx.py,sha256=NzNNeqVL6sKkFKyreW-oerrreb5QP2tUGHTWHM5pMCU,7013
 quasarr/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 quasarr/providers/cloudflare.py,sha256=9iet8runc2VHVcA0_2z1qkrL6D5JKqz1ndktqCgsJFs,7873
 quasarr/providers/html_images.py,sha256=2n82gTJg7E7q2ytPFN4FWouYTIlmPYu_iHFtG7uktIA,28482
 quasarr/providers/html_templates.py,sha256=YMwdi7l_tHL0-qsUnwi4aPrE5Q6ZDxbjsPIfr-6uemY,10265
 quasarr/providers/imdb_metadata.py,sha256=10L4kZkt6Fg0HGdNcc6KCtIQHRYEqdarLyaMVN6mT8w,4843
+quasarr/providers/jd_cache.py,sha256=TfoQWetKZA7vO_qj2wFOGhgmVSXiMhwGpjl7HtLc_-c,5372
 quasarr/providers/log.py,sha256=_g5RwtfuksARXnvryhsngzoJyFcNzj6suqd3ndqZM0Y,313
 quasarr/providers/myjd_api.py,sha256=Z3PEiO3c3UfDSr4Up5rgwTAnjloWHb-H1RkJ6BLKZv8,34140
 quasarr/providers/notifications.py,sha256=bohT-6yudmFnmZMc3BwCGX0n1HdzSVgQG_LDZm_38dI,4630
-quasarr/providers/obfuscated.py,sha256=xPI3WrteOiZN5BgNDp0CURcYfkRrdnRCz_cT7BpzIJU,1363310
+quasarr/providers/obfuscated.py,sha256=8FcmY9cjvjOoth-6LrPZ1CZZbpKplcaMMBE06FkdYgA,1339187
 quasarr/providers/shared_state.py,sha256=-TIiH2lkCfovq7bzUZicpUjXEjS87ZHCcevsFgySOqw,29944
 quasarr/providers/statistics.py,sha256=cEQixYnDMDqtm5wWe40E_2ucyo4mD0n3SrfelhQi1L8,6452
-quasarr/providers/utils.py,sha256=Q5qjo0tP5DkrgIxXcM8jpm1-uSEswjaXlQ4VnzXwPAg,5741
-quasarr/providers/version.py,sha256=h5DOAeof2iTZmywTMg2cA15rO_4wlJXOsbvtxagN2JY,4004
+quasarr/providers/utils.py,sha256=mcUPbcXMsLmrYv0CTZO5a9aOt2-JLyL3SZxu6N8OyjU,12075
+quasarr/providers/version.py,sha256=bjolkJyZ2IG4sc5GvrvZfwTeYTHWNvMAMp2vgnpPVZ0,4004
 quasarr/providers/web_server.py,sha256=AYd0KRxdDWMBr87BP8wlSMuL4zZo0I_rY-vHBai6Pfg,1688
 quasarr/providers/sessions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 quasarr/providers/sessions/al.py,sha256=WXue9LaT4y0BzsbKtHbN6bb_72c4AZZWR9NP-vg9-cg,12462
@@ -65,14 +66,14 @@ quasarr/search/sources/sf.py,sha256=3z_fvcafOh7U4D_vgq9yC8ktKeazI9fiAi96hCeXb5Q,
 quasarr/search/sources/sj.py,sha256=JRzoCDohClmGH7aXOz82KVUt6pZsZoBDBXvwvQrAijM,7074
 quasarr/search/sources/sl.py,sha256=5e5S7JvdbNOc2EthyOkfC4aTpG8O7fn4WS2O3_EXjnM,9463
 quasarr/search/sources/wd.py,sha256=O02j3irSlVw2qES82g_qHuavAk-njjSRH1dHSCnOUas,7540
-quasarr/search/sources/wx.py,sha256=_h1M6GhkJzixwHscrt0lMOnPSEDP1Xl24OypEe8Jy7c,12906
+quasarr/search/sources/wx.py,sha256=zlRvg7Ls-DFRo4sUBMRAXZRMfE2mnaXCkzP7pu53pIY,13842
 quasarr/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 quasarr/storage/config.py,sha256=SSTgIce2FVYoVTK_6OCU3msknhxuLA3EC4Kcrrf_dxQ,6378
 quasarr/storage/setup.py,sha256=0Gm6sHLmlcKvOGeli9eVuRVEP0Slz8-K5jZG0cNXaew,42041
 quasarr/storage/sqlite_database.py,sha256=yMqFQfKf0k7YS-6Z3_7pj4z1GwWSXJ8uvF4IydXsuTE,3554
-quasarr-1.29.0.dist-info/licenses/LICENSE,sha256=QQFCAfDgt7lSA8oSWDHIZ9aTjFbZaBJdjnGOHkuhK7k,1060
-quasarr-1.29.0.dist-info/METADATA,sha256=megStkH1cFUlcHPsB6gx3bJac5Mxy7no_x4Caeqptng,11025
-quasarr-1.29.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-quasarr-1.29.0.dist-info/entry_points.txt,sha256=gXi8mUKsIqKVvn-bOc8E5f04sK_KoMCC-ty6b2Hf-jc,40
-quasarr-1.29.0.dist-info/top_level.txt,sha256=dipJdaRda5ruTZkoGfZU60bY4l9dtPlmOWwxK_oGSF0,8
-quasarr-1.29.0.dist-info/RECORD,,
+quasarr-1.31.0.dist-info/licenses/LICENSE,sha256=QQFCAfDgt7lSA8oSWDHIZ9aTjFbZaBJdjnGOHkuhK7k,1060
+quasarr-1.31.0.dist-info/METADATA,sha256=4jot6IFM_BIQwf8Ftx74l9W26M-2EaK8LXxC9XUn3qE,11009
+quasarr-1.31.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+quasarr-1.31.0.dist-info/entry_points.txt,sha256=gXi8mUKsIqKVvn-bOc8E5f04sK_KoMCC-ty6b2Hf-jc,40
+quasarr-1.31.0.dist-info/top_level.txt,sha256=dipJdaRda5ruTZkoGfZU60bY4l9dtPlmOWwxK_oGSF0,8
+quasarr-1.31.0.dist-info/RECORD,,