quasarr 2.1.5__py3-none-any.whl → 2.3.0__py3-none-any.whl

quasarr/downloads/sources/by.py

@@ -10,8 +10,11 @@ from urllib.parse import urlparse
 import requests
 from bs4 import BeautifulSoup
 
+from quasarr.providers.hostname_issues import mark_hostname_issue
 from quasarr.providers.log import info, debug
 
+hostname = "by"
+
 
 def get_by_download_links(shared_state, url, mirror, title, password):
     """
@@ -29,9 +32,9 @@ def get_by_download_links(shared_state, url, mirror, title, password):
     links = []
 
     try:
-        resp = requests.get(url, headers=headers, timeout=10)
-        page_content = resp.text
-        soup = BeautifulSoup(page_content, "html.parser")
+        r = requests.get(url, headers=headers, timeout=10)
+        r.raise_for_status()
+        soup = BeautifulSoup(r.text, "html.parser")
         frames = [iframe.get("src") for iframe in soup.find_all("iframe") if iframe.get("src")]
 
         frame_urls = [src for src in frames if f'https://{by}' in src]
@@ -43,10 +46,12 @@ def get_by_download_links(shared_state, url, mirror, title, password):
 
         def fetch(url):
             try:
-                r = requests.get(url, headers=headers, timeout=10)
-                return r.text, url
-            except Exception:
+                rq = requests.get(url, headers=headers, timeout=10)
+                rq.raise_for_status()
+                return rq.text, url
+            except Exception as e:
                 info(f"Error fetching iframe URL: {url}")
+                mark_hostname_issue(hostname, "download", str(e))
                 return None, url
 
         with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:
@@ -70,43 +75,47 @@ def get_by_download_links(shared_state, url, mirror, title, password):
                 continue
 
             href = link["href"]
-            hostname = link.text.strip().replace(" ", "")
-            hostname_lower = hostname.lower()
+            link_hostname = link.text.strip().replace(" ", "")
+            hostname_lower = link_hostname.lower()
 
             if mirror_lower and mirror_lower not in hostname_lower:
-                debug(f'Skipping link from "{hostname}" (not the desired mirror "{mirror}")!')
+                debug(f'Skipping link from "{link_hostname}" (not the desired mirror "{mirror}")!')
                 continue
 
-            url_hosters.append((href, hostname))
+            url_hosters.append((href, link_hostname))
 
         def resolve_redirect(href_hostname):
             href, hostname = href_hostname
             try:
-                r = requests.get(href, headers=headers, timeout=10, allow_redirects=True)
-                if "/404.html" in r.url:
+                rq = requests.get(href, headers=headers, timeout=10, allow_redirects=True)
+                rq.raise_for_status()
+                if "/404.html" in rq.url:
                     info(f"Link leads to 404 page for {hostname}: {r.url}")
                     return None
                 time.sleep(1)
-                return r.url
+                return rq.url
             except Exception as e:
                 info(f"Error resolving link for {hostname}: {e}")
+                mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
                 return None
 
         for pair in url_hosters:
             resolved_url = resolve_redirect(pair)
-            hostname = pair[1]
+            link_hostname = pair[1]
 
-            if not hostname:
-                hostname = urlparse(resolved_url).hostname
+            if not link_hostname:
+                link_hostname = urlparse(resolved_url).hostname
 
-            if resolved_url and hostname and hostname.startswith(("ddownload", "rapidgator", "turbobit", "filecrypt")):
-                if "rapidgator" in hostname:
-                    links.insert(0, [resolved_url, hostname])
+            if resolved_url and link_hostname and link_hostname.startswith(
+                    ("ddownload", "rapidgator", "turbobit", "filecrypt")):
+                if "rapidgator" in link_hostname:
+                    links.insert(0, [resolved_url, link_hostname])
                 else:
-                    links.append([resolved_url, hostname])
+                    links.append([resolved_url, link_hostname])
 
 
     except Exception as e:
         info(f"Error loading BY download links: {e}")
+        mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
 
     return {"links": links}

quasarr/downloads/sources/dd.py

@@ -2,9 +2,12 @@
 # Quasarr
 # Project by https://github.com/rix1337
 
+from quasarr.providers.hostname_issues import mark_hostname_issue
 from quasarr.providers.log import info, debug
 from quasarr.providers.sessions.dd import create_and_persist_session, retrieve_and_validate_session
 
+hostname = "dd"
+
 
 def get_dd_download_links(shared_state, url, mirror, title, password):
     """
@@ -18,6 +21,7 @@ def get_dd_download_links(shared_state, url, mirror, title, password):
     dd_session = retrieve_and_validate_session(shared_state)
     if not dd_session:
         info(f"Could not retrieve valid session for {dd}")
+        mark_hostname_issue(hostname, "download", "Session error")
         return {"links": []}
 
     links = []
@@ -43,7 +47,9 @@ def get_dd_download_links(shared_state, url, mirror, title, password):
         for page in range(0, 100, 20):
             api_url = f'https://{dd}/index/search/keyword/{title}/qualities/{",".join(qualities)}/from/{page}/search'
 
-            releases_on_page = dd_session.get(api_url, headers=headers, timeout=10).json()
+            r = dd_session.get(api_url, headers=headers, timeout=10)
+            r.raise_for_status()
+            releases_on_page = r.json()
             if releases_on_page:
                 release_list.extend(releases_on_page)
 
@@ -75,9 +81,11 @@ def get_dd_download_links(shared_state, url, mirror, title, password):
                     break
             except Exception as e:
                 info(f"Error parsing DD download: {e}")
+                mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
                 continue
 
     except Exception as e:
         info(f"Error loading DD download: {e}")
+        mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
 
     return {"links": links}

quasarr/downloads/sources/dl.py

@@ -6,6 +6,7 @@ import re
 
 from bs4 import BeautifulSoup, NavigableString
 
+from quasarr.providers.hostname_issues import mark_hostname_issue
 from quasarr.providers.log import info, debug
 from quasarr.providers.sessions.dl import retrieve_and_validate_session, fetch_via_requests_session, invalidate_session
 from quasarr.providers.utils import generate_status_url, check_links_online_status
@@ -313,6 +314,7 @@ def get_dl_download_links(shared_state, url, mirror, title, password):
     sess = retrieve_and_validate_session(shared_state)
     if not sess:
         info(f"Could not retrieve valid session for {host}")
+        mark_hostname_issue(hostname, "download", "Session error")
         return {"links": [], "password": ""}
 
     try:
@@ -376,5 +378,6 @@ def get_dl_download_links(shared_state, url, mirror, title, password):
 
     except Exception as e:
         info(f"Error extracting download links from {url}: {e}")
+        mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
         invalidate_session(shared_state)
         return {"links": [], "password": ""}

quasarr/downloads/sources/dt.py

@@ -8,19 +8,22 @@ from urllib.parse import urlparse
 import requests
 from bs4 import BeautifulSoup
 
+from quasarr.providers.hostname_issues import mark_hostname_issue, clear_hostname_issue
 from quasarr.providers.log import info
 
+hostname = "dt"
+
 
 def derive_mirror_from_url(url):
     """Extract hoster name from URL hostname."""
     try:
-        hostname = urlparse(url).netloc.lower()
-        if hostname.startswith('www.'):
-            hostname = hostname[4:]
-        parts = hostname.split('.')
+        mirror_hostname = urlparse(url).netloc.lower()
+        if mirror_hostname.startswith('www.'):
+            mirror_hostname = mirror_hostname[4:]
+        parts = mirror_hostname.split('.')
         if len(parts) >= 2:
             return parts[-2]
-        return hostname
+        return mirror_hostname
     except:
         return "unknown"
 
@@ -36,23 +39,27 @@ def get_dt_download_links(shared_state, url, mirror, title, password):
     session = requests.Session()
 
     try:
-        resp = session.get(url, headers=headers, timeout=10)
-        soup = BeautifulSoup(resp.text, "html.parser")
+        r = session.get(url, headers=headers, timeout=10)
+        r.raise_for_status()
+        soup = BeautifulSoup(r.text, "html.parser")
 
         article = soup.find("article")
         if not article:
             info(f"Could not find article block on DT page for {title}")
+            mark_hostname_issue(hostname, "download", "Could not find article block")
             return None
 
         body = article.find("div", class_="card-body")
         if not body:
             info(f"Could not find download section for {title}")
+            mark_hostname_issue(hostname, "download", "Could not find download section")
             return None
 
         anchors = body.find_all("a", href=True)
 
     except Exception as e:
         info(f"DT site has been updated. Grabbing download links for {title} not possible! ({e})")
+        mark_hostname_issue(hostname, "download", str(e))
         return None
 
     filtered = []
@@ -85,4 +92,6 @@ def get_dt_download_links(shared_state, url, mirror, title, password):
                         mirror_name = derive_mirror_from_url(u)
                         filtered.append([u, mirror_name])
 
+    if filtered:
+        clear_hostname_issue(hostname)
     return {"links": filtered} if filtered else None

quasarr/downloads/sources/dw.py

@@ -7,8 +7,11 @@ import re
 import requests
 from bs4 import BeautifulSoup
 
+from quasarr.providers.hostname_issues import mark_hostname_issue, clear_hostname_issue
 from quasarr.providers.log import info, debug
 
+hostname = "dw"
+
 
 def get_dw_download_links(shared_state, url, mirror, title, password):
     """
@@ -27,11 +30,13 @@ def get_dw_download_links(shared_state, url, mirror, title, password):
     session = requests.Session()
 
     try:
-        request = session.get(url, headers=headers, timeout=10)
-        content = BeautifulSoup(request.text, "html.parser")
+        r = session.get(url, headers=headers, timeout=10)
+        r.raise_for_status()
+        content = BeautifulSoup(r.text, "html.parser")
         download_buttons = content.find_all("button", {"class": "show_link"})
-    except:
+    except Exception as e:
         info(f"DW site has been updated. Grabbing download links for {title} not possible!")
+        mark_hostname_issue(hostname, "download", str(e))
         return {"links": []}
 
     download_links = []
@@ -43,19 +48,17 @@ def get_dw_download_links(shared_state, url, mirror, title, password):
                 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8'
             }
 
-            response = session.post(ajax_url, payload, headers=headers, timeout=10)
-            if response.status_code != 200:
-                info(f"DW site has been updated. Grabbing download links for {title} not possible!")
-                continue
-            else:
-                response = response.json()
-                link = response["data"].split(",")[0]
+            r = session.post(ajax_url, payload, headers=headers, timeout=10)
+            r.raise_for_status()
+
+            response = r.json()
+            link = response["data"].split(",")[0]
 
-                if dw in link:
-                    match = re.search(r'https://' + dw + r'/azn/af\.php\?v=([A-Z0-9]+)(#.*)?', link)
-                    if match:
-                        link = (f'https://filecrypt.cc/Container/{match.group(1)}'
-                                f'.html{match.group(2) if match.group(2) else ""}')
+            if dw in link:
+                match = re.search(r'https://' + dw + r'/azn/af\.php\?v=([A-Z0-9]+)(#.*)?', link)
+                if match:
+                    link = (f'https://filecrypt.cc/Container/{match.group(1)}'
+                            f'.html{match.group(2) if match.group(2) else ""}')
 
                 hoster = button.nextSibling.img["src"].split("/")[-1].replace(".png", "")
                 hoster = f"1fichier" if hoster.startswith("fichier") else hoster  # align with expected mirror name
@@ -64,8 +67,10 @@ def get_dw_download_links(shared_state, url, mirror, title, password):
                     continue
 
                 download_links.append([link, hoster])
-    except:
+    except Exception as e:
         info(f"DW site has been updated. Parsing download links for {title} not possible!")
-        pass
+        mark_hostname_issue(hostname, "download", str(e))
 
+    if download_links:
+        clear_hostname_issue(hostname)
     return {"links": download_links}

quasarr/downloads/sources/he.py

@@ -8,6 +8,7 @@ from urllib.parse import urlparse, urljoin
 import requests
 from bs4 import BeautifulSoup
 
+from quasarr.providers.hostname_issues import mark_hostname_issue
 from quasarr.providers.log import info, debug
 
 hostname = "he"
@@ -27,10 +28,12 @@ def get_he_download_links(shared_state, url, mirror, title, password):
     session = requests.Session()
 
     try:
-        resp = session.get(url, headers=headers, timeout=30)
-        soup = BeautifulSoup(resp.text, 'html.parser')
+        r = session.get(url, headers=headers, timeout=10)
+        r.raise_for_status()
+        soup = BeautifulSoup(r.text, 'html.parser')
     except Exception as e:
         info(f"{hostname}: could not fetch release for {title}: {e}")
+        mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
         return {"links": [], "imdb_id": None}
 
     imdb_id = None
@@ -55,7 +58,7 @@ def get_he_download_links(shared_state, url, mirror, title, password):
             return {"links": [], "imdb_id": None}
 
         action = form.get('action') or url
-        action_url = urljoin(resp.url, action)
+        action_url = urljoin(r.url, action)
 
         payload = {}
         for inp in form.find_all('input'):
@@ -76,12 +79,14 @@ def get_he_download_links(shared_state, url, mirror, title, password):
                 payload[m.group('key')] = m.group('val')
 
         post_headers = headers.copy()
-        post_headers.update({'Referer': resp.url})
+        post_headers.update({'Referer': r.url})
         try:
-            resp = session.post(action_url, data=payload, headers=post_headers, timeout=30)
-            soup = BeautifulSoup(resp.text, 'html.parser')
+            r = session.post(action_url, data=payload, headers=post_headers, timeout=10)
+            r.raise_for_status()
+            soup = BeautifulSoup(r.text, 'html.parser')
         except Exception as e:
             info(f"{hostname}: could not submit protector form for {title}: {e}")
+            mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
             break
 
         unlocked = soup.select('.content-protector-access-form')

quasarr/downloads/sources/mb.py

@@ -7,8 +7,11 @@ import re
 import requests
 from bs4 import BeautifulSoup
 
+from quasarr.providers.hostname_issues import mark_hostname_issue, clear_hostname_issue
 from quasarr.providers.log import info, debug
 
+hostname = "mb"
+
 
 def get_mb_download_links(shared_state, url, mirror, title, password):
     """
@@ -22,13 +25,14 @@ def get_mb_download_links(shared_state, url, mirror, title, password):
     }
 
     try:
-        response = requests.get(url, headers=headers, timeout=10)
-        response.raise_for_status()
+        r = requests.get(url, headers=headers, timeout=10)
+        r.raise_for_status()
     except Exception as e:
         info(f"Failed to fetch page for {title or url}: {e}")
+        mark_hostname_issue(hostname, "download", str(e))
         return {"links": []}
 
-    soup = BeautifulSoup(response.text, "html.parser")
+    soup = BeautifulSoup(r.text, "html.parser")
 
     download_links = []
 
@@ -48,6 +52,8 @@ def get_mb_download_links(shared_state, url, mirror, title, password):
 
     if not download_links:
         info(f"No download links found for {title}. Site structure may have changed. - {url}")
+        mark_hostname_issue(hostname, "download", "No download links found - site structure may have changed")
         return {"links": []}
 
+    clear_hostname_issue(hostname)
     return {"links": download_links}

quasarr/downloads/sources/nk.py

@@ -5,6 +5,7 @@
 import requests
 from bs4 import BeautifulSoup
 
+from quasarr.providers.hostname_issues import mark_hostname_issue
 from quasarr.providers.log import info
 
 hostname = "nk"
@@ -26,10 +27,12 @@ def get_nk_download_links(shared_state, url, mirror, title, password):
     session = requests.Session()
 
     try:
-        resp = session.get(url, headers=headers, timeout=20)
-        soup = BeautifulSoup(resp.text, 'html.parser')
+        r = session.get(url, headers=headers, timeout=10)
+        r.raise_for_status()
+        soup = BeautifulSoup(r.text, 'html.parser')
     except Exception as e:
         info(f"{hostname}: could not fetch release page for {title}: {e}")
+        mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
         return {"links": []}
 
     anchors = soup.select('a.btn-orange')
@@ -47,9 +50,12 @@ def get_nk_download_links(shared_state, url, mirror, title, password):
             href = 'https://' + host + href
 
         try:
-            href = requests.head(href, headers=headers, allow_redirects=True, timeout=20).url
+            r = requests.head(href, headers=headers, allow_redirects=True, timeout=10)
+            r.raise_for_status()
+            href = r.url
         except Exception as e:
             info(f"{hostname}: could not resolve download link for {title}: {e}")
+            mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
             continue
 
         candidates.append([href, mirror])

quasarr/downloads/sources/nx.py

@@ -7,9 +7,12 @@ from urllib.parse import urlparse
 
 import requests
 
+from quasarr.providers.hostname_issues import mark_hostname_issue
 from quasarr.providers.log import info
 from quasarr.providers.sessions.nx import retrieve_and_validate_session
 
+hostname = "nx"
+
 
 def derive_mirror_from_url(url):
     """Extract hoster name from URL hostname."""
@@ -39,11 +42,10 @@ def get_filer_folder_links_via_api(shared_state, url):
         folder_hash = m.group(1)
         api_url = f"https://filer.net/api/folder/{folder_hash}"
 
-        response = requests.get(api_url, headers=headers, timeout=10)
-        if not response or response.status_code != 200:
-            return url
+        r = requests.get(api_url, headers=headers, timeout=10)
+        r.raise_for_status()
 
-        data = response.json()
+        data = r.json()
         files = data.get("files", [])
         links = []
 
@@ -75,6 +77,7 @@ def get_nx_download_links(shared_state, url, mirror, title, password):
     nx_session = retrieve_and_validate_session(shared_state)
     if not nx_session:
         info(f"Could not retrieve valid session for {nx}")
+        mark_hostname_issue(hostname, "download", "Session error")
         return {"links": []}
 
     headers = {
@@ -87,23 +90,24 @@ def get_nx_download_links(shared_state, url, mirror, title, password):
     url_segments = url.split('/')
     payload_url = '/'.join(url_segments[:-2]) + '/api/getLinks/' + url_segments[-1]
 
-    payload = nx_session.post(payload_url,
-                              headers=headers,
-                              json=json_data,
-                              timeout=10
-                              )
-
-    if payload.status_code == 200:
-        try:
-            payload = payload.json()
-        except:
-            info("Invalid response decrypting " + str(title) + " URL: " + str(url))
-            shared_state.values["database"]("sessions").delete("nx")
-            return {"links": []}
+    try:
+        r = nx_session.post(payload_url,
+                            headers=headers,
+                            json=json_data,
+                            timeout=10
+                            )
+        r.raise_for_status()
+
+        payload = r.json()
+    except Exception as e:
+        info(f"Could not get NX Links: {e}")
+        mark_hostname_issue(hostname, "download", str(e))
+        return {"links": []}
 
     if payload and any(key in payload for key in ("err", "error")):
         error_msg = payload.get("err") or payload.get("error")
         info(f"Error decrypting {title!r} URL: {url!r} - {error_msg}")
+        mark_hostname_issue(hostname, "download", "Download error")
         shared_state.values["database"]("sessions").delete("nx")
         return {"links": []}
 

quasarr/downloads/sources/sf.py

@@ -8,9 +8,12 @@ from datetime import datetime
 import requests
 from bs4 import BeautifulSoup
 
+from quasarr.providers.hostname_issues import mark_hostname_issue
 from quasarr.providers.log import info, debug
 from quasarr.search.sources.sf import parse_mirrors
 
+hostname = "sf"
+
 
 def is_last_section_integer(url):
     last_section = url.rstrip('/').split('/')[-1]
@@ -22,19 +25,20 @@ def is_last_section_integer(url):
 def resolve_sf_redirect(url, user_agent):
     """Follow redirects and return final URL or None if 404."""
     try:
-        response = requests.get(url, allow_redirects=True, timeout=10,
-                                headers={'User-Agent': user_agent})
-        if response.history:
-            for resp in response.history:
-                debug(f"Redirected from {resp.url} to {response.url}")
-            if "/404.html" in response.url:
-                info(f"SF link redirected to 404 page: {response.url}")
+        r = requests.get(url, allow_redirects=True, timeout=10, headers={'User-Agent': user_agent})
+        r.raise_for_status()
+        if r.history:
+            for resp in r.history:
+                debug(f"Redirected from {resp.url} to {r.url}")
+            if "/404.html" in r.url:
+                info(f"SF link redirected to 404 page: {r.url}")
                 return None
-            return response.url
+            return r.url
         else:
             info(f"SF blocked attempt to resolve {url}. Your IP may be banned. Try again later.")
     except Exception as e:
         info(f"Error fetching redirected URL for {url}: {e}")
+        mark_hostname_issue(hostname, "download", str(e) if "e" in dir() else "Download error")
     return None
 
 
@@ -84,7 +88,9 @@ def get_sf_download_links(shared_state, url, mirror, title, password):
             season = "ALL"
 
         headers = {'User-Agent': user_agent}
-        series_page = requests.get(url, headers=headers, timeout=10).text
+        r = requests.get(url, headers=headers, timeout=10)
+        r.raise_for_status()
+        series_page = r.text
         soup = BeautifulSoup(series_page, "html.parser")
 
         # Extract IMDb id if present
@@ -100,14 +106,16 @@ def get_sf_download_links(shared_state, url, mirror, title, password):
         epoch = str(datetime.now().timestamp()).replace('.', '')[:-3]
         api_url = 'https://' + sf + '/api/v1/' + season_id + f'/season/{season}?lang=ALL&_=' + epoch
 
-        response = requests.get(api_url, headers=headers, timeout=10)
+        r = requests.get(api_url, headers=headers, timeout=10)
+        r.raise_for_status()
         try:
-            data = response.json()["html"]
+            data = r.json()["html"]
         except ValueError:
             epoch = str(datetime.now().timestamp()).replace('.', '')[:-3]
             api_url = 'https://' + sf + '/api/v1/' + season_id + f'/season/ALL?lang=ALL&_=' + epoch
-            response = requests.get(api_url, headers=headers, timeout=10)
-            data = response.json()["html"]
+            r = requests.get(api_url, headers=headers, timeout=10)
+            r.raise_for_status()
+            data = r.json()["html"]
 
         content = BeautifulSoup(data, "html.parser")
         items = content.find_all("h3")

quasarr/downloads/sources/sl.py

@@ -8,8 +8,10 @@ from urllib.parse import urlparse
 import requests
 from bs4 import BeautifulSoup
 
+from quasarr.providers.hostname_issues import mark_hostname_issue, clear_hostname_issue
 from quasarr.providers.log import info, debug
 
+hostname = "sl"
 supported_mirrors = ["nitroflare", "ddownload"]
 
 
@@ -31,12 +33,15 @@ def get_sl_download_links(shared_state, url, mirror, title, password):
     session = requests.Session()
 
     try:
-        resp = session.get(url, headers=headers, timeout=10)
-        soup = BeautifulSoup(resp.text, "html.parser")
+        r = session.get(url, headers=headers, timeout=10)
+        r.raise_for_status()
+
+        soup = BeautifulSoup(r.text, "html.parser")
 
         entry = soup.find("div", class_="entry")
         if not entry:
             info(f"Could not find main content section for {title}")
+            mark_hostname_issue(hostname, "download", "Could not find main content section")
             return {"links": [], "imdb_id": None}
 
         imdb_id = None
@@ -62,6 +67,7 @@ def get_sl_download_links(shared_state, url, mirror, title, password):
 
     except Exception as e:
         info(f"SL site has been updated. Grabbing download links for {title} not possible! ({e})")
+        mark_hostname_issue(hostname, "download", str(e))
         return {"links": [], "imdb_id": None}
 
     filtered = []
@@ -97,6 +103,8 @@ def get_sl_download_links(shared_state, url, mirror, title, password):
                 mirror_name = derive_mirror_from_host(host)
                 filtered.append([u, mirror_name])
 
+    if filtered:
+        clear_hostname_issue(hostname)
     return {
         "links": filtered,
         "imdb_id": imdb_id,