quasarr 2.4.7__py3-none-any.whl → 2.4.9__py3-none-any.whl

quasarr/search/sources/dt.py

@@ -7,15 +7,15 @@ import html
 import re
 import time
 from base64 import urlsafe_b64encode
-from datetime import timezone, timedelta
+from datetime import timedelta, timezone
 from urllib.parse import quote_plus
 
 import requests
 from bs4 import BeautifulSoup
 
-from quasarr.providers.hostname_issues import mark_hostname_issue, clear_hostname_issue
+from quasarr.providers.hostname_issues import clear_hostname_issue, mark_hostname_issue
 from quasarr.providers.imdb_metadata import get_localized_title
-from quasarr.providers.log import info, debug
+from quasarr.providers.log import debug, info
 
 hostname = "dt"
 supported_mirrors = ["rapidgator", "nitroflare", "ddownload"]
@@ -32,19 +32,19 @@ def extract_size(text):
 
 
 def parse_published_datetime(article):
-    date_box = article.find('div', class_='mr-2 shadow-sm1 text-center')
-    mon = date_box.find('small').text.strip()
-    day = date_box.find('h4').text.strip()
-    year = date_box.find('h6').text.strip()
-    month_num = datetime.datetime.strptime(mon, '%b').month
+    date_box = article.find("div", class_="mr-2 shadow-sm1 text-center")
+    mon = date_box.find("small").text.strip()
+    day = date_box.find("h4").text.strip()
+    year = date_box.find("h6").text.strip()
+    month_num = datetime.datetime.strptime(mon, "%b").month
 
-    time_icon = article.select_one('i.fa-clock-o')
+    time_icon = article.select_one("i.fa-clock-o")
     if time_icon:
         # its parent <span> contains e.g. "19:12"
         raw = time_icon.parent.get_text(strip=True)
-        m = re.search(r'(\d{1,2}:\d{2})', raw)
+        m = re.search(r"(\d{1,2}:\d{2})", raw)
         if m:
-            hh, mm = map(int, m.group(1).split(':'))
+            hh, mm = map(int, m.group(1).split(":"))
         else:
             hh, mm = 0, 0
     else:
@@ -69,39 +69,50 @@ def dt_feed(shared_state, start_time, request_from, mirror=None):
         feed_type = "media/tv-show/"
 
     if mirror and mirror not in supported_mirrors:
-        debug(f'Mirror "{mirror}" not supported by "{hostname.upper()}". Supported: {supported_mirrors}. Skipping!')
+        debug(
+            f'Mirror "{mirror}" not supported by "{hostname.upper()}". Supported: {supported_mirrors}. Skipping!'
+        )
         return releases
 
-    url = f'https://{dt}/{feed_type}'
-    headers = {'User-Agent': shared_state.values["user_agent"]}
+    url = f"https://{dt}/{feed_type}"
+    headers = {"User-Agent": shared_state.values["user_agent"]}
 
     try:
         r = requests.get(url, headers=headers, timeout=30)
         r.raise_for_status()
         feed = BeautifulSoup(r.content, "html.parser")
 
-        for article in feed.find_all('article'):
+        for article in feed.find_all("article"):
             try:
-                link_tag = article.select_one('h4.font-weight-bold a')
+                link_tag = article.select_one("h4.font-weight-bold a")
                 if not link_tag:
-                    debug(f"Link tag not found in article: {article} at {hostname.upper()}")
+                    debug(
+                        f"Link tag not found in article: {article} at {hostname.upper()}"
+                    )
                     continue
 
-                source = link_tag['href']
+                source = link_tag["href"]
                 title_raw = link_tag.text.strip()
-                title = title_raw.replace(' - ', '-').replace(' ', '.').replace('(', '').replace(')', '')
-
-                if 'lazylibrarian' in request_from.lower():
+                title = (
+                    title_raw.replace(" - ", "-")
+                    .replace(" ", ".")
+                    .replace("(", "")
+                    .replace(")", "")
+                )
+
+                if "lazylibrarian" in request_from.lower():
                     # lazylibrarian can only detect specific date formats / issue numbering for magazines
                     title = shared_state.normalize_magazine_title(title)
 
                 try:
-                    imdb_id = re.search(r'tt\d+', str(article)).group()
+                    imdb_id = re.search(r"tt\d+", str(article)).group()
                 except:
                     imdb_id = None
 
-                body_text = article.find('div', class_='card-body').get_text(" ")
-                size_match = re.search(r"(\d+(?:\.\d+)?\s*(?:GB|MB|KB|TB))", body_text, re.IGNORECASE)
+                body_text = article.find("div", class_="card-body").get_text(" ")
+                size_match = re.search(
+                    r"(\d+(?:\.\d+)?\s*(?:GB|MB|KB|TB))", body_text, re.IGNORECASE
+                )
                 if not size_match:
                     debug(f"Size not found in article: {article} at {hostname.upper()}")
                     continue
@@ -113,32 +124,40 @@ def dt_feed(shared_state, start_time, request_from, mirror=None):
                 published = parse_published_datetime(article)
 
                 payload = urlsafe_b64encode(
-                    f"{title}|{source}|{mirror}|{mb}|{password}|{imdb_id}|{hostname}".encode("utf-8")
+                    f"{title}|{source}|{mirror}|{mb}|{password}|{imdb_id}|{hostname}".encode(
+                        "utf-8"
+                    )
                 ).decode("utf-8")
                 link = f"{shared_state.values['internal_address']}/download/?payload={payload}"
 
             except Exception as e:
                 info(f"Error parsing {hostname.upper()} feed: {e}")
-                mark_hostname_issue(hostname, "feed", str(e) if "e" in dir() else "Error occurred")
+                mark_hostname_issue(
+                    hostname, "feed", str(e) if "e" in dir() else "Error occurred"
+                )
                 continue
 
-            releases.append({
-                "details": {
-                    "title": title,
-                    "hostname": hostname.lower(),
-                    "imdb_id": imdb_id,
-                    "link": link,
-                    "mirror": mirror,
-                    "size": size,
-                    "date": published,
-                    "source": source
-                },
-                "type": "protected"
-            })
+            releases.append(
+                {
+                    "details": {
+                        "title": title,
+                        "hostname": hostname.lower(),
+                        "imdb_id": imdb_id,
+                        "link": link,
+                        "mirror": mirror,
+                        "size": size,
+                        "date": published,
+                        "source": source,
+                    },
+                    "type": "protected",
+                }
+            )
 
     except Exception as e:
         info(f"Error loading {hostname.upper()} feed: {e}")
-        mark_hostname_issue(hostname, "feed", str(e) if "e" in dir() else "Error occurred")
+        mark_hostname_issue(
+            hostname, "feed", str(e) if "e" in dir() else "Error occurred"
+        )
 
     elapsed = time.time() - start_time
     debug(f"Time taken: {elapsed:.2f}s ({hostname})")
@@ -148,7 +167,15 @@ def dt_feed(shared_state, start_time, request_from, mirror=None):
     return releases
 
 
-def dt_search(shared_state, start_time, request_from, search_string, mirror=None, season=None, episode=None):
+def dt_search(
+    shared_state,
+    start_time,
+    request_from,
+    search_string,
+    mirror=None,
+    season=None,
+    episode=None,
+):
     releases = []
     dt = shared_state.values["config"]("Hostnames").get(hostname.lower())
     password = dt
@@ -161,13 +188,15 @@ def dt_search(shared_state, start_time, request_from, search_string, mirror=None
         cat_id = "64"
 
     if mirror and mirror not in supported_mirrors:
-        debug(f'Mirror "{mirror}" not supported by "{hostname.upper()}". Skipping search!')
+        debug(
+            f'Mirror "{mirror}" not supported by "{hostname.upper()}". Skipping search!'
+        )
         return releases
 
     try:
         imdb_id = shared_state.is_imdb_id(search_string)
         if imdb_id:
-            search_string = get_localized_title(shared_state, imdb_id, 'en')
+            search_string = get_localized_title(shared_state, imdb_id, "en")
             if not search_string:
                 info(f"Could not extract title from IMDb-ID {imdb_id}")
                 return releases
@@ -207,21 +236,19 @@ def dt_search(shared_state, start_time, request_from, search_string, mirror=None
                     continue
                 source = link_tag["href"]
                 title_raw = link_tag.text.strip()
-                title = (title_raw.
-                         replace(' - ', '-').
-                         replace(' ', '.').
-                         replace('(', '').
-                         replace(')', '')
-                         )
-
-                if not shared_state.is_valid_release(title,
-                                                     request_from,
-                                                     search_string,
-                                                     season,
-                                                     episode):
+                title = (
+                    title_raw.replace(" - ", "-")
+                    .replace(" ", ".")
+                    .replace("(", "")
+                    .replace(")", "")
+                )
+
+                if not shared_state.is_valid_release(
+                    title, request_from, search_string, season, episode
+                ):
                     continue
 
-                if 'lazylibrarian' in request_from.lower():
+                if "lazylibrarian" in request_from.lower():
                     # lazylibrarian can only detect specific date formats / issue numbering for magazines
                     title = shared_state.normalize_magazine_title(title)
 
@@ -231,7 +258,9 @@ def dt_search(shared_state, start_time, request_from, search_string, mirror=None
                     imdb_id = None
 
                 body_text = article.find("div", class_="card-body").get_text(" ")
-                m = re.search(r"(\d+(?:\.\d+)?\s*(?:GB|MB|KB|TB))", body_text, re.IGNORECASE)
+                m = re.search(
+                    r"(\d+(?:\.\d+)?\s*(?:GB|MB|KB|TB))", body_text, re.IGNORECASE
+                )
                 if not m:
                     debug(f"Size not found in search-article: {title_raw}")
                     continue
@@ -242,33 +271,40 @@ def dt_search(shared_state, start_time, request_from, search_string, mirror=None
                 published = parse_published_datetime(article)
 
                 payload = urlsafe_b64encode(
-                    f"{title}|{source}|{mirror}|{mb}|{password}|{imdb_id}"
-                    .encode("utf-8")
+                    f"{title}|{source}|{mirror}|{mb}|{password}|{imdb_id}".encode(
+                        "utf-8"
+                    )
                 ).decode("utf-8")
                 link = f"{shared_state.values['internal_address']}/download/?payload={payload}"
 
             except Exception as e:
                 info(f"Error parsing {hostname.upper()} search item: {e}")
-                mark_hostname_issue(hostname, "search", str(e) if "e" in dir() else "Error occurred")
+                mark_hostname_issue(
+                    hostname, "search", str(e) if "e" in dir() else "Error occurred"
+                )
                 continue
 
-            releases.append({
-                "details": {
-                    "title": title,
-                    "hostname": hostname.lower(),
-                    "imdb_id": imdb_id,
-                    "link": link,
-                    "mirror": mirror,
-                    "size": size,
-                    "date": published,
-                    "source": source
-                },
-                "type": "protected"
-            })
+            releases.append(
+                {
+                    "details": {
+                        "title": title,
+                        "hostname": hostname.lower(),
+                        "imdb_id": imdb_id,
+                        "link": link,
+                        "mirror": mirror,
+                        "size": size,
+                        "date": published,
+                        "source": source,
+                    },
+                    "type": "protected",
+                }
+            )
 
     except Exception as e:
         info(f"Error loading {hostname.upper()} search page: {e}")
-        mark_hostname_issue(hostname, "search", str(e) if "e" in dir() else "Error occurred")
+        mark_hostname_issue(
+            hostname, "search", str(e) if "e" in dir() else "Error occurred"
+        )
 
     elapsed = time.time() - start_time
     debug(f"Search time: {elapsed:.2f}s ({hostname})")

quasarr/search/sources/dw.py

@@ -10,26 +10,50 @@ from base64 import urlsafe_b64encode
 import requests
 from bs4 import BeautifulSoup
 
-from quasarr.providers.hostname_issues import mark_hostname_issue, clear_hostname_issue
-from quasarr.providers.log import info, debug
+from quasarr.providers.hostname_issues import clear_hostname_issue, mark_hostname_issue
+from quasarr.providers.log import debug, info
 
 hostname = "dw"
 supported_mirrors = ["1fichier", "rapidgator", "ddownload", "katfile"]
 
 
 def convert_to_rss_date(date_str):
-    german_months = ["Januar", "Februar", "März", "April", "Mai", "Juni",
-                     "Juli", "August", "September", "Oktober", "November", "Dezember"]
-    english_months = ["January", "February", "March", "April", "May", "June",
-                      "July", "August", "September", "October", "November", "December"]
+    german_months = [
+        "Januar",
+        "Februar",
+        "März",
+        "April",
+        "Mai",
+        "Juni",
+        "Juli",
+        "August",
+        "September",
+        "Oktober",
+        "November",
+        "Dezember",
+    ]
+    english_months = [
+        "January",
+        "February",
+        "March",
+        "April",
+        "May",
+        "June",
+        "July",
+        "August",
+        "September",
+        "October",
+        "November",
+        "December",
+    ]
 
     for german, english in zip(german_months, english_months):
         if german in date_str:
             date_str = date_str.replace(german, english)
             break
 
-    parsed_date = datetime.datetime.strptime(date_str, '%d. %B %Y / %H:%M')
-    rss_date = parsed_date.strftime('%a, %d %b %Y %H:%M:%S %z')
+    parsed_date = datetime.datetime.strptime(date_str, "%d. %B %Y / %H:%M")
+    rss_date = parsed_date.strftime("%a, %d %b %Y %H:%M:%S %z")
 
     return rss_date
 
@@ -59,7 +83,9 @@ def dw_feed(shared_state, start_time, request_from, mirror=None):
     password = dw
 
     if not "arr" in request_from.lower():
-        debug(f'Skipping {request_from} search on "{hostname.upper()}" (unsupported media type)!')
+        debug(
+            f'Skipping {request_from} search on "{hostname.upper()}" (unsupported media type)!'
+        )
         return releases
 
     if "Radarr" in request_from:
@@ -68,20 +94,22 @@ def dw_feed(shared_state, start_time, request_from, mirror=None):
         feed_type = "videos/serien/"
 
     if mirror and mirror not in supported_mirrors:
-        debug(f'Mirror "{mirror}" not supported by "{hostname.upper()}". Supported mirrors: {supported_mirrors}.'
-              ' Skipping search!')
+        debug(
+            f'Mirror "{mirror}" not supported by "{hostname.upper()}". Supported mirrors: {supported_mirrors}.'
+            " Skipping search!"
+        )
         return releases
 
-    url = f'https://{dw}/{feed_type}'
+    url = f"https://{dw}/{feed_type}"
     headers = {
-        'User-Agent': shared_state.values["user_agent"],
+        "User-Agent": shared_state.values["user_agent"],
     }
 
     try:
         r = requests.get(url, headers=headers, timeout=30)
         r.raise_for_status()
         feed = BeautifulSoup(r.content, "html.parser")
-        articles = feed.find_all('h4')
+        articles = feed.find_all("h4")
 
         for article in articles:
             try:
@@ -89,7 +117,7 @@ def dw_feed(shared_state, start_time, request_from, mirror=None):
                 title = article.a.text.strip()
 
                 try:
-                    imdb_id = re.search(r'tt\d+', str(article)).group()
+                    imdb_id = re.search(r"tt\d+", str(article)).group()
                 except:
                     imdb_id = None
 
@@ -97,33 +125,44 @@ def dw_feed(shared_state, start_time, request_from, mirror=None):
                 size_item = extract_size(size_info)
                 mb = shared_state.convert_to_mb(size_item)
                 size = mb * 1024 * 1024
-                date = article.parent.parent.find("span", {"class": "date updated"}).text.strip()
+                date = article.parent.parent.find(
+                    "span", {"class": "date updated"}
+                ).text.strip()
                 published = convert_to_rss_date(date)
                 payload = urlsafe_b64encode(
-                    f"{title}|{source}|{mirror}|{mb}|{password}|{imdb_id}|{hostname}".encode("utf-8")).decode("utf-8")
+                    f"{title}|{source}|{mirror}|{mb}|{password}|{imdb_id}|{hostname}".encode(
+                        "utf-8"
+                    )
+                ).decode("utf-8")
                 link = f"{shared_state.values['internal_address']}/download/?payload={payload}"
             except Exception as e:
                 info(f"Error parsing {hostname.upper()} feed: {e}")
-                mark_hostname_issue(hostname, "feed", str(e) if "e" in dir() else "Error occurred")
+                mark_hostname_issue(
+                    hostname, "feed", str(e) if "e" in dir() else "Error occurred"
+                )
                 continue
 
-            releases.append({
-                "details": {
-                    "title": title,
-                    "hostname": hostname.lower(),
-                    "imdb_id": imdb_id,
-                    "link": link,
-                    "mirror": mirror,
-                    "size": size,
-                    "date": published,
-                    "source": source
-                },
-                "type": "protected"
-            })
+            releases.append(
+                {
+                    "details": {
+                        "title": title,
+                        "hostname": hostname.lower(),
+                        "imdb_id": imdb_id,
+                        "link": link,
+                        "mirror": mirror,
+                        "size": size,
+                        "date": published,
+                        "source": source,
+                    },
+                    "type": "protected",
+                }
+            )
 
     except Exception as e:
         info(f"Error loading {hostname.upper()} feed: {e}")
-        mark_hostname_issue(hostname, "feed", str(e) if "e" in dir() else "Error occurred")
+        mark_hostname_issue(
+            hostname, "feed", str(e) if "e" in dir() else "Error occurred"
+        )
 
     elapsed_time = time.time() - start_time
     debug(f"Time taken: {elapsed_time:.2f}s ({hostname})")
@@ -133,13 +172,23 @@ def dw_feed(shared_state, start_time, request_from, mirror=None):
     return releases
 
 
-def dw_search(shared_state, start_time, request_from, search_string, mirror=None, season=None, episode=None):
+def dw_search(
+    shared_state,
+    start_time,
+    request_from,
+    search_string,
+    mirror=None,
+    season=None,
+    episode=None,
+):
     releases = []
     dw = shared_state.values["config"]("Hostnames").get(hostname.lower())
     password = dw
 
     if not "arr" in request_from.lower():
-        debug(f'Skipping {request_from} search on "{hostname.upper()}" (unsupported media type)!')
+        debug(
+            f'Skipping {request_from} search on "{hostname.upper()}" (unsupported media type)!'
+        )
         return releases
 
     if "Radarr" in request_from:
@@ -148,23 +197,27 @@ def dw_search(shared_state, start_time, request_from, search_string, mirror=None
         search_type = "videocategory=serien"
 
     if mirror and mirror not in ["1fichier", "rapidgator", "ddownload", "katfile"]:
-        debug(f'Mirror "{mirror}" not not supported by {hostname.upper()}. Skipping search!')
+        debug(
+            f'Mirror "{mirror}" not not supported by {hostname.upper()}. Skipping search!'
+        )
         return releases
 
-    url = f'https://{dw}/?s={search_string}&{search_type}'
+    url = f"https://{dw}/?s={search_string}&{search_type}"
     headers = {
-        'User-Agent': shared_state.values["user_agent"],
+        "User-Agent": shared_state.values["user_agent"],
     }
 
     try:
         r = requests.get(url, headers=headers, timeout=10)
         r.raise_for_status()
         search = BeautifulSoup(r.content, "html.parser")
-        results = search.find_all('h4')
+        results = search.find_all("h4")
 
     except Exception as e:
         info(f"Error loading {hostname.upper()} search feed: {e}")
-        mark_hostname_issue(hostname, "search", str(e) if "e" in dir() else "Error occurred")
+        mark_hostname_issue(
+            hostname, "search", str(e) if "e" in dir() else "Error occurred"
+        )
         return releases
 
     imdb_id = shared_state.is_imdb_id(search_string)
@@ -174,16 +227,14 @@ def dw_search(shared_state, start_time, request_from, search_string, mirror=None
             try:
                 title = result.a.text.strip()
 
-                if not shared_state.is_valid_release(title,
-                                                     request_from,
-                                                     search_string,
-                                                     season,
-                                                     episode):
+                if not shared_state.is_valid_release(
+                    title, request_from, search_string, season, episode
+                ):
                     continue
 
                 if not imdb_id:
                     try:
-                        imdb_id = re.search(r'tt\d+', str(result)).group()
+                        imdb_id = re.search(r"tt\d+", str(result)).group()
                     except:
                         imdb_id = None
 
@@ -192,29 +243,38 @@ def dw_search(shared_state, start_time, request_from, search_string, mirror=None
                 size_item = extract_size(size_info)
                 mb = shared_state.convert_to_mb(size_item)
                 size = mb * 1024 * 1024
-                date = result.parent.parent.find("span", {"class": "date updated"}).text.strip()
+                date = result.parent.parent.find(
+                    "span", {"class": "date updated"}
+                ).text.strip()
                 published = convert_to_rss_date(date)
                 payload = urlsafe_b64encode(
-                    f"{title}|{source}|{mirror}|{mb}|{password}|{imdb_id}|{hostname}".encode("utf-8")).decode("utf-8")
+                    f"{title}|{source}|{mirror}|{mb}|{password}|{imdb_id}|{hostname}".encode(
+                        "utf-8"
+                    )
+                ).decode("utf-8")
                 link = f"{shared_state.values['internal_address']}/download/?payload={payload}"
             except Exception as e:
                 info(f"Error parsing {hostname.upper()} search: {e}")
-                mark_hostname_issue(hostname, "search", str(e) if "e" in dir() else "Error occurred")
+                mark_hostname_issue(
+                    hostname, "search", str(e) if "e" in dir() else "Error occurred"
+                )
                 continue
 
-            releases.append({
-                "details": {
-                    "title": title,
-                    "hostname": hostname.lower(),
-                    "imdb_id": imdb_id,
-                    "link": link,
-                    "mirror": mirror,
-                    "size": size,
-                    "date": published,
-                    "source": source
-                },
-                "type": "protected"
-            })
+            releases.append(
+                {
+                    "details": {
+                        "title": title,
+                        "hostname": hostname.lower(),
+                        "imdb_id": imdb_id,
+                        "link": link,
+                        "mirror": mirror,
+                        "size": size,
+                        "date": published,
+                        "source": source,
+                    },
+                    "type": "protected",
+                }
+            )
 
     elapsed_time = time.time() - start_time
     debug(f"Time taken: {elapsed_time:.2f}s ({hostname})")