quasarr 2.4.8__py3-none-any.whl → 2.4.9__py3-none-any.whl

quasarr/search/sources/dl.py

@@ -10,10 +10,14 @@ from html import unescape
 
 from bs4 import BeautifulSoup
 
-from quasarr.providers.hostname_issues import mark_hostname_issue, clear_hostname_issue
+from quasarr.providers.hostname_issues import clear_hostname_issue, mark_hostname_issue
 from quasarr.providers.imdb_metadata import get_localized_title
-from quasarr.providers.log import info, debug
-from quasarr.providers.sessions.dl import retrieve_and_validate_session, invalidate_session, fetch_via_requests_session
+from quasarr.providers.log import debug, info
+from quasarr.providers.sessions.dl import (
+    fetch_via_requests_session,
+    invalidate_session,
+    retrieve_and_validate_session,
+)
 
 hostname = "dl"
 
@@ -43,11 +47,11 @@ def normalize_title_for_sonarr(title):
     """
     Normalize title for Sonarr by replacing spaces with dots.
     """
-    title = title.replace(' ', '.')
-    title = re.sub(r'\s*-\s*', '-', title)
-    title = re.sub(r'\.\-\.', '-', title)
-    title = re.sub(r'\.{2,}', '.', title)
-    title = title.strip('.')
+    title = title.replace(" ", ".")
+    title = re.sub(r"\s*-\s*", "-", title)
+    title = re.sub(r"\.\-\.", "-", title)
+    title = re.sub(r"\.{2,}", ".", title)
+    title = title.strip(".")
     return title
 
 
@@ -75,14 +79,14 @@ def dl_feed(shared_state, start_time, request_from, mirror=None):
             info(f"Could not retrieve valid session for {host}")
             return releases
 
-        forum_url = f'https://www.{host}/forums/{forum}/?order=post_date&direction=desc'
+        forum_url = f"https://www.{host}/forums/{forum}/?order=post_date&direction=desc"
         r = sess.get(forum_url, timeout=30)
         r.raise_for_status()
 
-        soup = BeautifulSoup(r.content, 'html.parser')
+        soup = BeautifulSoup(r.content, "html.parser")
 
         # Find all thread items in the forum
-        items = soup.select('div.structItem.structItem--thread')
+        items = soup.select("div.structItem.structItem--thread")
 
         if not items:
             debug(f"{hostname}: No entries found in Forum")
@@ -91,11 +95,11 @@ def dl_feed(shared_state, start_time, request_from, mirror=None):
         for item in items:
             try:
                 # Extract title from the thread
-                title_elem = item.select_one('div.structItem-title a')
+                title_elem = item.select_one("div.structItem-title a")
                 if not title_elem:
                     continue
 
-                title = ''.join(title_elem.strings)
+                title = "".join(title_elem.strings)
                 if not title:
                     continue
 
@@ -103,17 +107,17 @@ def dl_feed(shared_state, start_time, request_from, mirror=None):
                 title = normalize_title_for_sonarr(title)
 
                 # Extract thread URL
-                thread_url = title_elem.get('href')
+                thread_url = title_elem.get("href")
                 if not thread_url:
                     continue
 
                 # Make sure URL is absolute
-                if thread_url.startswith('/'):
+                if thread_url.startswith("/"):
                     thread_url = f"https://www.{host}{thread_url}"
 
                 # Extract date and convert to RFC 2822 format
-                date_elem = item.select_one('time.u-dt')
-                iso_date = date_elem.get('datetime', '') if date_elem else ''
+                date_elem = item.select_one("time.u-dt")
+                iso_date = date_elem.get("datetime", "") if date_elem else ""
                 published = convert_to_rss_date(iso_date)
 
                 mb = 0
@@ -121,23 +125,27 @@ def dl_feed(shared_state, start_time, request_from, mirror=None):
                 password = ""
 
                 payload = urlsafe_b64encode(
-                    f"{title}|{thread_url}|{mirror}|{mb}|{password}|{imdb_id or ''}|{hostname}".encode("utf-8")
+                    f"{title}|{thread_url}|{mirror}|{mb}|{password}|{imdb_id or ''}|{hostname}".encode(
+                        "utf-8"
+                    )
                 ).decode("utf-8")
                 link = f"{shared_state.values['internal_address']}/download/?payload={payload}"
 
-                releases.append({
-                    "details": {
-                        "title": title,
-                        "hostname": hostname,
-                        "imdb_id": imdb_id,
-                        "link": link,
-                        "mirror": mirror,
-                        "size": mb * 1024 * 1024,
-                        "date": published,
-                        "source": thread_url
-                    },
-                    "type": "protected"
-                })
+                releases.append(
+                    {
+                        "details": {
+                            "title": title,
+                            "hostname": hostname,
+                            "imdb_id": imdb_id,
+                            "link": link,
+                            "mirror": mirror,
+                            "size": mb * 1024 * 1024,
+                            "date": published,
+                            "source": thread_url,
+                        },
+                        "type": "protected",
+                    }
+                )
 
             except Exception as e:
                 debug(f"{hostname}: error parsing Forum item: {e}")
@@ -145,7 +153,9 @@ def dl_feed(shared_state, start_time, request_from, mirror=None):
 
     except Exception as e:
         info(f"{hostname}: Forum feed error: {e}")
-        mark_hostname_issue(hostname, "feed", str(e) if "e" in dir() else "Error occurred")
+        mark_hostname_issue(
+            hostname, "feed", str(e) if "e" in dir() else "Error occurred"
+        )
         invalidate_session(shared_state)
 
     elapsed = time.time() - start_time
@@ -158,13 +168,13 @@ def dl_feed(shared_state, start_time, request_from, mirror=None):
 
 def _replace_umlauts(text):
     replacements = {
-        'ä': 'ae',
-        'ö': 'oe',
-        'ü': 'ue',
-        'Ä': 'Ae',
-        'Ö': 'Oe',
-        'Ü': 'Ue',
-        'ß': 'ss'
+        "ä": "ae",
+        "ö": "oe",
+        "ü": "ue",
+        "Ä": "Ae",
+        "Ö": "Oe",
+        "Ü": "Ue",
+        "ß": "ss",
     }
 
     for umlaut, replacement in replacements.items():
@@ -173,8 +183,18 @@ def _replace_umlauts(text):
     return text
 
 
-def _search_single_page(shared_state, host, search_string, search_id, page_num, imdb_id, mirror, request_from, season,
-                        episode):
+def _search_single_page(
+    shared_state,
+    host,
+    search_string,
+    search_id,
+    page_num,
+    imdb_id,
+    mirror,
+    request_from,
+    season,
+    episode,
+):
     """
     Search a single page. This function is called in parallel for each page.
     """
@@ -184,41 +204,41 @@ def _search_single_page(shared_state, host, search_string, search_id, page_num,
 
     try:
         if page_num == 1:
-            search_params = {
-                'keywords': search_string,
-                'c[title_only]': 1
-            }
-            search_url = f'https://www.{host}/search/search'
+            search_params = {"keywords": search_string, "c[title_only]": 1}
+            search_url = f"https://www.{host}/search/search"
         else:
             if not search_id:
                 return page_releases, None
 
-            search_params = {
-                'page': page_num,
-                'q': search_string,
-                'o': 'relevance'
-            }
-            search_url = f'https://www.{host}/search/{search_id}/'
+            search_params = {"page": page_num, "q": search_string, "o": "relevance"}
+            search_url = f"https://www.{host}/search/{search_id}/"
 
-        search_response = fetch_via_requests_session(shared_state, method="GET",
-                                                     target_url=search_url,
-                                                     get_params=search_params,
-                                                     timeout=10)
+        search_response = fetch_via_requests_session(
+            shared_state,
+            method="GET",
+            target_url=search_url,
+            get_params=search_params,
+            timeout=10,
+        )
 
         if search_response.status_code != 200:
-            debug(f"{hostname}: [Page {page_num}] returned status {search_response.status_code}")
+            debug(
+                f"{hostname}: [Page {page_num}] returned status {search_response.status_code}"
+            )
             return page_releases, None
 
         # Extract search ID from first page
         extracted_search_id = None
         if page_num == 1:
-            match = re.search(r'/search/(\d+)/', search_response.url)
+            match = re.search(r"/search/(\d+)/", search_response.url)
             if match:
                 extracted_search_id = match.group(1)
-                debug(f"{hostname}: [Page 1] Extracted search ID: {extracted_search_id}")
+                debug(
+                    f"{hostname}: [Page 1] Extracted search ID: {extracted_search_id}"
+                )
 
-        soup = BeautifulSoup(search_response.text, 'html.parser')
-        result_items = soup.select('li.block-row')
+        soup = BeautifulSoup(search_response.text, "html.parser")
+        result_items = soup.select("li.block-row")
 
         if not result_items:
             debug(f"{hostname}: [Page {page_num}] found 0 results")
@@ -228,40 +248,48 @@ def _search_single_page(shared_state, host, search_string, search_id, page_num,
 
         for item in result_items:
             try:
-                title_elem = item.select_one('h3.contentRow-title a')
+                title_elem = item.select_one("h3.contentRow-title a")
                 if not title_elem:
                     continue
 
                 # Skip "Wird gesucht" threads
-                label = item.select_one('.contentRow-minor .label')
-                if label and 'wird gesucht' in label.get_text(strip=True).lower():
+                label = item.select_one(".contentRow-minor .label")
+                if label and "wird gesucht" in label.get_text(strip=True).lower():
                     continue
 
-                title = ''.join(title_elem.strings)
+                title = "".join(title_elem.strings)
 
-                title = re.sub(r'\s+', ' ', title)
+                title = re.sub(r"\s+", " ", title)
                 title = unescape(title)
                 title_normalized = normalize_title_for_sonarr(title)
 
                 # Filter: Skip if no resolution or codec info (unless LazyLibrarian)
-                if 'lazylibrarian' not in request_from.lower():
-                    if not (RESOLUTION_REGEX.search(title_normalized) or CODEC_REGEX.search(title_normalized)):
+                if "lazylibrarian" not in request_from.lower():
+                    if not (
+                        RESOLUTION_REGEX.search(title_normalized)
+                        or CODEC_REGEX.search(title_normalized)
+                    ):
                         continue
 
                 # Filter: Skip XXX content unless explicitly searched for
-                if XXX_REGEX.search(title_normalized) and 'xxx' not in search_string.lower():
+                if (
+                    XXX_REGEX.search(title_normalized)
+                    and "xxx" not in search_string.lower()
+                ):
                     continue
 
-                thread_url = title_elem.get('href')
-                if thread_url.startswith('/'):
+                thread_url = title_elem.get("href")
+                if thread_url.startswith("/"):
                     thread_url = f"https://www.{host}{thread_url}"
 
-                if not shared_state.is_valid_release(title_normalized, request_from, search_string, season, episode):
+                if not shared_state.is_valid_release(
+                    title_normalized, request_from, search_string, season, episode
+                ):
                     continue
 
                 # Extract date and convert to RFC 2822 format
-                date_elem = item.select_one('time.u-dt')
-                iso_date = date_elem.get('datetime', '') if date_elem else ''
+                date_elem = item.select_one("time.u-dt")
+                iso_date = date_elem.get("datetime", "") if date_elem else ""
                 published = convert_to_rss_date(iso_date)
 
                 mb = 0
@@ -269,23 +297,26 @@ def _search_single_page(shared_state, host, search_string, search_id, page_num,
 
                 payload = urlsafe_b64encode(
                     f"{title_normalized}|{thread_url}|{mirror}|{mb}|{password}|{imdb_id or ''}|{hostname}".encode(
-                        "utf-8")
+                        "utf-8"
+                    )
                 ).decode("utf-8")
                 link = f"{shared_state.values['internal_address']}/download/?payload={payload}"
 
-                page_releases.append({
-                    "details": {
-                        "title": title_normalized,
-                        "hostname": hostname,
-                        "imdb_id": imdb_id,
-                        "link": link,
-                        "mirror": mirror,
-                        "size": mb * 1024 * 1024,
-                        "date": published,
-                        "source": thread_url
-                    },
-                    "type": "protected"
-                })
+                page_releases.append(
+                    {
+                        "details": {
+                            "title": title_normalized,
+                            "hostname": hostname,
+                            "imdb_id": imdb_id,
+                            "link": link,
+                            "mirror": mirror,
+                            "size": mb * 1024 * 1024,
+                            "date": published,
+                            "source": thread_url,
+                        },
+                        "type": "protected",
+                    }
+                )
 
             except Exception as e:
                 debug(f"{hostname}: [Page {page_num}] error parsing item: {e}")
@@ -294,12 +325,21 @@ def _search_single_page(shared_state, host, search_string, search_id, page_num,
 
     except Exception as e:
         info(f"{hostname}: [Page {page_num}] error: {e}")
-        mark_hostname_issue(hostname, "search", str(e) if "e" in dir() else "Error occurred")
+        mark_hostname_issue(
+            hostname, "search", str(e) if "e" in dir() else "Error occurred"
+        )
         return page_releases, None
 
 
-def dl_search(shared_state, start_time, request_from, search_string,
-              mirror=None, season=None, episode=None):
+def dl_search(
+    shared_state,
+    start_time,
+    request_from,
+    search_string,
+    mirror=None,
+    season=None,
+    episode=None,
+):
     """
     Search with sequential pagination to find best quality releases.
     Stops searching if a page returns 0 results or 10 seconds have elapsed.
@@ -309,7 +349,7 @@ def dl_search(shared_state, start_time, request_from, search_string,
 
     imdb_id = shared_state.is_imdb_id(search_string)
     if imdb_id:
-        title = get_localized_title(shared_state, imdb_id, 'de')
+        title = get_localized_title(shared_state, imdb_id, "de")
         if not title:
             info(f"{hostname}: no title for IMDb {imdb_id}")
             return releases
@@ -319,7 +359,8 @@ def dl_search(shared_state, start_time, request_from, search_string,
     max_search_duration = 7
 
     debug(
-        f"{hostname}: Starting sequential paginated search for '{search_string}' (Season: {season}, Episode: {episode}) - max {max_search_duration}s")
+        f"{hostname}: Starting sequential paginated search for '{search_string}' (Season: {season}, Episode: {episode}) - max {max_search_duration}s"
+    )
 
     try:
         sess = retrieve_and_validate_session(shared_state)
@@ -336,32 +377,50 @@ def dl_search(shared_state, start_time, request_from, search_string,
             page_num += 1
 
             page_releases, extracted_search_id = _search_single_page(
-                shared_state, host, search_string, search_id, page_num,
-                imdb_id, mirror, request_from, season, episode
+                shared_state,
+                host,
+                search_string,
+                search_id,
+                page_num,
+                imdb_id,
+                mirror,
+                request_from,
+                season,
+                episode,
             )
 
             # Update search_id from first page
             if page_num == 1:
                 search_id = extracted_search_id
                 if not search_id:
-                    info(f"{hostname}: Could not extract search ID, stopping pagination")
+                    info(
+                        f"{hostname}: Could not extract search ID, stopping pagination"
+                    )
                     break
 
             # Add releases from this page
             releases.extend(page_releases)
-            debug(f"{hostname}: [Page {page_num}] completed with {len(page_releases)} valid releases")
+            debug(
+                f"{hostname}: [Page {page_num}] completed with {len(page_releases)} valid releases"
+            )
 
             # Stop if this page returned 0 results
             if len(page_releases) == 0:
-                debug(f"{hostname}: [Page {page_num}] returned 0 results, stopping pagination")
+                debug(
+                    f"{hostname}: [Page {page_num}] returned 0 results, stopping pagination"
+                )
                 break
 
     except Exception as e:
         info(f"{hostname}: search error: {e}")
-        mark_hostname_issue(hostname, "search", str(e) if "e" in dir() else "Error occurred")
+        mark_hostname_issue(
+            hostname, "search", str(e) if "e" in dir() else "Error occurred"
+        )
         invalidate_session(shared_state)
 
-    debug(f"{hostname}: FINAL - Found {len(releases)} valid releases - providing to {request_from}")
+    debug(
+        f"{hostname}: FINAL - Found {len(releases)} valid releases - providing to {request_from}"
+    )
 
     elapsed = time.time() - start_time
     debug(f"Time taken: {elapsed:.2f}s ({hostname})")