novel-downloader 1.4.5__py3-none-any.whl → 2.0.0__py3-none-any.whl

novel_downloader/core/fetchers/{linovelib/session.py → linovelib.py}

@@ -1,7 +1,7 @@
 #!/usr/bin/env python3
 """
-novel_downloader.core.fetchers.linovelib.session
-------------------------------------------------
+novel_downloader.core.fetchers.linovelib
+----------------------------------------
 
 """
 
@@ -9,13 +9,17 @@ import re
 from typing import Any
 
 from novel_downloader.core.fetchers.base import BaseSession
+from novel_downloader.core.fetchers.registry import register_fetcher
 from novel_downloader.models import FetcherConfig
-from novel_downloader.utils.time_utils import async_sleep_with_random_delay
+from novel_downloader.utils import async_jitter_sleep
 
 
+@register_fetcher(
+    site_keys=["linovelib"],
+)
 class LinovelibSession(BaseSession):
     """
-    A session class for interacting with Linovelib (www.linovelib.com) novel website.
+    A session class for interacting with 哔哩轻小说 (www.linovelib.com) novel website.
     """
 
     BASE_URL = "https://www.linovelib.com"
@@ -42,8 +46,10 @@ class LinovelibSession(BaseSession):
         """
         Fetch the raw HTML of the book info page.
 
+        Order: [info, vol1_html, ..., volN_html]
+
         :param book_id: The book identifier.
-        :return: A list of HTML strings: [info_html, vol1_html, ..., volN_html]
+        :return: The page content as string list.
         """
         url = self.book_info_url(book_id=book_id)
         info_html = await self.fetch(url, **kwargs)
@@ -57,7 +63,7 @@ class LinovelibSession(BaseSession):
 
         vol_htmls = []
         for vol_id in vol_ids:
-            await async_sleep_with_random_delay(
+            await async_jitter_sleep(
                 self.request_interval,
                 mul_spread=1.1,
                 max_sleep=self.request_interval + 2,
@@ -93,9 +99,11 @@ class LinovelibSession(BaseSession):
         """
         Fetch the raw HTML of a single chapter asynchronously.
 
+        Order: [page1, ..., pageN]
+
         :param book_id: The book identifier.
         :param chapter_id: The chapter identifier.
-        :return: The chapter content as a string.
+        :return: The page content as string list.
         """
         html_pages: list[str] = []
         idx = 1
@@ -121,7 +129,7 @@ class LinovelibSession(BaseSession):
 
             html_pages.append(html)
             idx += 1
-            await async_sleep_with_random_delay(
+            await async_jitter_sleep(
                 self.request_interval,
                 mul_spread=1.1,
                 max_sleep=self.request_interval + 2,
@@ -178,10 +186,6 @@ class LinovelibSession(BaseSession):
         """
         return f"/novel/{book_id}/{chapter_id}.html"
 
-    @property
-    def hostname(self) -> str:
-        return "www.linovelib.com"
-
     def _extract_vol_ids(self, html_str: str) -> list[str]:
         """
         Extract volume IDs (like 'vol_12345') from the info HTML.

novel_downloader/core/fetchers/piaotia.py

@@ -0,0 +1,105 @@
+#!/usr/bin/env python3
+"""
+novel_downloader.core.fetchers.piaotia
+--------------------------------------
+
+"""
+
+import asyncio
+from typing import Any
+
+from novel_downloader.core.fetchers.base import BaseSession
+from novel_downloader.core.fetchers.registry import register_fetcher
+from novel_downloader.models import FetcherConfig
+
+
+@register_fetcher(
+    site_keys=["piaotia"],
+)
+class PiaotiaSession(BaseSession):
+    """
+    A session class for interacting with the 飘天文学网 (www.piaotia.com) novel website.
+    """
+
+    BOOK_INFO_URL = "https://www.piaotia.com/bookinfo/{book_id}.html"
+    BOOK_CATALOG_URL = "https://www.piaotia.com/html/{book_id}/index.html"
+    CHAPTER_URL = "https://www.piaotia.com/html/{book_id}/{chapter_id}.html"
+
+    def __init__(
+        self,
+        config: FetcherConfig,
+        cookies: dict[str, str] | None = None,
+        **kwargs: Any,
+    ) -> None:
+        super().__init__("piaotia", config, cookies, **kwargs)
+
+    async def get_book_info(
+        self,
+        book_id: str,
+        **kwargs: Any,
+    ) -> list[str]:
+        """
+        Fetch the raw HTML of the book info page asynchronously.
+
+        Order: [info, catalog]
+
+        :param book_id: The book identifier.
+        :return: The page content as string list.
+        """
+        book_id = book_id.replace("-", "/")
+        info_url = self.book_info_url(book_id=book_id)
+        catalog_url = self.book_catalog_url(book_id=book_id)
+
+        info_html, catalog_html = await asyncio.gather(
+            self.fetch(info_url, **kwargs),
+            self.fetch(catalog_url, **kwargs),
+        )
+        return [info_html, catalog_html]
+
+    async def get_book_chapter(
+        self,
+        book_id: str,
+        chapter_id: str,
+        **kwargs: Any,
+    ) -> list[str]:
+        """
+        Fetch the raw HTML of a single chapter asynchronously.
+
+        :param book_id: The book identifier.
+        :param chapter_id: The chapter identifier.
+        :return: The page content as string list.
+        """
+        book_id = book_id.replace("-", "/")
+        url = self.chapter_url(book_id=book_id, chapter_id=chapter_id)
+        return [await self.fetch(url, **kwargs)]
+
+    @classmethod
+    def book_info_url(cls, book_id: str) -> str:
+        """
+        Construct the URL for fetching a book's info page.
+
+        :param book_id: The identifier of the book.
+        :return: Fully qualified URL for the book info page.
+        """
+        return cls.BOOK_INFO_URL.format(book_id=book_id)
+
+    @classmethod
+    def book_catalog_url(cls, book_id: str) -> str:
+        """
+        Construct the URL for fetching a book's catalog page.
+
+        :param book_id: The identifier of the book.
+        :return: Fully qualified catalog page URL.
+        """
+        return cls.BOOK_CATALOG_URL.format(book_id=book_id)
+
+    @classmethod
+    def chapter_url(cls, book_id: str, chapter_id: str) -> str:
+        """
+        Construct the URL for fetching a specific chapter.
+
+        :param book_id: The identifier of the book.
+        :param chapter_id: The identifier of the chapter.
+        :return: Fully qualified chapter URL.
+        """
+        return cls.CHAPTER_URL.format(book_id=book_id, chapter_id=chapter_id)

novel_downloader/core/fetchers/qbtr.py

@@ -0,0 +1,101 @@
+#!/usr/bin/env python3
+"""
+novel_downloader.core.fetchers.qbtr
+-----------------------------------
+
+"""
+
+from typing import Any
+
+from lxml import html
+
+from novel_downloader.core.fetchers.base import BaseSession
+from novel_downloader.core.fetchers.registry import register_fetcher
+from novel_downloader.models import FetcherConfig
+
+
+@register_fetcher(
+    site_keys=["qbtr"],
+)
+class QbtrSession(BaseSession):
+    """
+    A session class for interacting with the 全本同人小说 (www.qbtr.cc) novel website.
+    """
+
+    BASE_URL = "https://www.qbtr.cc"
+    BOOK_INFO_URL = "https://www.qbtr.cc/{book_id}.html"
+    CHAPTER_URL = "https://www.qbtr.cc/{book_id}/{chapter_id}.html"
+
+    def __init__(
+        self,
+        config: FetcherConfig,
+        cookies: dict[str, str] | None = None,
+        **kwargs: Any,
+    ) -> None:
+        super().__init__("qbtr", config, cookies, **kwargs)
+
+    async def get_book_info(
+        self,
+        book_id: str,
+        **kwargs: Any,
+    ) -> list[str]:
+        """
+        Fetch the raw HTML of the book info page asynchronously.
+
+        Order: [info, download]
+
+        :param book_id: The book identifier.
+        :return: The page content as string list.
+        """
+        book_id = book_id.replace("-", "/")
+        url = self.book_info_url(book_id=book_id)
+        info_html = await self.fetch(url, **kwargs)
+        try:
+            info_tree = html.fromstring(info_html)
+            txt_link = info_tree.xpath(
+                '//div[@class="booktips"]/h3/a[contains(text(), "txt下载")]/@href'
+            )
+            download_url = f"{self.BASE_URL}{txt_link[0]}" if txt_link else None
+        except Exception:
+            download_url = None
+
+        download_html = await self.fetch(download_url, **kwargs) if download_url else ""
+        return [info_html, download_html]
+
+    async def get_book_chapter(
+        self,
+        book_id: str,
+        chapter_id: str,
+        **kwargs: Any,
+    ) -> list[str]:
+        """
+        Fetch the raw HTML of a single chapter asynchronously.
+
+        :param book_id: The book identifier.
+        :param chapter_id: The chapter identifier.
+        :return: The page content as string list.
+        """
+        book_id = book_id.replace("-", "/")
+        url = self.chapter_url(book_id=book_id, chapter_id=chapter_id)
+        return [await self.fetch(url, **kwargs)]
+
+    @classmethod
+    def book_info_url(cls, book_id: str) -> str:
+        """
+        Construct the URL for fetching a book's info page.
+
+        :param book_id: The identifier of the book.
+        :return: Fully qualified URL for the book info page.
+        """
+        return cls.BOOK_INFO_URL.format(book_id=book_id)
+
+    @classmethod
+    def chapter_url(cls, book_id: str, chapter_id: str) -> str:
+        """
+        Construct the URL for fetching a specific chapter.
+
+        :param book_id: The identifier of the book.
+        :param chapter_id: The identifier of the chapter.
+        :return: Fully qualified chapter URL.
+        """
+        return cls.CHAPTER_URL.format(book_id=book_id, chapter_id=chapter_id)

novel_downloader/core/fetchers/{qianbi/session.py → qianbi.py}

@@ -1,7 +1,7 @@
 #!/usr/bin/env python3
 """
-novel_downloader.core.fetchers.qianbi.session
----------------------------------------------
+novel_downloader.core.fetchers.qianbi
+-------------------------------------
 
 """
 
@@ -9,12 +9,16 @@ import asyncio
 from typing import Any
 
 from novel_downloader.core.fetchers.base import BaseSession
+from novel_downloader.core.fetchers.registry import register_fetcher
 from novel_downloader.models import FetcherConfig
 
 
+@register_fetcher(
+    site_keys=["qianbi"],
+)
 class QianbiSession(BaseSession):
     """
-    A session class for interacting with the Qianbi (www.23qb.com) novel website.
+    A session class for interacting with the 铅笔小说 (www.23qb.com) novel website.
     """
 
     BASE_URLS = [
@@ -45,7 +49,7 @@ class QianbiSession(BaseSession):
         Order: [info, catalog]
 
         :param book_id: The book identifier.
-        :return: The page content as a string.
+        :return: The page content as string list.
         """
         info_url = self.book_info_url(book_id=book_id)
         catalog_url = self.book_catalog_url(book_id=book_id)
@@ -67,7 +71,7 @@ class QianbiSession(BaseSession):
 
         :param book_id: The book identifier.
         :param chapter_id: The chapter identifier.
-        :return: The chapter content as a string.
+        :return: The page content as string list.
         """
         url = self.chapter_url(book_id=book_id, chapter_id=chapter_id)
         return [await self.fetch(url, **kwargs)]
@@ -102,7 +106,3 @@ class QianbiSession(BaseSession):
         :return: Fully qualified chapter URL.
         """
         return cls.CHAPTER_URL.format(book_id=book_id, chapter_id=chapter_id)
-
-    @property
-    def hostname(self) -> str:
-        return "www.23qb.com"

novel_downloader/core/fetchers/{qidian/session.py → qidian.py}

@@ -1,7 +1,7 @@
 #!/usr/bin/env python3
 """
-novel_downloader.core.fetchers.qidian.session
----------------------------------------------
+novel_downloader.core.fetchers.qidian
+-------------------------------------
 
 """
 
@@ -10,24 +10,30 @@ import hashlib
 import json
 import random
 import time
+from collections.abc import Mapping
 from typing import Any, ClassVar
 
 import aiohttp
 
 from novel_downloader.core.fetchers.base import BaseSession
+from novel_downloader.core.fetchers.registry import register_fetcher
 from novel_downloader.models import FetcherConfig, LoginField
-from novel_downloader.utils.crypto_utils import rc4_crypt
-from novel_downloader.utils.time_utils import async_sleep_with_random_delay
+from novel_downloader.utils import (
+    async_jitter_sleep,
+    rc4_crypt,
+)
 
 
+@register_fetcher(
+    site_keys=["qidian", "qd"],
+)
 class QidianSession(BaseSession):
     """
-    A session class for interacting with the Qidian (www.qidian.com) novel website.
+    A session class for interacting with the 起点中文网 (www.qidian.com) novel website.
     """
 
     HOMEPAGE_URL = "https://www.qidian.com/"
     BOOKCASE_URL = "https://my.qidian.com/bookcase/"
-    # BOOK_INFO_URL = "https://book.qidian.com/info/{book_id}/"
     BOOK_INFO_URL = "https://www.qidian.com/book/{book_id}/"
     CHAPTER_URL = "https://www.qidian.com/chapter/{book_id}/{chapter_id}/"
 
@@ -48,11 +54,11 @@ class QidianSession(BaseSession):
         **kwargs: Any,
     ) -> None:
         super().__init__("qidian", config, cookies, **kwargs)
-        self._fp_key = _d("ZmluZ2VycHJpbnQ=")
-        self._ab_key = _d("YWJub3JtYWw=")
-        self._ck_key = _d("Y2hlY2tzdW0=")
-        self._lt_key = _d("bG9hZHRz")
-        self._ts_key = _d("dGltZXN0YW1w")
+        self._fp_key = self._d("ZmluZ2VycHJpbnQ=")
+        self._ab_key = self._d("YWJub3JtYWw=")
+        self._ck_key = self._d("Y2hlY2tzdW0=")
+        self._lt_key = self._d("bG9hZHRz")
+        self._ts_key = self._d("dGltZXN0YW1w")
         self._fp_val: str = ""
         self._ab_val: str = ""
 
@@ -83,7 +89,7 @@ class QidianSession(BaseSession):
         Fetch the raw HTML of the book info page asynchronously.
 
         :param book_id: The book identifier.
-        :return: The page content as a string.
+        :return: The page content as string list.
         """
         url = self.book_info_url(book_id=book_id)
         return [await self.fetch(url, **kwargs)]
@@ -99,7 +105,7 @@ class QidianSession(BaseSession):
 
         :param book_id: The book identifier.
         :param chapter_id: The chapter identifier.
-        :return: The chapter content as a string.
+        :return: The page content as string list.
         """
         url = self.chapter_url(book_id=book_id, chapter_id=chapter_id)
         return [await self.fetch(url, **kwargs)]
@@ -144,6 +150,7 @@ class QidianSession(BaseSession):
     async def fetch(
         self,
         url: str,
+        encoding: str | None = None,
         **kwargs: Any,
     ) -> str:
         """
@@ -151,14 +158,14 @@ class QidianSession(BaseSession):
         a cookie-based token used for request validation.
 
         The method:
-        1. Reads the existing cookie (if any);
-        2. Generates a new value tied to *url*;
-        3. Updates the live ``requests.Session``;
+          1. Reads the existing cookie (if any);
+          2. Generates a new value tied to *url*;
+          3. Updates the live ``requests.Session``;
         """
         if self._rate_limiter:
             await self._rate_limiter.wait()
 
-        cookie_key = _d("d190c2Zw")
+        cookie_key = self._d("d190c2Zw")
 
         for attempt in range(self.retry_times + 1):
             try:
@@ -167,11 +174,11 @@ class QidianSession(BaseSession):
 
                 async with self.session.get(url, **kwargs) as resp:
                     resp.raise_for_status()
-                    text: str = await resp.text()
+                    text: str = await resp.text(encoding=encoding)
                     return text
             except aiohttp.ClientError:
                 if attempt < self.retry_times:
-                    await async_sleep_with_random_delay(
+                    await async_jitter_sleep(
                         self.backoff_factor,
                         mul_spread=1.1,
                         max_sleep=self.backoff_factor + 2,
@@ -220,21 +227,17 @@ class QidianSession(BaseSession):
         """
         return cls.CHAPTER_URL.format(book_id=book_id, chapter_id=chapter_id)
 
-    @property
-    def hostname(self) -> str:
-        return "www.qidian.com"
-
     def _update_fp_val(
         self,
         *,
         key: str = "",
     ) -> None:
         """"""
-        enc_token = self.get_cookie_value(_d("d190c2Zw"))
+        enc_token = self._get_cookie_value(self._d("d190c2Zw"))
         if not enc_token:
             return
         if not key:
-            key = _get_key()
+            key = self._get_key()
         decrypted_json: str = rc4_crypt(key, enc_token, mode="decrypt")
         payload: dict[str, Any] = json.loads(decrypted_json)
         self._fp_val = payload.get(self._fp_key, "")
@@ -250,17 +253,14 @@ class QidianSession(BaseSession):
         Patch a timestamp-bearing token with fresh timing and checksum info.
 
         :param new_uri: URI used in checksum generation.
-        :type new_uri: str
         :param key: RC4 key extracted from front-end JavaScript (optional).
-        :type key: str, optional
 
         :return: Updated token with new timing and checksum values.
-        :rtype: str
         """
         if not self._fp_val or not self._ab_val:
             self._update_fp_val()
         if not key:
-            key = _get_key()
+            key = self._get_key()
 
         # rebuild timing fields
         loadts = int(time.time() * 1000)  # ms since epoch
@@ -303,25 +303,40 @@ class QidianSession(BaseSession):
         """
         Check if the provided cookies contain all required keys.
 
-        Logs any missing keys as warnings.
-
         :param cookies: The cookie dictionary to validate.
         :return: True if all required keys are present, False otherwise.
         """
-        required = {_d(k) for k in self._cookie_keys}
+        required = {self._d(k) for k in self._cookie_keys}
         actual = set(cookies)
         missing = required - actual
         if missing:
             self.logger.warning("Missing required cookies: %s", ", ".join(missing))
         return not missing
 
+    def _get_cookie_value(self, key: str) -> str | None:
+        for cookie in self.session.cookie_jar:
+            if cookie.key == key:
+                return str(cookie.value)
+        return None
+
+    @staticmethod
+    def _filter_cookies(
+        raw_cookies: list[Mapping[str, Any]],
+    ) -> dict[str, str]:
+        ALLOWED_DOMAINS = {".qidian.com", "www.qidian.com", ""}
+        return {
+            c["name"]: c["value"]
+            for c in raw_cookies
+            if c.get("domain", "") in ALLOWED_DOMAINS
+        }
 
-def _d(b: str) -> str:
-    return base64.b64decode(b).decode()
-
+    @staticmethod
+    def _d(b: str) -> str:
+        return base64.b64decode(b).decode()
 
-def _get_key() -> str:
-    encoded = "Lj1qYxMuaXBjMg=="
-    decoded = base64.b64decode(encoded)
-    key = "".join([chr(b ^ 0x5A) for b in decoded])
-    return key
+    @staticmethod
+    def _get_key() -> str:
+        encoded = "Lj1qYxMuaXBjMg=="
+        decoded = base64.b64decode(encoded)
+        key = "".join([chr(b ^ 0x5A) for b in decoded])
+        return key

novel_downloader/core/fetchers/quanben5.py

@@ -0,0 +1,92 @@
+#!/usr/bin/env python3
+"""
+novel_downloader.core.fetchers.quanben5
+---------------------------------------
+
+"""
+
+from typing import Any
+
+from novel_downloader.core.fetchers.base import BaseSession
+from novel_downloader.core.fetchers.registry import register_fetcher
+from novel_downloader.models import FetcherConfig
+
+
+@register_fetcher(
+    site_keys=["quanben5"],
+)
+class Quanben5Session(BaseSession):
+    """
+    A session class for interacting with the 全本小说网 (quanben5.com) novel website.
+    """
+
+    BOOK_INFO_URL = "https://{base_url}/n/{book_id}/xiaoshuo.html"
+    CHAPTER_URL = "https://{base_url}/n/{book_id}/{chapter_id}.html"
+
+    def __init__(
+        self,
+        config: FetcherConfig,
+        cookies: dict[str, str] | None = None,
+        **kwargs: Any,
+    ) -> None:
+        super().__init__("quanben5", config, cookies, **kwargs)
+        self.base_url = (
+            "quanben5.com"
+            if config.locale_style == "simplified"
+            else "big5.quanben5.com"
+        )
+
+    async def get_book_info(
+        self,
+        book_id: str,
+        **kwargs: Any,
+    ) -> list[str]:
+        """
+        Fetch the raw HTML of the book info page asynchronously.
+
+        :param book_id: The book identifier.
+        :return: The page content as string list.
+        """
+        url = self.book_info_url(base_url=self.base_url, book_id=book_id)
+        return [await self.fetch(url, **kwargs)]
+
+    async def get_book_chapter(
+        self,
+        book_id: str,
+        chapter_id: str,
+        **kwargs: Any,
+    ) -> list[str]:
+        """
+        Fetch the raw HTML of a single chapter asynchronously.
+
+        :param book_id: The book identifier.
+        :param chapter_id: The chapter identifier.
+        :return: The page content as string list.
+        """
+        url = self.chapter_url(
+            base_url=self.base_url, book_id=book_id, chapter_id=chapter_id
+        )
+        return [await self.fetch(url, **kwargs)]
+
+    @classmethod
+    def book_info_url(cls, base_url: str, book_id: str) -> str:
+        """
+        Construct the URL for fetching a book's info page.
+
+        :param book_id: The identifier of the book.
+        :return: Fully qualified URL for the book info page.
+        """
+        return cls.BOOK_INFO_URL.format(base_url=base_url, book_id=book_id)
+
+    @classmethod
+    def chapter_url(cls, base_url: str, book_id: str, chapter_id: str) -> str:
+        """
+        Construct the URL for fetching a specific chapter.
+
+        :param book_id: The identifier of the book.
+        :param chapter_id: The identifier of the chapter.
+        :return: Fully qualified chapter URL.
+        """
+        return cls.CHAPTER_URL.format(
+            base_url=base_url, book_id=book_id, chapter_id=chapter_id
+        )

novel_downloader/core/fetchers/{base/rate_limiter.py → rate_limiter.py}

@@ -1,7 +1,7 @@
 #!/usr/bin/env python3
 """
-novel_downloader.core.fetchers.base.rate_limiter
-------------------------------------------------
+novel_downloader.core.fetchers.rate_limiter
+-------------------------------------------
 
 """