novel-downloader 1.5.0__py3-none-any.whl → 2.0.1__py3-none-any.whl

novel_downloader/core/parsers/qidian/chapter_router.py

@@ -1,68 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.core.parsers.qidian.chapter_router
----------------------------------------------------
-
-Routing logic for selecting the correct chapter parser for Qidian pages.
-"""
-
-from __future__ import annotations
-
-import logging
-from typing import TYPE_CHECKING
-
-from novel_downloader.models import ChapterDict
-
-from .chapter_normal import parse_normal_chapter
-from .utils import (
-    can_view_chapter,
-    find_ssr_page_context,
-    is_encrypted,
-)
-
-if TYPE_CHECKING:
-    from .main_parser import QidianParser
-
-logger = logging.getLogger(__name__)
-
-
-def parse_chapter(
-    parser: QidianParser,
-    html_str: str,
-    chapter_id: str,
-) -> ChapterDict | None:
-    """
-    Extract and return the formatted textual content of chapter.
-
-    :param parser: Instance of QidianParser.
-    :param html_str: Raw HTML content of the chapter page.
-    :param chapter_id: Identifier of the chapter being parsed.
-    :return: Formatted chapter text or empty string if not parsable.
-    """
-    try:
-        ssr_data = find_ssr_page_context(html_str)
-
-        if not can_view_chapter(ssr_data):
-            logger.warning(
-                "[Parser] Chapter '%s' is not purchased or inaccessible.", chapter_id
-            )
-            return None
-
-        if is_encrypted(ssr_data):
-            if not parser._decode_font:
-                return None
-            try:
-                from .chapter_encrypted import parse_encrypted_chapter
-
-                return parse_encrypted_chapter(parser, html_str, chapter_id)
-            except ImportError:
-                logger.warning(
-                    "[Parser] Encrypted chapter '%s' requires extra dependencies.",
-                    chapter_id,
-                )
-                return None
-
-        return parse_normal_chapter(parser, html_str, chapter_id)
-    except Exception as e:
-        logger.warning("[Parser] parse error for chapter '%s': %s", chapter_id, e)
-    return None

novel_downloader/core/parsers/qidian/utils/helpers.py

@@ -1,114 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.core.parsers.qidian.utils.helpers
---------------------------------------------------
-
-Shared utility functions for parsing Qidian pages.
-
-This module provides reusable helpers to:
-- Extract SSR-rendered JSON page context and structured chapter metadata.
-- Identify VIP chapters, encrypted content, and viewability conditions.
-"""
-
-import json
-import logging
-from typing import Any
-
-from lxml import html
-
-logger = logging.getLogger(__name__)
-
-
-def find_ssr_page_context(html_str: str) -> dict[str, Any]:
-    """
-    Extract SSR JSON from <script id="vite-plugin-ssr_pageContext">.
-    """
-    try:
-        tree = html.fromstring(html_str)
-        script = tree.xpath('//script[@id="vite-plugin-ssr_pageContext"]/text()')
-        if script:
-            data: dict[str, Any] = json.loads(script[0].strip())
-            return data
-    except Exception as e:
-        logger.warning("[Parser] SSR JSON parse error: %s", e)
-    return {}
-
-
-def extract_chapter_info(ssr_data: dict[str, Any]) -> dict[str, Any]:
-    """
-    Extract the 'chapterInfo' dictionary from the SSR page context.
-
-    This handles nested key access and returns an empty dict if missing.
-
-    :param ssr_data: The full SSR data object from _find_ssr_page_context().
-    :return: A dict with chapter metadata such as chapterName, authorSay, etc.
-    """
-    try:
-        page_context = ssr_data.get("pageContext", {})
-        page_props = page_context.get("pageProps", {})
-        page_data = page_props.get("pageData", {})
-        chapter_info = page_data.get("chapterInfo", {})
-
-        assert isinstance(chapter_info, dict)
-        return chapter_info
-    except Exception:
-        return {}
-
-
-def is_restricted_page(html_str: str) -> bool:
-    """
-    Return True if page content indicates access restriction
-    (e.g. not subscribed/purchased).
-
-    :param html_str: Raw HTML string.
-    """
-    markers = ["这是VIP章节", "需要订阅", "订阅后才能阅读"]
-    return any(m in html_str for m in markers)
-
-
-def vip_status(ssr_data: dict[str, Any]) -> bool:
-    """
-    :return: True if VIP, False otherwise.
-    """
-    chapter_info = extract_chapter_info(ssr_data)
-    vip_flag = chapter_info.get("vipStatus", 0)
-    fens_flag = chapter_info.get("fEnS", 0)
-    return bool(vip_flag == 1 and fens_flag != 0)
-
-
-def can_view_chapter(ssr_data: dict[str, Any]) -> bool:
-    """
-    A chapter is not viewable if it is marked as VIP
-    and has not been purchased.
-
-    :return: True if viewable, False otherwise.
-    """
-    chapter_info = extract_chapter_info(ssr_data)
-    is_buy = chapter_info.get("isBuy", 0)
-    vip_status = chapter_info.get("vipStatus", 0)
-    return not (vip_status == 1 and is_buy == 0)
-
-
-def is_duplicated(ssr_data: dict[str, Any]) -> bool:
-    """
-    Check if chapter is marked as duplicated (eFW = 1).
-    """
-    chapter_info = extract_chapter_info(ssr_data)
-    efw_flag = chapter_info.get("eFW", 0)
-    return bool(efw_flag == 1)
-
-
-def is_encrypted(content: str | dict[str, Any]) -> bool:
-    """
-    Return True if content is encrypted.
-
-    Chapter Encryption Status (cES):
-    - 0: 内容是'明文'
-    - 2: 字体加密
-
-    :param content: HTML content, either as a raw string or a BeautifulSoup object.
-    :return: True if encrypted marker is found, else False.
-    """
-    ssr_data = find_ssr_page_context(content) if isinstance(content, str) else content
-    chapter_info = extract_chapter_info(ssr_data)
-    return int(chapter_info.get("cES", 0)) == 2

novel_downloader/models/chapter.py

@@ -1,25 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.models.chapter
--------------------------------
-
-"""
-
-from typing import Any, TypedDict
-
-
-class ChapterDict(TypedDict, total=True):
-    """
-    TypedDict for a novel chapter.
-
-    Fields:
-        id      -- Unique chapter identifier
-        title   -- Chapter title
-        content -- Chapter text
-        extra   -- Arbitrary metadata (e.g. author remarks, timestamps)
-    """
-
-    id: str
-    title: str
-    content: str
-    extra: dict[str, Any]

novel_downloader/models/types.py

@@ -1,13 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.models.types
------------------------------
-
-"""
-
-from typing import Literal
-
-ModeType = Literal["browser", "session"]
-SplitMode = Literal["book", "volume"]
-LogLevel = Literal["DEBUG", "INFO", "WARNING", "ERROR"]
-BrowserType = Literal["chromium", "firefox", "webkit"]

novel_downloader/tui/__init__.py

@@ -1,7 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui
---------------------
-
-This module exposes the TUI entry point.
-"""

novel_downloader/tui/app.py

@@ -1,32 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.app
-------------------------
-
-"""
-
-from typing import Any
-
-from textual.app import App, ComposeResult
-from textual.containers import Container
-from textual.widgets import Footer, Header
-
-from novel_downloader.config import load_config
-from novel_downloader.tui.screens import HomeScreen
-
-
-class NovelDownloaderTUI(App):  # type: ignore[misc]
-    TITLE = "Novel Downloader TUI"
-    SCREENS = {
-        "home": HomeScreen,
-    }
-    config: dict[str, Any]
-
-    def compose(self) -> ComposeResult:
-        yield Header()
-        yield Container(id="main_area")
-        yield Footer()
-
-    def on_mount(self) -> None:
-        self.config = load_config()
-        self.push_screen("home")

novel_downloader/tui/main.py

@@ -1,17 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.main
--------------------------
-
-"""
-
-from novel_downloader.tui.app import NovelDownloaderTUI
-
-
-def tui_main() -> None:
-    app = NovelDownloaderTUI()
-    app.run()
-
-
-if __name__ == "__main__":
-    tui_main()

novel_downloader/tui/screens/__init__.py

@@ -1,14 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.screens
-----------------------------
-
-"""
-
-from .home import HomeScreen
-from .login import LoginScreen
-
-__all__ = [
-    "HomeScreen",
-    "LoginScreen",
-]

novel_downloader/tui/screens/home.py

@@ -1,198 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.screens.home
----------------------------------
-
-"""
-
-import asyncio
-import logging
-from typing import Any
-
-from textual.app import ComposeResult
-from textual.containers import Horizontal, Vertical
-from textual.screen import Screen
-from textual.widgets import Button, Input, ProgressBar, RichLog, Select, Static
-
-from novel_downloader.config import ConfigAdapter
-from novel_downloader.core.factory import (
-    get_downloader,
-    get_exporter,
-    get_fetcher,
-    get_parser,
-)
-from novel_downloader.core.interfaces import FetcherProtocol
-from novel_downloader.models import LoginField
-from novel_downloader.tui.widgets.richlog_handler import RichLogHandler
-from novel_downloader.utils.i18n import t
-
-
-class HomeScreen(Screen):  # type: ignore[misc]
-    CSS_PATH = "../styles/home_layout.tcss"
-
-    def compose(self) -> ComposeResult:
-        yield Vertical(
-            self._make_title_bar(),
-            self._make_input_row(),
-            ProgressBar(id="prog", name="下载进度"),
-            Static("下载进度: 0/0 章", id="label-progress"),
-            RichLog(id="log", highlight=True, markup=False),
-            id="main-layout",
-        )
-
-    def on_mount(self) -> None:
-        log_widget = self.query_one("#log", RichLog)
-
-        self._log_handler = RichLogHandler(log_widget)
-        self._log_handler.setLevel(logging.INFO)
-        self._log_handler.setFormatter(logging.Formatter("[%(levelname)s] %(message)s"))
-
-        self._setup_logging(self._log_handler)
-
-    async def on_button_pressed(self, event: Button.Pressed) -> None:
-        if event.button.id == "exit":
-            logging.info("退出应用")
-            self.app.exit()
-
-        elif event.button.id == "settings":
-            logging.info("设置功能暂未实现")
-
-        elif event.button.id == "download":
-            site = self.query_one("#site", Select).value
-            ids = self.query_one("#book_ids", Input).value
-            if not site or not ids.strip():
-                logging.warning("请填写完整信息")
-                return
-            id_list = {x.strip() for x in ids.split(",") if x.strip()}
-            adapter = ConfigAdapter(config=self.app.config, site=str(site))
-            # asyncio.create_task(self._download(adapter, str(site), id_list))
-            self.run_worker(
-                self._download(adapter, str(site), id_list),
-                name="download",
-                group="downloads",
-                description="正在下载书籍...",
-            )
-
-    def _make_title_bar(self) -> Horizontal:
-        return Horizontal(
-            Static("小说下载器", id="title"),
-            Button("设置", id="settings"),
-            Button("关闭", id="exit"),
-            id="title-bar",
-        )
-
-    def _make_input_row(self) -> Horizontal:
-        return Horizontal(
-            Vertical(self._make_site_select(), classes="left"),
-            Vertical(
-                Input(placeholder="输入书籍ID (支持逗号分隔)", id="book_ids"),
-                classes="middle",
-            ),
-            Vertical(Button("下载", id="download"), classes="right"),
-            id="input-row",
-        )
-
-    def _make_site_select(self) -> Select:
-        return Select(
-            options=[
-                ("起点中文网", "qidian"),
-                ("笔趣阁", "biquge"),
-                ("铅笔小说", "qianbi"),
-                ("SF轻小说", "sfacg"),
-                ("ESJ Zone", "esjzone"),
-                ("百合会", "yamibo"),
-                ("哔哩轻小说", "linovelib"),
-            ],
-            prompt="选择站点",
-            value="qidian",
-            id="site",
-        )
-
-    async def _download(
-        self,
-        adapter: ConfigAdapter,
-        site: str,
-        book_ids: set[str],
-    ) -> None:
-        btn = self.query_one("#download", Button)
-        btn.disabled = True
-        try:
-            logging.info(f"下载请求: {site} | {book_ids}")
-            downloader_cfg = adapter.get_downloader_config()
-            fetcher_cfg = adapter.get_fetcher_config()
-            parser_cfg = adapter.get_parser_config()
-            exporter_cfg = adapter.get_exporter_config()
-
-            parser = get_parser(site, parser_cfg)
-            exporter = get_exporter(site, exporter_cfg)
-            self._setup_logging(self._log_handler)
-
-            async with get_fetcher(site, fetcher_cfg) as fetcher:
-                if downloader_cfg.login_required and not await fetcher.load_state():
-                    login_data = await self._prompt_login_fields(
-                        fetcher, fetcher.login_fields, downloader_cfg
-                    )
-                    if not await fetcher.login(**login_data):
-                        logging.info(t("download_login_failed"))
-                        return
-                    await fetcher.save_state()
-
-                downloader = get_downloader(
-                    fetcher=fetcher,
-                    parser=parser,
-                    site=site,
-                    config=downloader_cfg,
-                )
-
-                for book_id in book_ids:
-                    logging.info(t("download_downloading", book_id=book_id, site=site))
-                    await downloader.download(
-                        {"book_id": book_id},
-                        progress_hook=self._update_progress,
-                    )
-                    await asyncio.to_thread(exporter.export, book_id)
-
-                if downloader_cfg.login_required and fetcher.is_logged_in:
-                    await fetcher.save_state()
-        finally:
-            btn.disabled = False
-
-    async def _prompt_login_fields(
-        self,
-        fetcher: FetcherProtocol,
-        fields: list[LoginField],
-        cfg: Any = None,
-    ) -> dict[str, Any]:
-        """
-        Push a LoginScreen to collect all required fields,
-        then return the dict of values when the user submits.
-        """
-        # cfg_dict = asdict(cfg) if cfg else {}
-        # login_screen = LoginScreen(fields, cfg_dict)
-        # await self.app.push_screen(login_screen)
-        # await self.app.pop_screen()
-        return {}
-
-    def _setup_logging(self, handler: logging.Handler) -> None:
-        """
-        Attach the given handler to the root logger.
-        """
-        ft_logger = logging.getLogger("fontTools.ttLib.tables._p_o_s_t")
-        ft_logger.setLevel(logging.ERROR)
-        ft_logger.propagate = False
-
-        logger = logging.getLogger()
-        logger.setLevel(logging.INFO)
-
-        logger.handlers = [
-            h for h in logger.handlers if not isinstance(h, RichLogHandler)
-        ]
-        logger.addHandler(handler)
-
-    async def _update_progress(self, done: int, total: int) -> None:
-        prog = self.query_one("#prog", ProgressBar)
-        label = self.query_one("#label-progress", Static)
-
-        prog.update(total=total, progress=min(done, total))
-
-        label.update(f"下载进度: {done}/{total} 章")

novel_downloader/tui/screens/login.py

@@ -1,74 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.screens.login
-----------------------------------
-
-"""
-
-from typing import Any
-
-from textual.app import ComposeResult
-from textual.containers import Vertical
-from textual.screen import Screen
-from textual.widgets import Button, Input, Static
-
-from novel_downloader.models import LoginField
-
-
-class LoginScreen(Screen):  # type: ignore[misc]
-    """
-    A modal screen that gathers login fields, then fires LoginScreen.Submitted.
-    """
-
-    BINDINGS = [("escape", "app.pop_screen", "取消")]
-
-    def __init__(
-        self,
-        fields: list[LoginField],
-        cfg: dict[str, Any] | None = None,
-    ) -> None:
-        super().__init__()
-        self.fields = fields
-        self.cfg = cfg or {}
-
-    def compose(self) -> ComposeResult:
-        widgets = []
-        for field in self.fields:
-            # show label and optional description
-            widgets.append(Static(field.label))
-            if field.description:
-                widgets.append(Static(f"[i]{field.description}[/]"))
-
-            # pick input type
-            if field.type == "password":
-                inp = Input(
-                    placeholder=field.placeholder or "",
-                    password=True,
-                    id=field.name,
-                )
-            else:
-                inp = Input(
-                    placeholder=field.placeholder or "",
-                    id=field.name,
-                )
-
-            # pre-fill from config if present
-            existing = self.cfg.get(field.name, "").strip()
-            if existing:
-                inp.value = existing
-
-            widgets.append(inp)
-
-        # submit button at the end
-        widgets.append(Button("提交", id="submit"))
-        yield Vertical(*widgets, id="login-form")
-
-    async def on_button_pressed(self, event: Button.Pressed) -> None:
-        if event.button.id == "submit":
-            data: dict[str, Any] = {}
-            for field in self.fields:
-                inp = self.query_one(f"#{field.name}", Input)
-                value = inp.value
-                if not value and self.cfg.get(field.name):
-                    value = self.cfg[field.name]
-                data[field.name] = value

novel_downloader/tui/styles/home_layout.tcss

@@ -1,79 +0,0 @@
-#main-layout {
-    grid-rows: 3 auto 1 auto 1fr;
-    grid-columns: 1fr;
-    grid-gutter: 1;
-    padding: 1;
-    height: 100%;
-}
-
-#title-bar {
-    height: 3;
-    layout: horizontal;
-    align: left middle;
-    padding: 0 1;
-    background: $boost;
-}
-
-#title {
-    width: 1fr;
-    content-align: left middle;
-}
-
-#settings,
-#exit {
-    width: 8;
-    padding: 0 1;
-}
-
-#input-row {
-    layout: horizontal;
-    padding: 1 0;
-    overflow-x: auto;
-}
-
-#site {
-    width: 20;
-    margin-right: 1;
-}
-
-#book_ids {
-    width: 1fr;
-    min-width: 0;
-    margin-right: 1;
-}
-
-#download {
-    width: 15;
-}
-
-#site,
-#book_ids,
-#download {
-    width: 100%;
-}
-
-Button#download {
-    border: round $accent;
-    padding: 0 1;
-}
-Button#download:hover {
-    background: $accent-lighten-3;
-    color: $text;
-}
-
-
-#prog {
-    height: 1;
-    color: $success;
-}
-
-#label {
-    content-align: left middle;
-    padding-left: 1;
-}
-
-#log {
-    border: round $primary;
-    padding: 1;
-    overflow-y: auto;
-}

novel_downloader/tui/widgets/richlog_handler.py

@@ -1,24 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.widgets.richlog_handler
---------------------------------------------
-
-"""
-
-import logging
-from logging import LogRecord
-
-from textual.widgets import RichLog
-
-
-class RichLogHandler(logging.Handler):
-    def __init__(self, rich_log_widget: RichLog):
-        super().__init__()
-        self.rich_log_widget = rich_log_widget
-
-    def emit(self, record: LogRecord) -> None:
-        msg = self.format(record)
-        try:
-            self.rich_log_widget.write(msg)
-        except Exception:
-            self.handleError(record)

novel_downloader/utils/cache.py

@@ -1,24 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.utils.cache
-----------------------------
-
-Provides decorators for caching function results,
-specifically optimized for configuration loading functions.
-"""
-
-from collections.abc import Callable
-from functools import lru_cache, wraps
-from typing import Any, TypeVar, cast
-
-T = TypeVar("T", bound=Callable[..., Any])
-
-
-def cached_load_config(func: T) -> T:
-    """
-    A decorator to cache the result of a config-loading function.
-    Uses LRU cache with maxsize=1.
-    """
-    cached = lru_cache(maxsize=1)(func)
-    wrapped = wraps(func)(cached)
-    return cast(T, wrapped)