novel-downloader 1.4.5__py3-none-any.whl → 2.0.0__py3-none-any.whl

novel_downloader/models/browser.py

@@ -1,21 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.models.browser
--------------------------------
-
-"""
-
-from pathlib import Path
-from typing import TypedDict
-
-from playwright.async_api import ViewportSize
-
-
-class NewContextOptions(TypedDict, total=False):
-    user_agent: str
-    locale: str
-    storage_state: Path
-    viewport: ViewportSize
-    java_script_enabled: bool
-    ignore_https_errors: bool
-    extra_http_headers: dict[str, str]

novel_downloader/models/chapter.py

@@ -1,25 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.models.chapter
--------------------------------
-
-"""
-
-from typing import Any, TypedDict
-
-
-class ChapterDict(TypedDict, total=True):
-    """
-    TypedDict for a novel chapter.
-
-    Fields:
-        id      -- Unique chapter identifier
-        title   -- Chapter title
-        content -- Chapter text
-        extra   -- Arbitrary metadata (e.g. author remarks, timestamps)
-    """
-
-    id: str
-    title: str
-    content: str
-    extra: dict[str, Any]

novel_downloader/models/site_rules.py

@@ -1,99 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.models.site_rules
-----------------------------------
-
-"""
-
-from typing import Any, Literal, TypedDict
-
-
-class RuleStep(TypedDict, total=False):
-    # —— 操作类型 —— #
-    type: Literal[
-        "attr",
-        "select_one",
-        "select",
-        "find",
-        "find_all",
-        "exclude",
-        "regex",
-        "text",
-        "strip",
-        "replace",
-        "split",
-        "join",
-    ]
-
-    # —— BeautifulSoup 相关 —— #
-    selector: str | None  # CSS 选择器, 用于 select/select_one/exclude
-    name: str | None  # 标签名称, 用于 find/find_all
-    attrs: dict[str, Any] | None  # 属性过滤, 用于 find/find_all
-    limit: int | None  # find_all 的最大匹配数
-    attr: str | None  # 从元素获取属性值 (select/select_one/select_all)
-
-    # —— 正则相关 —— #
-    pattern: str | None  # 正则表达式
-    flags: int | None  # re.I, re.M 等
-    group: int | None  # 匹配结果中的第几个分组 (默认 0)
-    template: str | None  # 自定义组合, 比如 "$1$2字"
-
-    # —— 文本处理 —— #
-    chars: str | None  # strip 要去除的字符集
-    old: str | None  # replace 中要被替换的子串
-    new: str | None  # replace 中新的子串
-    count: int | None  # replace 中的最大替换次数
-    sep: str | None  # split/join 的分隔符
-    index: int | None  # split/select_all/select 之后取第几个元素
-
-
-class FieldRules(TypedDict):
-    steps: list[RuleStep]
-
-
-class ChapterFieldRules(TypedDict):
-    key: str
-    steps: list[RuleStep]
-
-
-class VolumesRulesOptional(TypedDict, total=False):
-    volume_selector: str  # 有卷时选择 volume 块的 selector
-    volume_name_steps: list[RuleStep]
-    volume_mode: str  # Optional: "normal" (default) or "mixed"
-    list_selector: str  # Optional: If "mixed" mode, parent container selector
-
-
-class VolumesRules(VolumesRulesOptional):
-    has_volume: bool  # 是否存在卷，false=未分卷
-    chapter_selector: str  # 选择 chapter 节点的 selector
-    chapter_steps: list[ChapterFieldRules]  # 提取章节信息的步骤列表
-
-
-class BookInfoRules(TypedDict, total=False):
-    book_name: FieldRules
-    author: FieldRules
-    cover_url: FieldRules
-    update_time: FieldRules
-    serial_status: FieldRules
-    word_count: FieldRules
-    summary: FieldRules
-    volumes: VolumesRules
-
-
-class ChapterRules(TypedDict, total=False):
-    title: FieldRules
-    content: FieldRules
-
-
-class SiteProfile(TypedDict):
-    book_info_url: str
-    chapter_url: str
-
-
-class SiteRules(TypedDict):
-    profile: SiteProfile
-    book_info: BookInfoRules
-    chapter: ChapterRules
-
-
-SiteRulesDict = dict[str, SiteRules]

novel_downloader/models/tasks.py

@@ -1,33 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.models.tasks
------------------------------
-
-"""
-
-from dataclasses import dataclass
-
-
-@dataclass
-class CidTask:
-    prev_cid: str | None
-    cid: str
-    retry: int = 0
-    vol_idx: int = 0
-    chap_idx: int = 0
-
-
-@dataclass
-class RestoreTask:
-    vol_idx: int
-    chap_idx: int
-    prev_cid: str
-
-
-@dataclass
-class HtmlTask:
-    cid: str
-    retry: int
-    html_list: list[str]
-    vol_idx: int = 0
-    chap_idx: int = 0

novel_downloader/models/types.py

@@ -1,15 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.models.types
------------------------------
-
-"""
-
-from typing import Literal
-
-ModeType = Literal["browser", "session"]
-SaveMode = Literal["overwrite", "skip"]
-StorageBackend = Literal["json", "sqlite"]
-SplitMode = Literal["book", "volume"]
-LogLevel = Literal["DEBUG", "INFO", "WARNING", "ERROR"]
-BrowserType = Literal["chromium", "firefox", "webkit"]

novel_downloader/resources/css_styles/volume-intro.css

@@ -1,56 +0,0 @@
-/*标题页*/
-
-h1.volume-title-line1 {
-    font-size: 1.25rem;              /* 第一行较大 */
-    font-weight: bold;
-    text-align: center;
-    text-indent: 0em;
-    duokan-text-indent: 0em;
-    color: #6e471c;
-    text-shadow: 1px 1px 2px rgba(255, 255, 255, 0.8);
-    margin: 0;
-    display: block;
-}
-
-p.volume-title-line2 {
-    font-size: 1rem;            /* 第二行稍小 */
-    font-weight: bold;
-    text-align: center;
-    text-indent: 0em;
-    duokan-text-indent: 0em;
-    color: #6e471c;
-    text-shadow: 1px 1px 2px rgba(255, 255, 255, 0.8);
-    margin: 0;
-    display: block;
-}
-
-div.border1 {
-    margin: 35% auto 0 auto;
-    text-align: center;
-    text-indent: 0em;
-    duokan-text-indent: 0em;
-}
-
-div.border2 {
-    margin: 0 auto 0 auto;
-    text-align: center;
-    text-indent: 0em;
-    duokan-text-indent: 0em;
-    transform: rotate(180deg);
-    -ms-transform: rotate(180deg);
-    /* IE 9 */
-    -moz-transform: rotate(180deg);
-    /* Firefox */
-    -webkit-transform: rotate(180deg);
-    /* Safari 和 Chrome */
-    -o-transform: rotate(180deg);
-    /* Opera */;
-}
-
-img.border1 {
-    width: 100%;
-}
-
-img.border2 {
-    width: 80%;
-}

novel_downloader/resources/json/replace_word_map.json

@@ -1,4 +0,0 @@
-{
-  "source_1": "target_1",
-  "source_2": "target_2"
-}

novel_downloader/resources/text/blacklist.txt

@@ -1,22 +0,0 @@
-求票
-月票
-投票
-首订
-订阅
-追订
-追读
-加更
-推荐
-收藏
-新书
-成绩
-建议
-太监
-烂尾
-完本
-更新
-支持
-感谢
-推书
-盟主
-提示

novel_downloader/tui/__init__.py

@@ -1,7 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui
---------------------
-
-This module exposes the TUI entry point.
-"""

novel_downloader/tui/app.py

@@ -1,32 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.app
-------------------------
-
-"""
-
-from typing import Any
-
-from textual.app import App, ComposeResult
-from textual.containers import Container
-from textual.widgets import Footer, Header
-
-from novel_downloader.config import load_config
-from novel_downloader.tui.screens import HomeScreen
-
-
-class NovelDownloaderTUI(App):  # type: ignore[misc]
-    TITLE = "Novel Downloader TUI"
-    SCREENS = {
-        "home": HomeScreen,
-    }
-    config: dict[str, Any]
-
-    def compose(self) -> ComposeResult:
-        yield Header()
-        yield Container(id="main_area")
-        yield Footer()
-
-    def on_mount(self) -> None:
-        self.config = load_config()
-        self.push_screen("home")

novel_downloader/tui/main.py

@@ -1,17 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.main
--------------------------
-
-"""
-
-from novel_downloader.tui.app import NovelDownloaderTUI
-
-
-def tui_main() -> None:
-    app = NovelDownloaderTUI()
-    app.run()
-
-
-if __name__ == "__main__":
-    tui_main()

novel_downloader/tui/screens/__init__.py

@@ -1,14 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.screens
-----------------------------
-
-"""
-
-from .home import HomeScreen
-from .login import LoginScreen
-
-__all__ = [
-    "HomeScreen",
-    "LoginScreen",
-]

novel_downloader/tui/screens/home.py

@@ -1,198 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.screens.home
----------------------------------
-
-"""
-
-import asyncio
-import logging
-from typing import Any
-
-from textual.app import ComposeResult
-from textual.containers import Horizontal, Vertical
-from textual.screen import Screen
-from textual.widgets import Button, Input, ProgressBar, RichLog, Select, Static
-
-from novel_downloader.config import ConfigAdapter
-from novel_downloader.core.factory import (
-    get_downloader,
-    get_exporter,
-    get_fetcher,
-    get_parser,
-)
-from novel_downloader.core.interfaces import FetcherProtocol
-from novel_downloader.models import LoginField
-from novel_downloader.tui.widgets.richlog_handler import RichLogHandler
-from novel_downloader.utils.i18n import t
-
-
-class HomeScreen(Screen):  # type: ignore[misc]
-    CSS_PATH = "../styles/home_layout.tcss"
-
-    def compose(self) -> ComposeResult:
-        yield Vertical(
-            self._make_title_bar(),
-            self._make_input_row(),
-            ProgressBar(id="prog", name="下载进度"),
-            Static("下载进度: 0/0 章", id="label-progress"),
-            RichLog(id="log", highlight=True, markup=False),
-            id="main-layout",
-        )
-
-    def on_mount(self) -> None:
-        log_widget = self.query_one("#log", RichLog)
-
-        self._log_handler = RichLogHandler(log_widget)
-        self._log_handler.setLevel(logging.INFO)
-        self._log_handler.setFormatter(logging.Formatter("[%(levelname)s] %(message)s"))
-
-        self._setup_logging(self._log_handler)
-
-    async def on_button_pressed(self, event: Button.Pressed) -> None:
-        if event.button.id == "exit":
-            logging.info("退出应用")
-            self.app.exit()
-
-        elif event.button.id == "settings":
-            logging.info("设置功能暂未实现")
-
-        elif event.button.id == "download":
-            site = self.query_one("#site", Select).value
-            ids = self.query_one("#book_ids", Input).value
-            if not site or not ids.strip():
-                logging.warning("请填写完整信息")
-                return
-            id_list = {x.strip() for x in ids.split(",") if x.strip()}
-            adapter = ConfigAdapter(config=self.app.config, site=str(site))
-            # asyncio.create_task(self._download(adapter, str(site), id_list))
-            self.run_worker(
-                self._download(adapter, str(site), id_list),
-                name="download",
-                group="downloads",
-                description="正在下载书籍...",
-            )
-
-    def _make_title_bar(self) -> Horizontal:
-        return Horizontal(
-            Static("小说下载器", id="title"),
-            Button("设置", id="settings"),
-            Button("关闭", id="exit"),
-            id="title-bar",
-        )
-
-    def _make_input_row(self) -> Horizontal:
-        return Horizontal(
-            Vertical(self._make_site_select(), classes="left"),
-            Vertical(
-                Input(placeholder="输入书籍ID (支持逗号分隔)", id="book_ids"),
-                classes="middle",
-            ),
-            Vertical(Button("下载", id="download"), classes="right"),
-            id="input-row",
-        )
-
-    def _make_site_select(self) -> Select:
-        return Select(
-            options=[
-                ("起点中文网", "qidian"),
-                ("笔趣阁", "biquge"),
-                ("铅笔小说", "qianbi"),
-                ("SF轻小说", "sfacg"),
-                ("ESJ Zone", "esjzone"),
-                ("百合会", "yamibo"),
-                ("哔哩轻小说", "linovelib"),
-            ],
-            prompt="选择站点",
-            value="qidian",
-            id="site",
-        )
-
-    async def _download(
-        self,
-        adapter: ConfigAdapter,
-        site: str,
-        book_ids: set[str],
-    ) -> None:
-        btn = self.query_one("#download", Button)
-        btn.disabled = True
-        try:
-            logging.info(f"下载请求: {site} | {book_ids}")
-            downloader_cfg = adapter.get_downloader_config()
-            fetcher_cfg = adapter.get_fetcher_config()
-            parser_cfg = adapter.get_parser_config()
-            exporter_cfg = adapter.get_exporter_config()
-
-            parser = get_parser(site, parser_cfg)
-            exporter = get_exporter(site, exporter_cfg)
-            self._setup_logging(self._log_handler)
-
-            async with get_fetcher(site, fetcher_cfg) as fetcher:
-                if downloader_cfg.login_required and not await fetcher.load_state():
-                    login_data = await self._prompt_login_fields(
-                        fetcher, fetcher.login_fields, downloader_cfg
-                    )
-                    if not await fetcher.login(**login_data):
-                        logging.info(t("download_login_failed"))
-                        return
-                    await fetcher.save_state()
-
-                downloader = get_downloader(
-                    fetcher=fetcher,
-                    parser=parser,
-                    site=site,
-                    config=downloader_cfg,
-                )
-
-                for book_id in book_ids:
-                    logging.info(t("download_downloading", book_id=book_id, site=site))
-                    await downloader.download(
-                        {"book_id": book_id},
-                        progress_hook=self._update_progress,
-                    )
-                    await asyncio.to_thread(exporter.export, book_id)
-
-                if downloader_cfg.login_required and fetcher.is_logged_in:
-                    await fetcher.save_state()
-        finally:
-            btn.disabled = False
-
-    async def _prompt_login_fields(
-        self,
-        fetcher: FetcherProtocol,
-        fields: list[LoginField],
-        cfg: Any = None,
-    ) -> dict[str, Any]:
-        """
-        Push a LoginScreen to collect all required fields,
-        then return the dict of values when the user submits.
-        """
-        # cfg_dict = asdict(cfg) if cfg else {}
-        # login_screen = LoginScreen(fields, cfg_dict)
-        # await self.app.push_screen(login_screen)
-        # await self.app.pop_screen()
-        return {}
-
-    def _setup_logging(self, handler: logging.Handler) -> None:
-        """
-        Attach the given handler to the root logger.
-        """
-        ft_logger = logging.getLogger("fontTools.ttLib.tables._p_o_s_t")
-        ft_logger.setLevel(logging.ERROR)
-        ft_logger.propagate = False
-
-        logger = logging.getLogger()
-        logger.setLevel(logging.INFO)
-
-        logger.handlers = [
-            h for h in logger.handlers if not isinstance(h, RichLogHandler)
-        ]
-        logger.addHandler(handler)
-
-    async def _update_progress(self, done: int, total: int) -> None:
-        prog = self.query_one("#prog", ProgressBar)
-        label = self.query_one("#label-progress", Static)
-
-        prog.update(total=total, progress=min(done, total))
-
-        label.update(f"下载进度: {done}/{total} 章")

novel_downloader/tui/screens/login.py

@@ -1,74 +0,0 @@
-#!/usr/bin/env python3
-"""
-novel_downloader.tui.screens.login
-----------------------------------
-
-"""
-
-from typing import Any
-
-from textual.app import ComposeResult
-from textual.containers import Vertical
-from textual.screen import Screen
-from textual.widgets import Button, Input, Static
-
-from novel_downloader.models import LoginField
-
-
-class LoginScreen(Screen):  # type: ignore[misc]
-    """
-    A modal screen that gathers login fields, then fires LoginScreen.Submitted.
-    """
-
-    BINDINGS = [("escape", "app.pop_screen", "取消")]
-
-    def __init__(
-        self,
-        fields: list[LoginField],
-        cfg: dict[str, Any] | None = None,
-    ) -> None:
-        super().__init__()
-        self.fields = fields
-        self.cfg = cfg or {}
-
-    def compose(self) -> ComposeResult:
-        widgets = []
-        for field in self.fields:
-            # show label and optional description
-            widgets.append(Static(field.label))
-            if field.description:
-                widgets.append(Static(f"[i]{field.description}[/]"))
-
-            # pick input type
-            if field.type == "password":
-                inp = Input(
-                    placeholder=field.placeholder or "",
-                    password=True,
-                    id=field.name,
-                )
-            else:
-                inp = Input(
-                    placeholder=field.placeholder or "",
-                    id=field.name,
-                )
-
-            # pre-fill from config if present
-            existing = self.cfg.get(field.name, "").strip()
-            if existing:
-                inp.value = existing
-
-            widgets.append(inp)
-
-        # submit button at the end
-        widgets.append(Button("提交", id="submit"))
-        yield Vertical(*widgets, id="login-form")
-
-    async def on_button_pressed(self, event: Button.Pressed) -> None:
-        if event.button.id == "submit":
-            data: dict[str, Any] = {}
-            for field in self.fields:
-                inp = self.query_one(f"#{field.name}", Input)
-                value = inp.value
-                if not value and self.cfg.get(field.name):
-                    value = self.cfg[field.name]
-                data[field.name] = value