novel-downloader 1.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. novel_downloader/__init__.py +14 -0
  2. novel_downloader/cli/__init__.py +14 -0
  3. novel_downloader/cli/clean.py +134 -0
  4. novel_downloader/cli/download.py +132 -0
  5. novel_downloader/cli/interactive.py +67 -0
  6. novel_downloader/cli/main.py +45 -0
  7. novel_downloader/cli/settings.py +177 -0
  8. novel_downloader/config/__init__.py +52 -0
  9. novel_downloader/config/adapter.py +153 -0
  10. novel_downloader/config/loader.py +177 -0
  11. novel_downloader/config/models.py +173 -0
  12. novel_downloader/config/site_rules.py +97 -0
  13. novel_downloader/core/__init__.py +25 -0
  14. novel_downloader/core/downloaders/__init__.py +22 -0
  15. novel_downloader/core/downloaders/base_async_downloader.py +157 -0
  16. novel_downloader/core/downloaders/base_downloader.py +187 -0
  17. novel_downloader/core/downloaders/common_asynb_downloader.py +207 -0
  18. novel_downloader/core/downloaders/common_downloader.py +191 -0
  19. novel_downloader/core/downloaders/qidian_downloader.py +208 -0
  20. novel_downloader/core/factory/__init__.py +33 -0
  21. novel_downloader/core/factory/downloader_factory.py +149 -0
  22. novel_downloader/core/factory/parser_factory.py +62 -0
  23. novel_downloader/core/factory/requester_factory.py +106 -0
  24. novel_downloader/core/factory/saver_factory.py +49 -0
  25. novel_downloader/core/interfaces/__init__.py +32 -0
  26. novel_downloader/core/interfaces/async_downloader_protocol.py +37 -0
  27. novel_downloader/core/interfaces/async_requester_protocol.py +68 -0
  28. novel_downloader/core/interfaces/downloader_protocol.py +37 -0
  29. novel_downloader/core/interfaces/parser_protocol.py +40 -0
  30. novel_downloader/core/interfaces/requester_protocol.py +65 -0
  31. novel_downloader/core/interfaces/saver_protocol.py +61 -0
  32. novel_downloader/core/parsers/__init__.py +28 -0
  33. novel_downloader/core/parsers/base_parser.py +96 -0
  34. novel_downloader/core/parsers/common_parser/__init__.py +14 -0
  35. novel_downloader/core/parsers/common_parser/helper.py +321 -0
  36. novel_downloader/core/parsers/common_parser/main_parser.py +86 -0
  37. novel_downloader/core/parsers/qidian_parser/__init__.py +20 -0
  38. novel_downloader/core/parsers/qidian_parser/browser/__init__.py +13 -0
  39. novel_downloader/core/parsers/qidian_parser/browser/chapter_encrypted.py +498 -0
  40. novel_downloader/core/parsers/qidian_parser/browser/chapter_normal.py +97 -0
  41. novel_downloader/core/parsers/qidian_parser/browser/chapter_router.py +70 -0
  42. novel_downloader/core/parsers/qidian_parser/browser/main_parser.py +110 -0
  43. novel_downloader/core/parsers/qidian_parser/session/__init__.py +13 -0
  44. novel_downloader/core/parsers/qidian_parser/session/chapter_encrypted.py +451 -0
  45. novel_downloader/core/parsers/qidian_parser/session/chapter_normal.py +119 -0
  46. novel_downloader/core/parsers/qidian_parser/session/chapter_router.py +67 -0
  47. novel_downloader/core/parsers/qidian_parser/session/main_parser.py +113 -0
  48. novel_downloader/core/parsers/qidian_parser/session/node_decryptor.py +164 -0
  49. novel_downloader/core/parsers/qidian_parser/shared/__init__.py +38 -0
  50. novel_downloader/core/parsers/qidian_parser/shared/book_info_parser.py +95 -0
  51. novel_downloader/core/parsers/qidian_parser/shared/helpers.py +133 -0
  52. novel_downloader/core/requesters/__init__.py +31 -0
  53. novel_downloader/core/requesters/base_async_session.py +297 -0
  54. novel_downloader/core/requesters/base_browser.py +210 -0
  55. novel_downloader/core/requesters/base_session.py +243 -0
  56. novel_downloader/core/requesters/common_requester/__init__.py +18 -0
  57. novel_downloader/core/requesters/common_requester/common_async_session.py +96 -0
  58. novel_downloader/core/requesters/common_requester/common_session.py +126 -0
  59. novel_downloader/core/requesters/qidian_requester/__init__.py +22 -0
  60. novel_downloader/core/requesters/qidian_requester/qidian_broswer.py +377 -0
  61. novel_downloader/core/requesters/qidian_requester/qidian_session.py +202 -0
  62. novel_downloader/core/savers/__init__.py +20 -0
  63. novel_downloader/core/savers/base_saver.py +169 -0
  64. novel_downloader/core/savers/common_saver/__init__.py +13 -0
  65. novel_downloader/core/savers/common_saver/common_epub.py +232 -0
  66. novel_downloader/core/savers/common_saver/common_txt.py +176 -0
  67. novel_downloader/core/savers/common_saver/main_saver.py +86 -0
  68. novel_downloader/core/savers/epub_utils/__init__.py +27 -0
  69. novel_downloader/core/savers/epub_utils/css_builder.py +68 -0
  70. novel_downloader/core/savers/epub_utils/initializer.py +98 -0
  71. novel_downloader/core/savers/epub_utils/text_to_html.py +132 -0
  72. novel_downloader/core/savers/epub_utils/volume_intro.py +61 -0
  73. novel_downloader/core/savers/qidian_saver.py +22 -0
  74. novel_downloader/locales/en.json +91 -0
  75. novel_downloader/locales/zh.json +91 -0
  76. novel_downloader/resources/config/rules.toml +196 -0
  77. novel_downloader/resources/config/settings.yaml +73 -0
  78. novel_downloader/resources/css_styles/main.css +104 -0
  79. novel_downloader/resources/css_styles/volume-intro.css +56 -0
  80. novel_downloader/resources/images/volume_border.png +0 -0
  81. novel_downloader/resources/js_scripts/qidian_decrypt_node.js +82 -0
  82. novel_downloader/resources/json/replace_word_map.json +4 -0
  83. novel_downloader/resources/text/blacklist.txt +22 -0
  84. novel_downloader/utils/__init__.py +0 -0
  85. novel_downloader/utils/cache.py +24 -0
  86. novel_downloader/utils/constants.py +158 -0
  87. novel_downloader/utils/crypto_utils.py +144 -0
  88. novel_downloader/utils/file_utils/__init__.py +43 -0
  89. novel_downloader/utils/file_utils/io.py +252 -0
  90. novel_downloader/utils/file_utils/normalize.py +68 -0
  91. novel_downloader/utils/file_utils/sanitize.py +77 -0
  92. novel_downloader/utils/fontocr/__init__.py +23 -0
  93. novel_downloader/utils/fontocr/ocr_v1.py +304 -0
  94. novel_downloader/utils/fontocr/ocr_v2.py +658 -0
  95. novel_downloader/utils/hash_store.py +288 -0
  96. novel_downloader/utils/hash_utils.py +103 -0
  97. novel_downloader/utils/i18n.py +41 -0
  98. novel_downloader/utils/logger.py +104 -0
  99. novel_downloader/utils/model_loader.py +72 -0
  100. novel_downloader/utils/network.py +287 -0
  101. novel_downloader/utils/state.py +156 -0
  102. novel_downloader/utils/text_utils/__init__.py +27 -0
  103. novel_downloader/utils/text_utils/chapter_formatting.py +46 -0
  104. novel_downloader/utils/text_utils/diff_display.py +75 -0
  105. novel_downloader/utils/text_utils/font_mapping.py +31 -0
  106. novel_downloader/utils/text_utils/text_cleaning.py +57 -0
  107. novel_downloader/utils/time_utils/__init__.py +22 -0
  108. novel_downloader/utils/time_utils/datetime_utils.py +146 -0
  109. novel_downloader/utils/time_utils/sleep_utils.py +49 -0
  110. novel_downloader-1.1.0.dist-info/METADATA +157 -0
  111. novel_downloader-1.1.0.dist-info/RECORD +115 -0
  112. novel_downloader-1.1.0.dist-info/WHEEL +5 -0
  113. novel_downloader-1.1.0.dist-info/entry_points.txt +2 -0
  114. novel_downloader-1.1.0.dist-info/licenses/LICENSE +21 -0
  115. novel_downloader-1.1.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,22 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ """
4
+ novel_downloader.utils.time_utils
5
+ ---------------------------------
6
+
7
+ Utility functions for time and date-related operations.
8
+
9
+ Includes:
10
+ - calculate_time_difference:
11
+ Computes time delta between two timezone-aware datetime strings.
12
+ - sleep_with_random_delay:
13
+ Sleeps for a random duration, useful for human-like delays or rate limiting.
14
+ """
15
+
16
+ from .datetime_utils import calculate_time_difference
17
+ from .sleep_utils import sleep_with_random_delay
18
+
19
+ __all__ = [
20
+ "calculate_time_difference",
21
+ "sleep_with_random_delay",
22
+ ]
@@ -0,0 +1,146 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ """
4
+ novel_downloader.utils.time_utils.datetime_utils
5
+ ------------------------------------------------
6
+
7
+ Time utility functions for timezone-aware date calculations.
8
+
9
+ Includes:
10
+ - _parse_utc_offset():
11
+ Converts UTC offset string (e.g. 'UTC+8') to a timezone object.
12
+ - calculate_time_difference():
13
+ Computes timedelta between two datetime strings, with optional timezones.
14
+ """
15
+
16
+ import logging
17
+ import re
18
+ from datetime import datetime, timedelta, timezone
19
+ from typing import Optional, Tuple
20
+
21
+ logger = logging.getLogger(__name__)
22
+
23
+ _DATETIME_FORMATS = [
24
+ # ISO 8601
25
+ (r"\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}Z", "%Y-%m-%dT%H:%M:%SZ"),
26
+ (r"\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}[+-]\d{2}:\d{2}", "%Y-%m-%dT%H:%M:%S%z"),
27
+ # 完整年月日+时分秒 空格格式
28
+ (r"\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}", "%Y-%m-%d %H:%M:%S"),
29
+ # 年月日 (无时间)
30
+ (r"\d{4}-\d{2}-\d{2}", "%Y-%m-%d"),
31
+ # Slashes 分隔
32
+ (r"\d{4}/\d{2}/\d{2} \d{2}:\d{2}:\d{2}", "%Y/%m/%d %H:%M:%S"),
33
+ (r"\d{4}/\d{2}/\d{2} \d{2}:\d{2}", "%Y/%m/%d %H:%M"),
34
+ (r"\d{4}/\d{2}/\d{2}", "%Y/%m/%d"),
35
+ # 美式 MM/DD/YYYY [HH:MM[:SS] AM/PM]
36
+ (
37
+ r"\d{1,2}/\d{1,2}/\d{4} \d{1,2}:\d{2}(:\d{2})? ?[APMapm]{2}",
38
+ "%m/%d/%Y %I:%M:%S %p",
39
+ ),
40
+ (r"\d{1,2}/\d{1,2}/\d{4}", "%m/%d/%Y"),
41
+ # 欧式 DD.MM.YYYY [HH:MM]
42
+ (r"\d{2}\.\d{2}\.\d{4} \d{2}:\d{2}", "%d.%m.%Y %H:%M"),
43
+ (r"\d{2}\.\d{2}\.\d{4}", "%d.%m.%Y"),
44
+ ]
45
+
46
+
47
+ def _parse_utc_offset(tz_str: str) -> timezone:
48
+ """
49
+ Parse a timezone string like 'UTC+8' or 'UTC-5' into a datetime.timezone object.
50
+
51
+ :param tz_str: Timezone in 'UTC±<hours>' format, e.g. 'UTC', 'UTC+8', 'UTC-05'
52
+ :return: Corresponding timezone object
53
+ :raises ValueError: if tz_str is not a valid UTC offset format
54
+ """
55
+ tz_str_clean = tz_str.upper().strip()
56
+ if not tz_str_clean.startswith("UTC"):
57
+ raise ValueError(f"Timezone must start with 'UTC', got '{tz_str}'")
58
+ offset_part = tz_str_clean[3:]
59
+ if not offset_part:
60
+ hours = 0
61
+ else:
62
+ try:
63
+ hours = int(offset_part)
64
+ except ValueError:
65
+ raise ValueError(f"Invalid UTC offset hours: '{offset_part}'")
66
+ return timezone(timedelta(hours=hours))
67
+
68
+
69
+ def _parse_datetime_flexible(dt_str: str) -> datetime:
70
+ """
71
+ Parse a date/time string in any of several common formats:
72
+
73
+ • ISO 8601: 'YYYY-MM-DDTHH:MM:SSZ'
74
+ • ISO w/ offset: 'YYYY-MM-DDTHH:MM:SS+HH:MM'
75
+ • 'YYYY-MM-DD HH:MM:SS'
76
+ • 'YYYY-MM-DD' (time defaults to 00:00:00)
77
+ • 'YYYY/MM/DD HH:MM:SS'
78
+ • 'YYYY/MM/DD HH:MM'
79
+ • 'YYYY/MM/DD'
80
+ • 'MM/DD/YYYY HH:MM[:SS] AM/PM'
81
+ • 'MM/DD/YYYY'
82
+ • 'DD.MM.YYYY HH:MM'
83
+ • 'DD.MM.YYYY'
84
+
85
+ :param dt_str: Date/time string to parse.
86
+ :return: A naive datetime object.
87
+ :raises ValueError: If dt_str does not match the expected formats.
88
+ """
89
+ s = dt_str.strip()
90
+ for pattern, fmt in _DATETIME_FORMATS:
91
+ if re.fullmatch(pattern, s):
92
+ return datetime.strptime(s, fmt)
93
+
94
+ supported = "\n".join(f" • {fmt}" for _, fmt in _DATETIME_FORMATS)
95
+ raise ValueError(
96
+ f"Invalid date/time format: '{dt_str}'\n" f"Supported formats are:\n{supported}"
97
+ )
98
+
99
+
100
+ def calculate_time_difference(
101
+ from_time_str: str,
102
+ tz_str: str = "UTC",
103
+ to_time_str: Optional[str] = None,
104
+ to_tz_str: str = "UTC",
105
+ ) -> Tuple[int, int, int, int]:
106
+ """
107
+ Calculate the difference between two datetime values.
108
+
109
+ :param from_time_str: Date‐time string "YYYY‑MM‑DD HH:MM:SS" for the start.
110
+ :param tz_str: Timezone of from_time_str, e.g. 'UTC+8'. Defaults to 'UTC'.
111
+ :param to_time_str: Optional date‐time string for the end; if None, uses now().
112
+ :param to_tz_str: Timezone of to_time_str. Defaults to 'UTC'.
113
+ :return: Tuple (days, hours, minutes, seconds).
114
+ """
115
+ try:
116
+ # parse start time
117
+ tz_from = _parse_utc_offset(tz_str)
118
+ dt_from = _parse_datetime_flexible(from_time_str)
119
+ dt_from = dt_from.replace(tzinfo=tz_from).astimezone(timezone.utc)
120
+
121
+ # parse end time or use now
122
+ if to_time_str:
123
+ tz_to = _parse_utc_offset(to_tz_str)
124
+ dt_to = _parse_datetime_flexible(to_time_str)
125
+ dt_to = dt_to.replace(tzinfo=tz_to).astimezone(timezone.utc)
126
+ else:
127
+ dt_to = datetime.now(timezone.utc)
128
+
129
+ delta = dt_to - dt_from
130
+
131
+ days = delta.days
132
+ secs = delta.seconds
133
+ hours = secs // 3600
134
+ minutes = (secs % 3600) // 60
135
+ seconds = secs % 60
136
+
137
+ return days, hours, minutes, seconds
138
+
139
+ except Exception as e:
140
+ logger.warning("[time] Failed to calculate time difference: %s", e)
141
+ return 0, 0, 0, 0
142
+
143
+
144
+ __all__ = [
145
+ "calculate_time_difference",
146
+ ]
@@ -0,0 +1,49 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ """
4
+ novel_downloader.utils.time_utils.sleep_utils
5
+ ---------------------------------------------
6
+
7
+ Utilities for adding randomized delays in scripts and bots.
8
+
9
+ Includes:
10
+ - sleep_with_random_delay(): Sleep between base and base+spread seconds,
11
+ optionally capped with a max_sleep limit.
12
+ """
13
+
14
+ import logging
15
+ import random
16
+ import time
17
+ from typing import Optional
18
+
19
+ logger = logging.getLogger(__name__)
20
+
21
+
22
+ def sleep_with_random_delay(
23
+ base: float, spread: float = 1.0, *, max_sleep: Optional[float] = None
24
+ ) -> None:
25
+ """
26
+ Sleep for a random duration between `base` and `base + spread`,
27
+ optionally capped by `max_sleep`.
28
+
29
+ Useful for simulating human-like behavior or preventing rate-limiting
30
+ issues in scripts.
31
+
32
+ :param base: Minimum number of seconds to sleep.
33
+ :param spread: Maximum extra seconds to add on top of base (default: 1.0).
34
+ :param max_sleep: Optional upper limit for the total sleep duration.
35
+ """
36
+ if base < 0 or spread < 0:
37
+ logger.warning("[time] Invalid parameters: base=%s, spread=%s", base, spread)
38
+ return
39
+
40
+ duration = random.uniform(base, base + spread)
41
+ if max_sleep is not None:
42
+ duration = min(duration, max_sleep)
43
+
44
+ logger.info("[time] Sleeping for %.2f seconds", duration)
45
+ time.sleep(duration)
46
+ return
47
+
48
+
49
+ __all__ = ["sleep_with_random_delay"]
@@ -0,0 +1,157 @@
1
+ Metadata-Version: 2.4
2
+ Name: novel-downloader
3
+ Version: 1.1.0
4
+ Summary: A command-line tool for downloading Chinese web novels from Qidian and similar platforms.
5
+ Author-email: Saudade Z <saudadez217@gmail.com>
6
+ License: MIT License
7
+
8
+ Copyright (c) 2025 Saudade Z
9
+
10
+ Permission is hereby granted, free of charge, to any person obtaining a copy
11
+ of this software and associated documentation files (the "Software"), to deal
12
+ in the Software without restriction, including without limitation the rights
13
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
14
+ copies of the Software, and to permit persons to whom the Software is
15
+ furnished to do so, subject to the following conditions:
16
+
17
+ The above copyright notice and this permission notice shall be included in all
18
+ copies or substantial portions of the Software.
19
+
20
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
21
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
22
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
23
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
24
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
25
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
26
+ SOFTWARE.
27
+
28
+ Project-URL: Homepage, https://github.com/BowenZ217/novel-downloader
29
+ Project-URL: Source, https://github.com/BowenZ217/novel-downloader
30
+ Keywords: novel,web novel,qidian,biquge,downloader,parser,fiction,cli,automation,ebook
31
+ Classifier: Development Status :: 3 - Alpha
32
+ Classifier: Environment :: Console
33
+ Classifier: License :: OSI Approved :: MIT License
34
+ Classifier: Natural Language :: Chinese (Simplified)
35
+ Classifier: Topic :: Utilities
36
+ Classifier: Programming Language :: Python :: 3
37
+ Classifier: Programming Language :: Python :: 3.8
38
+ Classifier: Programming Language :: Python :: 3.9
39
+ Classifier: Programming Language :: Python :: 3.10
40
+ Classifier: Programming Language :: Python :: 3.11
41
+ Classifier: Programming Language :: Python :: 3.12
42
+ Requires-Python: >=3.8
43
+ Description-Content-Type: text/markdown
44
+ License-File: LICENSE
45
+ Requires-Dist: requests
46
+ Requires-Dist: beautifulsoup4
47
+ Requires-Dist: DrissionPage
48
+ Requires-Dist: pyyaml
49
+ Requires-Dist: lxml
50
+ Requires-Dist: platformdirs
51
+ Requires-Dist: click
52
+ Requires-Dist: ebooklib
53
+ Provides-Extra: dev
54
+ Requires-Dist: black; extra == "dev"
55
+ Requires-Dist: mypy; extra == "dev"
56
+ Requires-Dist: ruff; extra == "dev"
57
+ Requires-Dist: pytest; extra == "dev"
58
+ Requires-Dist: pytest-cov; extra == "dev"
59
+ Requires-Dist: pytest-mock; extra == "dev"
60
+ Requires-Dist: pre-commit; extra == "dev"
61
+ Requires-Dist: commitizen; extra == "dev"
62
+ Provides-Extra: font-recovery
63
+ Requires-Dist: scipy; extra == "font-recovery"
64
+ Requires-Dist: numpy; extra == "font-recovery"
65
+ Requires-Dist: tinycss2; extra == "font-recovery"
66
+ Requires-Dist: fonttools; extra == "font-recovery"
67
+ Requires-Dist: pillow; extra == "font-recovery"
68
+ Requires-Dist: huggingface_hub; extra == "font-recovery"
69
+ Provides-Extra: async
70
+ Requires-Dist: aiohttp; extra == "async"
71
+ Dynamic: license-file
72
+
73
+ # novel-downloader
74
+
75
+ 一个基于 [DrissionPage](https://www.drissionpage.cn) 和 [requests](https://github.com/psf/requests) 的小说下载器。
76
+
77
+ ---
78
+
79
+ ## 项目简介
80
+
81
+ **novel-downloader** 是一个通用的小说下载库 / CLI 工具,
82
+ - 大多数支持的站点仅依赖 [`requests`](https://github.com/psf/requests) 进行 HTTP 抓取
83
+ - 对于起点中文网 (Qidian), 可在配置中选择:
84
+ - `mode: session` : 纯 Requests 模式
85
+ - `mode: browser` : 基于 DrissionPage 驱动 Chrome 的浏览器模式 (可处理更复杂的 JS/加密)。
86
+ - 如果在 `browser` 模式下且 `login_required: true`, 首次运行会自动打开浏览器, 请完成登录后继续。
87
+
88
+ **快速开始**
89
+
90
+ ```bash
91
+ # 克隆 + 安装
92
+ pip install novel-downloader
93
+
94
+ # 如需支持字体解密功能 (decode_font), 请使用:
95
+ # pip install novel-downloader[font-recovery]
96
+
97
+ # 如需启用异步抓取模式 (mode=async), 请使用:
98
+ # pip install novel-downloader[async]
99
+
100
+ # 初始化默认配置 (生成 settings.yaml)
101
+ novel-cli settings init
102
+
103
+ # 编辑 ./settings.yaml 完成 site/book_ids 等
104
+ # 可查看 docs/4-settings-schema.md
105
+
106
+ # 运行下载
107
+ novel-cli download 123456
108
+ ```
109
+
110
+ **从 GitHub 安装 (开发版)**
111
+
112
+ 如需体验开发中的最新功能, 可通过 GitHub 安装:
113
+
114
+ ```bash
115
+ git clone https://github.com/BowenZ217/novel-downloader.git
116
+ cd novel-downloader
117
+ pip install .
118
+ # 或安装带可选功能:
119
+ # pip install .[font-recovery]
120
+ # pip install .[async]
121
+ ```
122
+
123
+ 更多使用方法, 查看 [使用示例](https://github.com/BowenZ217/novel-downloader/blob/main/docs/5-usage-examples.md)
124
+
125
+ ---
126
+
127
+ ## 功能特性
128
+
129
+ - 爬取起点中文网的小说章节内容 (支持免费与已订阅章节)
130
+ - 自动整合所有章节并输出为完整的 TXT 文件
131
+ - 支持活动广告过滤:
132
+ - [x] 章节标题
133
+ - [ ] 章节正文
134
+ - [ ] 作者说
135
+
136
+ ---
137
+
138
+ ## 文档结构
139
+
140
+ - [项目简介](#项目简介)
141
+ - [安装](https://github.com/BowenZ217/novel-downloader/blob/main/docs/1-installation.md)
142
+ - [环境准备](https://github.com/BowenZ217/novel-downloader/blob/main/docs/2-environment-setup.md)
143
+ - [配置](https://github.com/BowenZ217/novel-downloader/blob/main/docs/3-configuration.md)
144
+ - [settings.yaml 配置说明](https://github.com/BowenZ217/novel-downloader/blob/main/docs/4-settings-schema.md)
145
+ - [使用示例](https://github.com/BowenZ217/novel-downloader/blob/main/docs/5-usage-examples.md)
146
+ - [文件保存](https://github.com/BowenZ217/novel-downloader/blob/main/docs/file-saving.md)
147
+ - [TODO](https://github.com/BowenZ217/novel-downloader/blob/main/docs/todo.md)
148
+ - [开发](https://github.com/BowenZ217/novel-downloader/blob/main/docs/develop.md)
149
+ - [项目说明](#项目说明)
150
+
151
+ ---
152
+
153
+ ## 项目说明
154
+
155
+ - 本项目仅供学习和研究使用, 不得用于任何商业或违法用途。请遵守目标网站的 robots.txt 以及相关法律法规。
156
+ - 本项目开发者对因使用该工具所引起的任何法律责任不承担任何责任。
157
+ - 如果遇到网站结构变化或其他问题, 可能导致程序无法正常工作, 请自行调整代码或寻找其他解决方案。
@@ -0,0 +1,115 @@
1
+ novel_downloader/__init__.py,sha256=RPPN_O_EGFALMkuewHBRQz5PTEWale80ZhrDZ2vjUF4,242
2
+ novel_downloader/cli/__init__.py,sha256=ocGwOO4kmkby8VNol92UikMI1RPUJLv9i5xmB7wbpmw,198
3
+ novel_downloader/cli/clean.py,sha256=9_hOrxKg8nY7q6cyR8iNech0vSREGagPBmdB4k8Te2U,3937
4
+ novel_downloader/cli/download.py,sha256=l-Ht2duKI78EMR8vTEbdVnwFT9NkWe87l3L1LmmIuZc,4156
5
+ novel_downloader/cli/interactive.py,sha256=6vROwPsvupb_TWH1dd_78FDqvtAaiPfyEBvQVai9E9c,2154
6
+ novel_downloader/cli/main.py,sha256=km1MwHzIVZFcxUlKLRiiMctJlGHWKZNjRKrgAGQjkMs,1183
7
+ novel_downloader/cli/settings.py,sha256=bV3Hgg502V9goeP3g2xSiF-PMQB9G32qGmjb8ncTENA,6522
8
+ novel_downloader/config/__init__.py,sha256=tJ2k7nwZbxgqw1kKgJM4g1yu5-2fsx2LXU3VTadrTJ4,1129
9
+ novel_downloader/config/adapter.py,sha256=wZgkNWDjGuPev1wMmLnIfZQnc4UT-MWfsIWn_PwQWuw,5807
10
+ novel_downloader/config/loader.py,sha256=_rm9rp1lmHYg-A7F_0PQETWjlXbvtyJYaqQD5oI-1O0,5690
11
+ novel_downloader/config/models.py,sha256=8cWXG0SIu3E0jTMlFdOHI9E-lFils0nUqyfmvxJmCn8,5015
12
+ novel_downloader/config/site_rules.py,sha256=WRw12Tfue-ErAPGKq506gRIqKOxWU-u96kay3JDgTNc,3031
13
+ novel_downloader/core/__init__.py,sha256=D-ACiIqP0rdARZmjBnF6WMKGvvjVtxGRIM7GhOS9kh4,779
14
+ novel_downloader/core/downloaders/__init__.py,sha256=Qp0q4p7zTy7lReQQF0hDP7ALUQnNflSNNIl4F7iPGz0,601
15
+ novel_downloader/core/downloaders/base_async_downloader.py,sha256=7IDbPeeJhIx9h5iaTO5KuAkPdvkLghIQXCqIJXiCGKY,4279
16
+ novel_downloader/core/downloaders/base_downloader.py,sha256=kFw_yn3QRbWqU9jXJni4IGA8P3AxZf9gfjgfu01TauY,5371
17
+ novel_downloader/core/downloaders/common_asynb_downloader.py,sha256=u1ODvh_n13CSGWwjkBIMoThTbCeACX5mOhv5ub2Cd0c,7120
18
+ novel_downloader/core/downloaders/common_downloader.py,sha256=Ru60j-S9I-Nj1P7gNZJjohJ1H8gAuvK1bELPMeZ2TTo,6532
19
+ novel_downloader/core/downloaders/qidian_downloader.py,sha256=Btt59d8N925gx3RqTN7rqaHhMQgLxzPtOhE4Iq6wl1k,7354
20
+ novel_downloader/core/factory/__init__.py,sha256=qGqeROj8Dp_5iNtgWytkrUNI0ICab7SCNK3lba3H_NU,743
21
+ novel_downloader/core/factory/downloader_factory.py,sha256=54lgfJ8KDJWYlBfWb6iWniRe55K9bPkcTTRVtipH7nU,5047
22
+ novel_downloader/core/factory/parser_factory.py,sha256=4PxiagtSKY58azFsmEWfq2f5vhVbtMFm5gAXS3oQF08,1828
23
+ novel_downloader/core/factory/requester_factory.py,sha256=OEK2S-rj8vw4IdDTMTEWcb7k7lRmmWBnfijhYnlOCc0,3173
24
+ novel_downloader/core/factory/saver_factory.py,sha256=OgZPDOWVIfhxLFiVBKI5jaNOEKmzP9f3YWDOnw63Hfc,1275
25
+ novel_downloader/core/interfaces/__init__.py,sha256=jeT8BmEEjIazVyX80ZdzQXgTccEj-ktG6Bbjs9uAVUM,843
26
+ novel_downloader/core/interfaces/async_downloader_protocol.py,sha256=QWjdhNc39hC3bD8Q1lUpBv2GqX3roxVxzKWh6cgwLhk,1002
27
+ novel_downloader/core/interfaces/async_requester_protocol.py,sha256=pOFto57lkO6o_eT0eSsheO6XXPDJ-NG4CQuTftp3luY,2261
28
+ novel_downloader/core/interfaces/downloader_protocol.py,sha256=YJdSAE9uBWF7wNLWmlKsYd3J7M4rXOjqDV5m9O7kfio,947
29
+ novel_downloader/core/interfaces/parser_protocol.py,sha256=A2wIe7shEGdeKsNDFpMuPI8HFrK_H34HOseVAzqcnTo,1280
30
+ novel_downloader/core/interfaces/requester_protocol.py,sha256=jXeVh-cO8Euv1T59P4pzYzKxdxu-sneZlUMfzj8A2qs,1988
31
+ novel_downloader/core/interfaces/saver_protocol.py,sha256=_3ha4koF-xBrogJwvCOsQM3GEXfLn3_aYZHvmRd1ZR4,1623
32
+ novel_downloader/core/parsers/__init__.py,sha256=TSarXiYxthyjFgruRFkpMEucqmylrCtR_4Y1C1RVMhk,544
33
+ novel_downloader/core/parsers/base_parser.py,sha256=TCytPIEmh7mJPiaIfPyf2P16OO5jnB0tTdi1duBv76Q,2924
34
+ novel_downloader/core/parsers/common_parser/__init__.py,sha256=GmV7Yj57zbLK0-WYmPtv6x1AhKwa3lzKlqsU7mc3lzg,379
35
+ novel_downloader/core/parsers/common_parser/helper.py,sha256=gH5M5SAc3aHWj6HylJttDrw4keIZb9RgBc_gT8jhhHo,12017
36
+ novel_downloader/core/parsers/common_parser/main_parser.py,sha256=ANvkZMYACZEwaYLz56lLyBz9dc_XqZMvWp2_jWWoF3g,2868
37
+ novel_downloader/core/parsers/qidian_parser/__init__.py,sha256=mYbZvWMn4oFFX3qGhGx6Qo6oqvE5I71b-jbanWsTOSI,522
38
+ novel_downloader/core/parsers/qidian_parser/browser/__init__.py,sha256=E8kMkQW_LdmVFYpHbbYtJTLNTYOy9XItQf_h7KcnGIU,353
39
+ novel_downloader/core/parsers/qidian_parser/browser/chapter_encrypted.py,sha256=65pm3-DrHUH--wzo317yks0fbpcFZm_INB-hVboTqBo,17696
40
+ novel_downloader/core/parsers/qidian_parser/browser/chapter_normal.py,sha256=SZ9Ncw6yLCRo4gJNEtv4V8N2WfONvEAc8lftJREsBTY,3190
41
+ novel_downloader/core/parsers/qidian_parser/browser/chapter_router.py,sha256=qjN10SpQCUMjFcCaWnqIZhcLDx5sN5jzDfWIrBSbnyo,2101
42
+ novel_downloader/core/parsers/qidian_parser/browser/main_parser.py,sha256=u-KFME8wkjaigLOA47OzQ_E_hW-RcdvHSB05UPrQD_c,3766
43
+ novel_downloader/core/parsers/qidian_parser/session/__init__.py,sha256=Rs2Sz1vNn1-UdpY0O_reECBN4kgb3JYHQZoZ20P7lHU,358
44
+ novel_downloader/core/parsers/qidian_parser/session/chapter_encrypted.py,sha256=EgY9qo9v3wx2CZ95zD_Rzcbu0FvfwWtkLuaP3mEcP2c,15999
45
+ novel_downloader/core/parsers/qidian_parser/session/chapter_normal.py,sha256=ySQ7vUs4dLCkHv_nPSifDnH3xq3wqxa9FWGy_ETX-uw,3875
46
+ novel_downloader/core/parsers/qidian_parser/session/chapter_router.py,sha256=ob8ULDhNdnJgU3rlA-tLy0w0PqbC20vi8auFqQipJww,1978
47
+ novel_downloader/core/parsers/qidian_parser/session/main_parser.py,sha256=SGKacE9ZnQg7ii5ll67Oq4aTo3uSGYQE9QdZ97yPOFc,3857
48
+ novel_downloader/core/parsers/qidian_parser/session/node_decryptor.py,sha256=7ZuneGzL7HX1g8taMzn-2qkJXLDHgrVee-FDkMZtIIw,5755
49
+ novel_downloader/core/parsers/qidian_parser/shared/__init__.py,sha256=K5HX7pgiRiJuTLdbQDbtm60mO-sXgr6bo5Ft8H1-JLs,978
50
+ novel_downloader/core/parsers/qidian_parser/shared/book_info_parser.py,sha256=juCV72QKcaAjQZU-j6XiBM1VgdRrXY9w_2NHrflHsv4,3047
51
+ novel_downloader/core/parsers/qidian_parser/shared/helpers.py,sha256=E8cWVhehaMLNXQAq2whIKl29xAULUzW4MdZvWshDb9Y,4284
52
+ novel_downloader/core/requesters/__init__.py,sha256=U2jDvt5RxF5P9yL2lwyZ-cRueJBZgRnjil3_5TvAh3Y,798
53
+ novel_downloader/core/requesters/base_async_session.py,sha256=kN2-m2vbMzF0F321VsYSDWIOU7na_TNNF-r0E6cGMi0,10540
54
+ novel_downloader/core/requesters/base_browser.py,sha256=anAR9QfbNllhX1TbzRXevWZfaURDN7s6GlPSoqvoZ8M,6753
55
+ novel_downloader/core/requesters/base_session.py,sha256=keQ-QFr1JS8Zkypv28X_jZ44ecRemUZSuructHLgypc,8245
56
+ novel_downloader/core/requesters/common_requester/__init__.py,sha256=kVKZyrS7PVlUnaV1xGsZdoW2J9XuyQ11A4oMV9Cc64Q,523
57
+ novel_downloader/core/requesters/common_requester/common_async_session.py,sha256=R67TcfYzVgKv7EMsNX2L1cviycfnR7qn0DIQ81ukK14,3538
58
+ novel_downloader/core/requesters/common_requester/common_session.py,sha256=EDl7yzO7tGf50xUqRSyA0g15XWNvVMgtdMDSGSOX9Gw,4650
59
+ novel_downloader/core/requesters/qidian_requester/__init__.py,sha256=s0ldqNvfqUsEnm_biM_bXEGN7gz88Z5IAx1OBvGW1lY,682
60
+ novel_downloader/core/requesters/qidian_requester/qidian_broswer.py,sha256=OqBp5gQ6eU3MuYuFP_lZeICG5f9J0DspAeHhYfmNGHw,14105
61
+ novel_downloader/core/requesters/qidian_requester/qidian_session.py,sha256=cVq1G7IrQ8fHxIxEEUTX0txUMXuTVKkUsrDBPk52ngU,7664
62
+ novel_downloader/core/savers/__init__.py,sha256=p9O6p8ZUblrSheDVJoTSuDr6s1mJpQi8mz3QmQ16nHs,391
63
+ novel_downloader/core/savers/base_saver.py,sha256=VocVl8go80IkzAp9qY4dgZjmLbK8TVkg48Ugl53pxrc,5513
64
+ novel_downloader/core/savers/qidian_saver.py,sha256=MVAcWdM-IX_qsRW5It2aIkx9QPdRCLcZGcD3ihfm3gU,627
65
+ novel_downloader/core/savers/common_saver/__init__.py,sha256=Pg52cjAwG9fgT5qWgVer5oLMACU-duNFNbtfcq4t5xA,292
66
+ novel_downloader/core/savers/common_saver/common_epub.py,sha256=nkLCMy6B5-4qiCDc6hHgX1eQc0xPHgZvNSef34lPIiw,7189
67
+ novel_downloader/core/savers/common_saver/common_txt.py,sha256=fgBoKPApmODeUoxCi54txoD322G7mlU9o8HEM5X5atk,5765
68
+ novel_downloader/core/savers/common_saver/main_saver.py,sha256=scjERGgC7X2R3f0KuLwf462VHkFJ2D2duod53aWlMkg,2765
69
+ novel_downloader/core/savers/epub_utils/__init__.py,sha256=rqWUMkdebZ2dO-aZRYSutZ-w5uKgFVwe83nBJbYx40E,738
70
+ novel_downloader/core/savers/epub_utils/css_builder.py,sha256=ZiYEAuC4_u3BWBcf6-kILrKH8YHDcserzBP4luxmOro,2028
71
+ novel_downloader/core/savers/epub_utils/initializer.py,sha256=QuPWuChq2dcFlGp-PeZBrhfqSwoM7Nko-zHe9beluZw,3255
72
+ novel_downloader/core/savers/epub_utils/text_to_html.py,sha256=UW70pMmc9HdgSCMKVEgukONFdlNCmQIKs9PCDLNAFQU,4117
73
+ novel_downloader/core/savers/epub_utils/volume_intro.py,sha256=1NhnLKRL_ieoDgXTRt3vTNeENGvUj7JTZxTME4TmYm8,1820
74
+ novel_downloader/locales/en.json,sha256=7xPlFLf6ByH0VMnGTTRC_6gRSW2IdTvQnKa5_FquSsk,5277
75
+ novel_downloader/locales/zh.json,sha256=TylYUKSUUbG4Fh_DQazUNTY96HriQWyBfKjh1FrI0xM,5163
76
+ novel_downloader/resources/config/rules.toml,sha256=hrED6h3Z3cjSY5hRPQhp4TFAU5QXnN9xHfVABOJQNrM,4979
77
+ novel_downloader/resources/config/settings.yaml,sha256=QSOhbK6orCJ5H9b9NZMIycMA546oJT2YB_bKN-Q5oI0,3364
78
+ novel_downloader/resources/css_styles/main.css,sha256=WM6GePwdOGgM86fbbOxQ0_0oerTBDZeQHt8zRVfcJp8,1617
79
+ novel_downloader/resources/css_styles/volume-intro.css,sha256=6gaUnNKkrb2w8tYJRq1BGD1FwbhT1I5W2GI_Zelo9G4,1156
80
+ novel_downloader/resources/images/volume_border.png,sha256=2dEVimnTHKOfLMhi7bhkh_5joWNnrqg8duomLSNOZx4,28613
81
+ novel_downloader/resources/js_scripts/qidian_decrypt_node.js,sha256=spNrk_gXI7pPW9abr4XGc2LASMe1UuN4BUe4cH24L8s,2195
82
+ novel_downloader/resources/json/replace_word_map.json,sha256=ptL9sGO9aK7rnnAaOIyZ0OiH7gaT0BhFzficzYZSDks,55
83
+ novel_downloader/resources/text/blacklist.txt,sha256=sovK9JgARZP3lud5b1EZgvv8LSVKPthf4ADpCSZZgQ8,154
84
+ novel_downloader/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
85
+ novel_downloader/utils/cache.py,sha256=NB5j7CWNscfE4eFA0A9O5mYR1eW-216M-ljlMo0LDqE,615
86
+ novel_downloader/utils/constants.py,sha256=VETwA_prTjLUejmJgrRnOn0QbwNKO4aTHf41dJJy7uE,5505
87
+ novel_downloader/utils/crypto_utils.py,sha256=whGgir2oi_17pNteiIRztiMNaB-ZP63GMP3KPJkXA80,4178
88
+ novel_downloader/utils/hash_store.py,sha256=rpr61GsvZ9wT_1fEn4_83JZ-nWc1KLtcvb56ZqHawdk,9826
89
+ novel_downloader/utils/hash_utils.py,sha256=6S4-Q_uLNzdEDkBOUG9QEcflbuPFNDAYe6Gx718AOo4,2998
90
+ novel_downloader/utils/i18n.py,sha256=9vwBEuwk37ED29WI321-FWmA1_K4yv_qw84XUNbSr1s,1068
91
+ novel_downloader/utils/logger.py,sha256=Jk65uXuF4lyuygQHcnlJjIOCMgqn-in-Dz-K3mSItlE,3439
92
+ novel_downloader/utils/model_loader.py,sha256=zJETCQULf8GdW1eDV-Ez9W0GxFsQaqbCg9CTtr8G9LU,2079
93
+ novel_downloader/utils/network.py,sha256=5XXDTnKfpL2IQFY6y1N23rBsxn5NhgwrArcmn0gsbHo,8705
94
+ novel_downloader/utils/state.py,sha256=9ePYYSRMB43ob-OZ5KVUaq-6OlSsqTxQ2ItOw-47cvQ,5175
95
+ novel_downloader/utils/file_utils/__init__.py,sha256=L0xvZDnnskCITPFzU8PUUbGjw__5wJf1OqKhZUOamaY,1183
96
+ novel_downloader/utils/file_utils/io.py,sha256=Q1noPQ-MofSXFK5BwmBfgZqKctBRqzOQFlmI6lSkrAQ,7598
97
+ novel_downloader/utils/file_utils/normalize.py,sha256=7lqtVAMQO6z1JoCihLo-cf9PYniz6jU97Cf3zpkU8tQ,2078
98
+ novel_downloader/utils/file_utils/sanitize.py,sha256=dRgdtJx33G6DTFgEK0f1CFyTGUBKG5jxej2A-f7grQU,2324
99
+ novel_downloader/utils/fontocr/__init__.py,sha256=j8IrSs7wUPX8shg18wafo15hgQmqwUaqrfExbHJAaMY,567
100
+ novel_downloader/utils/fontocr/ocr_v1.py,sha256=hWB7cv6qQATpmrM0mVtRPlhBRmYKxJ9xNMiBrmo6__U,11351
101
+ novel_downloader/utils/fontocr/ocr_v2.py,sha256=7HVvINCGt_1rE7wJNRC6Omlp3rN3bxftnBocE54ZtqQ,24265
102
+ novel_downloader/utils/text_utils/__init__.py,sha256=Iq6ZuS93J_M54nv1zPECryuPXJ-a0b3OE2wnyWqo-qs,830
103
+ novel_downloader/utils/text_utils/chapter_formatting.py,sha256=NeRKvZFspA5fcBrxhgqf4ZP-zq1vr8zNZ3viNOXhwhM,1347
104
+ novel_downloader/utils/text_utils/diff_display.py,sha256=cLjpeAOtpLOVMHnjgq2yv91fHvH0LvL1lMB80v3bPjQ,2552
105
+ novel_downloader/utils/text_utils/font_mapping.py,sha256=lai3lZSaxvSL1BZWgD6JLWdI56aWlZDeZ3zUYQS8pkc,916
106
+ novel_downloader/utils/text_utils/text_cleaning.py,sha256=1yuaDeUBHqBRkkWhw43rV1i8TL5rx1yK0I78FyEwcTw,1656
107
+ novel_downloader/utils/time_utils/__init__.py,sha256=bRpO14eorfH5C5xfqvW7QwSe3fQHhpr34j4O3qY5cGc,580
108
+ novel_downloader/utils/time_utils/datetime_utils.py,sha256=xYKuI2K6DKwZdfUBZ0j1SNbmHjhYU7hIu46NzlZqr3o,4887
109
+ novel_downloader/utils/time_utils/sleep_utils.py,sha256=CffWLotrhOZ-uYwC8Nb1cwZrAO2p83JDIrCGZLQuEC0,1384
110
+ novel_downloader-1.1.0.dist-info/licenses/LICENSE,sha256=XgmnH0mBf-qEiizoVAfJQAKzPB9y3rBa-ni7M0Aqv4A,1066
111
+ novel_downloader-1.1.0.dist-info/METADATA,sha256=vMmjy3aSvWm6jC38w4ELtfGX8uu38yC7jzohLwWhUGo,6291
112
+ novel_downloader-1.1.0.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
113
+ novel_downloader-1.1.0.dist-info/entry_points.txt,sha256=v23QrJrfrAcYpxUYslCVxubOVRRTaTw7vlG_tfMsFP8,65
114
+ novel_downloader-1.1.0.dist-info/top_level.txt,sha256=hP4jYWM2LTm1jxsW4hqEB8N0dsRvldO2QdhggJT917I,17
115
+ novel_downloader-1.1.0.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: setuptools (80.4.0)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-any
5
+
@@ -0,0 +1,2 @@
1
+ [console_scripts]
2
+ novel-cli = novel_downloader.cli.main:cli_main
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2025 Saudade Z
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1 @@
1
+ novel_downloader