codebee 0.1.76 → 0.1.77
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +628 -624
- package/LICENSE +21 -21
- package/README.md +507 -509
- package/app/.playwright-cli/console-2026-09-23T08-26-03-635Z.log +88 -0
- package/app/.playwright-cli/page-2026-09-23T08-26-03-845Z.yml +126 -0
- package/app/.playwright-cli/page-2026-09-23T08-29-44-203Z.png +0 -0
- package/app/.playwright-cli/page-2026-09-23T08-35-42-046Z.yml +210 -0
- package/app/.playwright-cli/page-2026-09-23T08-36-52-858Z.png +0 -0
- package/app/.playwright-cli/page-2026-09-23T08-37-33-938Z.png +0 -0
- package/app/.playwright-cli/run-detail-after.png +0 -0
- package/app/core/acceptance.py +100 -100
- package/app/core/aiflavor.py +197 -197
- package/app/core/analytics.py +38 -38
- package/app/core/artifacts.py +148 -148
- package/app/core/assets.py +110 -110
- package/app/core/attachments.py +623 -623
- package/app/core/audit.py +30 -30
- package/app/core/backup.py +470 -470
- package/app/core/beekeeper.py +183 -183
- package/app/core/benchstore.py +95 -95
- package/app/core/board.py +209 -209
- package/app/core/bookmeta.py +1036 -1036
- package/app/core/bookmeta_catalog.py +180 -180
- package/app/core/branching.py +137 -137
- package/app/core/builtin_agent.py +1680 -1680
- package/app/core/capability.py +144 -144
- package/app/core/chaptersafe.py +32 -32
- package/app/core/cleanup.py +303 -303
- package/app/core/compaction.py +201 -201
- package/app/core/contracts.py +255 -255
- package/app/core/covergen.py +356 -356
- package/app/core/defectretro.py +43 -43
- package/app/core/diagnostics.py +114 -114
- package/app/core/dispatch.py +190 -190
- package/app/core/dispatch_log.py +128 -128
- package/app/core/env_scrub.py +85 -85
- package/app/core/errorlog.py +137 -137
- package/app/core/evaluation.py +174 -174
- package/app/core/failure_notify.py +290 -290
- package/app/core/goal_service.py +167 -167
- package/app/core/health.py +389 -389
- package/app/core/history.py +38 -38
- package/app/core/hooks.py +162 -162
- package/app/core/manager.py +2232 -2232
- package/app/core/mocks.py +64 -64
- package/app/core/notify.py +201 -201
- package/app/core/novel_quality.py +189 -189
- package/app/core/openapi.py +154 -154
- package/app/core/operations.py +228 -228
- package/app/core/paihang.py +145 -145
- package/app/core/pipeline.py +20 -0
- package/app/core/planner.py +88 -0
- package/app/core/portguard.py +111 -111
- package/app/core/presence.py +77 -77
- package/app/core/preview.py +293 -293
- package/app/core/prompt_guard.py +78 -78
- package/app/core/publish/__init__.py +7 -7
- package/app/core/publish/browser.py +655 -655
- package/app/core/publish/fanqie.py +165 -165
- package/app/core/publish/flow.py +640 -640
- package/app/core/publish/flows-fanqie-calibrated.json +336 -336
- package/app/core/publish/manager.py +1118 -1118
- package/app/core/publish/qimao.py +176 -176
- package/app/core/publish/ws.py +139 -139
- package/app/core/quality_gate.py +194 -194
- package/app/core/redact.py +38 -38
- package/app/core/repeat_guard.py +129 -129
- package/app/core/retrieval.py +137 -137
- package/app/core/router.py +398 -398
- package/app/core/runner.py +2238 -2238
- package/app/core/selfupdate.py +384 -384
- package/app/core/session_log.py +161 -161
- package/app/core/sessions.py +312 -312
- package/app/core/settings_schema.py +270 -270
- package/app/core/share_page.py +114 -114
- package/app/core/skill_scan.py +139 -139
- package/app/core/skillpacks/market/character-bible.md +66 -66
- package/app/core/skillpacks/market/code-risk-checklist.md +58 -58
- package/app/core/skillpacks/market/git-workflow.md +57 -57
- package/app/core/skillpacks/market/release-notes.md +72 -72
- package/app/core/skillpacks/market/weekly-report.md +71 -71
- package/app/core/skillpacks/market/worldview-consistency.md +70 -70
- package/app/core/skills.py +1 -1
- package/app/core/step_runner.py +132 -132
- package/app/core/story_tracking.py +275 -275
- package/app/core/task_compile.py +199 -199
- package/app/core/telemetry.py +292 -292
- package/app/core/tlsctx.py +64 -64
- package/app/core/token_meter.py +147 -147
- package/app/core/tracing.py +144 -144
- package/app/core/upstream.py +41 -41
- package/app/core/usage.py +1035 -1035
- package/app/core/volumes.py +389 -389
- package/app/core/wxdigest.py +858 -858
- package/app/core/zentao.py +2692 -2692
- package/app/mcp_server.py +244 -244
- package/app/output/_createbook_body.json +1 -0
- package/app/output/_probe_fq_click.py +50 -0
- package/app/output/_probe_fq_form.py +42 -0
- package/app/output/_probe_fq_modal.py +55 -0
- package/app/output/_probe_fq_points.py +71 -0
- package/app/output/_probe_fq_submit.py +34 -0
- package/app/output/_probe_fq_watch.py +62 -0
- package/app/pick_dialog.py +110 -110
- package/app/ui/artdiff.js +74 -74
- package/app/ui/board.html +162 -162
- package/app/ui/board.js +305 -305
- package/app/ui/icons/bee.svg +79 -79
- package/app/ui/manifest.json +16 -16
- package/app/ui/qrcode.js +2297 -2297
- package/app/ui/style.css +7086 -7086
- package/bin/tutti.js +147 -147
- package/package.json +48 -48
- package/tools/wx_reader.py +261 -261
|
@@ -1,176 +1,176 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""七猫作者后台的发布流程定义(默认表:选择器为合理推测,待实测校准)。
|
|
3
|
-
|
|
4
|
-
校准方式同番茄:data/publish/flows-qimao.json 覆盖 + 「探测表单」dump。
|
|
5
|
-
URL 依据:tools/qimao_bookmeta.json 的 source 记录 2026-09-17 登录态实抓
|
|
6
|
-
zuozhe.qimao.com/api/pc/v1/book/book-option——作者后台 PC 端在 zuozhe.qimao.com。
|
|
7
|
-
|
|
8
|
-
七猫建书表单结构(同次实抓):频道级联(男/女生 → 一级 → 二级)+ 四组标签
|
|
9
|
-
(风格/角色/情节/背景,每组 1-3 个)+ 文本字段。
|
|
10
|
-
"""
|
|
11
|
-
from __future__ import annotations
|
|
12
|
-
|
|
13
|
-
CONFIG = {
|
|
14
|
-
"id": "qimao",
|
|
15
|
-
"label": "七猫",
|
|
16
|
-
"home": "https://zuozhe.qimao.com/",
|
|
17
|
-
# 作品管理页:建书入口(「新建小说」按钮所在);建书向导第二步表单在其下
|
|
18
|
-
"book_manage": "https://zuozhe.qimao.com/front/book-manage",
|
|
19
|
-
# 编辑器顶栏明示「正文字数最少 1000 字」——不足时「立即发布」被静默拦截
|
|
20
|
-
"min_chapter_chars": 1000,
|
|
21
|
-
"login_url_marks": ["login", "signin", "passport", "sso"],
|
|
22
|
-
# 章节管理页计数(2026-09-28 实机校准):Element UI 表格,.el-table__row
|
|
23
|
-
# 只中数据行(表头在独立的 header-wrapper 表里),与发章流程的等待选择器同源
|
|
24
|
-
"count_rows_js":
|
|
25
|
-
"()=>[...document.querySelectorAll('.el-table__row')]"
|
|
26
|
-
".map(tr => tr.innerText.replace(/\\s+/g, ' ').trim()).filter(Boolean)",
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
CREATE_BOOK = [
|
|
30
|
-
{"do": "navigate", "url": "{home}"},
|
|
31
|
-
{"do": "url_any", "any": ["qimao.com"]},
|
|
32
|
-
{"do": "click_text", "text": "创建作品", "contains": True, "scope": "button,a,[role=button],span"},
|
|
33
|
-
{"do": "probe", "note": "建书表单"},
|
|
34
|
-
{"do": "wait", "sel": "input[placeholder*='作品'],input[placeholder*='书名'],input[maxlength]", "timeout": 10},
|
|
35
|
-
{"do": "fill", "sel": "input[placeholder*='作品'],input[placeholder*='书名']", "key": "title"},
|
|
36
|
-
{"do": "fill", "sel": "textarea[placeholder*='简介'],textarea", "key": "summary"},
|
|
37
|
-
{"do": "fill", "sel": "input[placeholder*='主角']", "key": "protagonist"},
|
|
38
|
-
# 频道级联:目标读者 → 一级分类 → 二级分类(值来自 bookmeta 的级联字段)
|
|
39
|
-
{"do": "click_text", "text": "{target_reader}", "contains": False,
|
|
40
|
-
"scope": "[class*=channel] label,label,span"},
|
|
41
|
-
{"do": "click_text", "text": "{category_main}", "contains": False,
|
|
42
|
-
"scope": "[class*=categor] li,option,span"},
|
|
43
|
-
{"do": "click_text", "text": "{category_sub}", "contains": False,
|
|
44
|
-
"scope": "[class*=categor] li,option,span"},
|
|
45
|
-
{"do": "shot", "name": "create-book-filled"},
|
|
46
|
-
{"do": "submit", "sel": "button[class*=submit],button[class*=primary],button[class*=confirm]"},
|
|
47
|
-
]
|
|
48
|
-
|
|
49
|
-
UPLOAD_CHAPTER = [
|
|
50
|
-
{"do": "navigate", "url": "{home}"},
|
|
51
|
-
{"do": "url_any", "any": ["qimao.com"]},
|
|
52
|
-
{"do": "click_text", "text": "{book_name}", "contains": True,
|
|
53
|
-
"scope": "a,span,div[class*=title],div[class*=book]"},
|
|
54
|
-
{"do": "click_text", "text": "新建章节", "contains": True, "scope": "button,a,[role=button],span"},
|
|
55
|
-
{"do": "probe", "note": "章节编辑器"},
|
|
56
|
-
{"do": "fill", "sel": "input[placeholder*='章节'],input[placeholder*='标题'],input[placeholder*='章名']", "key": "chapter_title"},
|
|
57
|
-
{"do": "wait", "sel": "[contenteditable=true],textarea[class*=content],iframe", "timeout": 10},
|
|
58
|
-
{"do": "fill", "sel": "[contenteditable=true],textarea[class*=content]", "key": "chapter_body"},
|
|
59
|
-
{"do": "shot", "name": "chapter-filled"},
|
|
60
|
-
{"do": "submit", "sel": "button[class*=publish],button[class*=submit]"},
|
|
61
|
-
]
|
|
62
|
-
|
|
63
|
-
CHECK_LOGIN = [
|
|
64
|
-
{"do": "navigate", "url": "{home}"},
|
|
65
|
-
{"do": "url_any", "any": ["qimao.com"]},
|
|
66
|
-
]
|
|
67
|
-
|
|
68
|
-
PROBE_FORM = [
|
|
69
|
-
{"do": "navigate", "url": "{home}"},
|
|
70
|
-
{"do": "url_any", "any": ["qimao.com"]},
|
|
71
|
-
{"do": "click_text", "text": "创建作品", "contains": True, "scope": "button,a,[role=button],span"},
|
|
72
|
-
{"do": "probe", "note": "建书表单"},
|
|
73
|
-
]
|
|
74
|
-
|
|
75
|
-
FLOWS = {"create_book": CREATE_BOOK, "upload_chapter": UPLOAD_CHAPTER,
|
|
76
|
-
"check_login": CHECK_LOGIN, "probe_form": PROBE_FORM}
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
# 标签字段名 → 弹层左侧组显示名(tags 步骤按组切换后点选;每组必选 1-3 个)
|
|
80
|
-
TAG_GROUP_LABELS = {"tags_style": "风格", "tags_role": "角色",
|
|
81
|
-
"tags_plot": "情节", "tags_bg": "背景"}
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
def values_create_book(meta):
|
|
85
|
-
from .. import bookmeta_catalog as cat
|
|
86
|
-
target_reader = (meta.get("target_reader") or "").strip()
|
|
87
|
-
category_main = (meta.get("category_main") or "").strip()
|
|
88
|
-
category_sub = (meta.get("category_sub") or "").strip()
|
|
89
|
-
# 旧数据兜底:二级有值但一级空/与二级不自洽(如女生专属的「现实故事」
|
|
90
|
-
# 配了男生频道)会让一级 click_text 静默跳过、死在流程中段——按官方
|
|
91
|
-
# 目录跨频道反查对齐,频道与一级跟着二级走
|
|
92
|
-
if category_sub and not (category_main and
|
|
93
|
-
category_sub in (cat.QIMAO_CATS.get(target_reader)
|
|
94
|
-
or {}).get(category_main, [])):
|
|
95
|
-
loc = cat.qimao_locate_sub(category_sub)
|
|
96
|
-
if loc:
|
|
97
|
-
target_reader, category_main = loc
|
|
98
|
-
else:
|
|
99
|
-
category_sub = ""
|
|
100
|
-
return {
|
|
101
|
-
"title": (meta.get("book_name") or "").strip(),
|
|
102
|
-
"summary": (meta.get("summary") or "").strip(),
|
|
103
|
-
"protagonist": (meta.get("protagonist_1") or "").strip(),
|
|
104
|
-
"target_reader": target_reader,
|
|
105
|
-
"category_main": category_main,
|
|
106
|
-
"category_sub": category_sub,
|
|
107
|
-
"status": (meta.get("status") or "连载中").strip(),
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
def tag_groups(meta):
|
|
112
|
-
out = []
|
|
113
|
-
for key in ("tags_style", "tags_role", "tags_plot", "tags_bg"):
|
|
114
|
-
v = meta.get(key)
|
|
115
|
-
if isinstance(v, list) and v:
|
|
116
|
-
out.append((key, [str(x) for x in v]))
|
|
117
|
-
return out
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
def chapter_manage_url(book):
|
|
121
|
-
"""章节管理页(上线验证用):有 book_id 直达,否则回作品管理页。"""
|
|
122
|
-
bid = str((book or {}).get("book_id") or "")
|
|
123
|
-
if bid: # 实测 .../front/book-manage/manage?id=
|
|
124
|
-
return CONFIG["book_manage"] + "/manage?id=" + bid
|
|
125
|
-
return CONFIG["book_manage"]
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
def resolve_book_id(page, book):
|
|
129
|
-
"""登记缺 book_id 时按书名在作品管理页找回:点书名卡进详情,从 URL 提取。
|
|
130
|
-
|
|
131
|
-
与番茄同款对账通道(fanqie.resolve_book_id);找不回返回空串不拦死。"""
|
|
132
|
-
import re
|
|
133
|
-
import time
|
|
134
|
-
from . import flow as _flow
|
|
135
|
-
title = str((book or {}).get("title") or "").strip()
|
|
136
|
-
if not title:
|
|
137
|
-
return ""
|
|
138
|
-
try:
|
|
139
|
-
page.navigate(CONFIG["book_manage"], timeout=30)
|
|
140
|
-
except Exception:
|
|
141
|
-
return ""
|
|
142
|
-
r = None
|
|
143
|
-
for _try in range(6): # 列表慢渲染
|
|
144
|
-
r = page.call(_flow._click_match_js(), [title], 300)
|
|
145
|
-
if (r or {}).get("ok"):
|
|
146
|
-
break
|
|
147
|
-
time.sleep(1.0)
|
|
148
|
-
if not (r or {}).get("ok"):
|
|
149
|
-
return ""
|
|
150
|
-
time.sleep(2.5) # 跳转收尾
|
|
151
|
-
m = re.search(r"manage\?id=(\d+)|draft\?id=(\d+)|information\?id=(\d+)",
|
|
152
|
-
str(page.url() or ""))
|
|
153
|
-
if not m:
|
|
154
|
-
return ""
|
|
155
|
-
return m.group(1) or m.group(2) or m.group(3) or ""
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
def draft_url(book):
|
|
159
|
-
"""草稿箱页(发章真发布链中转站)。"""
|
|
160
|
-
bid = str((book or {}).get("book_id") or "")
|
|
161
|
-
if bid:
|
|
162
|
-
return CONFIG["book_manage"] + "/draft?id=" + bid
|
|
163
|
-
return CONFIG["book_manage"]
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
def editor_url(book):
|
|
167
|
-
"""章节编辑器直达(绕开会开新 tab 的「上传章节」点击)。
|
|
168
|
-
|
|
169
|
-
缺 title 参数会被平台重定向回首页(真机实测),必须带上。"""
|
|
170
|
-
bid = str((book or {}).get("book_id") or "")
|
|
171
|
-
title = str((book or {}).get("title") or "")
|
|
172
|
-
if bid:
|
|
173
|
-
from urllib.parse import quote
|
|
174
|
-
return (CONFIG["book_manage"].rsplit("/", 1)[0]
|
|
175
|
-
+ "/book-upload?id=" + bid + "&title=" + quote(title))
|
|
176
|
-
return CONFIG["book_manage"]
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""七猫作者后台的发布流程定义(默认表:选择器为合理推测,待实测校准)。
|
|
3
|
+
|
|
4
|
+
校准方式同番茄:data/publish/flows-qimao.json 覆盖 + 「探测表单」dump。
|
|
5
|
+
URL 依据:tools/qimao_bookmeta.json 的 source 记录 2026-09-17 登录态实抓
|
|
6
|
+
zuozhe.qimao.com/api/pc/v1/book/book-option——作者后台 PC 端在 zuozhe.qimao.com。
|
|
7
|
+
|
|
8
|
+
七猫建书表单结构(同次实抓):频道级联(男/女生 → 一级 → 二级)+ 四组标签
|
|
9
|
+
(风格/角色/情节/背景,每组 1-3 个)+ 文本字段。
|
|
10
|
+
"""
|
|
11
|
+
from __future__ import annotations
|
|
12
|
+
|
|
13
|
+
CONFIG = {
|
|
14
|
+
"id": "qimao",
|
|
15
|
+
"label": "七猫",
|
|
16
|
+
"home": "https://zuozhe.qimao.com/",
|
|
17
|
+
# 作品管理页:建书入口(「新建小说」按钮所在);建书向导第二步表单在其下
|
|
18
|
+
"book_manage": "https://zuozhe.qimao.com/front/book-manage",
|
|
19
|
+
# 编辑器顶栏明示「正文字数最少 1000 字」——不足时「立即发布」被静默拦截
|
|
20
|
+
"min_chapter_chars": 1000,
|
|
21
|
+
"login_url_marks": ["login", "signin", "passport", "sso"],
|
|
22
|
+
# 章节管理页计数(2026-09-28 实机校准):Element UI 表格,.el-table__row
|
|
23
|
+
# 只中数据行(表头在独立的 header-wrapper 表里),与发章流程的等待选择器同源
|
|
24
|
+
"count_rows_js":
|
|
25
|
+
"()=>[...document.querySelectorAll('.el-table__row')]"
|
|
26
|
+
".map(tr => tr.innerText.replace(/\\s+/g, ' ').trim()).filter(Boolean)",
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
CREATE_BOOK = [
|
|
30
|
+
{"do": "navigate", "url": "{home}"},
|
|
31
|
+
{"do": "url_any", "any": ["qimao.com"]},
|
|
32
|
+
{"do": "click_text", "text": "创建作品", "contains": True, "scope": "button,a,[role=button],span"},
|
|
33
|
+
{"do": "probe", "note": "建书表单"},
|
|
34
|
+
{"do": "wait", "sel": "input[placeholder*='作品'],input[placeholder*='书名'],input[maxlength]", "timeout": 10},
|
|
35
|
+
{"do": "fill", "sel": "input[placeholder*='作品'],input[placeholder*='书名']", "key": "title"},
|
|
36
|
+
{"do": "fill", "sel": "textarea[placeholder*='简介'],textarea", "key": "summary"},
|
|
37
|
+
{"do": "fill", "sel": "input[placeholder*='主角']", "key": "protagonist"},
|
|
38
|
+
# 频道级联:目标读者 → 一级分类 → 二级分类(值来自 bookmeta 的级联字段)
|
|
39
|
+
{"do": "click_text", "text": "{target_reader}", "contains": False,
|
|
40
|
+
"scope": "[class*=channel] label,label,span"},
|
|
41
|
+
{"do": "click_text", "text": "{category_main}", "contains": False,
|
|
42
|
+
"scope": "[class*=categor] li,option,span"},
|
|
43
|
+
{"do": "click_text", "text": "{category_sub}", "contains": False,
|
|
44
|
+
"scope": "[class*=categor] li,option,span"},
|
|
45
|
+
{"do": "shot", "name": "create-book-filled"},
|
|
46
|
+
{"do": "submit", "sel": "button[class*=submit],button[class*=primary],button[class*=confirm]"},
|
|
47
|
+
]
|
|
48
|
+
|
|
49
|
+
UPLOAD_CHAPTER = [
|
|
50
|
+
{"do": "navigate", "url": "{home}"},
|
|
51
|
+
{"do": "url_any", "any": ["qimao.com"]},
|
|
52
|
+
{"do": "click_text", "text": "{book_name}", "contains": True,
|
|
53
|
+
"scope": "a,span,div[class*=title],div[class*=book]"},
|
|
54
|
+
{"do": "click_text", "text": "新建章节", "contains": True, "scope": "button,a,[role=button],span"},
|
|
55
|
+
{"do": "probe", "note": "章节编辑器"},
|
|
56
|
+
{"do": "fill", "sel": "input[placeholder*='章节'],input[placeholder*='标题'],input[placeholder*='章名']", "key": "chapter_title"},
|
|
57
|
+
{"do": "wait", "sel": "[contenteditable=true],textarea[class*=content],iframe", "timeout": 10},
|
|
58
|
+
{"do": "fill", "sel": "[contenteditable=true],textarea[class*=content]", "key": "chapter_body"},
|
|
59
|
+
{"do": "shot", "name": "chapter-filled"},
|
|
60
|
+
{"do": "submit", "sel": "button[class*=publish],button[class*=submit]"},
|
|
61
|
+
]
|
|
62
|
+
|
|
63
|
+
CHECK_LOGIN = [
|
|
64
|
+
{"do": "navigate", "url": "{home}"},
|
|
65
|
+
{"do": "url_any", "any": ["qimao.com"]},
|
|
66
|
+
]
|
|
67
|
+
|
|
68
|
+
PROBE_FORM = [
|
|
69
|
+
{"do": "navigate", "url": "{home}"},
|
|
70
|
+
{"do": "url_any", "any": ["qimao.com"]},
|
|
71
|
+
{"do": "click_text", "text": "创建作品", "contains": True, "scope": "button,a,[role=button],span"},
|
|
72
|
+
{"do": "probe", "note": "建书表单"},
|
|
73
|
+
]
|
|
74
|
+
|
|
75
|
+
FLOWS = {"create_book": CREATE_BOOK, "upload_chapter": UPLOAD_CHAPTER,
|
|
76
|
+
"check_login": CHECK_LOGIN, "probe_form": PROBE_FORM}
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
# 标签字段名 → 弹层左侧组显示名(tags 步骤按组切换后点选;每组必选 1-3 个)
|
|
80
|
+
TAG_GROUP_LABELS = {"tags_style": "风格", "tags_role": "角色",
|
|
81
|
+
"tags_plot": "情节", "tags_bg": "背景"}
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
def values_create_book(meta):
|
|
85
|
+
from .. import bookmeta_catalog as cat
|
|
86
|
+
target_reader = (meta.get("target_reader") or "").strip()
|
|
87
|
+
category_main = (meta.get("category_main") or "").strip()
|
|
88
|
+
category_sub = (meta.get("category_sub") or "").strip()
|
|
89
|
+
# 旧数据兜底:二级有值但一级空/与二级不自洽(如女生专属的「现实故事」
|
|
90
|
+
# 配了男生频道)会让一级 click_text 静默跳过、死在流程中段——按官方
|
|
91
|
+
# 目录跨频道反查对齐,频道与一级跟着二级走
|
|
92
|
+
if category_sub and not (category_main and
|
|
93
|
+
category_sub in (cat.QIMAO_CATS.get(target_reader)
|
|
94
|
+
or {}).get(category_main, [])):
|
|
95
|
+
loc = cat.qimao_locate_sub(category_sub)
|
|
96
|
+
if loc:
|
|
97
|
+
target_reader, category_main = loc
|
|
98
|
+
else:
|
|
99
|
+
category_sub = ""
|
|
100
|
+
return {
|
|
101
|
+
"title": (meta.get("book_name") or "").strip(),
|
|
102
|
+
"summary": (meta.get("summary") or "").strip(),
|
|
103
|
+
"protagonist": (meta.get("protagonist_1") or "").strip(),
|
|
104
|
+
"target_reader": target_reader,
|
|
105
|
+
"category_main": category_main,
|
|
106
|
+
"category_sub": category_sub,
|
|
107
|
+
"status": (meta.get("status") or "连载中").strip(),
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
def tag_groups(meta):
|
|
112
|
+
out = []
|
|
113
|
+
for key in ("tags_style", "tags_role", "tags_plot", "tags_bg"):
|
|
114
|
+
v = meta.get(key)
|
|
115
|
+
if isinstance(v, list) and v:
|
|
116
|
+
out.append((key, [str(x) for x in v]))
|
|
117
|
+
return out
|
|
118
|
+
|
|
119
|
+
|
|
120
|
+
def chapter_manage_url(book):
|
|
121
|
+
"""章节管理页(上线验证用):有 book_id 直达,否则回作品管理页。"""
|
|
122
|
+
bid = str((book or {}).get("book_id") or "")
|
|
123
|
+
if bid: # 实测 .../front/book-manage/manage?id=
|
|
124
|
+
return CONFIG["book_manage"] + "/manage?id=" + bid
|
|
125
|
+
return CONFIG["book_manage"]
|
|
126
|
+
|
|
127
|
+
|
|
128
|
+
def resolve_book_id(page, book):
|
|
129
|
+
"""登记缺 book_id 时按书名在作品管理页找回:点书名卡进详情,从 URL 提取。
|
|
130
|
+
|
|
131
|
+
与番茄同款对账通道(fanqie.resolve_book_id);找不回返回空串不拦死。"""
|
|
132
|
+
import re
|
|
133
|
+
import time
|
|
134
|
+
from . import flow as _flow
|
|
135
|
+
title = str((book or {}).get("title") or "").strip()
|
|
136
|
+
if not title:
|
|
137
|
+
return ""
|
|
138
|
+
try:
|
|
139
|
+
page.navigate(CONFIG["book_manage"], timeout=30)
|
|
140
|
+
except Exception:
|
|
141
|
+
return ""
|
|
142
|
+
r = None
|
|
143
|
+
for _try in range(6): # 列表慢渲染
|
|
144
|
+
r = page.call(_flow._click_match_js(), [title], 300)
|
|
145
|
+
if (r or {}).get("ok"):
|
|
146
|
+
break
|
|
147
|
+
time.sleep(1.0)
|
|
148
|
+
if not (r or {}).get("ok"):
|
|
149
|
+
return ""
|
|
150
|
+
time.sleep(2.5) # 跳转收尾
|
|
151
|
+
m = re.search(r"manage\?id=(\d+)|draft\?id=(\d+)|information\?id=(\d+)",
|
|
152
|
+
str(page.url() or ""))
|
|
153
|
+
if not m:
|
|
154
|
+
return ""
|
|
155
|
+
return m.group(1) or m.group(2) or m.group(3) or ""
|
|
156
|
+
|
|
157
|
+
|
|
158
|
+
def draft_url(book):
|
|
159
|
+
"""草稿箱页(发章真发布链中转站)。"""
|
|
160
|
+
bid = str((book or {}).get("book_id") or "")
|
|
161
|
+
if bid:
|
|
162
|
+
return CONFIG["book_manage"] + "/draft?id=" + bid
|
|
163
|
+
return CONFIG["book_manage"]
|
|
164
|
+
|
|
165
|
+
|
|
166
|
+
def editor_url(book):
|
|
167
|
+
"""章节编辑器直达(绕开会开新 tab 的「上传章节」点击)。
|
|
168
|
+
|
|
169
|
+
缺 title 参数会被平台重定向回首页(真机实测),必须带上。"""
|
|
170
|
+
bid = str((book or {}).get("book_id") or "")
|
|
171
|
+
title = str((book or {}).get("title") or "")
|
|
172
|
+
if bid:
|
|
173
|
+
from urllib.parse import quote
|
|
174
|
+
return (CONFIG["book_manage"].rsplit("/", 1)[0]
|
|
175
|
+
+ "/book-upload?id=" + bid + "&title=" + quote(title))
|
|
176
|
+
return CONFIG["book_manage"]
|
package/app/core/publish/ws.py
CHANGED
|
@@ -1,139 +1,139 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""最小 WebSocket 客户端(RFC 6455 子集)——CDP 驱动专用。
|
|
3
|
-
|
|
4
|
-
只实现客户端角色:HTTP Upgrade 握手 → 文本帧收发。CDP 的用法非常受限,
|
|
5
|
-
所以刻意不做完整协议:
|
|
6
|
-
- 客户端只发文本帧(JSON 命令),服务端回文本帧(响应/事件)+ 偶尔 ping;
|
|
7
|
-
- 截图等大响应可能分片(continuation 帧),必须重组;
|
|
8
|
-
- 不协商 permessage-deflate 等扩展,服务端帧按规范不带掩码(仍兼容读取)。
|
|
9
|
-
|
|
10
|
-
不引第三方 websocket 库:32 位 Python + npm 分发是零依赖策略,
|
|
11
|
-
标准库 socket 手写两百行即可覆盖上述用法,行为对着真 Edge 验证。
|
|
12
|
-
"""
|
|
13
|
-
from __future__ import annotations
|
|
14
|
-
|
|
15
|
-
import base64
|
|
16
|
-
import os
|
|
17
|
-
import socket
|
|
18
|
-
import struct
|
|
19
|
-
|
|
20
|
-
OP_CONT, OP_TEXT, OP_BINARY, OP_CLOSE, OP_PING, OP_PONG = 0x0, 0x1, 0x2, 0x8, 0x9, 0xA
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
class WebSocketError(Exception):
|
|
24
|
-
"""连接层错误(握手失败/对端关闭/帧损坏)。业务超时抛 socket.timeout。"""
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
class MiniWS:
|
|
28
|
-
"""一次性连接:不做重连(CDP 页面会话由上层 browser.py 决定重开)。"""
|
|
29
|
-
|
|
30
|
-
def __init__(self, host, port, path, timeout=30.0):
|
|
31
|
-
self._timeout = timeout
|
|
32
|
-
self._sock = socket.create_connection((host, int(port)), timeout=timeout)
|
|
33
|
-
self._buf = b""
|
|
34
|
-
self._handshake(host, int(port), path)
|
|
35
|
-
|
|
36
|
-
# ------------------------------------------------------------ 握手
|
|
37
|
-
def _handshake(self, host, port, path):
|
|
38
|
-
key = base64.b64encode(os.urandom(16)).decode("ascii")
|
|
39
|
-
req = ("GET %s HTTP/1.1\r\nHost: %s:%d\r\nUpgrade: websocket\r\n"
|
|
40
|
-
"Connection: Upgrade\r\nSec-WebSocket-Key: %s\r\n"
|
|
41
|
-
"Sec-WebSocket-Version: 13\r\n\r\n") % (path, host, port, key)
|
|
42
|
-
self._sock.sendall(req.encode("ascii"))
|
|
43
|
-
while b"\r\n\r\n" not in self._buf:
|
|
44
|
-
chunk = self._sock.recv(4096)
|
|
45
|
-
if not chunk:
|
|
46
|
-
raise WebSocketError("握手失败:连接被关闭")
|
|
47
|
-
self._buf += chunk
|
|
48
|
-
head, _, self._buf = self._buf.partition(b"\r\n\r\n")
|
|
49
|
-
status = head.split(b"\r\n", 1)[0].decode("latin-1", "replace")
|
|
50
|
-
if " 101 " not in status and not status.endswith(" 101"):
|
|
51
|
-
raise WebSocketError("握手失败:%s" % status[:120])
|
|
52
|
-
|
|
53
|
-
# ------------------------------------------------------------ 发送
|
|
54
|
-
def _send_frame(self, opcode, payload):
|
|
55
|
-
mask = os.urandom(4) # 客户端→服务端必须掩码
|
|
56
|
-
n = len(payload)
|
|
57
|
-
header = bytearray([0x80 | opcode]) # FIN + opcode
|
|
58
|
-
if n < 126:
|
|
59
|
-
header.append(0x80 | n)
|
|
60
|
-
elif n < 65536:
|
|
61
|
-
header.append(0x80 | 126)
|
|
62
|
-
header += struct.pack(">H", n)
|
|
63
|
-
else:
|
|
64
|
-
header.append(0x80 | 127)
|
|
65
|
-
header += struct.pack(">Q", n)
|
|
66
|
-
header += mask
|
|
67
|
-
masked = bytes(b ^ mask[i % 4] for i, b in enumerate(payload))
|
|
68
|
-
self._sock.sendall(bytes(header) + masked)
|
|
69
|
-
|
|
70
|
-
def send_text(self, text):
|
|
71
|
-
self._send_frame(OP_TEXT, text.encode("utf-8"))
|
|
72
|
-
|
|
73
|
-
# ------------------------------------------------------------ 接收
|
|
74
|
-
def _recv_exact(self, n):
|
|
75
|
-
while len(self._buf) < n:
|
|
76
|
-
chunk = self._sock.recv(max(4096, n - len(self._buf)))
|
|
77
|
-
if not chunk:
|
|
78
|
-
raise WebSocketError("连接被关闭")
|
|
79
|
-
self._buf += chunk
|
|
80
|
-
out, self._buf = self._buf[:n], self._buf[n:]
|
|
81
|
-
return out
|
|
82
|
-
|
|
83
|
-
def recv_message(self, timeout=None):
|
|
84
|
-
"""收一条完整消息:自动应答 ping、重组分片。
|
|
85
|
-
|
|
86
|
-
返回 str(文本帧)或 bytes(二进制帧)。超时抛 socket.timeout,
|
|
87
|
-
对端关闭抛 WebSocketError。"""
|
|
88
|
-
if timeout is not None:
|
|
89
|
-
self._sock.settimeout(timeout)
|
|
90
|
-
elif self._timeout:
|
|
91
|
-
self._sock.settimeout(self._timeout)
|
|
92
|
-
opcode_msg = None
|
|
93
|
-
payload = bytearray()
|
|
94
|
-
while True:
|
|
95
|
-
b1, b2 = self._recv_exact(2)
|
|
96
|
-
fin, opcode, masked = b1 & 0x80, b1 & 0x0F, b2 & 0x80
|
|
97
|
-
n = b2 & 0x7F
|
|
98
|
-
if n == 126:
|
|
99
|
-
(n,) = struct.unpack(">H", self._recv_exact(2))
|
|
100
|
-
elif n == 127:
|
|
101
|
-
(n,) = struct.unpack(">Q", self._recv_exact(8))
|
|
102
|
-
data = self._recv_exact(n)
|
|
103
|
-
if masked:
|
|
104
|
-
mkey = self._recv_exact(4)
|
|
105
|
-
data = bytes(b ^ mkey[i % 4] for i, b in enumerate(data))
|
|
106
|
-
if opcode == OP_CLOSE:
|
|
107
|
-
raise WebSocketError("对端发送关闭帧")
|
|
108
|
-
if opcode == OP_PING:
|
|
109
|
-
self._send_frame(OP_PONG, data)
|
|
110
|
-
continue
|
|
111
|
-
if opcode == OP_PONG:
|
|
112
|
-
continue
|
|
113
|
-
if opcode in (OP_TEXT, OP_BINARY):
|
|
114
|
-
opcode_msg, payload = opcode, bytearray(data)
|
|
115
|
-
elif opcode == OP_CONT:
|
|
116
|
-
if opcode_msg is None:
|
|
117
|
-
raise WebSocketError("收到无起始帧的续帧")
|
|
118
|
-
payload += data
|
|
119
|
-
else:
|
|
120
|
-
raise WebSocketError("未知 opcode:%d" % opcode)
|
|
121
|
-
if fin:
|
|
122
|
-
return bytes(payload) if opcode_msg == OP_BINARY else \
|
|
123
|
-
payload.decode("utf-8", "replace")
|
|
124
|
-
|
|
125
|
-
def close(self):
|
|
126
|
-
try:
|
|
127
|
-
self._send_frame(OP_CLOSE, b"")
|
|
128
|
-
except Exception:
|
|
129
|
-
pass
|
|
130
|
-
try:
|
|
131
|
-
self._sock.close()
|
|
132
|
-
except Exception:
|
|
133
|
-
pass
|
|
134
|
-
|
|
135
|
-
def __enter__(self):
|
|
136
|
-
return self
|
|
137
|
-
|
|
138
|
-
def __exit__(self, *exc):
|
|
139
|
-
self.close()
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""最小 WebSocket 客户端(RFC 6455 子集)——CDP 驱动专用。
|
|
3
|
+
|
|
4
|
+
只实现客户端角色:HTTP Upgrade 握手 → 文本帧收发。CDP 的用法非常受限,
|
|
5
|
+
所以刻意不做完整协议:
|
|
6
|
+
- 客户端只发文本帧(JSON 命令),服务端回文本帧(响应/事件)+ 偶尔 ping;
|
|
7
|
+
- 截图等大响应可能分片(continuation 帧),必须重组;
|
|
8
|
+
- 不协商 permessage-deflate 等扩展,服务端帧按规范不带掩码(仍兼容读取)。
|
|
9
|
+
|
|
10
|
+
不引第三方 websocket 库:32 位 Python + npm 分发是零依赖策略,
|
|
11
|
+
标准库 socket 手写两百行即可覆盖上述用法,行为对着真 Edge 验证。
|
|
12
|
+
"""
|
|
13
|
+
from __future__ import annotations
|
|
14
|
+
|
|
15
|
+
import base64
|
|
16
|
+
import os
|
|
17
|
+
import socket
|
|
18
|
+
import struct
|
|
19
|
+
|
|
20
|
+
OP_CONT, OP_TEXT, OP_BINARY, OP_CLOSE, OP_PING, OP_PONG = 0x0, 0x1, 0x2, 0x8, 0x9, 0xA
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
class WebSocketError(Exception):
|
|
24
|
+
"""连接层错误(握手失败/对端关闭/帧损坏)。业务超时抛 socket.timeout。"""
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
class MiniWS:
|
|
28
|
+
"""一次性连接:不做重连(CDP 页面会话由上层 browser.py 决定重开)。"""
|
|
29
|
+
|
|
30
|
+
def __init__(self, host, port, path, timeout=30.0):
|
|
31
|
+
self._timeout = timeout
|
|
32
|
+
self._sock = socket.create_connection((host, int(port)), timeout=timeout)
|
|
33
|
+
self._buf = b""
|
|
34
|
+
self._handshake(host, int(port), path)
|
|
35
|
+
|
|
36
|
+
# ------------------------------------------------------------ 握手
|
|
37
|
+
def _handshake(self, host, port, path):
|
|
38
|
+
key = base64.b64encode(os.urandom(16)).decode("ascii")
|
|
39
|
+
req = ("GET %s HTTP/1.1\r\nHost: %s:%d\r\nUpgrade: websocket\r\n"
|
|
40
|
+
"Connection: Upgrade\r\nSec-WebSocket-Key: %s\r\n"
|
|
41
|
+
"Sec-WebSocket-Version: 13\r\n\r\n") % (path, host, port, key)
|
|
42
|
+
self._sock.sendall(req.encode("ascii"))
|
|
43
|
+
while b"\r\n\r\n" not in self._buf:
|
|
44
|
+
chunk = self._sock.recv(4096)
|
|
45
|
+
if not chunk:
|
|
46
|
+
raise WebSocketError("握手失败:连接被关闭")
|
|
47
|
+
self._buf += chunk
|
|
48
|
+
head, _, self._buf = self._buf.partition(b"\r\n\r\n")
|
|
49
|
+
status = head.split(b"\r\n", 1)[0].decode("latin-1", "replace")
|
|
50
|
+
if " 101 " not in status and not status.endswith(" 101"):
|
|
51
|
+
raise WebSocketError("握手失败:%s" % status[:120])
|
|
52
|
+
|
|
53
|
+
# ------------------------------------------------------------ 发送
|
|
54
|
+
def _send_frame(self, opcode, payload):
|
|
55
|
+
mask = os.urandom(4) # 客户端→服务端必须掩码
|
|
56
|
+
n = len(payload)
|
|
57
|
+
header = bytearray([0x80 | opcode]) # FIN + opcode
|
|
58
|
+
if n < 126:
|
|
59
|
+
header.append(0x80 | n)
|
|
60
|
+
elif n < 65536:
|
|
61
|
+
header.append(0x80 | 126)
|
|
62
|
+
header += struct.pack(">H", n)
|
|
63
|
+
else:
|
|
64
|
+
header.append(0x80 | 127)
|
|
65
|
+
header += struct.pack(">Q", n)
|
|
66
|
+
header += mask
|
|
67
|
+
masked = bytes(b ^ mask[i % 4] for i, b in enumerate(payload))
|
|
68
|
+
self._sock.sendall(bytes(header) + masked)
|
|
69
|
+
|
|
70
|
+
def send_text(self, text):
|
|
71
|
+
self._send_frame(OP_TEXT, text.encode("utf-8"))
|
|
72
|
+
|
|
73
|
+
# ------------------------------------------------------------ 接收
|
|
74
|
+
def _recv_exact(self, n):
|
|
75
|
+
while len(self._buf) < n:
|
|
76
|
+
chunk = self._sock.recv(max(4096, n - len(self._buf)))
|
|
77
|
+
if not chunk:
|
|
78
|
+
raise WebSocketError("连接被关闭")
|
|
79
|
+
self._buf += chunk
|
|
80
|
+
out, self._buf = self._buf[:n], self._buf[n:]
|
|
81
|
+
return out
|
|
82
|
+
|
|
83
|
+
def recv_message(self, timeout=None):
|
|
84
|
+
"""收一条完整消息:自动应答 ping、重组分片。
|
|
85
|
+
|
|
86
|
+
返回 str(文本帧)或 bytes(二进制帧)。超时抛 socket.timeout,
|
|
87
|
+
对端关闭抛 WebSocketError。"""
|
|
88
|
+
if timeout is not None:
|
|
89
|
+
self._sock.settimeout(timeout)
|
|
90
|
+
elif self._timeout:
|
|
91
|
+
self._sock.settimeout(self._timeout)
|
|
92
|
+
opcode_msg = None
|
|
93
|
+
payload = bytearray()
|
|
94
|
+
while True:
|
|
95
|
+
b1, b2 = self._recv_exact(2)
|
|
96
|
+
fin, opcode, masked = b1 & 0x80, b1 & 0x0F, b2 & 0x80
|
|
97
|
+
n = b2 & 0x7F
|
|
98
|
+
if n == 126:
|
|
99
|
+
(n,) = struct.unpack(">H", self._recv_exact(2))
|
|
100
|
+
elif n == 127:
|
|
101
|
+
(n,) = struct.unpack(">Q", self._recv_exact(8))
|
|
102
|
+
data = self._recv_exact(n)
|
|
103
|
+
if masked:
|
|
104
|
+
mkey = self._recv_exact(4)
|
|
105
|
+
data = bytes(b ^ mkey[i % 4] for i, b in enumerate(data))
|
|
106
|
+
if opcode == OP_CLOSE:
|
|
107
|
+
raise WebSocketError("对端发送关闭帧")
|
|
108
|
+
if opcode == OP_PING:
|
|
109
|
+
self._send_frame(OP_PONG, data)
|
|
110
|
+
continue
|
|
111
|
+
if opcode == OP_PONG:
|
|
112
|
+
continue
|
|
113
|
+
if opcode in (OP_TEXT, OP_BINARY):
|
|
114
|
+
opcode_msg, payload = opcode, bytearray(data)
|
|
115
|
+
elif opcode == OP_CONT:
|
|
116
|
+
if opcode_msg is None:
|
|
117
|
+
raise WebSocketError("收到无起始帧的续帧")
|
|
118
|
+
payload += data
|
|
119
|
+
else:
|
|
120
|
+
raise WebSocketError("未知 opcode:%d" % opcode)
|
|
121
|
+
if fin:
|
|
122
|
+
return bytes(payload) if opcode_msg == OP_BINARY else \
|
|
123
|
+
payload.decode("utf-8", "replace")
|
|
124
|
+
|
|
125
|
+
def close(self):
|
|
126
|
+
try:
|
|
127
|
+
self._send_frame(OP_CLOSE, b"")
|
|
128
|
+
except Exception:
|
|
129
|
+
pass
|
|
130
|
+
try:
|
|
131
|
+
self._sock.close()
|
|
132
|
+
except Exception:
|
|
133
|
+
pass
|
|
134
|
+
|
|
135
|
+
def __enter__(self):
|
|
136
|
+
return self
|
|
137
|
+
|
|
138
|
+
def __exit__(self, *exc):
|
|
139
|
+
self.close()
|