fde-console 0.0.0-stage → 2.9.68
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +128 -2
- package/README.zh-CN.md +130 -0
- package/assets/icon.svg +9 -0
- package/cordis.patch.yml +7 -0
- package/lib/agentActivity.js +1180 -0
- package/lib/agentContext.js +146 -0
- package/lib/agentTranscript.js +1398 -0
- package/lib/analyze.js +625 -0
- package/lib/attribute.js +205 -0
- package/lib/backup.js +366 -0
- package/lib/desktopAgents.js +123 -0
- package/lib/diary.js +333 -0
- package/lib/dingtalk.js +412 -0
- package/lib/feishu.js +580 -0
- package/lib/giteaClient.js +810 -0
- package/lib/giteeClient.js +372 -0
- package/lib/githubClient.js +361 -0
- package/lib/heatmap.js +99 -0
- package/lib/imNotify.js +378 -0
- package/lib/inbox.js +438 -0
- package/lib/instanceLock.js +122 -0
- package/lib/jobs.js +56 -0
- package/lib/learn.js +1388 -0
- package/lib/learnImport.js +283 -0
- package/lib/learnSeeds.js +97 -0
- package/lib/learnSeedsAiEng.js +77 -0
- package/lib/mcpCore.js +135 -0
- package/lib/members.js +160 -0
- package/lib/migration.js +403 -0
- package/lib/overview.js +376 -0
- package/lib/postmortem.js +148 -0
- package/lib/radarIgnore.js +134 -0
- package/lib/redact.js +76 -0
- package/lib/router.js +246 -0
- package/lib/routes-gitea.js +262 -0
- package/lib/routes-setup.js +40 -0
- package/lib/scorecard.js +111 -0
- package/lib/sessionRef.js +227 -0
- package/lib/sessionSnapshot.js +67 -0
- package/lib/sessionSuggest.js +186 -0
- package/lib/settings.js +783 -0
- package/lib/setupCheck.js +330 -0
- package/lib/ssrfGuard.js +145 -0
- package/lib/store.js +564 -0
- package/lib/storeDb.js +418 -0
- package/lib/taskEvents.js +243 -0
- package/lib/webhookOut.js +125 -0
- package/lib/weekly.js +439 -0
- package/lib/workSearch.js +220 -0
- package/locale/en.json +6 -0
- package/locale/zh.json +6 -0
- package/package.json +46 -4
- package/plugin/adapter.js +157 -0
- package/plugin/client.js +282 -0
- package/plugin/index.mjs +116 -0
- package/plugin/static.js +99 -0
- package/scripts/backup-data.js +41 -0
- package/scripts/mcp-server.mjs +68 -0
- package/scripts/migrate-data.js +301 -0
- package/scripts/migrate-storage.js +47 -0
- package/scripts/seed-demo.js +200 -0
- package/scripts/write-agent-context.js +43 -0
- package/test/helpers/appAssembler.js +1078 -0
- package/web/client/fde-client.js +292 -0
- package/web/css/app.css +1510 -0
- package/web/index.html +69 -0
- package/web/js/api.js +72 -0
- package/web/js/app.js +313 -0
- package/web/js/icons.js +48 -0
- package/web/js/mock.js +1150 -0
- package/web/js/state.js +7 -0
- package/web/js/ui.js +276 -0
- package/web/js/views/activity.js +410 -0
- package/web/js/views/agents.js +892 -0
- package/web/js/views/board.js +1656 -0
- package/web/js/views/learn.js +530 -0
- package/web/js/views/members.js +344 -0
- package/web/js/views/onboarding.js +103 -0
- package/web/js/views/overview.js +508 -0
- package/web/js/views/radar.js +1359 -0
- package/web/js/views/search.js +149 -0
- package/web/js/views/settings.js +1351 -0
- package/web/js/views/topology.js +471 -0
- package/web/mock.json +2363 -0
package/lib/feishu.js
ADDED
|
@@ -0,0 +1,580 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* feishu.js — 飞书妙记采集器 + 雷达池路由(与 lib/dingtalk.js 同构,PRD 任务雷达 §3/§4)
|
|
5
|
+
*
|
|
6
|
+
* 真实通道 = 本机 lark-cli(npm 包 @larksuite/cli,包内自带原生 lark-cli.exe——
|
|
7
|
+
* 以参数数组直调原生可执行文件,无命令解释层参与,理由同 dws.exe)。
|
|
8
|
+
* 认证/凭据由 lark-cli 内部管理(OAuth device flow + DPoP,token 自动刷新),
|
|
9
|
+
* 本模块零凭据接触——「凭据零落盘」红线天然满足。
|
|
10
|
+
*
|
|
11
|
+
* fixture:LARK_FIXTURE 环境变量指向 fixture JSON 时完全替代真实 CLI
|
|
12
|
+
*(零进程、零网络),模式照抄 DINGTALK_FIXTURE。fixture 形态:
|
|
13
|
+
* { "items": [{minute_token,title,start_time,url,…}], // +search 列表条目
|
|
14
|
+
* "transcripts": {"<minute_token>": "文字记录全文"} } // +detail --transcript 落地文件的内容
|
|
15
|
+
*
|
|
16
|
+
* 飞书侧与钉钉的三处形态差异(官方文档 + 2026-11-03 真机样本校准):
|
|
17
|
+
* ① 「我的妙记」= --owner-ids me ∪ --participant-ids me 两次查询按 token 去重合并;
|
|
18
|
+
* ② 搜索时间窗最大 1 个月,回溯期按 ≤31 天分窗多次查询;
|
|
19
|
+
* ③ 逐字稿落地 TXT 文件,行格式真实口径 =「Speaker 1 00:00:02.520」独立行 + 内容行 +
|
|
20
|
+
* 头部元信息(录音日期/Keywords);列表条目真实口径 = token/display_info/meta_data.app_link。
|
|
21
|
+
*
|
|
22
|
+
* 纵深防御:normalize 后的 ref.url host 必须命中 config.feishu.hostWhitelist
|
|
23
|
+
*(精确或点边界子域),违者丢弃该条(与钉钉同一红线);逐字稿临时文件
|
|
24
|
+
* 只认本次临时目录内的 transcript.txt,读完即删(防路径逃逸)。
|
|
25
|
+
*
|
|
26
|
+
* 增量锚点:contentHash = sha256("feishu|minutes|<minute_token>|<start_time>")——不锚 title(评审 P2:
|
|
27
|
+
* 妙记改名不该产生新 id,防同条双份入库与墓碑失效)。
|
|
28
|
+
* 同一妙记重复同步哈希不变 → 不产生重复消息。minute_token 是飞书侧稳定 ID。
|
|
29
|
+
*/
|
|
30
|
+
|
|
31
|
+
const fs = require('node:fs');
|
|
32
|
+
const os = require('node:os');
|
|
33
|
+
const path = require('node:path');
|
|
34
|
+
const crypto = require('node:crypto');
|
|
35
|
+
const { execFile } = require('node:child_process');
|
|
36
|
+
const store = require('./store');
|
|
37
|
+
const { HttpError, sendJSON } = require('./router');
|
|
38
|
+
const { redact } = require('./redact');
|
|
39
|
+
const { hostAllowed } = require('./ssrfGuard');
|
|
40
|
+
const jobsMod = require('./jobs');
|
|
41
|
+
const radarIgnore = require('./radarIgnore');
|
|
42
|
+
|
|
43
|
+
const PROJECT_ROOT = path.resolve(__dirname, '..');
|
|
44
|
+
// 逐字稿单条入库上限(段落数),与钉钉 MAX_SEGMENTS 同口径;超出截断并在消息上标记 truncated
|
|
45
|
+
const MAX_SEGMENTS = 600;
|
|
46
|
+
// +search 分页防护上限:每查询最多翻页数(30/页 × 20 页 = 600 条,远超 maxMessages 封顶)
|
|
47
|
+
const MAX_PAGES_PER_QUERY = 20;
|
|
48
|
+
// 飞书官方约束:搜索时间窗最大 1 个月——分窗步长取 31 天(覆盖任意月末边界)
|
|
49
|
+
const CHUNK_DAYS = 31;
|
|
50
|
+
// minute_token 形态 allowlist(飞书侧小写字母数字串);validListItem 入口 + fetchTranscript
|
|
51
|
+
// 进 execFile 参数前各校验一次(外部数据进子进程参数,使用点旁必须有本地校验,纵深防御)
|
|
52
|
+
const MINUTE_TOKEN_RE = /^[a-z0-9]{8,80}$/i;
|
|
53
|
+
|
|
54
|
+
// ---------------------------------------------------------------- lark-cli 解析
|
|
55
|
+
|
|
56
|
+
let larkBinCache = null;
|
|
57
|
+
|
|
58
|
+
/**
|
|
59
|
+
* 解析 lark-cli 原生 exe:config.feishu.larkBin → ~/.local/bin/lark-cli.exe
|
|
60
|
+
* → where lark-cli 命中项推导(npm 全局 shim 的同级 node_modules 包内 bin/lark-cli.exe)。
|
|
61
|
+
* 只认原生 exe(.cmd/.ps1 shim 需经命令解释层间接执行,弃用);全败返回 null。
|
|
62
|
+
*/
|
|
63
|
+
function resolveLarkBin(cfg) {
|
|
64
|
+
const configured = cfg && cfg.feishu && typeof cfg.feishu.larkBin === 'string' && cfg.feishu.larkBin.trim();
|
|
65
|
+
if (configured) {
|
|
66
|
+
const p = path.resolve(configured);
|
|
67
|
+
if (fs.existsSync(p)) return p;
|
|
68
|
+
}
|
|
69
|
+
const homeFallback = path.join(os.homedir(), '.local', 'bin', 'lark-cli.exe');
|
|
70
|
+
if (fs.existsSync(homeFallback)) return homeFallback;
|
|
71
|
+
if (larkBinCache) return larkBinCache;
|
|
72
|
+
try {
|
|
73
|
+
const { spawnSync } = require('node:child_process');
|
|
74
|
+
const r = spawnSync('where', ['lark-cli'], { encoding: 'utf8', timeout: 5000, windowsHide: true });
|
|
75
|
+
const hits = String(r.stdout || '').split(/\r?\n/).map((s) => s.trim()).filter(Boolean);
|
|
76
|
+
for (const hit of hits) {
|
|
77
|
+
if (/\.exe$/i.test(hit) && fs.existsSync(hit)) {
|
|
78
|
+
larkBinCache = hit;
|
|
79
|
+
return hit;
|
|
80
|
+
}
|
|
81
|
+
// npm 全局 shim(lark-cli / lark-cli.cmd / lark-cli.ps1)→ 包内原生 exe
|
|
82
|
+
const pkgExe = path.join(path.dirname(hit), 'node_modules', '@larksuite', 'cli', 'bin', 'lark-cli.exe');
|
|
83
|
+
if (fs.existsSync(pkgExe)) {
|
|
84
|
+
larkBinCache = pkgExe;
|
|
85
|
+
return pkgExe;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
} catch (e) { /* where 不可用 */ }
|
|
89
|
+
return null;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
// -------------------------------------------------------------------- fixture
|
|
93
|
+
|
|
94
|
+
function fixtureFile() {
|
|
95
|
+
const p = process.env.LARK_FIXTURE;
|
|
96
|
+
if (!p) return null;
|
|
97
|
+
return path.isAbsolute(p) ? p : path.resolve(PROJECT_ROOT, p);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
function readFixture() {
|
|
101
|
+
const file = fixtureFile();
|
|
102
|
+
if (!file) return null;
|
|
103
|
+
return JSON.parse(fs.readFileSync(file, 'utf8'));
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
// ------------------------------------------------------------------- envelope
|
|
107
|
+
|
|
108
|
+
/**
|
|
109
|
+
* 解包 lark-cli 的统一回执:{ ok, identity, data, meta } → data。
|
|
110
|
+
* ok:false 视为失败(即使进程退出码为 0 也不能当成功);错误形态
|
|
111
|
+
* { ok:false, error:{type,subtype,message,hint} }。老版本直出业务对象时原样返回(向后兼容)。
|
|
112
|
+
*/
|
|
113
|
+
function unwrapLarkPayload(payload) {
|
|
114
|
+
if (!payload || typeof payload !== 'object' || Array.isArray(payload)) return payload;
|
|
115
|
+
if (payload.ok === false) {
|
|
116
|
+
const err = payload.error || {};
|
|
117
|
+
const detail = err.message || err.subtype || err.type || 'unknown';
|
|
118
|
+
const e = new Error(`lark-cli 返回失败: ${String(detail)}`);
|
|
119
|
+
e.code = 'LARK_ERROR';
|
|
120
|
+
throw e;
|
|
121
|
+
}
|
|
122
|
+
if (payload.ok === true && payload.data && typeof payload.data === 'object') return payload.data;
|
|
123
|
+
return payload;
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
/** 退出码非 0 时,stdout 里通常仍是一份 JSON 回执:取出 error.message 让人能看懂 */
|
|
127
|
+
function larkErrorDetail(stdout) {
|
|
128
|
+
try {
|
|
129
|
+
const j = JSON.parse(String(stdout || '').trim());
|
|
130
|
+
const msg = j && j.error && (j.error.message || j.error.subtype || j.error.type);
|
|
131
|
+
if (msg) return String(msg);
|
|
132
|
+
} catch (e) { /* 非 JSON 输出,交给调用方的兜底信息 */ }
|
|
133
|
+
return '';
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
/** 调 lark-cli 子命令并解析 JSON 输出(--format json 统一追加) */
|
|
137
|
+
function runLark(cfg, args) {
|
|
138
|
+
const bin = resolveLarkBin(cfg);
|
|
139
|
+
if (!bin) {
|
|
140
|
+
throw new HttpError(502, 'LARK_NOT_FOUND', '未找到 lark-cli(config.feishu.larkBin / ~/.local/bin/lark-cli.exe / PATH 均未命中)');
|
|
141
|
+
}
|
|
142
|
+
const timeoutSec = Number(cfg.feishu && cfg.feishu.larkTimeoutSec) || 60;
|
|
143
|
+
return new Promise((resolve, reject) => {
|
|
144
|
+
execFile(
|
|
145
|
+
bin,
|
|
146
|
+
args.concat(['--format', 'json']),
|
|
147
|
+
{ timeout: timeoutSec * 1000, windowsHide: true, maxBuffer: 64 * 1024 * 1024 },
|
|
148
|
+
(err, stdout, stderr) => {
|
|
149
|
+
if (err) {
|
|
150
|
+
const detail = larkErrorDetail(stdout);
|
|
151
|
+
const e = new Error(redact(
|
|
152
|
+
`lark-cli ${args[0] || ''} ${args[1] || ''} 执行失败: ${(err && err.message) || err}`
|
|
153
|
+
+ `${detail ? ` — ${detail}` : ''} ${String(stderr || '').slice(0, 200)}`
|
|
154
|
+
));
|
|
155
|
+
e.code = 'LARK_ERROR';
|
|
156
|
+
return reject(e);
|
|
157
|
+
}
|
|
158
|
+
try {
|
|
159
|
+
resolve(unwrapLarkPayload(JSON.parse(String(stdout || '').trim())));
|
|
160
|
+
} catch (e) {
|
|
161
|
+
if (e && e.code === 'LARK_ERROR') return reject(e);
|
|
162
|
+
reject(Object.assign(new Error(redact(`lark-cli 输出不是合法 JSON: ${String(stdout).slice(0, 120)}`)), { code: 'LARK_ERROR' }));
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
);
|
|
166
|
+
});
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
// ---------------------------------------------------------------- normalize
|
|
170
|
+
|
|
171
|
+
/** 妙记身份哈希:token+开始时间 的 sha256 前 16 位;id = msg-<hash>。
|
|
172
|
+
* 评审修正:不锚 title——妙记改名(display_info 首行变化)不应产生新 id(防同条双份入库、墓碑失效) */
|
|
173
|
+
function messageIdFor(item) {
|
|
174
|
+
const identity = `feishu|minutes|${(item && (item.minute_token || item.token)) || ''}|${startedMsOf(item) || ''}`;
|
|
175
|
+
const hash = crypto.createHash('sha256').update(identity, 'utf8').digest('hex');
|
|
176
|
+
return { id: `msg-${hash.slice(0, 16)}`, contentHash: hash };
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
/** 列表条目防御性校验:minute_token/token 必须是飞书侧字母数字串形态(防注入/防脏数据) */
|
|
180
|
+
function validListItem(item) {
|
|
181
|
+
const t = item && (item.minute_token || item.token);
|
|
182
|
+
return !!(typeof t === 'string' && MINUTE_TOKEN_RE.test(t));
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
function tokenOf(item) {
|
|
186
|
+
return String(item.minute_token || item.token);
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
/** 标题:真实口径 = display_info 首行(防性剥 HTML 标签);无则回落 item.title / 「未命名妙记」 */
|
|
190
|
+
function titleOf(item) {
|
|
191
|
+
if (typeof item.title === 'string' && item.title.trim()) return item.title.trim().slice(0, 200);
|
|
192
|
+
const firstLine = String(item.display_info || '')
|
|
193
|
+
.split(/\r?\n/)
|
|
194
|
+
.map((l) => l.trim())
|
|
195
|
+
.find(Boolean) || '';
|
|
196
|
+
return firstLine.replace(/<[^>]+>/g, '').slice(0, 200) || '未命名妙记';
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
/**
|
|
200
|
+
* 从 display_info/description 解析「开始时间: 2026.11.03 10:40:29」(2026-11-03 真实样本口径,本地时区)。
|
|
201
|
+
* 程序式解析(逐字符收集数字与分隔符再切分),解析不出返回 null。
|
|
202
|
+
*/
|
|
203
|
+
function startedMsFromInfo(text) {
|
|
204
|
+
const s = String(text || '');
|
|
205
|
+
const key = s.indexOf('开始时间');
|
|
206
|
+
if (key === -1) return null;
|
|
207
|
+
const seg = s.slice(key + 4, key + 44);
|
|
208
|
+
let buf = '';
|
|
209
|
+
for (const ch of seg) {
|
|
210
|
+
const isDigit = ch >= '0' && ch <= '9';
|
|
211
|
+
const isSep = ch === '.' || ch === '/' || ch === '年' || ch === '月' || ch === '日' || ch === ':' || ch === ':' || ch === ' ';
|
|
212
|
+
if (isDigit || isSep) buf += ch;
|
|
213
|
+
else if (buf) break;
|
|
214
|
+
}
|
|
215
|
+
let norm = '';
|
|
216
|
+
for (const ch of buf.trim()) {
|
|
217
|
+
const isSep = ch === '.' || ch === '/' || ch === '年' || ch === '月' || ch === '日' || ch === ':' || ch === ':' || ch === ' ';
|
|
218
|
+
norm += isSep ? ' ' : ch;
|
|
219
|
+
}
|
|
220
|
+
const parts = norm.trim().split(/\s+/).filter(Boolean).map(Number);
|
|
221
|
+
if (parts.length < 5) return null;
|
|
222
|
+
const y = parts[0];
|
|
223
|
+
const mo = parts[1];
|
|
224
|
+
const d = parts[2];
|
|
225
|
+
const hh = parts[3];
|
|
226
|
+
const mm = parts[4];
|
|
227
|
+
const ss = parts.length > 5 ? parts[5] : 0;
|
|
228
|
+
if (!y || !(mo >= 1 && mo <= 12) || !(d >= 1 && d <= 31)) return null;
|
|
229
|
+
const t = new Date(y, mo - 1, d, hh, mm, ss);
|
|
230
|
+
return isNaN(t.getTime()) ? null : t.getTime();
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
/** 开始时间读取优先级:毫秒时间戳字段(秒/微秒自动升幂到毫秒,防全池换 id——评审 P2)→ ISO 串
|
|
234
|
+
* → display_info/description 的「开始时间: …」文本(真实口径);缺省 null */
|
|
235
|
+
function startedMsOf(item) {
|
|
236
|
+
const raw = item.start_time != null ? item.start_time : (item.startTime != null ? item.startTime : item.start);
|
|
237
|
+
let n = Number(raw);
|
|
238
|
+
if (Number.isFinite(n) && n > 0) {
|
|
239
|
+
while (n < 1e11) n *= 1000; // 秒(1e9~1e10)/微秒(1e15) → 毫秒(1e12~1e13 量级不动)
|
|
240
|
+
return Math.round(n);
|
|
241
|
+
}
|
|
242
|
+
if (typeof raw === 'string' && raw.trim()) {
|
|
243
|
+
const t = Date.parse(raw);
|
|
244
|
+
if (Number.isFinite(t)) return t;
|
|
245
|
+
}
|
|
246
|
+
const md = item.meta_data && typeof item.meta_data === 'object' ? item.meta_data : {};
|
|
247
|
+
return startedMsFromInfo(md.description) || startedMsFromInfo(item.display_info);
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
/** ref.url 兼容读取:真实口径 = meta_data.app_link;多候选取第一个 https 命中;都没有 = 空串(允许) */
|
|
251
|
+
function urlOf(item) {
|
|
252
|
+
const md = item.meta_data && typeof item.meta_data === 'object' ? item.meta_data : {};
|
|
253
|
+
const cands = [item.url, item.minute_url, item.pc_url, item.share_url, md.app_link, item.app_link];
|
|
254
|
+
for (const c of cands) {
|
|
255
|
+
if (typeof c === 'string' && /^https:\/\//i.test(c)) return c;
|
|
256
|
+
}
|
|
257
|
+
return '';
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
/**
|
|
261
|
+
* 段内时间偏移("00:00:02.520")+ 妙记开始时刻 → ISO;无锚点/无时间串返回 null。
|
|
262
|
+
*/
|
|
263
|
+
function offsetToIso(timeStr, anchorMs) {
|
|
264
|
+
if (!anchorMs || !timeStr) return null;
|
|
265
|
+
const clean = String(timeStr).trim();
|
|
266
|
+
if (!clean) return null;
|
|
267
|
+
const dot = clean.indexOf('.');
|
|
268
|
+
const main = dot === -1 ? clean : clean.slice(0, dot);
|
|
269
|
+
const frac = dot === -1 ? '' : clean.slice(dot + 1);
|
|
270
|
+
const units = main.split(':').map(Number);
|
|
271
|
+
if (!units.length || units.some((n) => !Number.isFinite(n))) return null;
|
|
272
|
+
let sec = 0;
|
|
273
|
+
for (const u of units) sec = sec * 60 + u;
|
|
274
|
+
const ms = Number((frac + '000').slice(0, 3));
|
|
275
|
+
if (!Number.isFinite(sec) || !Number.isFinite(ms)) return null;
|
|
276
|
+
return new Date(anchorMs + sec * 1000 + ms).toISOString();
|
|
277
|
+
}
|
|
278
|
+
|
|
279
|
+
/**
|
|
280
|
+
* 逐字稿 TXT → 说话人分段(2026-11-03 真实样本校准的口径):
|
|
281
|
+
* - 说话人行 = 「Speaker 1 00:00:02.520」独立行(Speaker + 序号 + 段内时间偏移),内容在后续行;
|
|
282
|
+
* at = 妙记开始时刻(anchorMs)+ 行内偏移
|
|
283
|
+
* - 首个说话人行之前的行 = 头部元信息(录音日期行 / Keywords 块),丢弃
|
|
284
|
+
* - 其余行一律续接上一分段(内容任意,含冒号不误切)
|
|
285
|
+
* 行格式官方无文档,若未来导出形态变化 → 分段为空 → 该条计 failed 留痕重试(不静默错切)。
|
|
286
|
+
*/
|
|
287
|
+
function parseTranscript(text, anchorMs) {
|
|
288
|
+
const segments = [];
|
|
289
|
+
let started = false;
|
|
290
|
+
for (const line of String(text || '').split(/\r?\n/)) {
|
|
291
|
+
const s = line.trim();
|
|
292
|
+
if (!s) continue;
|
|
293
|
+
if (s.startsWith('Speaker')) {
|
|
294
|
+
const rest = s.slice(7).trim();
|
|
295
|
+
const sp = rest.indexOf(' ');
|
|
296
|
+
const num = sp > 0 ? rest.slice(0, sp) : rest;
|
|
297
|
+
const tail = sp > 0 ? rest.slice(sp + 1).trim() : '';
|
|
298
|
+
const numOk = num.length > 0 && Array.from(num).every((c) => c >= '0' && c <= '9');
|
|
299
|
+
const tailOk = tail === '' || Array.from(tail).every((c) => (c >= '0' && c <= '9') || c === ':' || c === '.');
|
|
300
|
+
if (numOk && tailOk) {
|
|
301
|
+
started = true;
|
|
302
|
+
segments.push({ raw: `Speaker ${num}`, memberId: null, text: '', at: offsetToIso(tail, anchorMs) });
|
|
303
|
+
continue;
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
if (!started) continue; // 头部元信息(录音日期/Keywords),丢弃
|
|
307
|
+
if (segments.length > 0) {
|
|
308
|
+
const last = segments[segments.length - 1];
|
|
309
|
+
last.text = last.text ? `${last.text}\n${s}` : s;
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
return segments.filter((seg) => seg.text);
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
/**
|
|
316
|
+
* 列表条目 + 逐字稿全文 → 统一消息模型(PRD §4,source:'feishu')。
|
|
317
|
+
* 逐字稿缺失/解析不出分段返回 null(调用方计入 failedFetch,下次同步重试)。
|
|
318
|
+
*/
|
|
319
|
+
function normalizeMinute(item, transcriptText) {
|
|
320
|
+
const segments = parseTranscript(transcriptText, startedMsOf(item));
|
|
321
|
+
if (segments.length === 0) return null;
|
|
322
|
+
|
|
323
|
+
const truncated = segments.length > MAX_SEGMENTS;
|
|
324
|
+
const kept = truncated ? segments.slice(0, MAX_SEGMENTS) : segments;
|
|
325
|
+
const contentLines = kept.map((s) => `【${s.raw}】${s.text}`);
|
|
326
|
+
|
|
327
|
+
const { id, contentHash } = messageIdFor(item);
|
|
328
|
+
return {
|
|
329
|
+
id,
|
|
330
|
+
source: 'feishu',
|
|
331
|
+
kind: 'minutes',
|
|
332
|
+
title: titleOf(item),
|
|
333
|
+
speakerSegments: kept,
|
|
334
|
+
content: contentLines.join('\n') + (truncated ? '\n【已截断:超过单条 600 段上限】' : ''),
|
|
335
|
+
occurredAt: new Date(startedMsOf(item) || Date.now()).toISOString(),
|
|
336
|
+
ref: { minuteToken: tokenOf(item), url: urlOf(item) },
|
|
337
|
+
contentHash,
|
|
338
|
+
truncated,
|
|
339
|
+
analyzedAt: null, // 分析水位:null=待分析
|
|
340
|
+
analyzeState: '', // '' | 'ok' | 'ANALYZE_FAILED'
|
|
341
|
+
analyzeError: null,
|
|
342
|
+
noise: [],
|
|
343
|
+
};
|
|
344
|
+
}
|
|
345
|
+
|
|
346
|
+
// -------------------------------------------------------------- list(分窗并集)
|
|
347
|
+
|
|
348
|
+
/** 本地日期串(YYYY-MM-DD)。不能用 toISOString——UTC 转换会把东八区本地零点倒回一天(真机踩坑:今天被分窗排除,同步恒空) */
|
|
349
|
+
function localDateStr(d) {
|
|
350
|
+
return `${d.getFullYear()}-${String(d.getMonth() + 1).padStart(2, '0')}-${String(d.getDate()).padStart(2, '0')}`;
|
|
351
|
+
}
|
|
352
|
+
|
|
353
|
+
/** 回溯期按 ≤31 天分窗(飞书官方约束:搜索时间窗最大 1 个月),窗口从今天往回切(首窗含今天) */
|
|
354
|
+
function monthlyChunks(lookbackDays) {
|
|
355
|
+
const days = clampLookback(lookbackDays);
|
|
356
|
+
const dayMs = 24 * 60 * 60 * 1000;
|
|
357
|
+
const now = new Date();
|
|
358
|
+
const chunks = [];
|
|
359
|
+
let end = new Date(now.getFullYear(), now.getMonth(), now.getDate() + 1); // 明天 0 点(首窗 end 减一天 = 今天,含今天)
|
|
360
|
+
const floor = new Date(now.getFullYear(), now.getMonth(), now.getDate() + 1 - days);
|
|
361
|
+
while (end > floor) {
|
|
362
|
+
// 首窗可能不足 CHUNK_DAYS:start 收口到 floor,不越界(评审 P2:lookbackDays<31 时不得恒拉满 31 天窗)
|
|
363
|
+
const rawStart = new Date(end.getTime() - CHUNK_DAYS * dayMs);
|
|
364
|
+
const start = rawStart < floor ? floor : rawStart;
|
|
365
|
+
chunks.push({
|
|
366
|
+
start: localDateStr(start),
|
|
367
|
+
end: localDateStr(new Date(end.getTime() - dayMs)), // end 当天有效(官方:仅日期 = 当天 23:59:59)
|
|
368
|
+
});
|
|
369
|
+
end = start;
|
|
370
|
+
}
|
|
371
|
+
return chunks;
|
|
372
|
+
}
|
|
373
|
+
|
|
374
|
+
function clampLookback(lookbackDays) {
|
|
375
|
+
return Math.max(1, Math.min(365, Number(lookbackDays) || 90));
|
|
376
|
+
}
|
|
377
|
+
|
|
378
|
+
/**
|
|
379
|
+
* 拉妙记列表:--owner-ids me ∪ --participant-ids me(官方口径「我的妙记」),
|
|
380
|
+
* 逐分窗逐身份查询 + has_more/page_token 翻页,按 minute_token 去重、按时间新→旧排序、封顶 max。
|
|
381
|
+
*/
|
|
382
|
+
async function listMinutes(cfg, fx) {
|
|
383
|
+
if (fx) return (Array.isArray(fx.items) && fx.items) || [];
|
|
384
|
+
const max = Number(cfg.feishu && cfg.feishu.maxMessages) || 200;
|
|
385
|
+
const chunks = monthlyChunks(cfg.feishu && cfg.feishu.lookbackDays);
|
|
386
|
+
const byToken = new Map();
|
|
387
|
+
for (const idsFlag of ['--owner-ids', '--participant-ids']) {
|
|
388
|
+
let hitCap = false;
|
|
389
|
+
for (const chunk of chunks) {
|
|
390
|
+
let pageToken = '';
|
|
391
|
+
for (let page = 0; page < MAX_PAGES_PER_QUERY; page += 1) {
|
|
392
|
+
const args = ['minutes', '+search', '--as', 'user', idsFlag, 'me',
|
|
393
|
+
'--start', chunk.start, '--end', chunk.end, '--page-size', '30'];
|
|
394
|
+
if (pageToken) args.push('--page-token', pageToken);
|
|
395
|
+
const data = await runLark(cfg, args);
|
|
396
|
+
for (const item of (data && Array.isArray(data.items) && data.items) || []) {
|
|
397
|
+
if (validListItem(item) && !byToken.has(tokenOf(item))) byToken.set(tokenOf(item), item);
|
|
398
|
+
}
|
|
399
|
+
if (!data || data.has_more !== true || !data.page_token) break;
|
|
400
|
+
const tok = String(data.page_token);
|
|
401
|
+
// 外部数据进子进程参数前的 allowlist(与 token 同一红线;不匹配即停止翻页并留痕)
|
|
402
|
+
if (!/^[A-Za-z0-9_.-]{1,256}$/.test(tok)) {
|
|
403
|
+
console.error(redact(`[feishu] page_token 形态异常,停止本查询翻页: ${tok.slice(0, 16)}…`));
|
|
404
|
+
break;
|
|
405
|
+
}
|
|
406
|
+
pageToken = tok;
|
|
407
|
+
}
|
|
408
|
+
if (byToken.size >= max * 2) { hitCap = true; break; } // 已远超封顶所需,提前收手(防首次同步过久)
|
|
409
|
+
}
|
|
410
|
+
if (hitCap) break;
|
|
411
|
+
}
|
|
412
|
+
return Array.from(byToken.values())
|
|
413
|
+
.sort((a, b) => (startedMsOf(b) || 0) - (startedMsOf(a) || 0))
|
|
414
|
+
.slice(0, max);
|
|
415
|
+
}
|
|
416
|
+
|
|
417
|
+
/**
|
|
418
|
+
* 拉单条妙记逐字稿:+detail --transcript 落地临时目录 → 只认目录内 transcript.txt → 读完即删。
|
|
419
|
+
* transcript_file 路径必须落在本次 --output-dir 内才读(防目录逃逸)。
|
|
420
|
+
*/
|
|
421
|
+
async function fetchTranscript(cfg, token, fx) {
|
|
422
|
+
if (fx) {
|
|
423
|
+
const t = fx.transcripts && fx.transcripts[token];
|
|
424
|
+
return typeof t === 'string' ? t : null;
|
|
425
|
+
}
|
|
426
|
+
// 外部数据进子进程参数前的本地 allowlist 校验(与 validListItem 同一形态红线)
|
|
427
|
+
const tok = String(token || '');
|
|
428
|
+
if (!MINUTE_TOKEN_RE.test(tok)) {
|
|
429
|
+
throw new Error(`minute_token 形态非法(应为 8~80 位字母数字): ${tok.slice(0, 8)}…`);
|
|
430
|
+
}
|
|
431
|
+
const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'fde-lark-'));
|
|
432
|
+
try {
|
|
433
|
+
const data = await runLark(cfg, ['minutes', '+detail', '--as', 'user', '--minute-tokens', tok,
|
|
434
|
+
'--transcript', '--overwrite', '--output-dir', dir]);
|
|
435
|
+
const minutes = (data && Array.isArray(data.minutes) && data.minutes) || [];
|
|
436
|
+
const hit = minutes.find((m) => m && (m.minute_token === tok || m.minute_token === undefined));
|
|
437
|
+
const file = hit && hit.artifacts && typeof hit.artifacts.transcript_file === 'string'
|
|
438
|
+
? hit.artifacts.transcript_file : '';
|
|
439
|
+
const dirResolved = path.resolve(dir);
|
|
440
|
+
let resolved = file ? path.resolve(file) : '';
|
|
441
|
+
// realpath 归一后比对(评审 P2:Windows 大小写/8.3 短名/\\?\ 前缀会让字节级前缀比对失配 → fail-closed 拒读)
|
|
442
|
+
try {
|
|
443
|
+
resolved = fs.realpathSync(resolved);
|
|
444
|
+
} catch (e) { /* 文件不存在/不可达 → 走下方边界判定返回 null */ }
|
|
445
|
+
let dirReal = dirResolved;
|
|
446
|
+
try {
|
|
447
|
+
dirReal = fs.realpathSync(dirResolved);
|
|
448
|
+
} catch (e) { /* 临时目录刚建必存在;容错保留原值 */ }
|
|
449
|
+
if (!resolved || !(resolved === dirReal || resolved.startsWith(dirReal + path.sep))) return null;
|
|
450
|
+
return fs.readFileSync(resolved, 'utf8');
|
|
451
|
+
} finally {
|
|
452
|
+
try { fs.rmSync(dir, { recursive: true, force: true }); } catch (e) { /* 临时目录清理失败不阻塞 */ }
|
|
453
|
+
}
|
|
454
|
+
}
|
|
455
|
+
|
|
456
|
+
// -------------------------------------------------------------------- sync
|
|
457
|
+
|
|
458
|
+
/**
|
|
459
|
+
* 全量+增量同步:拉列表 → 逐条哈希查重 → 新条目拉逐字稿 → normalize → 入池。
|
|
460
|
+
* 单条逐字稿失败不中断整轮(计入 failed,下次同步因哈希不在池中自然重试)。
|
|
461
|
+
* @returns {{total:number, added:number, skippedExisting:number, skippedIgnored:number, failed:Array}}
|
|
462
|
+
*/
|
|
463
|
+
async function syncMessages(ctx) {
|
|
464
|
+
const cfg = ctx.config;
|
|
465
|
+
if (!cfg.feishu || cfg.feishu.enabled === false) {
|
|
466
|
+
throw new HttpError(409, 'RADAR_DISABLED', '飞书通道未启用(config.feishu.enabled=false)');
|
|
467
|
+
}
|
|
468
|
+
const whitelist = (cfg.feishu.hostWhitelist || []).slice();
|
|
469
|
+
|
|
470
|
+
const fx = readFixture();
|
|
471
|
+
const list = await listMinutes(cfg, fx);
|
|
472
|
+
|
|
473
|
+
const messages = store.loadMessages(ctx);
|
|
474
|
+
const byId = new Map(messages.map((m) => [m.id, m]));
|
|
475
|
+
let added = 0;
|
|
476
|
+
let skippedExisting = 0;
|
|
477
|
+
let skippedIgnored = 0;
|
|
478
|
+
const failed = [];
|
|
479
|
+
|
|
480
|
+
for (const item of list) {
|
|
481
|
+
const token = tokenOf(item);
|
|
482
|
+
const { id } = messageIdFor(item);
|
|
483
|
+
if (byId.has(id)) {
|
|
484
|
+
skippedExisting += 1;
|
|
485
|
+
continue;
|
|
486
|
+
}
|
|
487
|
+
if (radarIgnore.ignoredReason(ctx, { id })) {
|
|
488
|
+
skippedIgnored += 1;
|
|
489
|
+
continue;
|
|
490
|
+
}
|
|
491
|
+
let transcriptText;
|
|
492
|
+
try {
|
|
493
|
+
transcriptText = await fetchTranscript(cfg, token, fx);
|
|
494
|
+
} catch (e) {
|
|
495
|
+
failed.push({ minuteToken: token, error: redact((e && e.message) || String(e)) });
|
|
496
|
+
continue;
|
|
497
|
+
}
|
|
498
|
+
const msg = normalizeMinute(item, transcriptText || '');
|
|
499
|
+
if (!msg) {
|
|
500
|
+
failed.push({ minuteToken: token, error: '逐字稿缺失或为空' });
|
|
501
|
+
continue;
|
|
502
|
+
}
|
|
503
|
+
if (radarIgnore.ignoredReason(ctx, { msg })) {
|
|
504
|
+
skippedIgnored += 1;
|
|
505
|
+
continue;
|
|
506
|
+
}
|
|
507
|
+
// 纵深防御:ref.url host 白名单(我们不出站,但前端渲染为链接)
|
|
508
|
+
let urlHost = '';
|
|
509
|
+
try { urlHost = msg.ref.url ? new URL(msg.ref.url).hostname : ''; } catch (e) { urlHost = ''; }
|
|
510
|
+
if (urlHost && !hostAllowed(urlHost, whitelist)) {
|
|
511
|
+
failed.push({ minuteToken: token, error: `ref.url host 不在白名单: ${urlHost}` });
|
|
512
|
+
continue;
|
|
513
|
+
}
|
|
514
|
+
messages.push(msg);
|
|
515
|
+
byId.set(msg.id, msg);
|
|
516
|
+
added += 1;
|
|
517
|
+
}
|
|
518
|
+
|
|
519
|
+
// 收尾合并写(评审 P1:全程持有入池前快照,首轮逐条拉逐字稿可跑数分钟——期间用户删消息/
|
|
520
|
+
// 分析管线写回都会被旧快照整体覆写掉。重读磁盘按 id 合并:盘上现有为准,仅补本轮真新增)
|
|
521
|
+
const fresh = store.loadMessages(ctx);
|
|
522
|
+
const freshIds = new Set(fresh.map((m) => m.id));
|
|
523
|
+
const trulyNew = messages.filter((m) => !freshIds.has(m.id));
|
|
524
|
+
store.saveMessages(ctx, fresh.concat(trulyNew));
|
|
525
|
+
return { total: list.length, added: trulyNew.length, skippedExisting, skippedIgnored, failed };
|
|
526
|
+
}
|
|
527
|
+
|
|
528
|
+
// ------------------------------------------------------------------- routes
|
|
529
|
+
|
|
530
|
+
/** 引擎健康(设置页 GET /api/radar/engine 的 feishu 节):二进制可达性检查,零出网 */
|
|
531
|
+
function feishuHealth(cfg) {
|
|
532
|
+
return {
|
|
533
|
+
enabled: !!(cfg.feishu && cfg.feishu.enabled === true),
|
|
534
|
+
larkBin: resolveLarkBin(cfg),
|
|
535
|
+
fixtureMode: !!process.env.LARK_FIXTURE,
|
|
536
|
+
};
|
|
537
|
+
}
|
|
538
|
+
|
|
539
|
+
function registerFeishuRoutes(router, ctx) {
|
|
540
|
+
// 手动同步(按钮驱动,v1 无轮询):异步 job,立即 202 + 进度可查——与钉钉同步同一模式
|
|
541
|
+
router.add('POST', '/api/radar/sync/feishu', (c) => {
|
|
542
|
+
const job = jobsMod.createJob('sync-feishu', 0);
|
|
543
|
+
(async () => {
|
|
544
|
+
try {
|
|
545
|
+
const result = await syncMessages(ctx);
|
|
546
|
+
job.total = result.total;
|
|
547
|
+
job.done = result.total;
|
|
548
|
+
job.results.push({ item: 'sync-feishu', ok: true, ...result });
|
|
549
|
+
job.state = result.failed.length === 0 ? 'done' : 'partial';
|
|
550
|
+
job.finishedAt = new Date().toISOString();
|
|
551
|
+
} catch (e) {
|
|
552
|
+
job.state = 'failed';
|
|
553
|
+
job.error = redact((e && e.message) || String(e));
|
|
554
|
+
job.finishedAt = new Date().toISOString();
|
|
555
|
+
}
|
|
556
|
+
})();
|
|
557
|
+
sendJSON(c.res, 202, { jobId: job.id });
|
|
558
|
+
});
|
|
559
|
+
}
|
|
560
|
+
|
|
561
|
+
module.exports = {
|
|
562
|
+
registerFeishuRoutes,
|
|
563
|
+
syncMessages,
|
|
564
|
+
normalizeMinute,
|
|
565
|
+
parseTranscript,
|
|
566
|
+
messageIdFor,
|
|
567
|
+
titleOf,
|
|
568
|
+
startedMsFromInfo,
|
|
569
|
+
startedMsOf,
|
|
570
|
+
urlOf,
|
|
571
|
+
monthlyChunks,
|
|
572
|
+
listMinutes,
|
|
573
|
+
fetchTranscript,
|
|
574
|
+
resolveLarkBin,
|
|
575
|
+
runLark,
|
|
576
|
+
unwrapLarkPayload,
|
|
577
|
+
larkErrorDetail,
|
|
578
|
+
readFixture,
|
|
579
|
+
feishuHealth,
|
|
580
|
+
};
|