fde-console 0.0.0-stage → 2.9.68

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +128 -2
  3. package/README.zh-CN.md +130 -0
  4. package/assets/icon.svg +9 -0
  5. package/cordis.patch.yml +7 -0
  6. package/lib/agentActivity.js +1180 -0
  7. package/lib/agentContext.js +146 -0
  8. package/lib/agentTranscript.js +1398 -0
  9. package/lib/analyze.js +625 -0
  10. package/lib/attribute.js +205 -0
  11. package/lib/backup.js +366 -0
  12. package/lib/desktopAgents.js +123 -0
  13. package/lib/diary.js +333 -0
  14. package/lib/dingtalk.js +412 -0
  15. package/lib/feishu.js +580 -0
  16. package/lib/giteaClient.js +810 -0
  17. package/lib/giteeClient.js +372 -0
  18. package/lib/githubClient.js +361 -0
  19. package/lib/heatmap.js +99 -0
  20. package/lib/imNotify.js +378 -0
  21. package/lib/inbox.js +438 -0
  22. package/lib/instanceLock.js +122 -0
  23. package/lib/jobs.js +56 -0
  24. package/lib/learn.js +1388 -0
  25. package/lib/learnImport.js +283 -0
  26. package/lib/learnSeeds.js +97 -0
  27. package/lib/learnSeedsAiEng.js +77 -0
  28. package/lib/mcpCore.js +135 -0
  29. package/lib/members.js +160 -0
  30. package/lib/migration.js +403 -0
  31. package/lib/overview.js +376 -0
  32. package/lib/postmortem.js +148 -0
  33. package/lib/radarIgnore.js +134 -0
  34. package/lib/redact.js +76 -0
  35. package/lib/router.js +246 -0
  36. package/lib/routes-gitea.js +262 -0
  37. package/lib/routes-setup.js +40 -0
  38. package/lib/scorecard.js +111 -0
  39. package/lib/sessionRef.js +227 -0
  40. package/lib/sessionSnapshot.js +67 -0
  41. package/lib/sessionSuggest.js +186 -0
  42. package/lib/settings.js +783 -0
  43. package/lib/setupCheck.js +330 -0
  44. package/lib/ssrfGuard.js +145 -0
  45. package/lib/store.js +564 -0
  46. package/lib/storeDb.js +418 -0
  47. package/lib/taskEvents.js +243 -0
  48. package/lib/webhookOut.js +125 -0
  49. package/lib/weekly.js +439 -0
  50. package/lib/workSearch.js +220 -0
  51. package/locale/en.json +6 -0
  52. package/locale/zh.json +6 -0
  53. package/package.json +46 -4
  54. package/plugin/adapter.js +157 -0
  55. package/plugin/client.js +282 -0
  56. package/plugin/index.mjs +116 -0
  57. package/plugin/static.js +99 -0
  58. package/scripts/backup-data.js +41 -0
  59. package/scripts/mcp-server.mjs +68 -0
  60. package/scripts/migrate-data.js +301 -0
  61. package/scripts/migrate-storage.js +47 -0
  62. package/scripts/seed-demo.js +200 -0
  63. package/scripts/write-agent-context.js +43 -0
  64. package/test/helpers/appAssembler.js +1078 -0
  65. package/web/client/fde-client.js +292 -0
  66. package/web/css/app.css +1510 -0
  67. package/web/index.html +69 -0
  68. package/web/js/api.js +72 -0
  69. package/web/js/app.js +313 -0
  70. package/web/js/icons.js +48 -0
  71. package/web/js/mock.js +1150 -0
  72. package/web/js/state.js +7 -0
  73. package/web/js/ui.js +276 -0
  74. package/web/js/views/activity.js +410 -0
  75. package/web/js/views/agents.js +892 -0
  76. package/web/js/views/board.js +1656 -0
  77. package/web/js/views/learn.js +530 -0
  78. package/web/js/views/members.js +344 -0
  79. package/web/js/views/onboarding.js +103 -0
  80. package/web/js/views/overview.js +508 -0
  81. package/web/js/views/radar.js +1359 -0
  82. package/web/js/views/search.js +149 -0
  83. package/web/js/views/settings.js +1351 -0
  84. package/web/js/views/topology.js +471 -0
  85. package/web/mock.json +2363 -0
package/lib/members.js ADDED
@@ -0,0 +1,160 @@
1
+ 'use strict';
2
+
3
+ /**
4
+ * members.js — v1.2 手工名册 CRUD(POST / PATCH / DELETE /api/members)
5
+ * - 存储为项目根 members.json 配置文件(tmp+rename 原子写,人可手改)
6
+ * - GET /api/members 聚合视图(含 manual 字段与 giteaLogin 活动归因)在 overview.js,本模块只管写路径
7
+ * - 只允许增删改手工名册条目;智能体与 Gitea 派生成员不可经此删除(409 MEMBER_IMMUTABLE)
8
+ */
9
+
10
+ const store = require('./store');
11
+ const { HttpError, sendJSON, noContent } = require('./router');
12
+
13
+ /** id 规则:小写字母开头,可含小写字母/数字/点/连字符,总长 1..32 */
14
+ const MEMBER_ID_RE = /^[a-z][a-z0-9.-]{0,31}$/;
15
+
16
+ function memberView(m) {
17
+ return {
18
+ id: m.id,
19
+ name: m.name,
20
+ role: typeof m.role === 'string' ? m.role : '',
21
+ giteaLogin: typeof m.giteaLogin === 'string' ? m.giteaLogin : '',
22
+ // v2.9:GitHub 组织动态源归因用(动态流 actor 的 githubLogin 匹配链)
23
+ githubLogin: typeof m.githubLogin === 'string' ? m.githubLogin : '',
24
+ // 任务雷达(PRD §6):钉钉昵称别名数组;历史数据缺字段回退 []
25
+ aliases: Array.isArray(m.aliases) ? m.aliases.filter((a) => typeof a === 'string') : [],
26
+ enabled: m.enabled !== false,
27
+ };
28
+ }
29
+
30
+ /** name 必填,去首尾空白后 1..50 字 */
31
+ function requireName(v) {
32
+ if (typeof v !== 'string' || v.trim().length < 1 || v.trim().length > 50) {
33
+ throw new HttpError(400, 'MEMBER_INVALID', 'name 必填且为 1..50 字符');
34
+ }
35
+ return v.trim();
36
+ }
37
+
38
+ /** role/giteaLogin 可选字符串 ≤50 字;缺省 '';null 视为未填 */
39
+ function optionalField(v, label) {
40
+ if (v === undefined || v === null || v === '') return '';
41
+ if (typeof v !== 'string' || v.trim().length > 50) {
42
+ throw new HttpError(400, 'MEMBER_INVALID', `${label} 可省略,提供时必须为 ≤50 字符的字符串`);
43
+ }
44
+ return v.trim();
45
+ }
46
+
47
+ function requireEnabled(v) {
48
+ if (typeof v !== 'boolean') throw new HttpError(400, 'MEMBER_INVALID', 'enabled 必须为布尔值');
49
+ return v;
50
+ }
51
+
52
+ /**
53
+ * 别名写入目标的统一解析(v1.5 goose 验收 P1-C)——确认弹层下拉展示的是聚合名册
54
+ * (含 Gitea 派生成员),「记住映射」必须能挂到任何派生 id 上,否则该组合必 404。
55
+ * 本函数不落盘(调用方完成别名追加后一次性 saveMembers):
56
+ * - 手工名册命中 → 原样返回(created:false)
57
+ * - 未命中但命中 Gitea 成员缓存(id=login)→ 在 members 数组就地创建关联手工条目
58
+ * {id:login, name:full_name, giteaLogin:login, enabled:true}(created:true)
59
+ * - 两边都不沾(含 agents.json 智能体)→ member:null(调用方 404)
60
+ * @returns {{members:Array, member:object|null, created:boolean}}
61
+ */
62
+ function resolveAliasTarget(ctx, id) {
63
+ const members = store.loadMembers(ctx.membersPath);
64
+ const hit = members.find((m) => m.id === id);
65
+ if (hit) return { members, member: hit, created: false };
66
+ const g = store.loadGiteaMembers(ctx).find((h) => h.id === id);
67
+ if (!g) return { members, member: null, created: false };
68
+ const member = { id: g.id, name: g.name || g.id, role: '', giteaLogin: g.id, enabled: true };
69
+ members.push(member);
70
+ return { members, member, created: true };
71
+ }
72
+
73
+ function registerMemberRoutes(router, ctx) {
74
+ router.add('POST', '/api/members', (c) => {
75
+ const members = store.loadMembers(ctx.membersPath);
76
+ const body = c.body || {};
77
+ if (typeof body.id !== 'string' || !MEMBER_ID_RE.test(body.id)) {
78
+ throw new HttpError(400, 'MEMBER_INVALID', 'id 必填且须匹配 ^[a-z][a-z0-9.-]{0,31}$');
79
+ }
80
+ if (members.some((m) => m.id === body.id)) {
81
+ throw new HttpError(409, 'MEMBER_EXISTS', '该 id 已存在于手工名册');
82
+ }
83
+ const member = {
84
+ id: body.id,
85
+ name: requireName(body.name),
86
+ role: optionalField(body.role, 'role'),
87
+ giteaLogin: optionalField(body.giteaLogin, 'giteaLogin'),
88
+ githubLogin: optionalField(body.githubLogin, 'githubLogin'),
89
+ enabled: body.enabled === undefined ? true : requireEnabled(body.enabled),
90
+ };
91
+ members.push(member);
92
+ store.saveMembers(ctx.membersPath, members);
93
+ sendJSON(c.res, 201, memberView(member));
94
+ });
95
+
96
+ router.add('PATCH', '/api/members/:id', (c) => {
97
+ const members = store.loadMembers(ctx.membersPath);
98
+ const member = members.find((m) => m.id === c.params.id);
99
+ if (!member) {
100
+ throw new HttpError(404, 'MEMBER_NOT_FOUND', '手工名册中不存在该成员(智能体与 Gitea 派生成员不经此接口修改)');
101
+ }
102
+ const body = c.body || {};
103
+ if (body.name !== undefined) member.name = requireName(body.name);
104
+ if (body.role !== undefined) member.role = optionalField(body.role, 'role');
105
+ if (body.giteaLogin !== undefined) member.giteaLogin = optionalField(body.giteaLogin, 'giteaLogin');
106
+ if (body.githubLogin !== undefined) member.githubLogin = optionalField(body.githubLogin, 'githubLogin');
107
+ if (body.enabled !== undefined) member.enabled = requireEnabled(body.enabled);
108
+ store.saveMembers(ctx.membersPath, members);
109
+ sendJSON(c.res, 200, memberView(member));
110
+ });
111
+
112
+ router.add('DELETE', '/api/members/:id', (c) => {
113
+ const id = c.params.id;
114
+ const members = store.loadMembers(ctx.membersPath);
115
+ const idx = members.findIndex((m) => m.id === id);
116
+ if (idx !== -1) {
117
+ members.splice(idx, 1);
118
+ store.saveMembers(ctx.membersPath, members);
119
+ return noContent(c.res);
120
+ }
121
+ // 手工名册之外的派生成员一律拒删:智能体与 Gitea 派生(缓存 ∪ 动态 actor)只读
122
+ const isAgent = store.loadAgents(ctx.agentsPath).some((a) => a.id === id);
123
+ const isGiteaDerived =
124
+ store.loadGiteaMembers(ctx).some((h) => h.id === id) ||
125
+ store.loadActivities(ctx).some((a) => a && a.actor === id);
126
+ if (isAgent || isGiteaDerived) {
127
+ throw new HttpError(409, 'MEMBER_IMMUTABLE', '该成员非手工名册条目,不可删除(智能体走 /api/agents,Gitea 成员为派生只读)');
128
+ }
129
+ throw new HttpError(404, 'MEMBER_NOT_FOUND', '成员不存在');
130
+ });
131
+
132
+ // 任务雷达(PRD §6):确认候选卡「记住此映射」→ 说话人昵称入别名表,下次分析自动归人。
133
+ // v1.5(P1-C):目标 id 不在手工名册但命中 Gitea 缓存时,自动创建关联手工条目再写别名
134
+ //(响应 201 + created:true);映射知识可挂到聚合名册的任何成员上
135
+ router.add('POST', '/api/members/:id/aliases', (c) => {
136
+ const raw = (c.body || {}).alias;
137
+ if (typeof raw !== 'string' || raw.trim().length < 1 || raw.trim().length > 50) {
138
+ throw new HttpError(400, 'MEMBER_INVALID', 'alias 必填且为 1..50 字符');
139
+ }
140
+ const alias = raw.trim();
141
+ const { members, member, created } = resolveAliasTarget(ctx, c.params.id);
142
+ if (!member) {
143
+ throw new HttpError(404, 'MEMBER_NOT_FOUND', '成员不存在于手工名册,且不在 Gitea 成员缓存(智能体不参与说话人映射)');
144
+ }
145
+ if (!Array.isArray(member.aliases)) member.aliases = [];
146
+ // 大小写不敏感去重(分析时的匹配同样是大小写不敏感)
147
+ const dup = member.aliases.some((a) => typeof a === 'string' && a.trim().toLowerCase() === alias.toLowerCase());
148
+ if (!dup) member.aliases.push(alias);
149
+ store.saveMembers(ctx.membersPath, members);
150
+ const view = memberView(member);
151
+ if (created) {
152
+ view.created = true;
153
+ sendJSON(c.res, 201, view);
154
+ } else {
155
+ sendJSON(c.res, 200, view);
156
+ }
157
+ });
158
+ }
159
+
160
+ module.exports = { registerMemberRoutes, MEMBER_ID_RE, memberView, resolveAliasTarget };
@@ -0,0 +1,403 @@
1
+ 'use strict';
2
+
3
+ /**
4
+ * migration.js — v2.9.33 JSON→SQLite 一次性导入器核心(SPEC-STORAGE §4)
5
+ *
6
+ * 流程(严格顺序,任一步失败即停,台账未标记=可安全重跑):
7
+ * ①前置备份(lib/backup.js 现有机制)→ ②存活实例检查(instanceLock,有活实例拒绝执行)
8
+ * → ③逐单元:读 JSON → 形状校验(坏行清点,不静默丢)→ 单事务 INSERT → 行数对账
9
+ * → ④台账登记(meta 表 unit:<name>)→ ⑤JSON 原文件改名 *.migrated-<ts>(保留,回退靠它)
10
+ * 幂等:台账已标记的单元跳过(--force 允许清表重导);--dry-run 只报告不写。
11
+ * DDL 归本文件(storeDb.openDb 不建表——库与表都由迁移器创建,职责单一)。
12
+ */
13
+
14
+ const fs = require('node:fs');
15
+ const path = require('node:path');
16
+ const store = require('./store');
17
+ const storeDb = require('./storeDb');
18
+ const backup = require('./backup');
19
+ const instanceLock = require('./instanceLock');
20
+ const { HttpError } = require('./router');
21
+
22
+ const SCHEMA_VERSION = 2; // v1:messages/task_events;v2:+tasks/activities/inbox/diary/learn_docs
23
+
24
+ const DDL = [
25
+ `CREATE TABLE IF NOT EXISTS meta (
26
+ key TEXT PRIMARY KEY,
27
+ value TEXT NOT NULL
28
+ )`,
29
+ // messages(SPEC-STORAGE §2①):投影列只写不读,data 列=原始对象真源
30
+ `CREATE TABLE IF NOT EXISTS messages (
31
+ id TEXT PRIMARY KEY,
32
+ title TEXT, source TEXT, occurred_at TEXT, created_at TEXT,
33
+ analyzed_at TEXT, analyze_state TEXT, analyze_attempts INTEGER DEFAULT 0,
34
+ data TEXT NOT NULL
35
+ )`,
36
+ // task_events(§2②):字段封闭七列,无 data 列
37
+ `CREATE TABLE IF NOT EXISTS task_events (
38
+ seq INTEGER PRIMARY KEY AUTOINCREMENT,
39
+ event_id TEXT NOT NULL UNIQUE,
40
+ task_id TEXT NOT NULL,
41
+ type TEXT NOT NULL,
42
+ from_v TEXT, to_v TEXT, detail TEXT, at TEXT NOT NULL
43
+ )`,
44
+ // tasks(§2③,批次 2):投影列只写不读,data 列=完整任务对象真源(含 artifacts[])
45
+ `CREATE TABLE IF NOT EXISTS tasks (
46
+ id TEXT PRIMARY KEY,
47
+ status TEXT NOT NULL,
48
+ priority TEXT, project_dir TEXT, branch TEXT, repo TEXT,
49
+ member_id TEXT, acceptor_id TEXT, due_date TEXT,
50
+ created_at TEXT, updated_at TEXT, completed_at TEXT,
51
+ data TEXT NOT NULL
52
+ )`,
53
+ // activities(§2④,批次 2):url=归因幂等键
54
+ `CREATE TABLE IF NOT EXISTS activities (
55
+ url TEXT PRIMARY KEY,
56
+ type TEXT NOT NULL, actor TEXT, repo TEXT, branch TEXT, sha TEXT,
57
+ title TEXT, message_body TEXT, occurred_at TEXT, fetched_at TEXT,
58
+ data TEXT NOT NULL
59
+ )`,
60
+ // inbox(§2⑤,批次 2)
61
+ `CREATE TABLE IF NOT EXISTS inbox (
62
+ id TEXT PRIMARY KEY,
63
+ kind TEXT NOT NULL, message_id TEXT, state TEXT NOT NULL,
64
+ confidence REAL, suggested_member_id TEXT, existing_task_id TEXT,
65
+ created_at TEXT, decided_at TEXT,
66
+ data TEXT NOT NULL
67
+ )`,
68
+ // diary(§2⑥,批次 2):关系键天然映射
69
+ `CREATE TABLE IF NOT EXISTS diary (
70
+ task_id TEXT NOT NULL, date TEXT NOT NULL,
71
+ content TEXT NOT NULL, updated_at TEXT,
72
+ PRIMARY KEY (task_id, date)
73
+ )`,
74
+ // learn_docs(§2.4,批次 2):learn 五单元单文档行(items/pages/schedule/sessions/scan)
75
+ `CREATE TABLE IF NOT EXISTS learn_docs (
76
+ unit TEXT PRIMARY KEY,
77
+ data TEXT NOT NULL,
78
+ updated_at TEXT
79
+ )`,
80
+ ];
81
+
82
+ /** 迁移单元 → 源文件相对路径(backup.js unitFileOf 同源映射;learn 单元文件在 learn/ 子目录) */
83
+ const UNIT_FILES = {
84
+ messages: 'messages.json',
85
+ task_events: 'task_events.json',
86
+ tasks: 'tasks.json',
87
+ activities: 'activities.json',
88
+ inbox: 'inbox.json',
89
+ diary: 'diary.json',
90
+ 'learn:items': 'learn/items.json',
91
+ 'learn:pages': 'learn/pages.json',
92
+ 'learn:schedule': 'learn/schedule.json',
93
+ 'learn:sessions': 'learn/sessions.json',
94
+ 'learn:scan': 'learn/scan.json',
95
+ };
96
+
97
+ /** 行投影与读取(messages/task_events 沿用批次 1 形态;批次 2 各单元 data 真源 + 投影列) */
98
+ function insertRow(db, unit, row) {
99
+ if (unit === 'messages') {
100
+ db.prepare('INSERT INTO messages (id,title,source,occurred_at,created_at,analyzed_at,analyze_state,analyze_attempts,data) VALUES (?,?,?,?,?,?,?,?,?)')
101
+ .run(row.id, row.title === undefined ? null : String(row.title), row.source === undefined ? null : String(row.source), row.occurredAt === undefined ? null : String(row.occurredAt), row.createdAt === undefined ? null : String(row.createdAt), row.analyzedAt === undefined ? null : String(row.analyzedAt), row.analyzeState === undefined ? null : String(row.analyzeState), Number.isFinite(row.analyzeAttempts) ? row.analyzeAttempts : 0, JSON.stringify(row));
102
+ return;
103
+ }
104
+ if (unit === 'task_events') {
105
+ db.prepare('INSERT INTO task_events (event_id,task_id,type,from_v,to_v,detail,at) VALUES (?,?,?,?,?,?,?)')
106
+ .run(row.id, row.taskId, String(row.type || ''), row.from === undefined ? null : String(row.from), row.to === undefined ? null : String(row.to), row.detail === undefined ? null : String(row.detail), String(row.at || ''));
107
+ return;
108
+ }
109
+ if (unit === 'tasks') {
110
+ db.prepare('INSERT INTO tasks (id,status,priority,project_dir,branch,repo,member_id,acceptor_id,due_date,created_at,updated_at,completed_at,data) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?)')
111
+ .run(row.id, String(row.status || ''), row.priority === undefined ? null : String(row.priority), row.projectDir === undefined ? null : String(row.projectDir), row.branch === undefined ? null : String(row.branch), row.repo === undefined ? null : String(row.repo), row.memberId === undefined ? null : String(row.memberId), row.acceptorId === undefined ? null : String(row.acceptorId), row.dueDate === undefined ? null : String(row.dueDate), row.createdAt === undefined ? null : String(row.createdAt), row.updatedAt === undefined ? null : String(row.updatedAt), row.completedAt === undefined ? null : String(row.completedAt), JSON.stringify(row));
112
+ return;
113
+ }
114
+ if (unit === 'activities') {
115
+ db.prepare('INSERT INTO activities (url,type,actor,repo,branch,sha,title,message_body,occurred_at,fetched_at,data) VALUES (?,?,?,?,?,?,?,?,?,?,?)')
116
+ .run(String(row.url), String(row.type || ''), row.actor === undefined ? null : String(row.actor), row.repo === undefined ? null : String(row.repo), row.branch === undefined ? null : String(row.branch), row.sha === undefined ? null : String(row.sha), row.title === undefined ? null : String(row.title), row.messageBody === undefined ? null : String(row.messageBody), row.occurredAt === undefined ? null : String(row.occurredAt), row.fetchedAt === undefined ? null : String(row.fetchedAt), JSON.stringify(row));
117
+ return;
118
+ }
119
+ if (unit === 'inbox') {
120
+ db.prepare('INSERT INTO inbox (id,kind,message_id,state,confidence,suggested_member_id,existing_task_id,created_at,decided_at,data) VALUES (?,?,?,?,?,?,?,?,?,?)')
121
+ .run(row.id, String(row.kind || 'task'), row.messageId === undefined ? null : String(row.messageId), String(row.state || 'pending'), Number.isFinite(row.confidence) ? row.confidence : null, row.suggestedMemberId === undefined ? null : String(row.suggestedMemberId), row.existingTaskId === undefined ? null : String(row.existingTaskId), row.createdAt === undefined ? null : String(row.createdAt), row.decidedAt === undefined ? null : String(row.decidedAt), JSON.stringify(row));
122
+ return;
123
+ }
124
+ if (unit === 'diary') {
125
+ db.prepare('INSERT INTO diary (task_id,date,content,updated_at) VALUES (?,?,?,?)')
126
+ .run(row.taskId, row.date, String(row.content || ''), row.updatedAt === undefined ? null : String(row.updatedAt));
127
+ return;
128
+ }
129
+ // learn:* 单文档行(unit 键 = 'learn:items' 等)
130
+ if (unit.startsWith('learn:')) {
131
+ db.prepare('INSERT INTO learn_docs (unit, data, updated_at) VALUES (?,?,?)')
132
+ .run(unit, JSON.stringify(row), row.updatedAt === undefined ? null : String(row.updatedAt));
133
+ }
134
+ }
135
+
136
+ /** 单元文件路径:显式根目录边界校验(def.file 虽为 UNITS 硬编码常量,边界闸照设——纵深防御) */
137
+ function unitFile(dataDir, unit, def) {
138
+ const root = path.resolve(dataDir);
139
+ const target = path.resolve(root, def.file);
140
+ if (target !== root && !target.startsWith(root + path.sep)) {
141
+ throw new HttpError(400, 'FIELD_INVALID', `单元文件路径越界: ${unit}`);
142
+ }
143
+ return target;
144
+ }
145
+
146
+ /** 单元定义:源文件(相对 dataDir)+ 读取(→行数组)+ 校验(rows/bad)+ 表名/清理 SQL */
147
+ function readJsonFile(file) {
148
+ return JSON.parse(fs.readFileSync(file, 'utf8'));
149
+ }
150
+ function arrOf(j, wrapKey) {
151
+ if (Array.isArray(j)) return j;
152
+ if (j && Array.isArray(j[wrapKey])) return j[wrapKey];
153
+ throw new Error('无法识别的单元数组形态');
154
+ }
155
+
156
+ const UNITS = {
157
+ messages: {
158
+ file: 'messages.json',
159
+ table: 'messages',
160
+ read: (file) => arrOf(readJsonFile(file), 'messages'),
161
+ validate: (arr) => {
162
+ const bad = [];
163
+ const rows = [];
164
+ for (const m of arr) {
165
+ if (m && typeof m.id === 'string' && m.id) rows.push(m);
166
+ else bad.push(JSON.stringify(m).slice(0, 80));
167
+ }
168
+ return { rows, bad };
169
+ },
170
+ clear: (db) => { db.exec('DELETE FROM messages'); },
171
+ count: (db) => db.prepare('SELECT COUNT(*) AS n FROM messages').get().n,
172
+ },
173
+ task_events: {
174
+ file: 'task_events.json',
175
+ table: 'task_events',
176
+ read: (file) => arrOf(readJsonFile(file), 'events'),
177
+ validate: (arr) => {
178
+ const bad = [];
179
+ const rows = [];
180
+ for (const e of arr) {
181
+ if (e && typeof e.id === 'string' && e.id && typeof e.taskId === 'string' && e.taskId) rows.push(e);
182
+ else bad.push(JSON.stringify(e).slice(0, 80));
183
+ }
184
+ return { rows, bad };
185
+ },
186
+ clear: (db) => { db.exec('DELETE FROM task_events'); },
187
+ count: (db) => db.prepare('SELECT COUNT(*) AS n FROM task_events').get().n,
188
+ },
189
+ tasks: {
190
+ file: 'tasks.json',
191
+ table: 'tasks',
192
+ // 列定义抽取:源 tasks.json 的 columns 字段迁移时抽到伴生文件 columns.json
193
+ // (loadTasks 的 db 路径从伴生文件读列定义——抽不走它,首次保存前列定义回落默认)
194
+ read: (file) => {
195
+ const j = readJsonFile(file);
196
+ const arr = arrOf(j, 'tasks');
197
+ if (j && Array.isArray(j.columns)) arr.__columns = j.columns;
198
+ return arr;
199
+ },
200
+ validate: (arr) => {
201
+ const bad = [];
202
+ const rows = [];
203
+ for (const t of arr) {
204
+ if (t && typeof t.id === 'string' && t.id) rows.push(t);
205
+ else bad.push(JSON.stringify(t).slice(0, 80));
206
+ }
207
+ return { rows, bad };
208
+ },
209
+ clear: (db) => { db.exec('DELETE FROM tasks'); },
210
+ count: (db) => db.prepare('SELECT COUNT(*) AS n FROM tasks').get().n,
211
+ // 台账登记后抽列伴生文件(arr.__columns 由 read 附着)
212
+ afterImport: (dataDir, arr) => {
213
+ if (Array.isArray(arr.__columns) && arr.__columns.length) {
214
+ store.writeJSON(path.join(dataDir, 'columns.json'), arr.__columns);
215
+ }
216
+ },
217
+ },
218
+ activities: {
219
+ file: 'activities.json',
220
+ table: 'activities',
221
+ read: (file) => arrOf(readJsonFile(file), 'activities'),
222
+ validate: (arr) => {
223
+ const bad = [];
224
+ const rows = [];
225
+ for (const a of arr) {
226
+ if (a && typeof a.url === 'string' && a.url) rows.push(a);
227
+ else bad.push(JSON.stringify(a).slice(0, 80));
228
+ }
229
+ return { rows, bad };
230
+ },
231
+ clear: (db) => { db.exec('DELETE FROM activities'); },
232
+ count: (db) => db.prepare('SELECT COUNT(*) AS n FROM activities').get().n,
233
+ },
234
+ inbox: {
235
+ file: 'inbox.json',
236
+ table: 'inbox',
237
+ read: (file) => arrOf(readJsonFile(file), 'candidates'),
238
+ validate: (arr) => {
239
+ const bad = [];
240
+ const rows = [];
241
+ for (const c of arr) {
242
+ if (c && typeof c.id === 'string' && c.id) rows.push(c);
243
+ else bad.push(JSON.stringify(c).slice(0, 80));
244
+ }
245
+ return { rows, bad };
246
+ },
247
+ clear: (db) => { db.exec('DELETE FROM inbox'); },
248
+ count: (db) => db.prepare('SELECT COUNT(*) AS n FROM inbox').get().n,
249
+ },
250
+ diary: {
251
+ file: 'diary.json',
252
+ table: 'diary',
253
+ read: (file) => arrOf(readJsonFile(file), 'diaries'),
254
+ validate: (arr) => {
255
+ const bad = [];
256
+ const rows = [];
257
+ for (const d of arr) {
258
+ if (d && typeof d.taskId === 'string' && typeof d.date === 'string') rows.push(d);
259
+ else bad.push(JSON.stringify(d).slice(0, 80));
260
+ }
261
+ return { rows, bad };
262
+ },
263
+ clear: (db) => { db.exec('DELETE FROM diary'); },
264
+ count: (db) => db.prepare('SELECT COUNT(*) AS n FROM diary').get().n,
265
+ },
266
+ };
267
+
268
+ // learn 五单元(单文档行——SPEC-STORAGE §2.4):整个文档 = 一行,零形状风险
269
+ for (const [name] of [['items'], ['pages'], ['schedule'], ['sessions'], ['scan']]) {
270
+ const unit = `learn:${name}`;
271
+ UNITS[unit] = {
272
+ file: `learn/${name}.json`,
273
+ table: 'learn_docs',
274
+ read: (file) => [readJsonFile(file)], // 整文档 = 单行
275
+ validate: (arr) => {
276
+ const bad = [];
277
+ const rows = [];
278
+ for (const doc of arr) {
279
+ if (doc && typeof doc === 'object') rows.push(doc);
280
+ else bad.push(JSON.stringify(doc).slice(0, 80));
281
+ }
282
+ return { rows, bad };
283
+ },
284
+ clear: (db) => { db.prepare('DELETE FROM learn_docs WHERE unit = ?').run(unit); },
285
+ count: (db) => db.prepare('SELECT COUNT(*) AS n FROM learn_docs WHERE unit = ?').get(unit).n,
286
+ };
287
+ }
288
+
289
+ /**
290
+ * runMigration(options) → 迁移报告
291
+ * @param {{dataDir:string, units?:string[], force?:boolean, dryRun?:boolean, now?:number}} options
292
+ * dataDir = 运行态数据目录(~/.dsh/fde-console/data);base 目录取其上级(instanceLock/备份落点)
293
+ */
294
+ function runMigration(options) {
295
+ const o = options || {};
296
+ const dataDir = String(o.dataDir || '').trim();
297
+ if (!dataDir) throw new HttpError(400, 'FIELD_INVALID', 'dataDir 必填');
298
+ const baseDir = path.dirname(dataDir);
299
+ const now = Number.isFinite(o.now) ? o.now : Date.now();
300
+ const dryRun = !!o.dryRun;
301
+ const force = !!o.force;
302
+
303
+ // ① 存活实例检查(instanceLock):有其它活实例共用 base → 拒绝(写库期间被旧代码并发写 JSON/db 皆危险)
304
+ const others = instanceLock.othersLive(baseDir, process.pid);
305
+ if (others.length && !dryRun) {
306
+ throw new HttpError(409, 'INSTANCE_LIVE', `检测到 ${others.length} 个存活实例共用本数据目录(pid: ${others.map((x) => x.pid).join(',')}),请先停止所有实例再执行迁移`);
307
+ }
308
+
309
+ // ② 前置备份(dry-run 不动任何东西)
310
+ let backupDir = null;
311
+ if (!dryRun) {
312
+ const b = backup.backupOnce({ source: dataDir, now });
313
+ backupDir = b.dir;
314
+ }
315
+
316
+ const dbPath = storeDb.dbPathFor(dataDir);
317
+ const report = { dbPath, backupDir, dryRun, units: [], skipped: [] };
318
+
319
+ // ③ 建库建表(幂等);dry-run 到此为止
320
+ if (!dryRun) {
321
+ fs.mkdirSync(dataDir, { recursive: true });
322
+ const { DatabaseSync } = require('node:sqlite');
323
+ const db = new DatabaseSync(dbPath);
324
+ try {
325
+ db.exec('PRAGMA journal_mode = WAL');
326
+ for (const sql of DDL) db.exec(sql);
327
+ } finally {
328
+ db.close();
329
+ }
330
+ }
331
+
332
+ for (const [unit, def] of Object.entries(UNITS)) {
333
+ if (Array.isArray(o.units) && o.units.length && !o.units.includes(unit)) continue;
334
+ const file = unitFile(dataDir, unit, def);
335
+ if (!fs.existsSync(file)) {
336
+ report.skipped.push({ unit, reason: '源文件不存在(可能已迁移)' });
337
+ continue;
338
+ }
339
+ let arr;
340
+ try {
341
+ arr = def.read(file);
342
+ } catch (e) {
343
+ report.skipped.push({ unit, reason: `源 JSON 解析失败,需人工裁决: ${e.message}` });
344
+ continue;
345
+ }
346
+ const { rows, bad } = def.validate(arr);
347
+ if (dryRun) {
348
+ report.units.push({ unit, sourceRows: arr.length, validRows: rows.length, badRows: bad.length, dryRun: true });
349
+ continue;
350
+ }
351
+ // 幂等:台账已标记(且非 force)→ 跳过
352
+ if (storeDb.unitBackend(dataDir, unit).backend === 'sqlite' && !force) {
353
+ report.skipped.push({ unit, reason: '台账已标记(--force 可重导)' });
354
+ continue;
355
+ }
356
+ // 单事务导入(清理与投影经单元定义分发表——全单元通用)
357
+ const { DatabaseSync } = require('node:sqlite');
358
+ const db = new DatabaseSync(dbPath);
359
+ try {
360
+ db.exec('PRAGMA journal_mode = WAL');
361
+ db.exec('PRAGMA busy_timeout = 5000');
362
+ db.exec('BEGIN IMMEDIATE');
363
+ try {
364
+ def.clear(db);
365
+ for (const row of rows) insertRow(db, unit, row);
366
+ db.exec('COMMIT');
367
+ } catch (e) {
368
+ try { db.exec('ROLLBACK'); } catch (e2) { /* 已回滚 */ }
369
+ throw e;
370
+ }
371
+ // 行数对账
372
+ const dbCount = def.count(db);
373
+ if (dbCount !== rows.length) {
374
+ throw new Error(`行数对账失败:源 ${rows.length} vs 库 ${dbCount}`);
375
+ }
376
+ // 台账登记
377
+ db.prepare('INSERT INTO meta (key, value) VALUES (?,?) ON CONFLICT(key) DO UPDATE SET value=excluded.value')
378
+ .run(`unit:${unit}`, new Date(now).toISOString());
379
+ db.prepare('INSERT INTO meta (key, value) VALUES (?,?) ON CONFLICT(key) DO UPDATE SET value=excluded.value')
380
+ .run('schema_version', String(SCHEMA_VERSION));
381
+ db.prepare('INSERT INTO meta (key, value) VALUES (?,?) ON CONFLICT(key) DO UPDATE SET value=excluded.value')
382
+ .run('migrated_at', new Date(now).toISOString());
383
+ } finally {
384
+ db.close();
385
+ }
386
+ // 单元级后置:tasks 抽列伴生文件(columns.json——db 路径列定义来源)
387
+ if (typeof def.afterImport === 'function') def.afterImport(dataDir, arr);
388
+ // JSON 原档保留:成功后改名(回退靠它)
389
+ const stamp = new Date(now).toISOString().replace(/[:.]/g, '-').slice(0, 19);
390
+ const archived = `${file}.migrated-${stamp}`;
391
+ fs.renameSync(file, archived);
392
+ report.units.push({ unit, sourceRows: arr.length, validRows: rows.length, badRows: bad.length, archived });
393
+ if (bad.length) report.units[report.units.length - 1].badSamples = bad.slice(0, 5);
394
+ // v2.9.33 关键:台账在本迁移器连接里提交后,必须失效 storeDb 的台账缓存——
395
+ // 否则同进程内先于导入发生的 unitBackend 调用已缓存空台账,路由永远回 json(真机复现的缺陷)
396
+ storeDb.clearCache();
397
+ }
398
+ report.schemaVersion = SCHEMA_VERSION;
399
+ report.migratedAt = new Date(now).toISOString();
400
+ return report;
401
+ }
402
+
403
+ module.exports = { runMigration, UNITS, SCHEMA_VERSION };