@fgbg/mdocs 0.8.25 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/agent-skills/changelog/SKILL.md +43 -1
- package/agent-skills/index.json +8 -1
- package/agent-skills/usage-knowledge-graph/SKILL.md +126 -0
- package/agent-skills/usage-onboarding-ai/SKILL.md +36 -5
- package/dist/server/agent/Agent/run.js +60 -34
- package/dist/server/agent/Agent/run.js.map +1 -1
- package/dist/server/agent/Agent/tools-documents.js +1 -1
- package/dist/server/agent/Agent/tools-documents.js.map +1 -1
- package/dist/server/agent/Config/config.js +234 -64
- package/dist/server/agent/Config/config.js.map +1 -1
- package/dist/server/agent/Config/config.test.js +109 -0
- package/dist/server/agent/Config/config.test.js.map +1 -0
- package/dist/server/app.js +2 -0
- package/dist/server/app.js.map +1 -1
- package/dist/server/db/repositories/agent-model-config.repo.js +58 -27
- package/dist/server/db/repositories/agent-model-config.repo.js.map +1 -1
- package/dist/server/db/schema.js +96 -1
- package/dist/server/db/schema.js.map +1 -1
- package/dist/server/documents/build-graph.e2e.test.js +65 -0
- package/dist/server/documents/build-graph.e2e.test.js.map +1 -0
- package/dist/server/documents/document.service.js +34 -2
- package/dist/server/documents/document.service.js.map +1 -1
- package/dist/server/documents/graph/change-ratio.js +29 -0
- package/dist/server/documents/graph/change-ratio.js.map +1 -0
- package/dist/server/documents/graph/change-ratio.test.js +38 -0
- package/dist/server/documents/graph/change-ratio.test.js.map +1 -0
- package/dist/server/documents/graph/graph-agent.integration.test.js +95 -0
- package/dist/server/documents/graph/graph-agent.integration.test.js.map +1 -0
- package/dist/server/documents/graph/graph-agent.js +185 -0
- package/dist/server/documents/graph/graph-agent.js.map +1 -0
- package/dist/server/documents/graph/graph-file.js +58 -0
- package/dist/server/documents/graph/graph-file.js.map +1 -0
- package/dist/server/documents/graph/graph-file.test.js +28 -0
- package/dist/server/documents/graph/graph-file.test.js.map +1 -0
- package/dist/server/documents/graph/index.js +183 -0
- package/dist/server/documents/graph/index.js.map +1 -0
- package/dist/server/documents/graph/lifecycle.js +104 -0
- package/dist/server/documents/graph/lifecycle.js.map +1 -0
- package/dist/server/documents/graph/llm-chains.js +135 -0
- package/dist/server/documents/graph/llm-chains.js.map +1 -0
- package/dist/server/documents/graph/llm-utils.js +19 -0
- package/dist/server/documents/graph/llm-utils.js.map +1 -0
- package/dist/server/documents/graph/llm-utils.test.js +34 -0
- package/dist/server/documents/graph/llm-utils.test.js.map +1 -0
- package/dist/server/documents/graph/tools/concept-relations.tool.js +49 -0
- package/dist/server/documents/graph/tools/concept-relations.tool.js.map +1 -0
- package/dist/server/documents/graph/tools/extract-knowledge-points.tool.js +45 -0
- package/dist/server/documents/graph/tools/extract-knowledge-points.tool.js.map +1 -0
- package/dist/server/documents/graph/tools/generate-contains.tool.js +41 -0
- package/dist/server/documents/graph/tools/generate-contains.tool.js.map +1 -0
- package/dist/server/documents/graph/tools/induce-concepts.tool.js +43 -0
- package/dist/server/documents/graph/tools/induce-concepts.tool.js.map +1 -0
- package/dist/server/documents/graph/types.js +12 -0
- package/dist/server/documents/graph/types.js.map +1 -0
- package/dist/server/documents/graph/utils.js +41 -0
- package/dist/server/documents/graph/utils.js.map +1 -0
- package/dist/server/documents/graph/utils.test.js +87 -0
- package/dist/server/documents/graph/utils.test.js.map +1 -0
- package/dist/server/documents/graph-cache-io.js +254 -0
- package/dist/server/documents/graph-cache-io.js.map +1 -0
- package/dist/server/documents/graph-lifecycle.js +19 -0
- package/dist/server/documents/graph-lifecycle.js.map +1 -0
- package/dist/server/documents/graph-task.js +232 -0
- package/dist/server/documents/graph-task.js.map +1 -0
- package/dist/server/documents/graph.integration.test.js +213 -0
- package/dist/server/documents/graph.integration.test.js.map +1 -0
- package/dist/server/documents/graph.service.js +296 -0
- package/dist/server/documents/graph.service.js.map +1 -0
- package/dist/server/documents/markdown-to-lexical.js +111 -13
- package/dist/server/documents/markdown-to-lexical.js.map +1 -1
- package/dist/server/documents/markdown-to-lexical.test.js +37 -0
- package/dist/server/documents/markdown-to-lexical.test.js.map +1 -1
- package/dist/server/documents/tree.service.js +12 -6
- package/dist/server/documents/tree.service.js.map +1 -1
- package/dist/server/migrations/003-folder-desc-file-type.js +43 -0
- package/dist/server/migrations/003-folder-desc-file-type.js.map +1 -0
- package/dist/server/migrations/004-api-key-to-secrets.js +90 -0
- package/dist/server/migrations/004-api-key-to-secrets.js.map +1 -0
- package/dist/server/migrations/004-folder-desc-id.js +98 -0
- package/dist/server/migrations/004-folder-desc-id.js.map +1 -0
- package/dist/server/migrations/005-special-file-id-format.js +124 -0
- package/dist/server/migrations/005-special-file-id-format.js.map +1 -0
- package/dist/server/routes/agent.routes.js +69 -31
- package/dist/server/routes/agent.routes.js.map +1 -1
- package/dist/server/routes/assets.routes.js +68 -62
- package/dist/server/routes/assets.routes.js.map +1 -1
- package/dist/server/routes/assets.routes.upload.test.js +27 -0
- package/dist/server/routes/assets.routes.upload.test.js.map +1 -0
- package/dist/server/routes/documents.routes.js +1 -1
- package/dist/server/routes/documents.routes.js.map +1 -1
- package/dist/server/routes/folders.routes.js +2 -2
- package/dist/server/routes/folders.routes.js.map +1 -1
- package/dist/server/routes/graph.routes.js +112 -0
- package/dist/server/routes/graph.routes.js.map +1 -0
- package/dist/server/routes/tree.routes.js +1 -1
- package/dist/server/routes/tree.routes.js.map +1 -1
- package/dist/server/secrets/secrets-store.js +93 -0
- package/dist/server/secrets/secrets-store.js.map +1 -0
- package/dist/server/storage/paths.js +0 -1
- package/dist/server/storage/paths.js.map +1 -1
- package/dist/server/task-queue/TaskQueue.js +258 -0
- package/dist/server/task-queue/TaskQueue.js.map +1 -0
- package/dist/server/task-queue/TaskQueue.test.js +136 -0
- package/dist/server/task-queue/TaskQueue.test.js.map +1 -0
- package/dist/server/task-queue/index.js +18 -0
- package/dist/server/task-queue/index.js.map +1 -0
- package/dist/server/task-queue/log-store.js +84 -0
- package/dist/server/task-queue/log-store.js.map +1 -0
- package/dist/server/task-queue/types.js +5 -0
- package/dist/server/task-queue/types.js.map +1 -0
- package/dist/shared/docPath.js +3 -2
- package/dist/shared/docPath.js.map +1 -1
- package/dist/shared/file-types.js +35 -0
- package/dist/shared/file-types.js.map +1 -0
- package/dist/shared/graph-files.js +31 -0
- package/dist/shared/graph-files.js.map +1 -0
- package/dist/web/assets/AgentChatPanel-C8TMWDuE.js +6 -0
- package/dist/web/assets/AgentSkillFormCard-yk7PWF0W.js +6 -0
- package/dist/web/assets/AiWriteWorkbench-ChCJt24m.js +7 -0
- package/dist/web/assets/{DiagramEditor-NtNY3sZL-DqPXDJHY.js → DiagramEditor-NtNY3sZL-Bw4wHaBD.js} +1 -1
- package/dist/web/assets/DocumentEditor-B3Dsq02C.js +26 -0
- package/dist/web/assets/{MergeView-Y3zB8V5p.js → MergeView-royv5YkB.js} +1 -1
- package/dist/web/assets/PlaygroundPage-B-_1l4Ix.js +8 -0
- package/dist/web/assets/SettingsPage-D8HfepZ8.js +1 -0
- package/dist/web/assets/{Toolbar-B36NxaTc.js → Toolbar-BDJ6WABq.js} +16 -21
- package/dist/web/assets/{VisitorPickerModal-drnOuPLP.js → VisitorPickerModal-DPKIoySi.js} +1 -1
- package/dist/web/assets/{copy-CX8GOyUb.js → copy-UwfRYkpI.js} +1 -1
- package/dist/web/assets/{diagram-3lhA7FYR.js → diagram--gCCJK__.js} +545 -545
- package/dist/web/assets/index-4TuRcE3b.js +248 -0
- package/dist/web/assets/index-C4ESYs7f.css +1 -0
- package/dist/web/assets/{meta2dEngine-BD2XbzaV-CCgjRlVJ.js → meta2dEngine-BD2XbzaV-D1J2-XNv.js} +1 -1
- package/dist/web/assets/{motion-92iQWeIW.js → motion-DddvD-ez.js} +1 -1
- package/dist/web/assets/{plus-BWV299MC.js → plus-CiGwts52.js} +1 -1
- package/dist/web/assets/{react-BUhFwPCj.js → react-B99eF5mm.js} +146 -151
- package/dist/web/assets/{ui-06fxEgif.js → ui-BHvBMRFE.js} +3 -3
- package/dist/web/index.html +5 -4
- package/package.json +2 -1
- package/dist/web/assets/AgentChatPanel-BTCyf9Ww.js +0 -1
- package/dist/web/assets/AgentSkillFormCard-CAD6QqQ0.js +0 -6
- package/dist/web/assets/AiWriteWorkbench-PVv90TJS.js +0 -7
- package/dist/web/assets/DocumentEditor-zNIJgxe0.js +0 -21
- package/dist/web/assets/PlaygroundPage-DAaEm887.js +0 -8
- package/dist/web/assets/SettingsPage-DhdiNEhO.js +0 -1
- package/dist/web/assets/index-DgM2rYI-.js +0 -185
- package/dist/web/assets/index-S_lCknAk.css +0 -1
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 图谱工具函数单元测试。
|
|
3
|
+
*/
|
|
4
|
+
import { describe, expect, test } from 'vitest';
|
|
5
|
+
import { makeNodeId, needRebuild, slugify, findRootNodes } from './utils.js';
|
|
6
|
+
describe('slugify', () => {
|
|
7
|
+
test('中文 label 正常保留', () => {
|
|
8
|
+
expect(slugify('恢复码')).toBe('恢复码');
|
|
9
|
+
});
|
|
10
|
+
test('英文转小写', () => {
|
|
11
|
+
expect(slugify('Recovery Code')).toBe('recovery-code');
|
|
12
|
+
});
|
|
13
|
+
test('空格替换为 -', () => {
|
|
14
|
+
expect(slugify('hello world')).toBe('hello-world');
|
|
15
|
+
});
|
|
16
|
+
test('特殊字符替换并去重', () => {
|
|
17
|
+
expect(slugify('a!@#b')).toBe('a-b');
|
|
18
|
+
});
|
|
19
|
+
test('首尾空格和 - 去掉', () => {
|
|
20
|
+
expect(slugify(' -hello- ')).toBe('hello');
|
|
21
|
+
});
|
|
22
|
+
test('中英混合', () => {
|
|
23
|
+
expect(slugify('OAuth2 认证')).toBe('oauth2-认证');
|
|
24
|
+
});
|
|
25
|
+
});
|
|
26
|
+
describe('makeNodeId', () => {
|
|
27
|
+
test('doc 类型', () => {
|
|
28
|
+
const id = makeNodeId('doc', '恢复码是什么');
|
|
29
|
+
expect(id).toMatch(/^doc:恢复码是什么-\d{4}$/);
|
|
30
|
+
});
|
|
31
|
+
test('concept 类型', () => {
|
|
32
|
+
const id = makeNodeId('concept', '身份认证');
|
|
33
|
+
expect(id).toMatch(/^concept:身份认证-\d{4}$/);
|
|
34
|
+
});
|
|
35
|
+
test('每次生成的 id 不同(随机后缀)', () => {
|
|
36
|
+
const id1 = makeNodeId('doc', '测试');
|
|
37
|
+
const id2 = makeNodeId('doc', '测试');
|
|
38
|
+
expect(id1).not.toBe(id2);
|
|
39
|
+
});
|
|
40
|
+
test('label 会被 slugify', () => {
|
|
41
|
+
const id = makeNodeId('doc', 'Hello World');
|
|
42
|
+
expect(id).toMatch(/^doc:hello-world-\d{4}$/);
|
|
43
|
+
});
|
|
44
|
+
});
|
|
45
|
+
describe('needRebuild', () => {
|
|
46
|
+
test('无缓存时需要重建', () => {
|
|
47
|
+
expect(needRebuild('abc')).toBe(true);
|
|
48
|
+
});
|
|
49
|
+
test('commit 相同不需要重建', () => {
|
|
50
|
+
expect(needRebuild('abc', 'abc')).toBe(false);
|
|
51
|
+
});
|
|
52
|
+
test('commit 不同需要重建', () => {
|
|
53
|
+
expect(needRebuild('abc', 'def')).toBe(true);
|
|
54
|
+
});
|
|
55
|
+
});
|
|
56
|
+
describe('findRootNodes', () => {
|
|
57
|
+
test('没有边时所有节点都是根节点', () => {
|
|
58
|
+
const nodes = [{ id: 'a' }, { id: 'b' }, { id: 'c' }];
|
|
59
|
+
const result = findRootNodes(nodes, []);
|
|
60
|
+
expect(result.map(n => n.id)).toEqual(['a', 'b', 'c']);
|
|
61
|
+
});
|
|
62
|
+
test('单层包含:被指向的不是根节点', () => {
|
|
63
|
+
const nodes = [{ id: 'a' }, { id: 'b' }, { id: 'c' }];
|
|
64
|
+
const edges = [{ to: 'b' }, { to: 'c' }];
|
|
65
|
+
const result = findRootNodes(nodes, edges);
|
|
66
|
+
expect(result.map(n => n.id)).toEqual(['a']);
|
|
67
|
+
});
|
|
68
|
+
test('多层包含:只有最顶层是根节点', () => {
|
|
69
|
+
const nodes = [{ id: 'a' }, { id: 'b' }, { id: 'c' }];
|
|
70
|
+
const edges = [{ to: 'b' }, { to: 'c' }];
|
|
71
|
+
// a 指向 b,b 指向 c —— 这里只用 to 来算入度,所以 a、b 都是根
|
|
72
|
+
// (我们只测试 findRootNodes 函数本身,边的来源由调用方保证)
|
|
73
|
+
const result = findRootNodes(nodes, edges);
|
|
74
|
+
expect(result.map(n => n.id)).toEqual(['a']);
|
|
75
|
+
});
|
|
76
|
+
test('多根节点', () => {
|
|
77
|
+
const nodes = [{ id: 'a' }, { id: 'b' }, { id: 'c' }, { id: 'd' }];
|
|
78
|
+
const edges = [{ to: 'b' }, { to: 'd' }];
|
|
79
|
+
const result = findRootNodes(nodes, edges);
|
|
80
|
+
expect(result.map(n => n.id)).toEqual(['a', 'c']);
|
|
81
|
+
});
|
|
82
|
+
test('空节点列表返回空', () => {
|
|
83
|
+
const result = findRootNodes([], [{ to: 'y' }]);
|
|
84
|
+
expect(result).toEqual([]);
|
|
85
|
+
});
|
|
86
|
+
});
|
|
87
|
+
//# sourceMappingURL=utils.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.test.js","sourceRoot":"","sources":["../../../../src/server/documents/graph/utils.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE7E,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;IACvB,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE;QACzB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;QACjB,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;QACnB,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;QACrB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE;QACtB,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;QAChB,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;QAClB,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE;QACtB,MAAM,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACzC,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACpC,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC5B,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QAC5C,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE;QACpB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC1B,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE;QACzB,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE;QACzB,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC1B,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC1B,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACzC,2CAA2C;QAC3C,wCAAwC;QACxC,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;QAChB,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE;QACpB,MAAM,MAAM,GAAG,aAAa,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,254 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 图谱隐藏文件 IO —— DB 行 + 磁盘内容的读写删除。
|
|
3
|
+
*
|
|
4
|
+
* 两层缓存(见 graph-cache-dirty / knowledge-graph 契约):
|
|
5
|
+
* - 文章级:`{父目录}/__graph__/{documentId}.graph.json`,DB id = `{documentId}.graph-file`
|
|
6
|
+
* - 目录级:`{目录}/___graph___.json`,DB id = `{folderId}.graph-file`
|
|
7
|
+
* - 域级:域根 `___graph___.json`,DB id = `{domainId}.graph-file`
|
|
8
|
+
*
|
|
9
|
+
* 落盘形状为完整 `GraphFile`(version + meta + nodes + edges);
|
|
10
|
+
* 读路径经 `parseArticleGraphFile` / `parseDirGraphFile` 兼容旧格式。
|
|
11
|
+
*
|
|
12
|
+
* 调用方:
|
|
13
|
+
* - `graph.service` 的 GraphDeps 适配
|
|
14
|
+
* - `graph/lifecycle` 的 dirty 标记与删缓存
|
|
15
|
+
*
|
|
16
|
+
* 本模块不跑 AI、不改正文文档。
|
|
17
|
+
*/
|
|
18
|
+
import { createHash } from "node:crypto";
|
|
19
|
+
import { getDb } from "../db/connection.js";
|
|
20
|
+
import { deleteDocument, findDocumentById, findDocumentByPath, insertDocument, updateDocumentContent, } from "../db/repositories/document.repo.js";
|
|
21
|
+
import { findDomainById } from "../db/repositories/domain.repo.js";
|
|
22
|
+
import { deleteDocumentFile, readDocument, writeDocument } from "../storage/file-store.js";
|
|
23
|
+
import { ARTICLE_GRAPH_DIRNAME, DIR_GRAPH_FILENAME, GRAPH_FILE_TYPE, articleGraphFileName, } from "../../shared/graph-files.js";
|
|
24
|
+
import { FILE_TYPE } from "../../shared/file-types.js";
|
|
25
|
+
import { graphFileToGraph, parseArticleGraphFile, parseDirGraphFile, } from "./graph/graph-file.js";
|
|
26
|
+
function contentHash(str) {
|
|
27
|
+
return createHash("sha1").update(str).digest("hex");
|
|
28
|
+
}
|
|
29
|
+
/** 写隐藏文件时的 owner:优先正文/目录行,否则域创建者 */
|
|
30
|
+
function resolveOwnerVisitorId(documentId, domainId) {
|
|
31
|
+
const db = getDb();
|
|
32
|
+
const doc = findDocumentById(db, documentId);
|
|
33
|
+
if (doc)
|
|
34
|
+
return doc.owner_visitor_id;
|
|
35
|
+
const domain = findDomainById(db, domainId);
|
|
36
|
+
return domain?.creator_visitor_id ?? "system";
|
|
37
|
+
}
|
|
38
|
+
/** 读文章级图谱缓存;不存在或解析失败返回 null */
|
|
39
|
+
export function readArticleGraphFile(documentId) {
|
|
40
|
+
const db = getDb();
|
|
41
|
+
const graphFile = findDocumentById(db, `${documentId}.graph-file`);
|
|
42
|
+
if (!graphFile)
|
|
43
|
+
return null;
|
|
44
|
+
try {
|
|
45
|
+
const { content } = readDocument(graphFile.domain_id, graphFile.relative_path);
|
|
46
|
+
return parseArticleGraphFile(JSON.parse(content));
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
return null;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* 写文章级图谱缓存。
|
|
54
|
+
* 正文须有 parent_id(落在某目录下);会按需创建 `__graph__/`。
|
|
55
|
+
* 无父目录(域根文章)时静默跳过。
|
|
56
|
+
*/
|
|
57
|
+
export function writeArticleGraphFile(documentId, file) {
|
|
58
|
+
const db = getDb();
|
|
59
|
+
const doc = findDocumentById(db, documentId);
|
|
60
|
+
if (!doc || !doc.parent_id)
|
|
61
|
+
return;
|
|
62
|
+
const ownerVisitorId = doc.owner_visitor_id;
|
|
63
|
+
const domainId = doc.domain_id;
|
|
64
|
+
const graphDir = ensureGraphDir(db, doc.parent_id, domainId, ownerVisitorId);
|
|
65
|
+
const fileName = articleGraphFileName(documentId);
|
|
66
|
+
const filePath = `${graphDir.relative_path}/${fileName}`;
|
|
67
|
+
const content = JSON.stringify(file, null, 2);
|
|
68
|
+
upsertGraphFileContent({
|
|
69
|
+
documentId: `${documentId}.graph-file`,
|
|
70
|
+
domainId,
|
|
71
|
+
relativePath: filePath,
|
|
72
|
+
displayName: fileName,
|
|
73
|
+
parentId: graphDir.document_id,
|
|
74
|
+
content,
|
|
75
|
+
ownerVisitorId,
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
/** 删除文章级缓存(DB 行 + 磁盘);不存在则 noop */
|
|
79
|
+
export function deleteArticleGraphCache(documentId) {
|
|
80
|
+
const db = getDb();
|
|
81
|
+
const graphFile = findDocumentById(db, `${documentId}.graph-file`);
|
|
82
|
+
if (!graphFile)
|
|
83
|
+
return;
|
|
84
|
+
try {
|
|
85
|
+
deleteDocumentFile(graphFile.domain_id, graphFile.relative_path);
|
|
86
|
+
}
|
|
87
|
+
catch {
|
|
88
|
+
// 盘上可能已不存在
|
|
89
|
+
}
|
|
90
|
+
deleteDocument(db, graphFile.document_id);
|
|
91
|
+
}
|
|
92
|
+
/** 读目录级 `___graph___.json`;不存在或解析失败返回 null */
|
|
93
|
+
export function readDirGraphFile(folderId) {
|
|
94
|
+
const db = getDb();
|
|
95
|
+
const graphFile = findDocumentById(db, `${folderId}.graph-file`);
|
|
96
|
+
if (!graphFile)
|
|
97
|
+
return null;
|
|
98
|
+
try {
|
|
99
|
+
const { content } = readDocument(graphFile.domain_id, graphFile.relative_path);
|
|
100
|
+
return parseDirGraphFile(JSON.parse(content));
|
|
101
|
+
}
|
|
102
|
+
catch {
|
|
103
|
+
return null;
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
/** 写目录级图谱(含 meta.dirty);目录行须存在 */
|
|
107
|
+
export function writeDirGraphFile(folderId, file) {
|
|
108
|
+
const db = getDb();
|
|
109
|
+
const folder = findDocumentById(db, folderId);
|
|
110
|
+
if (!folder)
|
|
111
|
+
return;
|
|
112
|
+
const filePath = `${folder.relative_path}/${DIR_GRAPH_FILENAME}`;
|
|
113
|
+
const content = JSON.stringify(file, null, 2);
|
|
114
|
+
upsertGraphFileContent({
|
|
115
|
+
documentId: `${folderId}.graph-file`,
|
|
116
|
+
domainId: folder.domain_id,
|
|
117
|
+
relativePath: filePath,
|
|
118
|
+
displayName: DIR_GRAPH_FILENAME,
|
|
119
|
+
parentId: folderId,
|
|
120
|
+
content,
|
|
121
|
+
ownerVisitorId: folder.owner_visitor_id,
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
/** 读域级图谱;不存在或解析失败返回 null */
|
|
125
|
+
export function readDomainGraphFile(domainId) {
|
|
126
|
+
const db = getDb();
|
|
127
|
+
const graphFile = findDocumentById(db, `${domainId}.graph-file`);
|
|
128
|
+
if (!graphFile)
|
|
129
|
+
return null;
|
|
130
|
+
try {
|
|
131
|
+
const { content } = readDocument(domainId, graphFile.relative_path);
|
|
132
|
+
return parseDirGraphFile(JSON.parse(content));
|
|
133
|
+
}
|
|
134
|
+
catch {
|
|
135
|
+
return null;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
/** 写域级图谱到域根 `___graph___.json`(parent_id = null) */
|
|
139
|
+
export function writeDomainGraphFile(domainId, file) {
|
|
140
|
+
const db = getDb();
|
|
141
|
+
const filePath = DIR_GRAPH_FILENAME;
|
|
142
|
+
const content = JSON.stringify(file, null, 2);
|
|
143
|
+
const ownerVisitorId = resolveOwnerVisitorId(domainId, domainId);
|
|
144
|
+
const existing = findDocumentById(db, `${domainId}.graph-file`);
|
|
145
|
+
if (existing) {
|
|
146
|
+
updateDocumentContent(db, {
|
|
147
|
+
documentId: existing.document_id,
|
|
148
|
+
displayName: DIR_GRAPH_FILENAME,
|
|
149
|
+
contentHash: contentHash(content),
|
|
150
|
+
updatedBy: ownerVisitorId,
|
|
151
|
+
updatedAt: new Date().toISOString(),
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
else {
|
|
155
|
+
insertDocument(db, {
|
|
156
|
+
documentId: `${domainId}.graph-file`,
|
|
157
|
+
domainId,
|
|
158
|
+
relativePath: filePath,
|
|
159
|
+
displayName: DIR_GRAPH_FILENAME,
|
|
160
|
+
ownerVisitorId,
|
|
161
|
+
createdBy: ownerVisitorId,
|
|
162
|
+
updatedBy: ownerVisitorId,
|
|
163
|
+
contentHash: contentHash(content),
|
|
164
|
+
createdAt: new Date().toISOString(),
|
|
165
|
+
updatedAt: new Date().toISOString(),
|
|
166
|
+
permission: 1,
|
|
167
|
+
fileType: FILE_TYPE.GRAPH_FILE,
|
|
168
|
+
parentId: null,
|
|
169
|
+
});
|
|
170
|
+
}
|
|
171
|
+
writeDocument(domainId, filePath, content);
|
|
172
|
+
}
|
|
173
|
+
/** GET API:只返回 nodes+edges,剥掉 meta */
|
|
174
|
+
export function getDirGraphPayload(folderId) {
|
|
175
|
+
const file = readDirGraphFile(folderId);
|
|
176
|
+
return file ? graphFileToGraph(file) : null;
|
|
177
|
+
}
|
|
178
|
+
/** GET API:域级 nodes+edges */
|
|
179
|
+
export function getDomainGraphPayload(domainId) {
|
|
180
|
+
const file = readDomainGraphFile(domainId);
|
|
181
|
+
return file ? graphFileToGraph(file) : null;
|
|
182
|
+
}
|
|
183
|
+
/** 按 relative_path upsert graph_file 行并写盘 */
|
|
184
|
+
function upsertGraphFileContent(params) {
|
|
185
|
+
const db = getDb();
|
|
186
|
+
const existing = findDocumentByPath(db, params.domainId, params.relativePath);
|
|
187
|
+
if (existing) {
|
|
188
|
+
updateDocumentContent(db, {
|
|
189
|
+
documentId: existing.document_id,
|
|
190
|
+
displayName: params.displayName,
|
|
191
|
+
contentHash: contentHash(params.content),
|
|
192
|
+
updatedBy: params.ownerVisitorId,
|
|
193
|
+
updatedAt: new Date().toISOString(),
|
|
194
|
+
});
|
|
195
|
+
}
|
|
196
|
+
else {
|
|
197
|
+
insertDocument(db, {
|
|
198
|
+
documentId: params.documentId,
|
|
199
|
+
domainId: params.domainId,
|
|
200
|
+
relativePath: params.relativePath,
|
|
201
|
+
displayName: params.displayName,
|
|
202
|
+
ownerVisitorId: params.ownerVisitorId,
|
|
203
|
+
createdBy: params.ownerVisitorId,
|
|
204
|
+
updatedBy: params.ownerVisitorId,
|
|
205
|
+
contentHash: contentHash(params.content),
|
|
206
|
+
createdAt: new Date().toISOString(),
|
|
207
|
+
updatedAt: new Date().toISOString(),
|
|
208
|
+
permission: 1,
|
|
209
|
+
fileType: GRAPH_FILE_TYPE.FILE,
|
|
210
|
+
parentId: params.parentId,
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
writeDocument(params.domainId, params.relativePath, params.content);
|
|
214
|
+
}
|
|
215
|
+
/** 查找父目录下的 `__graph__` 子目录行 */
|
|
216
|
+
function findGraphDir(db, parentId, domainId) {
|
|
217
|
+
const parent = findDocumentById(db, parentId);
|
|
218
|
+
if (!parent)
|
|
219
|
+
return null;
|
|
220
|
+
const graphDirPath = `${parent.relative_path}/${ARTICLE_GRAPH_DIRNAME}`;
|
|
221
|
+
return findDocumentByPath(db, domainId, graphDirPath) || null;
|
|
222
|
+
}
|
|
223
|
+
/**
|
|
224
|
+
* 确保 `__graph__/` 目录 DB 行存在(file_type=graph_dir)。
|
|
225
|
+
* 仅建元数据行,不在盘上单独建空目录;文章缓存写入时会带出路径。
|
|
226
|
+
*/
|
|
227
|
+
function ensureGraphDir(db, parentId, domainId, ownerVisitorId) {
|
|
228
|
+
const existing = findGraphDir(db, parentId, domainId);
|
|
229
|
+
if (existing)
|
|
230
|
+
return existing;
|
|
231
|
+
const parent = findDocumentById(db, parentId);
|
|
232
|
+
if (!parent)
|
|
233
|
+
throw new Error(`父目录不存在:${parentId}`);
|
|
234
|
+
const now = new Date().toISOString();
|
|
235
|
+
const dirId = `${parentId}.graph-dir`;
|
|
236
|
+
const dirPath = `${parent.relative_path}/${ARTICLE_GRAPH_DIRNAME}`;
|
|
237
|
+
insertDocument(db, {
|
|
238
|
+
documentId: dirId,
|
|
239
|
+
domainId,
|
|
240
|
+
relativePath: dirPath,
|
|
241
|
+
displayName: ARTICLE_GRAPH_DIRNAME,
|
|
242
|
+
ownerVisitorId,
|
|
243
|
+
createdBy: ownerVisitorId,
|
|
244
|
+
updatedBy: ownerVisitorId,
|
|
245
|
+
contentHash: "",
|
|
246
|
+
createdAt: now,
|
|
247
|
+
updatedAt: now,
|
|
248
|
+
permission: 1,
|
|
249
|
+
fileType: GRAPH_FILE_TYPE.DIR,
|
|
250
|
+
parentId,
|
|
251
|
+
});
|
|
252
|
+
return findDocumentById(db, dirId);
|
|
253
|
+
}
|
|
254
|
+
//# sourceMappingURL=graph-cache-io.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"graph-cache-io.js","sourceRoot":"","sources":["../../../src/server/documents/graph-cache-io.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,cAAc,EACd,qBAAqB,GAEtB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,eAAe,EACf,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAEvD,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAE/B,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtD,CAAC;AAED,oCAAoC;AACpC,SAAS,qBAAqB,CAAC,UAAkB,EAAE,QAAgB;IACjE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,GAAG,GAAG,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAC7C,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC,gBAAgB,CAAC;IACrC,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC5C,OAAO,MAAM,EAAE,kBAAkB,IAAI,QAAQ,CAAC;AAChD,CAAC;AAED,+BAA+B;AAC/B,MAAM,UAAU,oBAAoB,CAAC,UAAkB;IACrD,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,SAAS,GAAG,gBAAgB,CAAC,EAAE,EAAE,GAAG,UAAU,aAAa,CAAC,CAAC;IACnE,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;QAC/E,OAAO,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,UAAkB,EAClB,IAAsB;IAEtB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,GAAG,GAAG,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAC7C,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS;QAAE,OAAO;IAEnC,MAAM,cAAc,GAAG,GAAG,CAAC,gBAAgB,CAAC;IAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC;IAC/B,MAAM,QAAQ,GAAG,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,aAAa,IAAI,QAAQ,EAAE,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAE9C,sBAAsB,CAAC;QACrB,UAAU,EAAE,GAAG,UAAU,aAAa;QACtC,QAAQ;QACR,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,QAAQ;QACrB,QAAQ,EAAE,QAAQ,CAAC,WAAW;QAC9B,OAAO;QACP,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,uBAAuB,CAAC,UAAkB;IACxD,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,SAAS,GAAG,gBAAgB,CAAC,EAAE,EAAE,GAAG,UAAU,aAAa,CAAC,CAAC;IACnE,IAAI,CAAC,SAAS;QAAE,OAAO;IACvB,IAAI,CAAC;QACH,kBAAkB,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,WAAW;IACb,CAAC;IACD,cAAc,CAAC,EAAE,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;AAC5C,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,SAAS,GAAG,gBAAgB,CAAC,EAAE,EAAE,GAAG,QAAQ,aAAa,CAAC,CAAC;IACjE,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;QAC/E,OAAO,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,iBAAiB,CAAC,QAAgB,EAAE,IAAkB;IACpE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM;QAAE,OAAO;IAEpB,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,aAAa,IAAI,kBAAkB,EAAE,CAAC;IACjE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9C,sBAAsB,CAAC;QACrB,UAAU,EAAE,GAAG,QAAQ,aAAa;QACpC,QAAQ,EAAE,MAAM,CAAC,SAAS;QAC1B,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,kBAAkB;QAC/B,QAAQ,EAAE,QAAQ;QAClB,OAAO;QACP,cAAc,EAAE,MAAM,CAAC,gBAAgB;KACxC,CAAC,CAAC;AACL,CAAC;AAED,4BAA4B;AAC5B,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,SAAS,GAAG,gBAAgB,CAAC,EAAE,EAAE,GAAG,QAAQ,aAAa,CAAC,CAAC;IACjE,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;QACpE,OAAO,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,oBAAoB,CAAC,QAAgB,EAAE,IAAkB;IACvE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,QAAQ,GAAG,kBAAkB,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9C,MAAM,cAAc,GAAG,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,EAAE,EAAE,GAAG,QAAQ,aAAa,CAAC,CAAC;IAEhE,IAAI,QAAQ,EAAE,CAAC;QACb,qBAAqB,CAAC,EAAE,EAAE;YACxB,UAAU,EAAE,QAAQ,CAAC,WAAW;YAChC,WAAW,EAAE,kBAAkB;YAC/B,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC;YACjC,SAAS,EAAE,cAAc;YACzB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,cAAc,CAAC,EAAE,EAAE;YACjB,UAAU,EAAE,GAAG,QAAQ,aAAa;YACpC,QAAQ;YACR,YAAY,EAAE,QAAQ;YACtB,WAAW,EAAE,kBAAkB;YAC/B,cAAc;YACd,SAAS,EAAE,cAAc;YACzB,SAAS,EAAE,cAAc;YACzB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC;YACjC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,SAAS,CAAC,UAAU;YAC9B,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;IACL,CAAC;IACD,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;AAC7C,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,MAAM,IAAI,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9C,CAAC;AAED,6BAA6B;AAC7B,MAAM,UAAU,qBAAqB,CAAC,QAAgB;IACpD,MAAM,IAAI,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC3C,OAAO,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9C,CAAC;AAED,6CAA6C;AAC7C,SAAS,sBAAsB,CAAC,MAQ/B;IACC,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAC9E,IAAI,QAAQ,EAAE,CAAC;QACb,qBAAqB,CAAC,EAAE,EAAE;YACxB,UAAU,EAAE,QAAQ,CAAC,WAAW;YAChC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;YACxC,SAAS,EAAE,MAAM,CAAC,cAAc;YAChC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,cAAc,CAAC,EAAE,EAAE;YACjB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,SAAS,EAAE,MAAM,CAAC,cAAc;YAChC,SAAS,EAAE,MAAM,CAAC,cAAc;YAChC,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;YACxC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,eAAe,CAAC,IAAI;YAC9B,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IACD,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;AACtE,CAAC;AAED,+BAA+B;AAC/B,SAAS,YAAY,CACnB,EAA4B,EAC5B,QAAgB,EAChB,QAAgB;IAEhB,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,MAAM,YAAY,GAAG,GAAG,MAAM,CAAC,aAAa,IAAI,qBAAqB,EAAE,CAAC;IACxE,OAAO,kBAAkB,CAAC,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,IAAI,IAAI,CAAC;AAChE,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CACrB,EAA4B,EAC5B,QAAgB,EAChB,QAAgB,EAChB,cAAsB;IAEtB,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACtD,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,CAAC,CAAC;IAEnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,GAAG,QAAQ,YAAY,CAAC;IACtC,MAAM,OAAO,GAAG,GAAG,MAAM,CAAC,aAAa,IAAI,qBAAqB,EAAE,CAAC;IAEnE,cAAc,CAAC,EAAE,EAAE;QACjB,UAAU,EAAE,KAAK;QACjB,QAAQ;QACR,YAAY,EAAE,OAAO;QACrB,WAAW,EAAE,qBAAqB;QAClC,cAAc;QACd,SAAS,EAAE,cAAc;QACzB,SAAS,EAAE,cAAc;QACzB,WAAW,EAAE,EAAE;QACf,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;QACd,UAAU,EAAE,CAAC;QACb,QAAQ,EAAE,eAAe,CAAC,GAAG;QAC7B,QAAQ;KACT,CAAC,CAAC;IAEH,OAAO,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAE,CAAC;AACtC,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/* ── 实现 ── */
|
|
2
|
+
export function createGraphLifecycle(ctx) {
|
|
3
|
+
return {
|
|
4
|
+
taskStarted: (data) => ctx.emit('task.started', data),
|
|
5
|
+
docStarted: (data) => ctx.emit('doc.started', data),
|
|
6
|
+
docCompleted: (data) => ctx.emit('doc.completed', data),
|
|
7
|
+
docFailed: (data) => ctx.emit('doc.failed', data, 'warn'),
|
|
8
|
+
folderStarted: (data) => ctx.emit('folder.started', data),
|
|
9
|
+
folderCompleted: (data) => ctx.emit('folder.completed', data),
|
|
10
|
+
folderFailed: (data) => ctx.emit('folder.failed', data, 'warn'),
|
|
11
|
+
domainStarted: (data) => ctx.emit('domain.started', data),
|
|
12
|
+
domainCompleted: (data) => ctx.emit('domain.completed', data),
|
|
13
|
+
taskProgress: (data) => ctx.emit('task.progress', data),
|
|
14
|
+
taskCompleted: (data) => ctx.emit('task.completed', data),
|
|
15
|
+
taskFailed: (data) => ctx.emit('task.failed', data, 'error'),
|
|
16
|
+
taskYielded: (data) => ctx.emit('task.yielded', data),
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=graph-lifecycle.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"graph-lifecycle.js","sourceRoot":"","sources":["../../../src/server/documents/graph-lifecycle.ts"],"names":[],"mappings":"AA8BA,cAAc;AAEd,MAAM,UAAU,oBAAoB,CAAC,GAAgB;IACnD,OAAO;QACL,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC;QAErD,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC;QACnD,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC;QACvD,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC;QAEzD,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC;QACzD,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC;QAC7D,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,EAAE,MAAM,CAAC;QAE/D,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC;QACzD,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC;QAE7D,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC;QACvD,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC;QACzD,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC;QAC5D,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC;KACtD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,232 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 图谱生成任务 — 注册到任务队列。
|
|
3
|
+
*
|
|
4
|
+
* 副作用导入即可注册:import './graph-task.js'
|
|
5
|
+
*
|
|
6
|
+
* 分层:
|
|
7
|
+
* - TaskQueue 只调度;本文件的 run 才是业务
|
|
8
|
+
* - domain → runDomainGraph(按一级节点循环,内部仍走 buildGraph)
|
|
9
|
+
* - dir/doc → runDocGraph(buildGraphByDocId 胶水一层后进 buildGraph)
|
|
10
|
+
* - 进度:createBuildProgressHooks 把 onArticle/onFolderPhase 接到 lifecycle + yield
|
|
11
|
+
*/
|
|
12
|
+
import { taskQueue } from "../task-queue/index.js";
|
|
13
|
+
import { createGraphLifecycle } from "./graph-lifecycle.js";
|
|
14
|
+
import { buildGraphByDocId, createGraphDeps, buildTreeNodeForDoc, } from "./graph.service.js";
|
|
15
|
+
import { buildGraph, aggregateAndInduce, countDocumentLeaves, } from "./graph/index.js";
|
|
16
|
+
import { getDb } from "../db/connection.js";
|
|
17
|
+
import { findDocumentById, listDocumentsByDomain } from "../db/repositories/document.repo.js";
|
|
18
|
+
import { findDomainById } from "../db/repositories/domain.repo.js";
|
|
19
|
+
import { FILE_TYPE } from "../../shared/file-types.js";
|
|
20
|
+
/* ── 任务定义 ── */
|
|
21
|
+
taskQueue.registerTask("graph-generate", {
|
|
22
|
+
// 同 type+target 去重;前端轮询也靠这个 id
|
|
23
|
+
makeId: (payload) => `graph:${payload.type}:${payload.targetId}`,
|
|
24
|
+
run: async (payload, ctx) => {
|
|
25
|
+
// lifecycle → 写任务日志;scheduler → shouldYield / yield
|
|
26
|
+
const lifecycle = createGraphLifecycle(ctx);
|
|
27
|
+
const scheduler = ctx.scheduler;
|
|
28
|
+
if (payload.type === "domain") {
|
|
29
|
+
await runDomainGraph(payload, lifecycle, scheduler);
|
|
30
|
+
}
|
|
31
|
+
else {
|
|
32
|
+
// dir 与 doc 共用:目录会在 buildGraph 里递归叶子文章
|
|
33
|
+
await runDocGraph(payload, lifecycle, scheduler);
|
|
34
|
+
}
|
|
35
|
+
},
|
|
36
|
+
});
|
|
37
|
+
/**
|
|
38
|
+
* 把核心 buildGraph 的进度回调接到任务生命周期。
|
|
39
|
+
* - onArticle:每篇叶子的 start/done/cached/failed
|
|
40
|
+
* - onFolderPhase:目录归纳 / 写盘
|
|
41
|
+
* - 每处理完 3 篇且 shouldYield 时 await yield,让出并发槽
|
|
42
|
+
*
|
|
43
|
+
* 进度用 counter + totalDocs,不用单棵子树内部的 e.index(域级多棵树会重置)。
|
|
44
|
+
*/
|
|
45
|
+
function createBuildProgressHooks(opts) {
|
|
46
|
+
const { lifecycle, scheduler, totalDocs, startedAt, counter } = opts;
|
|
47
|
+
return {
|
|
48
|
+
onArticle: async (e) => {
|
|
49
|
+
if (e.phase === "start") {
|
|
50
|
+
// 开始抽当前篇;index 用全局已完成数,方便前端显示「第几篇」
|
|
51
|
+
lifecycle.docStarted({
|
|
52
|
+
docPath: e.docPath,
|
|
53
|
+
docId: e.documentId,
|
|
54
|
+
index: counter.done,
|
|
55
|
+
total: totalDocs,
|
|
56
|
+
});
|
|
57
|
+
lifecycle.taskProgress({
|
|
58
|
+
current: counter.done,
|
|
59
|
+
total: totalDocs,
|
|
60
|
+
phase: "extract",
|
|
61
|
+
});
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
if (e.phase === "failed") {
|
|
65
|
+
lifecycle.docFailed({
|
|
66
|
+
docPath: e.docPath,
|
|
67
|
+
docId: e.documentId,
|
|
68
|
+
error: e.error ?? "",
|
|
69
|
+
});
|
|
70
|
+
return;
|
|
71
|
+
}
|
|
72
|
+
// done | cached:本篇结束,计数 +1
|
|
73
|
+
counter.done += 1;
|
|
74
|
+
lifecycle.docCompleted({
|
|
75
|
+
docPath: e.docPath,
|
|
76
|
+
docId: e.documentId,
|
|
77
|
+
conceptsExtracted: e.nodesExtracted ?? 0,
|
|
78
|
+
durationMs: e.durationMs ?? 0,
|
|
79
|
+
});
|
|
80
|
+
lifecycle.taskProgress({
|
|
81
|
+
current: counter.done,
|
|
82
|
+
total: totalDocs,
|
|
83
|
+
phase: e.phase === "cached" ? "cached" : "extract",
|
|
84
|
+
});
|
|
85
|
+
// 协作式让出:有人排队且时间片到了才挂起
|
|
86
|
+
if (counter.done % 3 === 0 && scheduler.shouldYield()) {
|
|
87
|
+
lifecycle.taskYielded({
|
|
88
|
+
current: counter.done,
|
|
89
|
+
total: totalDocs,
|
|
90
|
+
reason: "time-slice",
|
|
91
|
+
});
|
|
92
|
+
await scheduler.yield();
|
|
93
|
+
}
|
|
94
|
+
},
|
|
95
|
+
onFolderPhase: (e) => {
|
|
96
|
+
if (e.phase === "induce") {
|
|
97
|
+
// 子树文章都处理完,开始对本目录做 concept / contains 归纳
|
|
98
|
+
lifecycle.folderStarted({
|
|
99
|
+
folderPath: e.folderPath,
|
|
100
|
+
folderId: e.folderId,
|
|
101
|
+
docCount: totalDocs,
|
|
102
|
+
});
|
|
103
|
+
lifecycle.taskProgress({
|
|
104
|
+
current: counter.done,
|
|
105
|
+
total: totalDocs,
|
|
106
|
+
phase: "induction",
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
else if (e.phase === "write") {
|
|
110
|
+
lifecycle.folderCompleted({
|
|
111
|
+
folderPath: e.folderPath,
|
|
112
|
+
folderId: e.folderId,
|
|
113
|
+
durationMs: Date.now() - startedAt,
|
|
114
|
+
});
|
|
115
|
+
}
|
|
116
|
+
},
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
/* ── Domain 级生成 ── */
|
|
120
|
+
/**
|
|
121
|
+
* 域级:对每个一级节点 buildGraph,再 aggregateAndInduce,写入域根图谱。
|
|
122
|
+
* 已有 rootNode + deps,直接调核心 buildGraph(不必再走 buildGraphByDocId)。
|
|
123
|
+
*/
|
|
124
|
+
async function runDomainGraph(payload, lifecycle, scheduler) {
|
|
125
|
+
const startTime = Date.now();
|
|
126
|
+
const db = getDb();
|
|
127
|
+
const domain = findDomainById(db, payload.targetId);
|
|
128
|
+
if (!domain) {
|
|
129
|
+
throw new Error(`域不存在:${payload.targetId}`);
|
|
130
|
+
}
|
|
131
|
+
// 域下 parent_id 为空的一级节点(排除图谱隐藏文件)
|
|
132
|
+
const allDocs = listDocumentsByDomain(db, payload.targetId);
|
|
133
|
+
const topLevelDocs = allDocs.filter((d) => !d.parent_id &&
|
|
134
|
+
d.file_type !== FILE_TYPE.GRAPH_FILE &&
|
|
135
|
+
d.file_type !== FILE_TYPE.GRAPH_DIR);
|
|
136
|
+
// 先拼树,再数全域叶子文章 → 进度 total
|
|
137
|
+
const rootNodes = topLevelDocs.map((d) => buildTreeNodeForDoc(d));
|
|
138
|
+
const totalDocs = Math.max(1, rootNodes.reduce((sum, n) => sum + countDocumentLeaves(n), 0));
|
|
139
|
+
lifecycle.taskStarted({
|
|
140
|
+
targetType: "domain",
|
|
141
|
+
targetId: payload.targetId,
|
|
142
|
+
totalDocs,
|
|
143
|
+
});
|
|
144
|
+
lifecycle.domainStarted({ domainId: payload.targetId, folderCount: topLevelDocs.length });
|
|
145
|
+
const deps = createGraphDeps(payload.agentConfig, payload.targetId, domain.creator_visitor_id);
|
|
146
|
+
// 同一 counter 贯穿所有一级子树,文章进度连续累加
|
|
147
|
+
const counter = { done: 0 };
|
|
148
|
+
const progress = createBuildProgressHooks({
|
|
149
|
+
lifecycle,
|
|
150
|
+
scheduler,
|
|
151
|
+
totalDocs,
|
|
152
|
+
startedAt: startTime,
|
|
153
|
+
counter,
|
|
154
|
+
});
|
|
155
|
+
const childGraphs = [];
|
|
156
|
+
for (let i = 0; i < topLevelDocs.length; i++) {
|
|
157
|
+
const doc = topLevelDocs[i];
|
|
158
|
+
const rootNode = rootNodes[i];
|
|
159
|
+
try {
|
|
160
|
+
// 一级节点可能是目录:buildGraph 内部仍会一篇篇 onArticle
|
|
161
|
+
childGraphs.push(await buildGraph(rootNode, deps, { force: payload.force, ...progress }));
|
|
162
|
+
}
|
|
163
|
+
catch (err) {
|
|
164
|
+
lifecycle.docFailed({
|
|
165
|
+
docPath: doc.relative_path,
|
|
166
|
+
docId: doc.document_id,
|
|
167
|
+
error: err.message,
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
// 域顶层再归纳一次,写 domain 级缓存
|
|
172
|
+
lifecycle.taskProgress({ current: totalDocs, total: totalDocs, phase: "induction" });
|
|
173
|
+
const result = await aggregateAndInduce(childGraphs, deps);
|
|
174
|
+
await deps.writeDomainGraph(payload.targetId, {
|
|
175
|
+
version: 1,
|
|
176
|
+
meta: { dirty: false },
|
|
177
|
+
nodes: result.nodes,
|
|
178
|
+
edges: result.edges,
|
|
179
|
+
});
|
|
180
|
+
const durationMs = Date.now() - startTime;
|
|
181
|
+
lifecycle.domainCompleted({
|
|
182
|
+
domainId: payload.targetId,
|
|
183
|
+
totalNodes: result.nodes.length,
|
|
184
|
+
totalEdges: result.edges.length,
|
|
185
|
+
durationMs,
|
|
186
|
+
});
|
|
187
|
+
lifecycle.taskCompleted({
|
|
188
|
+
totalDocs,
|
|
189
|
+
nodes: result.nodes.length,
|
|
190
|
+
edges: result.edges.length,
|
|
191
|
+
durationMs,
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
/* ── Doc / Dir 级生成 ── */
|
|
195
|
+
/**
|
|
196
|
+
* 单篇或目录:只有 document_id,走 buildGraphByDocId(查库拼树 + 造 deps + buildGraph)。
|
|
197
|
+
*/
|
|
198
|
+
async function runDocGraph(payload, lifecycle, scheduler) {
|
|
199
|
+
const startTime = Date.now();
|
|
200
|
+
const db = getDb();
|
|
201
|
+
const doc = findDocumentById(db, payload.targetId);
|
|
202
|
+
if (!doc) {
|
|
203
|
+
throw new Error(`文档不存在:${payload.targetId}`);
|
|
204
|
+
}
|
|
205
|
+
// 仅用于算 totalDocs;真正构建仍由 buildGraphByDocId 内部再拼一次树
|
|
206
|
+
const rootNode = buildTreeNodeForDoc(doc, payload.visitorId);
|
|
207
|
+
const totalDocs = Math.max(1, countDocumentLeaves(rootNode));
|
|
208
|
+
lifecycle.taskStarted({
|
|
209
|
+
targetType: payload.type,
|
|
210
|
+
targetId: payload.targetId,
|
|
211
|
+
totalDocs,
|
|
212
|
+
});
|
|
213
|
+
const counter = { done: 0 };
|
|
214
|
+
const progress = createBuildProgressHooks({
|
|
215
|
+
lifecycle,
|
|
216
|
+
scheduler,
|
|
217
|
+
totalDocs,
|
|
218
|
+
startedAt: startTime,
|
|
219
|
+
counter,
|
|
220
|
+
});
|
|
221
|
+
// 胶水入口:id → TreeNode + GraphDeps → buildGraph(options 含 progress)
|
|
222
|
+
const graph = await buildGraphByDocId(payload.targetId, payload.agentConfig, payload.visitorId, { force: payload.force, ...progress });
|
|
223
|
+
const durationMs = Date.now() - startTime;
|
|
224
|
+
lifecycle.taskProgress({ current: totalDocs, total: totalDocs, phase: "complete" });
|
|
225
|
+
lifecycle.taskCompleted({
|
|
226
|
+
totalDocs,
|
|
227
|
+
nodes: graph.nodes.length,
|
|
228
|
+
edges: graph.edges.length,
|
|
229
|
+
durationMs,
|
|
230
|
+
});
|
|
231
|
+
}
|
|
232
|
+
//# sourceMappingURL=graph-task.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"graph-task.js","sourceRoot":"","sources":["../../../src/server/documents/graph-task.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAEnD,OAAO,EAAE,oBAAoB,EAAuB,MAAM,sBAAsB,CAAC;AACjF,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,mBAAmB,GACpB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,mBAAmB,GAEpB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC9F,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAgBvD,gBAAgB;AAEhB,SAAS,CAAC,YAAY,CAAuB,gBAAgB,EAAE;IAC7D,+BAA+B;IAC/B,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE;IAEhE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAgB,EAAE,EAAE;QACvC,oDAAoD;QACpD,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;QAEhC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,uCAAuC;YACvC,MAAM,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAOH;;;;;;;GAOG;AACH,SAAS,wBAAwB,CAAC,IAMjC;IACC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAErE,OAAO;QACL,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YACrB,IAAI,CAAC,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;gBACxB,mCAAmC;gBACnC,SAAS,CAAC,UAAU,CAAC;oBACnB,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,KAAK,EAAE,CAAC,CAAC,UAAU;oBACnB,KAAK,EAAE,OAAO,CAAC,IAAI;oBACnB,KAAK,EAAE,SAAS;iBACjB,CAAC,CAAC;gBACH,SAAS,CAAC,YAAY,CAAC;oBACrB,OAAO,EAAE,OAAO,CAAC,IAAI;oBACrB,KAAK,EAAE,SAAS;oBAChB,KAAK,EAAE,SAAS;iBACjB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACzB,SAAS,CAAC,SAAS,CAAC;oBAClB,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,KAAK,EAAE,CAAC,CAAC,UAAU;oBACnB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;iBACrB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,2BAA2B;YAC3B,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;YAClB,SAAS,CAAC,YAAY,CAAC;gBACrB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,KAAK,EAAE,CAAC,CAAC,UAAU;gBACnB,iBAAiB,EAAE,CAAC,CAAC,cAAc,IAAI,CAAC;gBACxC,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC;aAC9B,CAAC,CAAC;YACH,SAAS,CAAC,YAAY,CAAC;gBACrB,OAAO,EAAE,OAAO,CAAC,IAAI;gBACrB,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;aACnD,CAAC,CAAC;YAEH,sBAAsB;YACtB,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;gBACtD,SAAS,CAAC,WAAW,CAAC;oBACpB,OAAO,EAAE,OAAO,CAAC,IAAI;oBACrB,KAAK,EAAE,SAAS;oBAChB,MAAM,EAAE,YAAY;iBACrB,CAAC,CAAC;gBACH,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE;YACnB,IAAI,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACzB,yCAAyC;gBACzC,SAAS,CAAC,aAAa,CAAC;oBACtB,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,QAAQ,EAAE,SAAS;iBACpB,CAAC,CAAC;gBACH,SAAS,CAAC,YAAY,CAAC;oBACrB,OAAO,EAAE,OAAO,CAAC,IAAI;oBACrB,KAAK,EAAE,SAAS;oBAChB,KAAK,EAAE,WAAW;iBACnB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,CAAC,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;gBAC/B,SAAS,CAAC,eAAe,CAAC;oBACxB,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACnC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,sBAAsB;AAEtB;;;GAGG;AACH,KAAK,UAAU,cAAc,CAC3B,OAA6B,EAC7B,SAAyB,EACzB,SAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,iCAAiC;IACjC,MAAM,OAAO,GAAG,qBAAqB,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5D,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,CAAC,SAAS;QACZ,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,UAAU;QACpC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,SAAS,CACtC,CAAC;IAEF,0BAA0B;IAC1B,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,CAAC,EACD,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAC9D,CAAC;IAEF,SAAS,CAAC,WAAW,CAAC;QACpB,UAAU,EAAE,QAAQ;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS;KACV,CAAC,CAAC;IACH,SAAS,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IAE1F,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC/F,+BAA+B;IAC/B,MAAM,OAAO,GAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,wBAAwB,CAAC;QACxC,SAAS;QACT,SAAS;QACT,SAAS;QACT,SAAS,EAAE,SAAS;QACpB,OAAO;KACR,CAAC,CAAC;IAEH,MAAM,WAAW,GAAY,EAAE,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,CAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;QAC/B,IAAI,CAAC;YACH,yCAAyC;YACzC,WAAW,CAAC,IAAI,CACd,MAAM,UAAU,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,QAAQ,EAAE,CAAC,CACxE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,SAAS,CAAC,SAAS,CAAC;gBAClB,OAAO,EAAE,GAAG,CAAC,aAAa;gBAC1B,KAAK,EAAE,GAAG,CAAC,WAAW;gBACtB,KAAK,EAAE,GAAG,CAAC,OAAO;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,SAAS,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAE3D,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE;QAC5C,OAAO,EAAE,CAAC;QACV,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;QACtB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAC1C,SAAS,CAAC,eAAe,CAAC;QACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAC/B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAC/B,UAAU;KACX,CAAC,CAAC;IACH,SAAS,CAAC,aAAa,CAAC;QACtB,SAAS;QACT,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAC1B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAC1B,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,yBAAyB;AAEzB;;GAEG;AACH,KAAK,UAAU,WAAW,CACxB,OAA6B,EAC7B,SAAyB,EACzB,SAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,GAAG,GAAG,gBAAgB,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,kDAAkD;IAClD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE7D,SAAS,CAAC,WAAW,CAAC;QACpB,UAAU,EAAE,OAAO,CAAC,IAAI;QACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS;KACV,CAAC,CAAC;IAEH,MAAM,OAAO,GAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,wBAAwB,CAAC;QACxC,SAAS;QACT,SAAS;QACT,SAAS;QACT,SAAS,EAAE,SAAS;QACpB,OAAO;KACR,CAAC,CAAC;IAEH,kEAAkE;IAClE,MAAM,KAAK,GAAG,MAAM,iBAAiB,CACnC,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,SAAS,EACjB,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,QAAQ,EAAE,CACtC,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAC1C,SAAS,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IACpF,SAAS,CAAC,aAAa,CAAC;QACtB,SAAS;QACT,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;QACzB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;QACzB,UAAU;KACX,CAAC,CAAC;AACL,CAAC"}
|