dsh-data-domain-knowledge 0.1.0-alpha.13 → 0.1.0-alpha.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +84 -52
- package/cordis.patch.yml +21 -17
- package/eval/benchmark-extraction-format.mjs +20 -0
- package/lib/client.js +2846 -3872
- package/lib/doc-page.js +1 -1
- package/lib/pages.js +1299 -1660
- package/lib/types/axis-registry.d.ts +6 -0
- package/lib/types/axis-registry.d.ts.map +1 -1
- package/lib/types/axis-registry.js +45 -0
- package/lib/types/axis-registry.js.map +1 -1
- package/lib/types/diagnosis/cards.d.ts +7 -3
- package/lib/types/diagnosis/cards.d.ts.map +1 -1
- package/lib/types/diagnosis/cards.js +13 -8
- package/lib/types/diagnosis/cards.js.map +1 -1
- package/lib/types/diagnosis/run.d.ts +4 -13
- package/lib/types/diagnosis/run.d.ts.map +1 -1
- package/lib/types/diagnosis/run.js +26 -16
- package/lib/types/diagnosis/run.js.map +1 -1
- package/lib/types/diagnosis/schema.js +2 -2
- package/lib/types/diagnosis/schema.js.map +1 -1
- package/lib/types/diagnosis/seed-source.d.ts +1 -1
- package/lib/types/diagnosis/seed-source.d.ts.map +1 -1
- package/lib/types/diagnosis/seed-source.js +5 -4
- package/lib/types/diagnosis/seed-source.js.map +1 -1
- package/lib/types/diagnosis/seed.d.ts +4 -4
- package/lib/types/diagnosis/seed.d.ts.map +1 -1
- package/lib/types/diagnosis/seed.js +6 -8
- package/lib/types/diagnosis/seed.js.map +1 -1
- package/lib/types/diagnosis/store.d.ts +8 -16
- package/lib/types/diagnosis/store.d.ts.map +1 -1
- package/lib/types/diagnosis/store.js +41 -66
- package/lib/types/diagnosis/store.js.map +1 -1
- package/lib/types/diagnosis/types.d.ts +10 -16
- package/lib/types/diagnosis/types.d.ts.map +1 -1
- package/lib/types/diagnosis/types.js.map +1 -1
- package/lib/types/environment/service.d.ts +4 -3
- package/lib/types/environment/service.d.ts.map +1 -1
- package/lib/types/environment/service.js +91 -23
- package/lib/types/environment/service.js.map +1 -1
- package/lib/types/environment/types.d.ts +9 -0
- package/lib/types/environment/types.d.ts.map +1 -1
- package/lib/types/events.d.ts +2 -0
- package/lib/types/events.d.ts.map +1 -1
- package/lib/types/events.js +13 -0
- package/lib/types/events.js.map +1 -1
- package/lib/types/extract-contract.d.ts +1 -1
- package/lib/types/extract-contract.d.ts.map +1 -1
- package/lib/types/extract-contract.js +34 -31
- package/lib/types/extract-contract.js.map +1 -1
- package/lib/types/extract-model.d.ts +2 -0
- package/lib/types/extract-model.d.ts.map +1 -1
- package/lib/types/extract-model.js.map +1 -1
- package/lib/types/extract-table-contract.d.ts +3 -0
- package/lib/types/extract-table-contract.d.ts.map +1 -0
- package/lib/types/extract-table-contract.js +30 -0
- package/lib/types/extract-table-contract.js.map +1 -0
- package/lib/types/extract-table.d.ts +8 -0
- package/lib/types/extract-table.d.ts.map +1 -0
- package/lib/types/extract-table.js +151 -0
- package/lib/types/extract-table.js.map +1 -0
- package/lib/types/extraction-runs.d.ts +3 -0
- package/lib/types/extraction-runs.d.ts.map +1 -1
- package/lib/types/extraction-runs.js +6 -0
- package/lib/types/extraction-runs.js.map +1 -1
- package/lib/types/index.d.ts.map +1 -1
- package/lib/types/index.js +196 -44
- package/lib/types/index.js.map +1 -1
- package/lib/types/intent/scope.d.ts.map +1 -1
- package/lib/types/intent/scope.js +1 -0
- package/lib/types/intent/scope.js.map +1 -1
- package/lib/types/knowledge-bases.d.ts.map +1 -1
- package/lib/types/knowledge-bases.js +3 -2
- package/lib/types/knowledge-bases.js.map +1 -1
- package/lib/types/knowledge.d.ts +3 -0
- package/lib/types/knowledge.d.ts.map +1 -1
- package/lib/types/knowledge.js +12 -3
- package/lib/types/knowledge.js.map +1 -1
- package/lib/types/model-text.d.ts +1 -1
- package/lib/types/model-text.d.ts.map +1 -1
- package/lib/types/model-text.js +5 -4
- package/lib/types/model-text.js.map +1 -1
- package/lib/types/pipeline/engine.d.ts +57 -0
- package/lib/types/pipeline/engine.d.ts.map +1 -0
- package/lib/types/pipeline/engine.js +268 -0
- package/lib/types/pipeline/engine.js.map +1 -0
- package/lib/types/pipeline/store.d.ts +56 -0
- package/lib/types/pipeline/store.d.ts.map +1 -0
- package/lib/types/pipeline/store.js +115 -0
- package/lib/types/pipeline/store.js.map +1 -0
- package/lib/types/pipeline/types.d.ts +82 -0
- package/lib/types/pipeline/types.d.ts.map +1 -0
- package/lib/types/pipeline/types.js +5 -0
- package/lib/types/pipeline/types.js.map +1 -0
- package/lib/types/present.d.ts +2 -0
- package/lib/types/present.d.ts.map +1 -1
- package/lib/types/present.js +9 -4
- package/lib/types/present.js.map +1 -1
- package/lib/types/runtime.d.ts +20 -1
- package/lib/types/runtime.d.ts.map +1 -1
- package/lib/types/runtime.js +389 -112
- package/lib/types/runtime.js.map +1 -1
- package/lib/types/source-evidence.d.ts.map +1 -1
- package/lib/types/source-evidence.js +2 -0
- package/lib/types/source-evidence.js.map +1 -1
- package/lib/types/store/axis-references.js +3 -3
- package/lib/types/store/axis-references.js.map +1 -1
- package/lib/types/store/migrate.js +1 -1
- package/lib/types/store/migrate.js.map +1 -1
- package/lib/types/types.d.ts +3 -4
- package/lib/types/types.d.ts.map +1 -1
- package/lib/types/types.js.map +1 -1
- package/lib/types/wiki-materialize.d.ts.map +1 -1
- package/lib/types/wiki-materialize.js +3 -15
- package/lib/types/wiki-materialize.js.map +1 -1
- package/lib/types/wiki-trial-types.d.ts +3 -0
- package/lib/types/wiki-trial-types.d.ts.map +1 -1
- package/lib/types/wiki-trial.d.ts +2 -0
- package/lib/types/wiki-trial.d.ts.map +1 -1
- package/lib/types/wiki-trial.js +31 -7
- package/lib/types/wiki-trial.js.map +1 -1
- package/package.json +6 -3
- package/preset/tita-data-agent/agent.cordis.yml +21 -17
- package/src/axis-registry.ts +38 -0
- package/src/client/AttributionEventGuide.tsx +10 -9
- package/src/client/EnvironmentSetup.tsx +35 -15
- package/src/client/ExtractionTasksPage.tsx +129 -176
- package/src/client/KnowledgeBaseTab.tsx +31 -76
- package/src/client/NodeSettings.tsx +2 -3
- package/src/client/PipelineNotice.tsx +26 -0
- package/src/client/TabGuide.tsx +4 -4
- package/src/client/TypeDefinitionDrawer.tsx +23 -8
- package/src/client/WikiCardPreview.tsx +43 -10
- package/src/client/WikiFlowPanel.tsx +4 -4
- package/src/client/architecture.tsx +1 -1
- package/src/client/attribution/AttributionTab.tsx +6 -6
- package/src/client/attribution/CaseView.tsx +3 -1
- package/src/client/attribution/EventView.tsx +14 -4
- package/src/client/attribution/RunView.tsx +2 -2
- package/src/client/attribution/graph-options.ts +2 -2
- package/src/client/pages.tsx +2 -2
- package/src/diagnosis/cards.ts +13 -8
- package/src/diagnosis/run.ts +27 -17
- package/src/diagnosis/schema.ts +2 -2
- package/src/diagnosis/seed-source.ts +5 -4
- package/src/diagnosis/seed.ts +6 -8
- package/src/diagnosis/store.ts +47 -68
- package/src/diagnosis/types.ts +10 -16
- package/src/environment/service.ts +79 -23
- package/src/environment/types.ts +6 -0
- package/src/events.ts +12 -0
- package/src/extract-contract.ts +6 -3
- package/src/extract-model.ts +2 -0
- package/src/extract-table-contract.ts +29 -0
- package/src/extract-table.ts +126 -0
- package/src/extraction-runs.ts +6 -0
- package/src/index.ts +156 -45
- package/src/intent/scope.ts +1 -0
- package/src/knowledge-bases.ts +3 -2
- package/src/knowledge.ts +13 -3
- package/src/model-text.ts +5 -3
- package/src/pipeline/engine.ts +238 -0
- package/src/pipeline/store.ts +119 -0
- package/src/pipeline/types.ts +74 -0
- package/src/present.ts +10 -4
- package/src/runtime.ts +350 -110
- package/src/source-evidence.ts +1 -0
- package/src/store/axis-references.ts +3 -3
- package/src/store/migrate.ts +1 -1
- package/src/types.ts +3 -4
- package/src/wiki-materialize.ts +3 -14
- package/src/wiki-trial-types.ts +3 -0
- package/src/wiki-trial.ts +26 -7
|
@@ -0,0 +1,268 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto';
|
|
2
|
+
import { PIPELINE_ACTIVE_STATES, PIPELINE_STAGE_LABEL } from './types.js';
|
|
3
|
+
class TaskCancelled extends Error {
|
|
4
|
+
}
|
|
5
|
+
/** One writer queue per base, shared with the legacy index builder. */
|
|
6
|
+
export class KnowledgePipeline {
|
|
7
|
+
store;
|
|
8
|
+
host;
|
|
9
|
+
closed = false;
|
|
10
|
+
controls = new Map();
|
|
11
|
+
constructor(store, host) {
|
|
12
|
+
this.store = store;
|
|
13
|
+
this.host = host;
|
|
14
|
+
}
|
|
15
|
+
start(stage, selection = {}) {
|
|
16
|
+
if (this.closed)
|
|
17
|
+
throw new Error('知识处理已关闭');
|
|
18
|
+
if (!['extract', 'normalize', 'materialize', 'build', 'all'].includes(stage))
|
|
19
|
+
throw new Error('不支持的知识处理阶段');
|
|
20
|
+
for (const value of [selection.sourceIds, selection.groupKeys]) {
|
|
21
|
+
if (value !== undefined && (!Array.isArray(value) || value.length === 0 || value.some(id => typeof id !== 'string' || !id.trim())))
|
|
22
|
+
throw new Error('选择范围不能为空;不传范围表示处理当前阶段的全部待办');
|
|
23
|
+
}
|
|
24
|
+
const context = this.host.capture();
|
|
25
|
+
const { call: _call, why: _why, ...model } = context.model;
|
|
26
|
+
const task = {
|
|
27
|
+
id: `pipeline_${randomUUID()}`, stage, state: 'queued', selection: structuredClone(selection), model,
|
|
28
|
+
queuedAt: new Date().toISOString(), done: 0, total: 0, reused: 0, failed: 0,
|
|
29
|
+
summary: '等待运行', warnings: [],
|
|
30
|
+
};
|
|
31
|
+
this.store.putTask(task);
|
|
32
|
+
this.controls.set(task.id, { pause: false, cancel: false });
|
|
33
|
+
const completion = this.host.serialize(() => this.execute(task.id, context));
|
|
34
|
+
// Starting a background task must not create an unhandled rejection.
|
|
35
|
+
void completion.catch(() => undefined);
|
|
36
|
+
return { task, completion };
|
|
37
|
+
}
|
|
38
|
+
close() {
|
|
39
|
+
this.closed = true;
|
|
40
|
+
for (const control of this.controls.values()) {
|
|
41
|
+
control.cancel = true;
|
|
42
|
+
control.pause = false;
|
|
43
|
+
control.resume?.();
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
control(id, action) {
|
|
47
|
+
const task = this.store.task(id);
|
|
48
|
+
const control = this.controls.get(id);
|
|
49
|
+
if (!task || !control || !PIPELINE_ACTIVE_STATES.includes(task.state))
|
|
50
|
+
throw new Error('任务已结束;请重新运行所需阶段');
|
|
51
|
+
if (action === 'pause') {
|
|
52
|
+
control.pause = true;
|
|
53
|
+
this.patch(id, { state: task.state === 'queued' ? 'paused' : 'pausing', summary: '当前文档或卡片处理完成后暂停' });
|
|
54
|
+
}
|
|
55
|
+
else if (action === 'resume') {
|
|
56
|
+
if (!control.pause)
|
|
57
|
+
throw new Error('任务没有暂停');
|
|
58
|
+
control.pause = false;
|
|
59
|
+
this.patch(id, { state: task.startedAt ? 'running' : 'queued' });
|
|
60
|
+
control.resume?.();
|
|
61
|
+
control.resume = undefined;
|
|
62
|
+
}
|
|
63
|
+
else {
|
|
64
|
+
control.cancel = true;
|
|
65
|
+
control.pause = false;
|
|
66
|
+
this.patch(id, { state: 'cancelling', summary: '当前文档或卡片处理完成后停止' });
|
|
67
|
+
control.resume?.();
|
|
68
|
+
}
|
|
69
|
+
return this.store.task(id);
|
|
70
|
+
}
|
|
71
|
+
patch(id, patch) {
|
|
72
|
+
const task = { ...this.store.task(id), ...patch };
|
|
73
|
+
this.store.putTask(task);
|
|
74
|
+
return task;
|
|
75
|
+
}
|
|
76
|
+
finishStage(id) {
|
|
77
|
+
const task = this.store.task(id);
|
|
78
|
+
if (task.currentStage)
|
|
79
|
+
this.patch(id, { results: { ...task.results, [task.currentStage]: { done: task.done, total: task.total, reused: task.reused, failed: task.failed } } });
|
|
80
|
+
}
|
|
81
|
+
async checkpoint(id) {
|
|
82
|
+
const control = this.controls.get(id);
|
|
83
|
+
while (control) {
|
|
84
|
+
if (control.cancel)
|
|
85
|
+
throw new TaskCancelled('任务已停止,已完成的文档与阶段会保留');
|
|
86
|
+
if (!control.pause)
|
|
87
|
+
return;
|
|
88
|
+
this.patch(id, { state: 'paused', summary: '已暂停,可继续运行' });
|
|
89
|
+
await new Promise(resolve => { control.resume = resolve; });
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
output(id, sourceId) {
|
|
93
|
+
let buffer = '';
|
|
94
|
+
let last = Date.now();
|
|
95
|
+
let bytes = 0;
|
|
96
|
+
let capped = false;
|
|
97
|
+
const flush = () => {
|
|
98
|
+
if (!buffer)
|
|
99
|
+
return;
|
|
100
|
+
this.store.event(id, 'output', buffer, sourceId);
|
|
101
|
+
buffer = '';
|
|
102
|
+
last = Date.now();
|
|
103
|
+
};
|
|
104
|
+
let failure;
|
|
105
|
+
const timer = setInterval(() => { try {
|
|
106
|
+
flush();
|
|
107
|
+
}
|
|
108
|
+
catch (cause) {
|
|
109
|
+
failure = cause;
|
|
110
|
+
clearInterval(timer);
|
|
111
|
+
} }, 250);
|
|
112
|
+
timer.unref();
|
|
113
|
+
return {
|
|
114
|
+
append: text => {
|
|
115
|
+
if (failure)
|
|
116
|
+
throw failure;
|
|
117
|
+
bytes += Buffer.byteLength(text);
|
|
118
|
+
if (bytes > 4 * 1024 * 1024) {
|
|
119
|
+
if (!capped) {
|
|
120
|
+
flush();
|
|
121
|
+
this.store.event(id, 'warning', '实时预览超过 4 MB;完整返回保存在本次抽取报告中。', sourceId);
|
|
122
|
+
capped = true;
|
|
123
|
+
}
|
|
124
|
+
return;
|
|
125
|
+
}
|
|
126
|
+
buffer += text;
|
|
127
|
+
if (buffer.length >= 1024 || Date.now() - last >= 250)
|
|
128
|
+
flush();
|
|
129
|
+
}, flush: () => { clearInterval(timer); if (failure)
|
|
130
|
+
throw failure; flush(); },
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
async execute(id, context) {
|
|
134
|
+
const task = this.store.task(id);
|
|
135
|
+
const stages = task.stage === 'all' ? ['extract', 'normalize', 'materialize', 'build'] : [task.stage];
|
|
136
|
+
try {
|
|
137
|
+
await this.checkpoint(id);
|
|
138
|
+
this.patch(id, { state: 'running', startedAt: new Date().toISOString() });
|
|
139
|
+
const allSources = await this.host.sources();
|
|
140
|
+
const sourceIds = task.selection.sourceIds === undefined ? undefined : new Set(task.selection.sourceIds);
|
|
141
|
+
if (sourceIds && [...sourceIds].some(sourceId => !allSources.some(source => source.sourceId === sourceId)))
|
|
142
|
+
throw new Error('选择范围中有已删除或不存在的来源');
|
|
143
|
+
const sources = allSources.filter(source => !sourceIds || sourceIds.has(source.sourceId));
|
|
144
|
+
for (const stage of stages) {
|
|
145
|
+
await this.checkpoint(id);
|
|
146
|
+
this.patch(id, { currentStage: stage, done: 0, total: 0, reused: 0, failed: 0, summary: PIPELINE_STAGE_LABEL[stage] });
|
|
147
|
+
this.store.event(id, 'progress', PIPELINE_STAGE_LABEL[stage]);
|
|
148
|
+
if (stage === 'build') {
|
|
149
|
+
const summary = await this.host.build(id, () => this.checkpoint(id));
|
|
150
|
+
this.patch(id, { done: 1, total: 1, summary });
|
|
151
|
+
this.finishStage(id);
|
|
152
|
+
continue;
|
|
153
|
+
}
|
|
154
|
+
if (stage === 'materialize') {
|
|
155
|
+
const { groups } = await this.host.groups(context);
|
|
156
|
+
const selected = task.selection.groupKeys ? new Set(task.selection.groupKeys) : undefined;
|
|
157
|
+
if (selected && [...selected].some(key => !groups.some(group => group.key === key)))
|
|
158
|
+
throw new Error('选择的卡片分组已变化,请刷新待物化列表');
|
|
159
|
+
const affectedSources = task.stage === 'all' && sourceIds ? new Set(sources.map(source => source.sourceId)) : undefined;
|
|
160
|
+
const pending = groups.filter(group => (!selected || selected.has(group.key)) && (!affectedSources || group.sourceIds.some(sourceId => affectedSources.has(sourceId))) && (task.selection.force || group.state !== 'current'));
|
|
161
|
+
this.patch(id, { total: pending.length });
|
|
162
|
+
for (const group of pending) {
|
|
163
|
+
await this.checkpoint(id);
|
|
164
|
+
const output = this.output(id);
|
|
165
|
+
try {
|
|
166
|
+
await this.host.materialize(group, context, output.append);
|
|
167
|
+
}
|
|
168
|
+
catch (cause) {
|
|
169
|
+
if (cause instanceof TaskCancelled)
|
|
170
|
+
throw cause;
|
|
171
|
+
const message = `${group.title}:${cause instanceof Error ? cause.message : String(cause)}`;
|
|
172
|
+
const current = this.store.task(id);
|
|
173
|
+
this.patch(id, { failed: current.failed + 1, warnings: [...current.warnings, message] });
|
|
174
|
+
this.store.event(id, 'warning', message);
|
|
175
|
+
}
|
|
176
|
+
finally {
|
|
177
|
+
output.flush();
|
|
178
|
+
}
|
|
179
|
+
const current = this.store.task(id);
|
|
180
|
+
this.patch(id, { done: current.done + 1, summary: `已物化 ${current.done + 1}/${pending.length} 张:${group.title}` });
|
|
181
|
+
}
|
|
182
|
+
this.finishStage(id);
|
|
183
|
+
const current = this.store.task(id);
|
|
184
|
+
if (current.failed)
|
|
185
|
+
return this.patch(id, { state: current.failed === current.total ? 'failed' : 'partial', finishedAt: new Date().toISOString(), summary: `物化结束:成功 ${current.total - current.failed}/${current.total};已完成卡片保留,可重试。` });
|
|
186
|
+
continue;
|
|
187
|
+
}
|
|
188
|
+
this.patch(id, { total: sources.length });
|
|
189
|
+
for (const source of sources) {
|
|
190
|
+
await this.checkpoint(id);
|
|
191
|
+
this.store.event(id, 'progress', `${PIPELINE_STAGE_LABEL[stage]}:${source.title}`, source.sourceId);
|
|
192
|
+
const output = this.output(id, source.sourceId);
|
|
193
|
+
let reused = false;
|
|
194
|
+
try {
|
|
195
|
+
if (stage === 'extract') {
|
|
196
|
+
const fingerprint = this.host.fingerprint(source, context);
|
|
197
|
+
const cached = task.selection.force ? undefined : this.store.cached(source.sourceId, source.version, fingerprint);
|
|
198
|
+
if (cached) {
|
|
199
|
+
this.store.selectExtraction(source.sourceId, cached.id);
|
|
200
|
+
reused = true;
|
|
201
|
+
}
|
|
202
|
+
else {
|
|
203
|
+
const report = await this.host.extract(source, context, output.append);
|
|
204
|
+
if (this.closed)
|
|
205
|
+
throw new TaskCancelled('知识库已关闭,已完成结果保留');
|
|
206
|
+
const checkpoint = { id: `extract_${randomUUID()}`, sourceId: source.sourceId, sourceVersion: source.version, sourceHash: source.sourceHash, fingerprint, report, createdAt: new Date().toISOString() };
|
|
207
|
+
// The host checks the captured source version again before activation.
|
|
208
|
+
const current = (await this.host.sources()).find(row => row.sourceId === source.sourceId);
|
|
209
|
+
if (!current || current.version !== source.version || current.sourceHash !== source.sourceHash) {
|
|
210
|
+
await this.host.record(checkpoint);
|
|
211
|
+
this.store.event(id, 'report', checkpoint.id, source.sourceId);
|
|
212
|
+
throw new Error('来源在抽取期间已变化;返回已保留在历史中,请抽取最新版本');
|
|
213
|
+
}
|
|
214
|
+
await this.host.record(checkpoint);
|
|
215
|
+
this.store.event(id, 'report', checkpoint.id, source.sourceId);
|
|
216
|
+
if (report.model.parsed !== true)
|
|
217
|
+
throw new Error(report.model.why ?? '抽取返回未通过校验');
|
|
218
|
+
this.store.saveExtraction(checkpoint);
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
else {
|
|
222
|
+
const checkpoint = this.store.head(source.sourceId).extracted;
|
|
223
|
+
if (!checkpoint)
|
|
224
|
+
throw new Error('尚无抽取结果,请先运行抽取');
|
|
225
|
+
if (checkpoint.sourceVersion !== source.version || checkpoint.sourceHash !== source.sourceHash)
|
|
226
|
+
throw new Error('抽取结果依据旧版来源,请先抽取最新版本');
|
|
227
|
+
const result = await this.host.normalize(source, checkpoint, context, task.selection.force === true, output.append);
|
|
228
|
+
reused = result.reused;
|
|
229
|
+
if (result.warnings.length)
|
|
230
|
+
this.patch(id, { warnings: [...this.store.task(id).warnings, ...result.warnings.map(warning => `${source.title}:${warning}`)] });
|
|
231
|
+
for (const warning of result.warnings)
|
|
232
|
+
this.store.event(id, 'warning', warning, source.sourceId);
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
catch (cause) {
|
|
236
|
+
if (cause instanceof TaskCancelled)
|
|
237
|
+
throw cause;
|
|
238
|
+
const message = `${source.title}:${cause instanceof Error ? cause.message : String(cause)}`;
|
|
239
|
+
const current = this.store.task(id);
|
|
240
|
+
this.patch(id, { failed: current.failed + 1, warnings: [...current.warnings, message] });
|
|
241
|
+
this.store.event(id, 'warning', message, source.sourceId);
|
|
242
|
+
}
|
|
243
|
+
finally {
|
|
244
|
+
output.flush();
|
|
245
|
+
}
|
|
246
|
+
const current = this.store.task(id);
|
|
247
|
+
this.patch(id, { done: current.done + 1, reused: current.reused + Number(reused), summary: `${PIPELINE_STAGE_LABEL[stage]} ${current.done + 1}/${sources.length}${reused ? ' · 复用已有结果' : ''}` });
|
|
248
|
+
}
|
|
249
|
+
this.finishStage(id);
|
|
250
|
+
if (this.store.task(id).failed > 0) {
|
|
251
|
+
const current = this.store.task(id);
|
|
252
|
+
this.patch(id, { state: current.failed === current.total ? 'failed' : 'partial', finishedAt: new Date().toISOString(), summary: `${PIPELINE_STAGE_LABEL[stage]}结束:成功 ${current.total - current.failed}/${current.total},失败 ${current.failed};已完成结果保留,可重试此阶段。` });
|
|
253
|
+
return this.store.task(id);
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
await this.checkpoint(id);
|
|
257
|
+
const current = this.store.task(id);
|
|
258
|
+
return this.patch(id, { state: 'succeeded', finishedAt: new Date().toISOString(), summary: task.stage === 'all' ? `全链路完成 · 抽取 ${current.results?.extract?.done ?? 0} 份(复用 ${current.results?.extract?.reused ?? 0} 份) · 物化 ${current.results?.materialize?.done ?? 0} 张 · 索引已发布` : `${PIPELINE_STAGE_LABEL[task.stage]}完成 · 处理 ${current.done} 项 · 复用 ${current.reused} 项` });
|
|
259
|
+
}
|
|
260
|
+
catch (cause) {
|
|
261
|
+
return this.patch(id, { state: cause instanceof TaskCancelled ? 'cancelled' : 'failed', finishedAt: new Date().toISOString(), summary: cause instanceof Error ? cause.message : String(cause) });
|
|
262
|
+
}
|
|
263
|
+
finally {
|
|
264
|
+
this.controls.delete(id);
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
//# sourceMappingURL=engine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/pipeline/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAKxC,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAqI,MAAM,YAAY,CAAA;AAuB5M,MAAM,aAAc,SAAQ,KAAK;CAAG;AAGpC,uEAAuE;AACvE,MAAM,OAAO,iBAAiB;IAGP;IAAuC;IAFpD,MAAM,GAAG,KAAK,CAAA;IACd,QAAQ,GAAG,IAAI,GAAG,EAAmB,CAAA;IAC7C,YAAqB,KAAoB,EAAmB,IAAkB;QAAzD,UAAK,GAAL,KAAK,CAAe;QAAmB,SAAI,GAAJ,IAAI,CAAc;IAAG,CAAC;IAElF,KAAK,CAAC,KAAoB,EAAE,YAA+B,EAAE;QAC3D,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;QAC3C,IAAI,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAA;QAC3G,KAAK,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/D,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QACnL,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,CAAA;QAC1D,MAAM,IAAI,GAAiB;YACzB,EAAE,EAAE,YAAY,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,CAAC,SAAS,CAAC,EAAE,KAAK;YACpG,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;YAC3E,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;SAC9B,CAAA;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACxB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;QAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAA;QAC5E,qEAAqE;QACrE,KAAK,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACtC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAA;IAC7B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;YAAC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;YAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAA;QAAC,CAAC;IACpH,CAAC;IAED,OAAO,CAAC,EAAU,EAAE,MAAsB;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACrC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;QACzG,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,OAAO,CAAC,KAAK,GAAG,IAAI,CAAA;YACpB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAA;QACtG,CAAC;aAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAA;YAC7C,OAAO,CAAC,KAAK,GAAG,KAAK,CAAA;YACrB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAA;YAChE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAA;YAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAA;QAC5B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,GAAG,IAAI,CAAA;YACrB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAA;YACrB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAA;YAClE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAA;QACpB,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;IAC7B,CAAC;IAEO,KAAK,CAAC,EAAU,EAAE,KAA4B;QACpD,MAAM,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,EAAE,GAAG,KAAK,EAAE,CAAA;QAClD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IACO,WAAW,CAAC,EAAU;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;QACjC,IAAI,IAAI,CAAC,YAAY;YAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAA;IAChL,CAAC;IACO,KAAK,CAAC,UAAU,CAAC,EAAU;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACrC,OAAO,OAAO,EAAE,CAAC;YACf,IAAI,OAAO,CAAC,MAAM;gBAAE,MAAM,IAAI,aAAa,CAAC,oBAAoB,CAAC,CAAA;YACjE,IAAI,CAAC,OAAO,CAAC,KAAK;gBAAE,OAAM;YAC1B,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAA;YACzD,MAAM,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAA,CAAC,CAAC,CAAC,CAAA;QAClE,CAAC;IACH,CAAC;IACO,MAAM,CAAC,EAAU,EAAE,QAAiB;QAC1C,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACrB,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,MAAM,GAAG,KAAK,CAAA;QAClB,MAAM,KAAK,GAAG,GAAS,EAAE;YACvB,IAAI,CAAC,MAAM;gBAAE,OAAM;YACnB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAA;YAChD,MAAM,GAAG,EAAE,CAAA;YACX,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACnB,CAAC,CAAA;QACD,IAAI,OAAgB,CAAA;QACpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAAC,KAAK,EAAE,CAAA;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,OAAO,GAAG,KAAK,CAAC;YAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QACjH,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,EAAE;gBACb,IAAI,OAAO;oBAAE,MAAM,OAAO,CAAA;gBAC1B,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;gBAChC,IAAI,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,MAAM,EAAE,CAAC;wBAAC,KAAK,EAAE,CAAC;wBAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,CAAC,CAAC;wBAAC,MAAM,GAAG,IAAI,CAAA;oBAAC,CAAC;oBACjH,OAAM;gBACR,CAAC;gBACD,MAAM,IAAI,IAAI,CAAA;gBACd,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,GAAG;oBAAE,KAAK,EAAE,CAAA;YAChE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,OAAO;gBAAE,MAAM,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA,CAAC,CAAC;SAC9E,CAAA;IACH,CAAC;IACO,KAAK,CAAC,OAAO,CAAC,EAAU,EAAE,OAAwB;QACxD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,CAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC9G,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;YACzB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;YACzE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;YAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;YACxG,IAAI,SAAS,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;YAC/I,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;YACzF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;gBACzB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBACtH,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAA;gBAC7D,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;oBACtB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;oBACpE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAA;oBAC9C,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;oBACpB,SAAQ;gBACV,CAAC;gBACD,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;oBAC5B,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;oBAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;oBACzF,IAAI,QAAQ,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;oBAC3H,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,KAAK,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;oBACvH,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,eAAe,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAA;oBAC9N,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;oBACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;wBAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;wBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;wBAC9B,IAAI,CAAC;4BAAC,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;wBAAC,CAAC;wBAClE,OAAO,KAAK,EAAE,CAAC;4BACb,IAAI,KAAK,YAAY,aAAa;gCAAE,MAAM,KAAK,CAAA;4BAC/C,MAAM,OAAO,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;4BAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;4BACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;4BACxF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;wBAC1C,CAAC;gCACO,CAAC;4BAAC,MAAM,CAAC,KAAK,EAAE,CAAA;wBAAC,CAAC;wBAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;wBACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,MAAM,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;oBACnH,CAAC;oBACD,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;oBACpB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;oBACpC,IAAI,OAAO,CAAC,MAAM;wBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,WAAW,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,eAAe,EAAE,CAAC,CAAA;oBACvO,SAAQ;gBACV,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;gBACzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;oBACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;oBACnG,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;oBAC/C,IAAI,MAAM,GAAG,KAAK,CAAA;oBAClB,IAAI,CAAC;wBACH,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;4BACxB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;4BAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;4BACjH,IAAI,MAAM,EAAE,CAAC;gCAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;gCAAC,MAAM,GAAG,IAAI,CAAA;4BAAC,CAAC;iCACjF,CAAC;gCACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;gCACtE,IAAI,IAAI,CAAC,MAAM;oCAAE,MAAM,IAAI,aAAa,CAAC,gBAAgB,CAAC,CAAA;gCAC1D,MAAM,UAAU,GAAyB,EAAE,EAAE,EAAE,WAAW,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAA;gCAC7N,uEAAuE;gCACvE,MAAM,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAA;gCACzF,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,EAAE,CAAC;oCAC/F,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;oCAClC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;oCAC9D,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;gCACjD,CAAC;gCACD,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;gCAClC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;gCAC9D,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI;oCAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,WAAW,CAAC,CAAA;gCAClF,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,CAAA;4BACvC,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAA;4BAC7D,IAAI,CAAC,UAAU;gCAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;4BACjD,IAAI,UAAU,CAAC,aAAa,KAAK,MAAM,CAAC,OAAO,IAAI,UAAU,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU;gCAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;4BACtI,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,KAAK,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;4BACnH,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;4BACtB,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM;gCAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;4BAC7J,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ;gCAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;wBAClG,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,KAAK,YAAY,aAAa;4BAAE,MAAM,KAAK,CAAA;wBAC/C,MAAM,OAAO,GAAG,GAAG,MAAM,CAAC,KAAK,IAAI,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;wBAC3F,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;wBACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;wBACxF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;oBAC3D,CAAC;4BAAS,CAAC;wBAAC,MAAM,CAAC,KAAK,EAAE,CAAA;oBAAC,CAAC;oBAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;oBACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;gBAClM,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;gBACpB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;oBACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,SAAS,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,OAAO,OAAO,CAAC,MAAM,kBAAkB,EAAE,CAAC,CAAA;oBAChQ,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;gBAC7B,CAAC;YACH,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;YACpC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,SAAS,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,YAAY,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,OAAO,CAAC,IAAI,WAAW,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAA;QAC/W,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAClM,CAAC;gBAAS,CAAC;YAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAAC,CAAC;IACxC,CAAC;CACF"}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import type { SqliteDatabase } from '../fts.js';
|
|
2
|
+
import type { TrialReport } from '../wiki-trial-types.js';
|
|
3
|
+
import type { PipelineEvent, PipelineTask } from './types.js';
|
|
4
|
+
export interface ExtractionCheckpoint {
|
|
5
|
+
id: string;
|
|
6
|
+
sourceId: string;
|
|
7
|
+
sourceVersion: number;
|
|
8
|
+
sourceHash: string;
|
|
9
|
+
fingerprint: string;
|
|
10
|
+
report: TrialReport;
|
|
11
|
+
createdAt: string;
|
|
12
|
+
normalized?: {
|
|
13
|
+
report: TrialReport;
|
|
14
|
+
knowledgeIds: Record<string, string>;
|
|
15
|
+
eventIds: Record<string, string>;
|
|
16
|
+
fingerprint: string;
|
|
17
|
+
unresolvedKnowledgeIds?: string[];
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
/** Business checkpoints live with truth; execution history lives with extraction audits. */
|
|
21
|
+
export declare class PipelineStore {
|
|
22
|
+
readonly truth: SqliteDatabase;
|
|
23
|
+
private readonly audit;
|
|
24
|
+
constructor(truth: SqliteDatabase, audit: SqliteDatabase);
|
|
25
|
+
putTask(task: PipelineTask): void;
|
|
26
|
+
task(id: string): PipelineTask | undefined;
|
|
27
|
+
tasks(limit?: number, offset?: number): {
|
|
28
|
+
tasks: PipelineTask[];
|
|
29
|
+
total: number;
|
|
30
|
+
};
|
|
31
|
+
event(taskId: string, kind: PipelineEvent['kind'], text: string, sourceId?: string): void;
|
|
32
|
+
events(taskId: string, after?: number, limit?: number): {
|
|
33
|
+
events: PipelineEvent[];
|
|
34
|
+
next: number;
|
|
35
|
+
hasMore: boolean;
|
|
36
|
+
};
|
|
37
|
+
checkpoint(id: string): ExtractionCheckpoint | undefined;
|
|
38
|
+
cached(sourceId: string, version: number, fingerprint: string): ExtractionCheckpoint | undefined;
|
|
39
|
+
head(sourceId: string): {
|
|
40
|
+
extracted?: ExtractionCheckpoint;
|
|
41
|
+
normalized?: ExtractionCheckpoint;
|
|
42
|
+
};
|
|
43
|
+
saveExtraction(value: ExtractionCheckpoint): void;
|
|
44
|
+
selectExtraction(sourceId: string, id: string): void;
|
|
45
|
+
saveNormalization(value: ExtractionCheckpoint, normalized: NonNullable<ExtractionCheckpoint['normalized']>): void;
|
|
46
|
+
unresolvedKnowledge(): {
|
|
47
|
+
ids: Set<string>;
|
|
48
|
+
sources: Set<string>;
|
|
49
|
+
};
|
|
50
|
+
materialization(key: string): {
|
|
51
|
+
fingerprint: string;
|
|
52
|
+
cardId: string;
|
|
53
|
+
} | undefined;
|
|
54
|
+
materialized(key: string, fingerprint: string, cardId: string): void;
|
|
55
|
+
}
|
|
56
|
+
//# sourceMappingURL=store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../src/pipeline/store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAE7D,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAA;IACV,QAAQ,EAAE,MAAM,CAAA;IAChB,aAAa,EAAE,MAAM,CAAA;IACrB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,WAAW,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,CAAC,EAAE;QAAE,MAAM,EAAE,WAAW,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;CACrK;AAED,4FAA4F;AAC5F,qBAAa,aAAa;IACZ,QAAQ,CAAC,KAAK,EAAE,cAAc;IAAE,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAA7C,KAAK,EAAE,cAAc,EAAmB,KAAK,EAAE,cAAc;IA4BlF,OAAO,CAAC,IAAI,EAAE,YAAY,GAAG,IAAI;IAIjC,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI1C,KAAK,CAAC,KAAK,SAAK,EAAE,MAAM,SAAI,GAAG;QAAE,KAAK,EAAE,YAAY,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAMvE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAIzF,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,SAAI,EAAE,KAAK,SAAM,GAAG;QAAE,MAAM,EAAE,aAAa,EAAE,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE;IAS3G,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAIxD,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAKhG,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG;QAAE,SAAS,CAAC,EAAE,oBAAoB,CAAC;QAAC,UAAU,CAAC,EAAE,oBAAoB,CAAA;KAAE;IAI/F,cAAc,CAAC,KAAK,EAAE,oBAAoB,GAAG,IAAI;IASjD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,IAAI;IAGpD,iBAAiB,CAAC,KAAK,EAAE,oBAAoB,EAAE,UAAU,EAAE,WAAW,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC,GAAG,IAAI;IAIjH,mBAAmB,IAAI;QAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;KAAE;IAUjE,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS;IAIjF,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;CAGrE"}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
/** Business checkpoints live with truth; execution history lives with extraction audits. */
|
|
2
|
+
export class PipelineStore {
|
|
3
|
+
truth;
|
|
4
|
+
audit;
|
|
5
|
+
constructor(truth, audit) {
|
|
6
|
+
this.truth = truth;
|
|
7
|
+
this.audit = audit;
|
|
8
|
+
truth.exec(`
|
|
9
|
+
CREATE TABLE IF NOT EXISTS pipeline_extractions (
|
|
10
|
+
id TEXT PRIMARY KEY, source_id TEXT NOT NULL, source_version INTEGER NOT NULL,
|
|
11
|
+
source_hash TEXT NOT NULL, fingerprint TEXT NOT NULL, report TEXT NOT NULL,
|
|
12
|
+
normalized TEXT, created_at TEXT NOT NULL
|
|
13
|
+
);
|
|
14
|
+
CREATE INDEX IF NOT EXISTS pipeline_extract_cache ON pipeline_extractions(source_id, source_version, fingerprint);
|
|
15
|
+
CREATE TABLE IF NOT EXISTS pipeline_sources (source_id TEXT PRIMARY KEY, extracted_id TEXT, normalized_id TEXT);
|
|
16
|
+
CREATE TABLE IF NOT EXISTS pipeline_materializations (group_key TEXT PRIMARY KEY, fingerprint TEXT NOT NULL, card_id TEXT NOT NULL);
|
|
17
|
+
`);
|
|
18
|
+
audit.exec(`
|
|
19
|
+
CREATE TABLE IF NOT EXISTS pipeline_tasks (id TEXT PRIMARY KEY, queued_at TEXT NOT NULL, state TEXT NOT NULL, payload TEXT NOT NULL);
|
|
20
|
+
CREATE INDEX IF NOT EXISTS pipeline_tasks_time ON pipeline_tasks(queued_at DESC);
|
|
21
|
+
CREATE TABLE IF NOT EXISTS pipeline_events (
|
|
22
|
+
seq INTEGER PRIMARY KEY AUTOINCREMENT, task_id TEXT NOT NULL, kind TEXT NOT NULL,
|
|
23
|
+
text TEXT NOT NULL, source_id TEXT, at TEXT NOT NULL
|
|
24
|
+
);
|
|
25
|
+
CREATE INDEX IF NOT EXISTS pipeline_events_task ON pipeline_events(task_id, seq);
|
|
26
|
+
`);
|
|
27
|
+
// A new runtime never claims that an abandoned request is still running.
|
|
28
|
+
for (const task of audit.prepare("SELECT payload FROM pipeline_tasks WHERE state IN ('queued','running','pausing','paused','cancelling')").all().map(row => JSON.parse(row.payload))) {
|
|
29
|
+
if (['queued', 'running', 'pausing', 'paused', 'cancelling'].includes(task.state)) {
|
|
30
|
+
this.putTask({ ...task, state: 'interrupted', finishedAt: new Date().toISOString(), summary: '服务已重新启动;已完成的阶段保留,可重新运行此任务。' });
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
putTask(task) {
|
|
35
|
+
this.audit.prepare('INSERT INTO pipeline_tasks(id, queued_at, state, payload) VALUES (?, ?, ?, ?) ON CONFLICT(id) DO UPDATE SET state=excluded.state, payload=excluded.payload')
|
|
36
|
+
.run(task.id, task.queuedAt, task.state, JSON.stringify(task));
|
|
37
|
+
}
|
|
38
|
+
task(id) {
|
|
39
|
+
const row = this.audit.prepare('SELECT payload FROM pipeline_tasks WHERE id=?').get(id);
|
|
40
|
+
return row ? JSON.parse(row.payload) : undefined;
|
|
41
|
+
}
|
|
42
|
+
tasks(limit = 20, offset = 0) {
|
|
43
|
+
const rows = this.audit.prepare("SELECT payload FROM pipeline_tasks ORDER BY CASE WHEN state IN ('queued','running','pausing','paused','cancelling') THEN 0 ELSE 1 END, queued_at DESC LIMIT ? OFFSET ?")
|
|
44
|
+
.all(Math.max(1, Math.min(10000, limit)), Math.max(0, offset));
|
|
45
|
+
const total = Number(this.audit.prepare('SELECT COUNT(*) AS n FROM pipeline_tasks').get().n);
|
|
46
|
+
return { tasks: rows.map(row => JSON.parse(row.payload)), total };
|
|
47
|
+
}
|
|
48
|
+
event(taskId, kind, text, sourceId) {
|
|
49
|
+
this.audit.prepare('INSERT INTO pipeline_events(task_id,kind,text,source_id,at) VALUES (?,?,?,?,?)')
|
|
50
|
+
.run(taskId, kind, text, sourceId ?? null, new Date().toISOString());
|
|
51
|
+
}
|
|
52
|
+
events(taskId, after = 0, limit = 100) {
|
|
53
|
+
const take = Number.isFinite(limit) ? Math.max(1, Math.min(500, Math.trunc(limit))) : 100;
|
|
54
|
+
after = Number.isFinite(after) ? Math.max(0, Math.trunc(after)) : 0;
|
|
55
|
+
const rows = this.audit.prepare('SELECT * FROM pipeline_events WHERE task_id=? AND seq>? ORDER BY seq LIMIT ?')
|
|
56
|
+
.all(taskId, after, take + 1);
|
|
57
|
+
const hasMore = rows.length > take;
|
|
58
|
+
const events = rows.slice(0, take).map(row => ({ seq: Number(row.seq), taskId: String(row.task_id), kind: String(row.kind), text: String(row.text), ...(row.source_id ? { sourceId: String(row.source_id) } : {}), at: String(row.at) }));
|
|
59
|
+
return { events, next: events.at(-1)?.seq ?? after, hasMore };
|
|
60
|
+
}
|
|
61
|
+
checkpoint(id) {
|
|
62
|
+
const row = this.truth.prepare('SELECT * FROM pipeline_extractions WHERE id=?').get(id);
|
|
63
|
+
return row ? { id: String(row.id), sourceId: String(row.source_id), sourceVersion: Number(row.source_version), sourceHash: String(row.source_hash), fingerprint: String(row.fingerprint), report: JSON.parse(String(row.report)), createdAt: String(row.created_at), ...(row.normalized ? { normalized: JSON.parse(String(row.normalized)) } : {}) } : undefined;
|
|
64
|
+
}
|
|
65
|
+
cached(sourceId, version, fingerprint) {
|
|
66
|
+
const row = this.truth.prepare('SELECT id FROM pipeline_extractions WHERE source_id=? AND source_version=? AND fingerprint=? ORDER BY created_at DESC, rowid DESC LIMIT 1')
|
|
67
|
+
.get(sourceId, version, fingerprint);
|
|
68
|
+
return row ? this.checkpoint(row.id) : undefined;
|
|
69
|
+
}
|
|
70
|
+
head(sourceId) {
|
|
71
|
+
const row = this.truth.prepare('SELECT extracted_id,normalized_id FROM pipeline_sources WHERE source_id=?').get(sourceId);
|
|
72
|
+
return { extracted: row?.extracted_id ? this.checkpoint(row.extracted_id) : undefined, normalized: row?.normalized_id ? this.checkpoint(row.normalized_id) : undefined };
|
|
73
|
+
}
|
|
74
|
+
saveExtraction(value) {
|
|
75
|
+
this.truth.exec('SAVEPOINT pipeline_extract');
|
|
76
|
+
try {
|
|
77
|
+
this.truth.prepare('INSERT INTO pipeline_extractions(id,source_id,source_version,source_hash,fingerprint,report,created_at) VALUES (?,?,?,?,?,?,?)')
|
|
78
|
+
.run(value.id, value.sourceId, value.sourceVersion, value.sourceHash, value.fingerprint, JSON.stringify(value.report), value.createdAt);
|
|
79
|
+
this.selectExtraction(value.sourceId, value.id);
|
|
80
|
+
this.truth.exec('RELEASE pipeline_extract');
|
|
81
|
+
}
|
|
82
|
+
catch (cause) {
|
|
83
|
+
this.truth.exec('ROLLBACK TO pipeline_extract; RELEASE pipeline_extract');
|
|
84
|
+
throw cause;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
selectExtraction(sourceId, id) {
|
|
88
|
+
this.truth.prepare('INSERT INTO pipeline_sources(source_id,extracted_id) VALUES (?,?) ON CONFLICT(source_id) DO UPDATE SET extracted_id=excluded.extracted_id').run(sourceId, id);
|
|
89
|
+
}
|
|
90
|
+
saveNormalization(value, normalized) {
|
|
91
|
+
this.truth.prepare('UPDATE pipeline_extractions SET normalized=? WHERE id=?').run(JSON.stringify(normalized), value.id);
|
|
92
|
+
this.truth.prepare('INSERT INTO pipeline_sources(source_id,normalized_id) VALUES (?,?) ON CONFLICT(source_id) DO UPDATE SET normalized_id=excluded.normalized_id').run(value.sourceId, value.id);
|
|
93
|
+
}
|
|
94
|
+
unresolvedKnowledge() {
|
|
95
|
+
const rows = this.truth.prepare('SELECT s.source_id, e.normalized FROM pipeline_sources s JOIN pipeline_extractions e ON e.id=s.normalized_id WHERE e.normalized IS NOT NULL').all();
|
|
96
|
+
const ids = new Set();
|
|
97
|
+
const sources = new Set();
|
|
98
|
+
for (const row of rows) {
|
|
99
|
+
const pending = JSON.parse(row.normalized).unresolvedKnowledgeIds ?? [];
|
|
100
|
+
if (pending.length)
|
|
101
|
+
sources.add(row.source_id);
|
|
102
|
+
for (const id of pending)
|
|
103
|
+
ids.add(id);
|
|
104
|
+
}
|
|
105
|
+
return { ids, sources };
|
|
106
|
+
}
|
|
107
|
+
materialization(key) {
|
|
108
|
+
const row = this.truth.prepare('SELECT fingerprint,card_id FROM pipeline_materializations WHERE group_key=?').get(key);
|
|
109
|
+
return row ? { fingerprint: row.fingerprint, cardId: row.card_id } : undefined;
|
|
110
|
+
}
|
|
111
|
+
materialized(key, fingerprint, cardId) {
|
|
112
|
+
this.truth.prepare('INSERT INTO pipeline_materializations(group_key,fingerprint,card_id) VALUES (?,?,?) ON CONFLICT(group_key) DO UPDATE SET fingerprint=excluded.fingerprint,card_id=excluded.card_id').run(key, fingerprint, cardId);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
//# sourceMappingURL=store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../src/pipeline/store.ts"],"names":[],"mappings":"AAeA,4FAA4F;AAC5F,MAAM,OAAO,aAAa;IACH;IAAwC;IAA7D,YAAqB,KAAqB,EAAmB,KAAqB;QAA7D,UAAK,GAAL,KAAK,CAAgB;QAAmB,UAAK,GAAL,KAAK,CAAgB;QAChF,KAAK,CAAC,IAAI,CAAC;;;;;;;;;KASV,CAAC,CAAA;QACF,KAAK,CAAC,IAAI,CAAC;;;;;;;;KAQV,CAAC,CAAA;QACF,yEAAyE;QACzE,KAAK,MAAM,IAAI,IAAK,KAAK,CAAC,OAAO,CAAC,wGAAwG,CAAC,CAAC,GAAG,EAAiC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAiB,CAAC,EAAE,CAAC;YACrO,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClF,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAA;YAC9H,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAkB;QACxB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,4JAA4J,CAAC;aAC7K,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAA;IAClE,CAAC;IACD,IAAI,CAAC,EAAU;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAoC,CAAA;QAC1H,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAiB,CAAC,CAAC,CAAC,SAAS,CAAA;IAClE,CAAC;IACD,KAAK,CAAC,KAAK,GAAG,EAAE,EAAE,MAAM,GAAG,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,wKAAwK,CAAC;aACtM,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAA+B,CAAA;QAC9F,MAAM,KAAK,GAAG,MAAM,CAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC,CAAA;QAC/G,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAiB,CAAC,EAAE,KAAK,EAAE,CAAA;IACnF,CAAC;IACD,KAAK,CAAC,MAAc,EAAE,IAA2B,EAAE,IAAY,EAAE,QAAiB;QAChF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gFAAgF,CAAC;aACjG,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,IAAI,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAA;IACxE,CAAC;IACD,MAAM,CAAC,MAAc,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG;QAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;QACzF,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACnE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,8EAA8E,CAAC;aAC5G,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,CAAmC,CAAA;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAA0B,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QAClQ,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,KAAK,EAAE,OAAO,EAAE,CAAA;IAC/D,CAAC;IACD,UAAU,CAAC,EAAU;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAwC,CAAA;QAC9H,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;IAClW,CAAC;IACD,MAAM,CAAC,QAAgB,EAAE,OAAe,EAAE,WAAmB;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,2IAA2I,CAAC;aACxK,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,WAAW,CAA+B,CAAA;QACpE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClD,CAAC;IACD,IAAI,CAAC,QAAgB;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,2EAA2E,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAkE,CAAA;QAC1L,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAA;IAC1K,CAAC;IACD,cAAc,CAAC,KAA2B;QACxC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;QAC7C,IAAI,CAAC;YACL,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gIAAgI,CAAC;iBACjJ,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;YACzI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;YAC/C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;YAAC,MAAM,KAAK,CAAA;QAAC,CAAC;IAC5G,CAAC;IACD,gBAAgB,CAAC,QAAgB,EAAE,EAAU;QAC3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,2IAA2I,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IACnL,CAAC;IACD,iBAAiB,CAAC,KAA2B,EAAE,UAA2D;QACxG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;QACvH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,8IAA8I,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;IAClM,CAAC;IACD,mBAAmB;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,6IAA6I,CAAC,CAAC,GAAG,EAAsD,CAAA;QACxO,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAAC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;QAChE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,OAAO,GAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAqD,CAAC,sBAAsB,IAAI,EAAE,CAAA;YAC5H,IAAI,OAAO,CAAC,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC9C,KAAK,MAAM,EAAE,IAAI,OAAO;gBAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACvC,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAA;IACzB,CAAC;IACD,eAAe,CAAC,GAAW;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,6EAA6E,CAAC,CAAC,GAAG,CAAC,GAAG,CAAyD,CAAA;QAC9K,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;IAChF,CAAC;IACD,YAAY,CAAC,GAAW,EAAE,WAAmB,EAAE,MAAc;QAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,oLAAoL,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IACxO,CAAC;CACF"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/** Shared, browser-safe contracts for independently runnable knowledge stages. */
|
|
2
|
+
export type PipelineStage = 'extract' | 'normalize' | 'materialize' | 'build' | 'all';
|
|
3
|
+
export type PipelineState = 'queued' | 'running' | 'pausing' | 'paused' | 'cancelling' | 'succeeded' | 'partial' | 'failed' | 'cancelled' | 'interrupted';
|
|
4
|
+
export type PipelineAction = 'pause' | 'resume' | 'cancel';
|
|
5
|
+
export interface PipelineSelection {
|
|
6
|
+
sourceIds?: string[];
|
|
7
|
+
groupKeys?: string[];
|
|
8
|
+
force?: boolean;
|
|
9
|
+
}
|
|
10
|
+
export interface PipelineModel {
|
|
11
|
+
provider?: string;
|
|
12
|
+
model?: string;
|
|
13
|
+
reasoningEffort?: string;
|
|
14
|
+
}
|
|
15
|
+
export interface PipelineTask {
|
|
16
|
+
id: string;
|
|
17
|
+
stage: PipelineStage;
|
|
18
|
+
state: PipelineState;
|
|
19
|
+
selection: PipelineSelection;
|
|
20
|
+
model: PipelineModel;
|
|
21
|
+
queuedAt: string;
|
|
22
|
+
startedAt?: string;
|
|
23
|
+
finishedAt?: string;
|
|
24
|
+
currentStage?: Exclude<PipelineStage, 'all'>;
|
|
25
|
+
done: number;
|
|
26
|
+
total: number;
|
|
27
|
+
reused: number;
|
|
28
|
+
failed: number;
|
|
29
|
+
summary: string;
|
|
30
|
+
warnings: string[];
|
|
31
|
+
results?: Partial<Record<Exclude<PipelineStage, 'all'>, {
|
|
32
|
+
done: number;
|
|
33
|
+
total: number;
|
|
34
|
+
reused: number;
|
|
35
|
+
failed: number;
|
|
36
|
+
}>>;
|
|
37
|
+
legacy?: boolean;
|
|
38
|
+
reportId?: string;
|
|
39
|
+
}
|
|
40
|
+
export interface PipelineEvent {
|
|
41
|
+
seq: number;
|
|
42
|
+
taskId: string;
|
|
43
|
+
kind: 'output' | 'progress' | 'warning' | 'report';
|
|
44
|
+
text: string;
|
|
45
|
+
sourceId?: string;
|
|
46
|
+
at: string;
|
|
47
|
+
}
|
|
48
|
+
export interface MaterializationGroup {
|
|
49
|
+
key: string;
|
|
50
|
+
title: string;
|
|
51
|
+
coordinate: {
|
|
52
|
+
objectId: string;
|
|
53
|
+
actionId: string;
|
|
54
|
+
sceneId: string;
|
|
55
|
+
};
|
|
56
|
+
knowledgeCount: number;
|
|
57
|
+
eventCount: number;
|
|
58
|
+
sourceIds: string[];
|
|
59
|
+
cardId?: string;
|
|
60
|
+
state: 'new' | 'changed' | 'current' | 'withdrawn' | 'blocked';
|
|
61
|
+
reason?: string;
|
|
62
|
+
fingerprint: string;
|
|
63
|
+
}
|
|
64
|
+
export interface PipelineStatus {
|
|
65
|
+
sources: Array<{
|
|
66
|
+
id: string;
|
|
67
|
+
title: string;
|
|
68
|
+
version: number;
|
|
69
|
+
extractionId?: string;
|
|
70
|
+
normalizedId?: string;
|
|
71
|
+
state: 'pending' | 'extracted' | 'normalized' | 'outdated';
|
|
72
|
+
}>;
|
|
73
|
+
groups: MaterializationGroup[];
|
|
74
|
+
blocked: number;
|
|
75
|
+
pendingNew: number;
|
|
76
|
+
pendingUpdated: number;
|
|
77
|
+
pendingWithdrawn: number;
|
|
78
|
+
indexPending: boolean;
|
|
79
|
+
}
|
|
80
|
+
export declare const PIPELINE_STAGE_LABEL: Record<PipelineStage, string>;
|
|
81
|
+
export declare const PIPELINE_ACTIVE_STATES: readonly PipelineState[];
|
|
82
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/pipeline/types.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAClF,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,WAAW,GAAG,aAAa,GAAG,OAAO,GAAG,KAAK,CAAA;AACrF,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,YAAY,GAAG,WAAW,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,aAAa,CAAA;AACzJ,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAA;AAE1D,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,aAAa,CAAA;IACpB,KAAK,EAAE,aAAa,CAAA;IACpB,SAAS,EAAE,iBAAiB,CAAA;IAC5B,KAAK,EAAE,aAAa,CAAA;IACpB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,CAAA;IAC5C,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;IACzH,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,QAAQ,GAAG,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAA;IAClD,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,EAAE,EAAE,MAAM,CAAA;CACX;AAED,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;IACnE,cAAc,EAAE,MAAM,CAAA;IACtB,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,EAAE,CAAA;IACnB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,KAAK,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAA;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,SAAS,GAAG,WAAW,GAAG,YAAY,GAAG,UAAU,CAAA;KAAE,CAAC,CAAA;IACxK,MAAM,EAAE,oBAAoB,EAAE,CAAA;IAC9B,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,cAAc,EAAE,MAAM,CAAA;IACtB,gBAAgB,EAAE,MAAM,CAAA;IACxB,YAAY,EAAE,OAAO,CAAA;CACtB;AAED,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAE9D,CAAA;AACD,eAAO,MAAM,sBAAsB,EAAE,SAAS,aAAa,EAA6D,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export const PIPELINE_STAGE_LABEL = {
|
|
2
|
+
extract: '抽取 Knowledge / Event', normalize: '归一合并', materialize: '物化 WikiCard', build: '构建检索索引', all: '全链路运行',
|
|
3
|
+
};
|
|
4
|
+
export const PIPELINE_ACTIVE_STATES = ['queued', 'running', 'pausing', 'paused', 'cancelling'];
|
|
5
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/pipeline/types.ts"],"names":[],"mappings":"AAsEA,MAAM,CAAC,MAAM,oBAAoB,GAAkC;IACjE,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO;CAC9G,CAAA;AACD,MAAM,CAAC,MAAM,sBAAsB,GAA6B,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA"}
|
package/lib/types/present.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"present.d.ts","sourceRoot":"","sources":["../../src/present.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,8CAA8C;AAC9C,KAAK,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAA;AA4B1F,MAAM,WAAW,gBAAgB;IAAG,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE;AACrF,MAAM,WAAW,iBAAiB;IAAG,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE;AACnG,MAAM,WAAW,iBAAiB;IAChC,YAAY,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAChE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CACrC;AACD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAC3B,MAAM,EAAE,iBAAiB,EAAE,CAAA;IAC3B,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAAA;CAClC;AAED,yDAAyD;AACzD,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IACrE,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC5B,OAAO,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAA;CACnC,GAAG,UAAU,CAiBb;AAED,gCAAgC;AAChC,wBAAgB,cAAc,CAAC,IAAI,EAAE;IAAE,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,CAWnJ;AAED,yCAAyC;AACzC,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"present.d.ts","sourceRoot":"","sources":["../../src/present.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,8CAA8C;AAC9C,KAAK,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAA;AA4B1F,MAAM,WAAW,gBAAgB;IAAG,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE;AACrF,MAAM,WAAW,iBAAiB;IAAG,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE;AACnG,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IAC/B,YAAY,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAChE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CACrC;AACD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAC3B,MAAM,EAAE,iBAAiB,EAAE,CAAA;IAC3B,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAAA;CAClC;AAED,yDAAyD;AACzD,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IACrE,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC5B,OAAO,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAA;CACnC,GAAG,UAAU,CAiBb;AAED,gCAAgC;AAChC,wBAAgB,cAAc,CAAC,IAAI,EAAE;IAAE,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,CAWnJ;AAED,yCAAyC;AACzC,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAgB7D;AAID,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AACD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,yCAAyC;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,4BAA4B;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,oBAAoB,EAAE,OAAO,CAAA;IAC7B,YAAY,EAAE,MAAM,CAAA;IACpB,IAAI,EAAE,aAAa,EAAE,CAAA;IACrB,wBAAwB;IACxB,MAAM,EAAE,MAAM,EAAE,CAAA;CACjB;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IACpI,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,wCAAwC;IACxC,MAAM,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC7E,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAC9B,MAAM,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC5B,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,CAAA;CAC7D,GAAG,UAAU,CA0Bb;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,CAQ1J;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAoB7D;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,SAAS,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC,GAAG,WAAW,CAgB3G;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAIvG;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAa/D;AAID,MAAM,WAAW,aAAa;IAAG,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE;AAEnH;;;GAGG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,EAAE,KAAK,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,aAAa,CAStI;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,CAQhJ;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,aAAa,GAAG,MAAM,CAEnE;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,YAAY,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB;;;;;OAKG;IACH,GAAG,EAAE,MAAM,EAAE,CAAA;IACb,QAAQ,EAAE,KAAK,CAAC;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CACpF;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAA;CAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,cAAc,CAYtI;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,CAW1J;AAED,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,cAAc,GAAG,MAAM,CAMrE"}
|