dsh-data-domain-knowledge 0.1.0-alpha.9 → 0.1.1-alpha.2

package/lib/types/pipeline/engine.js

@@ -0,0 +1,352 @@
+import { randomUUID } from 'node:crypto';
+import { PIPELINE_ACTIVE_STATES, PIPELINE_STAGE_LABEL } from './types.js';
+class TaskCancelled extends Error {
+}
+/** One writer queue per base, shared with the legacy index builder. */
+export class KnowledgePipeline {
+    store;
+    host;
+    closed = false;
+    controls = new Map();
+    constructor(store, host) {
+        this.store = store;
+        this.host = host;
+    }
+    start(stage, selection = {}) {
+        if (this.closed)
+            throw new Error('知识处理已关闭');
+        if (!['extract', 'normalize', 'derive', 'materialize', 'build', 'all'].includes(stage))
+            throw new Error('不支持的知识处理阶段');
+        for (const value of [selection.sourceIds, selection.groupKeys]) {
+            if (value !== undefined && (!Array.isArray(value) || value.length === 0 || value.some(id => typeof id !== 'string' || !id.trim())))
+                throw new Error('选择范围不能为空；不传范围表示处理当前阶段的全部待办');
+        }
+        const context = this.host.capture();
+        const { call: _call, why: _why, ...model } = context.model;
+        const task = {
+            id: `pipeline_${randomUUID()}`, stage, state: 'queued', selection: structuredClone(selection), model,
+            queuedAt: new Date().toISOString(), done: 0, total: 0, reused: 0, failed: 0,
+            summary: '等待运行', warnings: [],
+        };
+        this.store.putTask(task);
+        this.controls.set(task.id, { pause: false, cancel: false });
+        const completion = this.host.serialize(() => this.execute(task.id, context));
+        // Starting a background task must not create an unhandled rejection.
+        void completion.catch(() => undefined);
+        return { task, completion };
+    }
+    close() {
+        this.closed = true;
+        for (const control of this.controls.values()) {
+            control.cancel = true;
+            control.pause = false;
+            control.resume?.();
+        }
+    }
+    control(id, action) {
+        const task = this.store.task(id);
+        const control = this.controls.get(id);
+        if (!task || !control || !PIPELINE_ACTIVE_STATES.includes(task.state))
+            throw new Error('任务已结束；请重新运行所需阶段');
+        if (action === 'pause') {
+            control.pause = true;
+            this.patch(id, { state: task.state === 'queued' ? 'paused' : 'pausing', summary: '当前文档或卡片处理完成后暂停' });
+        }
+        else if (action === 'resume') {
+            if (!control.pause)
+                throw new Error('任务没有暂停');
+            control.pause = false;
+            this.patch(id, { state: task.startedAt ? 'running' : 'queued' });
+            control.resume?.();
+            control.resume = undefined;
+        }
+        else {
+            control.cancel = true;
+            control.pause = false;
+            this.patch(id, { state: 'cancelling', summary: '当前文档或卡片处理完成后停止' });
+            control.resume?.();
+        }
+        return this.store.task(id);
+    }
+    patch(id, patch) {
+        const task = { ...this.store.task(id), ...patch };
+        this.store.putTask(task);
+        return task;
+    }
+    finishStage(id, outcome) {
+        const task = this.store.task(id);
+        if (task.currentStage)
+            this.patch(id, { results: { ...task.results, [task.currentStage]: { done: task.done, total: task.total, reused: task.reused, failed: task.failed, ...outcome } } });
+    }
+    async checkpoint(id) {
+        const control = this.controls.get(id);
+        while (control) {
+            if (control.cancel)
+                throw new TaskCancelled('任务已停止，已完成的文档与阶段会保留');
+            if (!control.pause)
+                return;
+            this.patch(id, { state: 'paused', summary: '已暂停，可继续运行' });
+            await new Promise(resolve => { control.resume = resolve; });
+        }
+    }
+    output(id, stage, sourceId) {
+        let buffer = '';
+        let last = Date.now();
+        let bytes = 0;
+        let capped = false;
+        const flush = () => {
+            if (!buffer)
+                return;
+            this.store.event(id, 'output', buffer, sourceId, stage);
+            buffer = '';
+            last = Date.now();
+        };
+        let failure;
+        const timer = setInterval(() => { try {
+            flush();
+        }
+        catch (cause) {
+            failure = cause;
+            clearInterval(timer);
+        } }, 250);
+        timer.unref();
+        return {
+            append: text => {
+                if (failure)
+                    throw failure;
+                bytes += Buffer.byteLength(text);
+                if (bytes > 4 * 1024 * 1024) {
+                    if (!capped) {
+                        flush();
+                        this.store.event(id, 'warning', '实时预览超过 4 MB；完整返回保存在本次抽取报告中。', sourceId, stage);
+                        capped = true;
+                    }
+                    return;
+                }
+                buffer += text;
+                if (buffer.length >= 1024 || Date.now() - last >= 250)
+                    flush();
+            }, flush: () => { clearInterval(timer); if (failure)
+                throw failure; flush(); },
+        };
+    }
+    async execute(id, context) {
+        const task = this.store.task(id);
+        const stages = task.stage === 'all' ? (this.host.derive ? ['extract', 'normalize', 'derive', 'materialize', 'build'] : ['extract', 'normalize', 'materialize', 'build']) : [task.stage];
+        try {
+            await this.checkpoint(id);
+            this.patch(id, { state: 'running', startedAt: new Date().toISOString() });
+            const allSources = await this.host.sources();
+            const sourceIds = task.selection.sourceIds === undefined ? undefined : new Set(task.selection.sourceIds);
+            if (sourceIds && [...sourceIds].some(sourceId => !allSources.some(source => source.sourceId === sourceId)))
+                throw new Error('选择范围中有已删除或不存在的来源');
+            const sources = allSources.filter(source => !sourceIds || sourceIds.has(source.sourceId));
+            /**
+             * 坐标仍有歧义、等归一的 Knowledge 条数。它不是失败，所以既不进 `failed`、
+             * 也不提前结束链路（否则一个歧义 mention 就能让整库索引永不发布）；
+             * 但它也不是「全部完成」，所以最终状态报 `partial`。
+             */
+            let deferred = 0;
+            for (const stage of stages) {
+                await this.checkpoint(id);
+                this.patch(id, { currentStage: stage, done: 0, total: 0, reused: 0, failed: 0, summary: PIPELINE_STAGE_LABEL[stage] });
+                this.store.event(id, 'progress', PIPELINE_STAGE_LABEL[stage], undefined, stage);
+                if (stage === 'derive') {
+                    if (!this.host.derive)
+                        throw new Error('当前运行时不支持 Case 提炼');
+                    const output = this.output(id, stage);
+                    try {
+                        const result = await this.host.derive(task.selection.sourceIds, context, Boolean(task.selection.force), output.append, () => this.checkpoint(id));
+                        this.patch(id, result);
+                        this.finishStage(id, result);
+                    }
+                    finally {
+                        output.flush();
+                    }
+                    continue;
+                }
+                if (stage === 'build') {
+                    const result = await this.host.build(id, () => this.checkpoint(id));
+                    this.patch(id, { done: 1, total: 1, summary: result.summary });
+                    this.finishStage(id, result);
+                    continue;
+                }
+                if (stage === 'materialize') {
+                    const batch = await this.host.groups(context);
+                    const { groups } = batch;
+                    const selected = task.selection.groupKeys ? new Set(task.selection.groupKeys) : undefined;
+                    if (selected && [...selected].some(key => !groups.some(group => group.key === key)))
+                        throw new Error('选择的卡片分组已变化，请刷新待物化列表');
+                    /**
+                     * 来源范围对**任何**阶段都生效，不只对 `all`：`start()` 会校验 `sourceIds`
+                     * 非空，调用方因此有理由认为它生效了。只对 `all` 生效等于静默忽略选择。
+                     */
+                    const affectedSources = sourceIds ? new Set(sources.map(source => source.sourceId)) : undefined;
+                    const scoped = selected !== undefined || affectedSources !== undefined;
+                    const inScope = (group) => (!selected || selected.has(group.key)) && (!affectedSources || group.sourceIds.some(sourceId => affectedSources.has(sourceId)));
+                    /**
+                     * 待归一的量要**按选择范围**数，且两个原因分开说（0070）。
+                     *
+                     * 「坐标有歧义」与「来源变了、抽取结果还没归一」是两件事，报同一句话会让读的人
+                     * 去查错的地方。更要紧的是范围：按 `sourceIds` / `groupKeys` 缩小的那一趟，
+                     * 如果拿全库的数字报 `partial`，调用方会去重试一件它明确排除的事 —— 而它其实
+                     * 全都做完了。坐标有歧义的那些行不属于任何分组，无法按来源归属，所以只在
+                     * 没有选择范围时才计入。
+                     */
+                    const ambiguous = scoped ? 0 : batch.blockedAmbiguous;
+                    const awaiting = scoped
+                        ? groups.filter(group => group.state === 'blocked' && inScope(group)).reduce((sum, group) => sum + group.knowledgeCount, 0)
+                        : batch.blockedAwaitingNormalize;
+                    if (ambiguous > 0 || awaiting > 0) {
+                        deferred = ambiguous + awaiting;
+                        const parts = [
+                            ambiguous > 0 ? `${ambiguous} 条 Knowledge 因坐标歧义、方法不完整或 Case 引用过期暂不可发布` : '',
+                            awaiting > 0 ? `${awaiting} 条 Knowledge 的来源已变化或新抽取待归一` : '',
+                        ].filter(Boolean);
+                        const message = `${parts.join('；')}，暂不物化；本次不影响索引构建。`;
+                        this.patch(id, { warnings: [...this.store.task(id).warnings, message] });
+                        this.store.event(id, 'warning', message, undefined, stage);
+                    }
+                    const pending = groups.filter(group => group.state !== 'blocked' && inScope(group) && (task.selection.force || group.state !== 'current'));
+                    this.patch(id, { total: pending.length });
+                    for (const group of pending) {
+                        await this.checkpoint(id);
+                        const output = this.output(id, stage);
+                        try {
+                            await this.host.materialize(group, context, output.append, batch.snapshot);
+                        }
+                        catch (cause) {
+                            if (cause instanceof TaskCancelled)
+                                throw cause;
+                            const message = `${group.title}：${cause instanceof Error ? cause.message : String(cause)}`;
+                            const current = this.store.task(id);
+                            this.patch(id, { failed: current.failed + 1, warnings: [...current.warnings, message] });
+                            this.store.event(id, 'warning', message, undefined, stage);
+                        }
+                        finally {
+                            output.flush();
+                        }
+                        const current = this.store.task(id);
+                        this.patch(id, { done: current.done + 1, summary: `已物化 ${current.done + 1}/${pending.length} 张：${group.title}` });
+                    }
+                    const current = this.store.task(id);
+                    /**
+                     * 阶段结论要给 `summary`：任务列表的四段步轨读的是 `results[stage]`，
+                     * 缺了它那一段会显示成「已完成」（成功色），而任务徽标写着「部分完成」——
+                     * 同一件事在半个屏幕上两种说法。
+                     */
+                    this.finishStage(id, {
+                        summary: `已物化 ${current.done - current.failed}/${current.total} 张${deferred > 0 ? `；${deferred} 条待归一` : ''}${affectedSources !== undefined ? `（按来源范围缩小：${affectedSources.size} 份来源）` : ''}`,
+                    });
+                    /**
+                     * **真的**有分组失败时才提前结束（含 `build`）：这里与 `blocked` 的处理刻意不同。
+                     *
+                     * `blocked` 是「等归一」的待办，不是失败，所以它不阻断；而这里是某一张卡没写成功
+                     * （模型报错、写库失败），此时发布索引等于把一个半成品当成品推给召回 ——
+                     * 而重试的代价很小：已经物化好的那些分组指纹没变，下一次会被判成 `current` 直接跳过。
+                     */
+                    if (current.failed)
+                        return this.patch(id, { state: current.failed === current.total ? 'failed' : 'partial', finishedAt: new Date().toISOString(), summary: `物化结束：成功 ${current.total - current.failed}/${current.total}；已完成卡片保留，可重试。` });
+                    continue;
+                }
+                this.patch(id, { total: sources.length });
+                for (const source of sources) {
+                    await this.checkpoint(id);
+                    this.store.event(id, 'progress', `${PIPELINE_STAGE_LABEL[stage]}：${source.title}`, source.sourceId, stage);
+                    const output = this.output(id, stage, source.sourceId);
+                    let reused = false;
+                    try {
+                        if (stage === 'extract') {
+                            const fingerprint = await this.host.fingerprint(source, context);
+                            const cached = task.selection.force ? undefined : this.store.cached(source.sourceId, source.version, fingerprint);
+                            if (cached) {
+                                this.store.selectExtraction(source.sourceId, cached.id);
+                                reused = true;
+                            }
+                            else {
+                                const report = await this.host.extract(source, context, output.append);
+                                if (this.closed)
+                                    throw new TaskCancelled('知识库已关闭，已完成结果保留');
+                                const checkpoint = { id: `extract_${randomUUID()}`, sourceId: source.sourceId, sourceVersion: source.version, sourceHash: source.sourceHash, fingerprint, report, createdAt: new Date().toISOString() };
+                                // The host checks the captured source version again before activation.
+                                // Read that one source back, not the whole library: the old form re-hashed
+                                // every document body once per document, which is O(N²) over a big base.
+                                const current = await this.host.source(source.sourceId);
+                                if (!current || current.version !== source.version || current.sourceHash !== source.sourceHash) {
+                                    await this.host.record(checkpoint);
+                                    this.store.event(id, 'report', checkpoint.id, source.sourceId, stage);
+                                    throw new Error('来源在抽取期间已变化；返回已保留在历史中，请抽取最新版本');
+                                }
+                                await this.host.record(checkpoint);
+                                this.store.event(id, 'report', checkpoint.id, source.sourceId, stage);
+                                /**
+                                 * 没通过校验时**要说清是哪一条不合格**（0070）。
+                                 *
+                                 * 原来只报一句 `model.why`（「抽取返回未通过校验」），"哪些引文对不上" 只留在
+                                 * 审计报告里，而人看不到那一层。现在把 `exceptions` 的前三条带进错误里 ——
+                                 * 面板上的失败行直接能读出原因。
+                                 *
+                                 * 这里**不缓存**这一份失败返回（试过，退回去了）：缓存会让下一次重跑不再调模型，
+                                 * 而同一个阶段结束时的承诺是「可重试此阶段」——「重试」按下去什么都不发生，
+                                 * 比多花一次模型调用糟得多。完整返回已经由 `host.record` 收进审计库。
+                                 */
+                                if (report.model.parsed !== true) {
+                                    const detail = report.exceptions.slice(0, 3).map(item => `${item.step}：${item.message}`).join('；');
+                                    throw new Error(`${report.model.why ?? '抽取返回未通过校验'}${detail === '' ? '' : `（${detail}）`}`);
+                                }
+                                this.store.saveExtraction(checkpoint);
+                            }
+                        }
+                        else {
+                            const checkpoint = this.store.head(source.sourceId).extracted;
+                            if (!checkpoint)
+                                throw new Error('尚无抽取结果，请先运行抽取');
+                            if (checkpoint.sourceVersion !== source.version || checkpoint.sourceHash !== source.sourceHash)
+                                throw new Error('抽取结果依据旧版来源，请先抽取最新版本');
+                            const result = await this.host.normalize(source, checkpoint, context, task.selection.force === true, output.append);
+                            reused = result.reused;
+                            if (result.warnings.length)
+                                this.patch(id, { warnings: [...this.store.task(id).warnings, ...result.warnings.map(warning => `${source.title}：${warning}`)] });
+                            for (const warning of result.warnings)
+                                this.store.event(id, 'warning', warning, source.sourceId, stage);
+                        }
+                    }
+                    catch (cause) {
+                        if (cause instanceof TaskCancelled)
+                            throw cause;
+                        const message = `${source.title}：${cause instanceof Error ? cause.message : String(cause)}`;
+                        const current = this.store.task(id);
+                        this.patch(id, { failed: current.failed + 1, warnings: [...current.warnings, message] });
+                        this.store.event(id, 'warning', message, source.sourceId, stage);
+                    }
+                    finally {
+                        output.flush();
+                    }
+                    const current = this.store.task(id);
+                    this.patch(id, { done: current.done + 1, reused: current.reused + Number(reused), summary: `${PIPELINE_STAGE_LABEL[stage]} ${current.done + 1}/${sources.length}${reused ? ' · 复用已有结果' : ''}` });
+                }
+                this.finishStage(id);
+                if (this.store.task(id).failed > 0) {
+                    const current = this.store.task(id);
+                    this.patch(id, { state: current.failed === current.total ? 'failed' : 'partial', finishedAt: new Date().toISOString(), summary: `${PIPELINE_STAGE_LABEL[stage]}结束：成功 ${current.total - current.failed}/${current.total}，失败 ${current.failed}；已完成结果保留，可重试此阶段。` });
+                    return this.store.task(id);
+                }
+            }
+            await this.checkpoint(id);
+            const current = this.store.task(id);
+            /**
+             * `deferred > 0` 时状态是 `partial`：这一趟把能做的都做了（包括发布索引），
+             * 但还有一批分组在等归一。报 `succeeded` 会让人以为「物化完了」。
+             */
+            const suffix = deferred > 0 ? ` · 另有 ${deferred} 条 Knowledge 待处理（坐标、来源、方法完整性或 Case 版本），暂未物化` : '';
+            return this.patch(id, { state: deferred > 0 ? 'partial' : 'succeeded', finishedAt: new Date().toISOString(), summary: (task.stage === 'all' ? `全链路完成 · 抽取 ${current.results?.extract?.done ?? 0} 份（复用 ${current.results?.extract?.reused ?? 0} 份） · 物化 ${current.results?.materialize?.done ?? 0} 张 · 索引已发布` : `${PIPELINE_STAGE_LABEL[task.stage]}完成 · 处理 ${current.done} 项 · 复用 ${current.reused} 项`) + suffix });
+        }
+        catch (cause) {
+            return this.patch(id, { state: cause instanceof TaskCancelled ? 'cancelled' : 'failed', finishedAt: new Date().toISOString(), summary: cause instanceof Error ? cause.message : String(cause) });
+        }
+        finally {
+            this.controls.delete(id);
+        }
+    }
+}
+//# sourceMappingURL=engine.js.map

package/lib/types/pipeline/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/pipeline/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAKxC,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAgK,MAAM,YAAY,CAAA;AA2BvO,MAAM,aAAc,SAAQ,KAAK;CAAG;AAGpC,uEAAuE;AACvE,MAAM,OAAO,iBAAiB;IAGP;IAAuC;IAFpD,MAAM,GAAG,KAAK,CAAA;IACd,QAAQ,GAAG,IAAI,GAAG,EAAmB,CAAA;IAC7C,YAAqB,KAAoB,EAAmB,IAAkB;QAAzD,UAAK,GAAL,KAAK,CAAe;QAAmB,SAAI,GAAJ,IAAI,CAAc;IAAG,CAAC;IAElF,KAAK,CAAC,KAAoB,EAAE,YAA+B,EAAE;QAC3D,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;QAC3C,IAAI,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAA;QACrH,KAAK,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/D,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QACnL,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,CAAA;QAC1D,MAAM,IAAI,GAAiB;YACzB,EAAE,EAAE,YAAY,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,CAAC,SAAS,CAAC,EAAE,KAAK;YACpG,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;YAC3E,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;SAC9B,CAAA;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACxB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;QAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAA;QAC5E,qEAAqE;QACrE,KAAK,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACtC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAA;IAC7B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;YAAC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;YAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAA;QAAC,CAAC;IACpH,CAAC;IAED,OAAO,CAAC,EAAU,EAAE,MAAsB;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACrC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;QACzG,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,OAAO,CAAC,KAAK,GAAG,IAAI,CAAA;YACpB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAA;QACtG,CAAC;aAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAA;YAC7C,OAAO,CAAC,KAAK,GAAG,KAAK,CAAA;YACrB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAA;YAChE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAA;YAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAA;QAC5B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,GAAG,IAAI,CAAA;YACrB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAA;YACrB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAA;YAClE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAA;QACpB,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;IAC7B,CAAC;IAEO,KAAK,CAAC,EAAU,EAAE,KAA4B;QACpD,MAAM,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,EAAE,GAAG,KAAK,EAAE,CAAA;QAClD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IACO,WAAW,CAAC,EAAU,EAAE,OAA0D;QACxF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;QACjC,IAAI,IAAI,CAAC,YAAY;YAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,CAAA;IAC5L,CAAC;IACO,KAAK,CAAC,UAAU,CAAC,EAAU;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACrC,OAAO,OAAO,EAAE,CAAC;YACf,IAAI,OAAO,CAAC,MAAM;gBAAE,MAAM,IAAI,aAAa,CAAC,oBAAoB,CAAC,CAAA;YACjE,IAAI,CAAC,OAAO,CAAC,KAAK;gBAAE,OAAM;YAC1B,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAA;YACzD,MAAM,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAA,CAAC,CAAC,CAAC,CAAA;QAClE,CAAC;IACH,CAAC;IACO,MAAM,CAAC,EAAU,EAAE,KAAoC,EAAE,QAAiB;QAChF,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACrB,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,MAAM,GAAG,KAAK,CAAA;QAClB,MAAM,KAAK,GAAG,GAAS,EAAE;YACvB,IAAI,CAAC,MAAM;gBAAE,OAAM;YACnB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;YACvD,MAAM,GAAG,EAAE,CAAA;YACX,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACnB,CAAC,CAAA;QACD,IAAI,OAAgB,CAAA;QACpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAAC,KAAK,EAAE,CAAA;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,OAAO,GAAG,KAAK,CAAC;YAAC,aAAa,CAAC,KAAK,CAAC,CAAA;QAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QACjH,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,EAAE;gBACb,IAAI,OAAO;oBAAE,MAAM,OAAO,CAAA;gBAC1B,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;gBAChC,IAAI,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,MAAM,EAAE,CAAC;wBAAC,KAAK,EAAE,CAAC;wBAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;wBAAC,MAAM,GAAG,IAAI,CAAA;oBAAC,CAAC;oBACxH,OAAM;gBACR,CAAC;gBACD,MAAM,IAAI,IAAI,CAAA;gBACd,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,GAAG;oBAAE,KAAK,EAAE,CAAA;YAChE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,OAAO;gBAAE,MAAM,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA,CAAC,CAAC;SAC9E,CAAA;IACH,CAAC;IACO,KAAK,CAAC,OAAO,CAAC,EAAU,EAAE,OAAwB;QACxD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;QACjC,MAAM,MAAM,GAAoC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxN,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;YACzB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;YACzE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;YAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;YACxG,IAAI,SAAS,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;YAC/I,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;YACzF;;;;eAIG;YACH,IAAI,QAAQ,GAAG,CAAC,CAAA;YAChB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;gBACzB,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBACtH,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;gBAC/E,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACvB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;oBAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;oBACrC,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;wBACjJ,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;wBACtB,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;oBAC9B,CAAC;4BAAS,CAAC;wBAAC,MAAM,CAAC,KAAK,EAAE,CAAA;oBAAC,CAAC;oBAC5B,SAAQ;gBACV,CAAC;gBACD,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;oBACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;oBACnE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;oBAC9D,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;oBAC5B,SAAQ;gBACV,CAAC;gBACD,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;oBAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;oBAC7C,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAA;oBACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;oBACzF,IAAI,QAAQ,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;oBAC3H;;;uBAGG;oBACH,MAAM,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;oBAC/F,MAAM,MAAM,GAAG,QAAQ,KAAK,SAAS,IAAI,eAAe,KAAK,SAAS,CAAA;oBACtE,MAAM,OAAO,GAAG,CAAC,KAA2B,EAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,eAAe,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;oBACzL;;;;;;;;uBAQG;oBACH,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAA;oBACrD,MAAM,QAAQ,GAAG,MAAM;wBACrB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC;wBAC3H,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAA;oBAClC,IAAI,SAAS,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;wBAClC,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAA;wBAC/B,MAAM,KAAK,GAAG;4BACZ,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,0CAA0C,CAAC,CAAC,CAAC,EAAE;4BAC3E,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,4BAA4B,CAAC,CAAC,CAAC,EAAE;yBAC5D,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;wBACjB,MAAM,OAAO,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAA;wBACpD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;wBACzE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;oBAC5D,CAAC;oBACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAA;oBAC1I,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;oBACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;wBAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;wBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;wBACrC,IAAI,CAAC;4BAAC,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAA;wBAAC,CAAC;wBAClF,OAAO,KAAK,EAAE,CAAC;4BACb,IAAI,KAAK,YAAY,aAAa;gCAAE,MAAM,KAAK,CAAA;4BAC/C,MAAM,OAAO,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;4BAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;4BACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;4BACxF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;wBAC5D,CAAC;gCACO,CAAC;4BAAC,MAAM,CAAC,KAAK,EAAE,CAAA;wBAAC,CAAC;wBAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;wBACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,MAAM,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;oBACnH,CAAC;oBACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;oBACpC;;;;uBAIG;oBACH,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE;wBACnB,OAAO,EAAE,OAAO,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,eAAe,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;qBAC5L,CAAC,CAAA;oBACF;;;;;;uBAMG;oBACH,IAAI,OAAO,CAAC,MAAM;wBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,WAAW,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,eAAe,EAAE,CAAC,CAAA;oBACvO,SAAQ;gBACV,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;gBACzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;oBACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;oBAC1G,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;oBACtD,IAAI,MAAM,GAAG,KAAK,CAAA;oBAClB,IAAI,CAAC;wBACH,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;4BACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;4BAChE,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;4BACjH,IAAI,MAAM,EAAE,CAAC;gCAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;gCAAC,MAAM,GAAG,IAAI,CAAA;4BAAC,CAAC;iCACjF,CAAC;gCACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;gCACtE,IAAI,IAAI,CAAC,MAAM;oCAAE,MAAM,IAAI,aAAa,CAAC,gBAAgB,CAAC,CAAA;gCAC1D,MAAM,UAAU,GAAyB,EAAE,EAAE,EAAE,WAAW,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAA;gCAC7N,uEAAuE;gCACvE,2EAA2E;gCAC3E,yEAAyE;gCACzE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;gCACvD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,EAAE,CAAC;oCAC/F,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;oCAClC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;oCACrE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;gCACjD,CAAC;gCACD,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;gCAClC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;gCACrE;;;;;;;;;;mCAUG;gCACH,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;oCACjC,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;oCAClG,MAAM,IAAI,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,WAAW,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAA;gCAC5F,CAAC;gCACD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,CAAA;4BACvC,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAA;4BAC7D,IAAI,CAAC,UAAU;gCAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;4BACjD,IAAI,UAAU,CAAC,aAAa,KAAK,MAAM,CAAC,OAAO,IAAI,UAAU,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU;gCAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;4BACtI,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,KAAK,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;4BACnH,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;4BACtB,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM;gCAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;4BAC7J,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ;gCAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;wBACzG,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,KAAK,YAAY,aAAa;4BAAE,MAAM,KAAK,CAAA;wBAC/C,MAAM,OAAO,GAAG,GAAG,MAAM,CAAC,KAAK,IAAI,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;wBAC3F,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;wBACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;wBACxF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;oBAClE,CAAC;4BAAS,CAAC;wBAAC,MAAM,CAAC,KAAK,EAAE,CAAA;oBAAC,CAAC;oBAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;oBACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;gBAClM,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;gBACpB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;oBACpC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,SAAS,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,OAAO,OAAO,CAAC,MAAM,kBAAkB,EAAE,CAAC,CAAA;oBAChQ,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;gBAC7B,CAAC;YACH,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAE,CAAA;YACpC;;;eAGG;YACH,MAAM,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,QAAQ,6CAA6C,CAAC,CAAC,CAAC,EAAE,CAAA;YACjG,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,SAAS,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,YAAY,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,OAAO,CAAC,IAAI,WAAW,OAAO,CAAC,MAAM,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC,CAAA;QACrZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAClM,CAAC;gBAAS,CAAC;YAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAAC,CAAC;IACxC,CAAC;CACF"}

package/lib/types/pipeline/store.d.ts

@@ -0,0 +1,73 @@
+import type { SqliteDatabase } from '../fts.js';
+import type { TrialReport } from '../wiki-trial-types.js';
+import type { PipelineEvent, PipelineTask } from './types.js';
+export interface ExtractionCheckpoint {
+    id: string;
+    sourceId: string;
+    sourceVersion: number;
+    sourceHash: string;
+    fingerprint: string;
+    report: TrialReport;
+    createdAt: string;
+    normalized?: {
+        report: TrialReport;
+        knowledgeIds: Record<string, string>;
+        eventIds: Record<string, string>;
+        fingerprint: string;
+        unresolvedKnowledgeIds?: string[];
+    };
+}
+/** Business checkpoints live with truth; execution history lives with extraction audits. */
+export declare class PipelineStore {
+    readonly truth: SqliteDatabase;
+    private readonly audit;
+    constructor(truth: SqliteDatabase, audit: SqliteDatabase);
+    putTask(task: PipelineTask): void;
+    /**
+     * 审计库的保留上限（0070）。
+     *
+     * 实时预览每 250ms 或每 1KB 落一行，一次五分钟的抽取就能加一千行，而这里原来一条
+     * `DELETE` 都没有。上限是「水位以上保留」：升级那一刻已有的任务与事件一行不删
+     * （见 `retention.ts`）。任务的保留上限同时也是事件的：先按任务裁，再把已经不存在的
+     * 那些任务的事件（同样只在水位以上）删掉，最后兜一层总量。
+     */
+    private pruneAudit;
+    task(id: string): PipelineTask | undefined;
+    tasks(limit?: number, offset?: number): {
+        tasks: PipelineTask[];
+        total: number;
+    };
+    event(taskId: string, kind: PipelineEvent['kind'], text: string, sourceId?: string, stage?: PipelineEvent['stage']): void;
+    events(taskId: string, after?: number, limit?: number): {
+        events: PipelineEvent[];
+        next: number;
+        hasMore: boolean;
+    };
+    checkpoint(id: string): ExtractionCheckpoint | undefined;
+    cached(sourceId: string, version: number, fingerprint: string): ExtractionCheckpoint | undefined;
+    head(sourceId: string): {
+        extracted?: ExtractionCheckpoint;
+        normalized?: ExtractionCheckpoint;
+    };
+    saveExtraction(value: ExtractionCheckpoint): void;
+    selectExtraction(sourceId: string, id: string): void;
+    /**
+     * 刷新一份抽取检查点的指纹（0070）。
+     *
+     * 指纹里含「本文提到的实体清单」，而归一会往注册表里学新实体 —— 它们本来就在这份
+     * 文档里，所以学完之后指纹必然变。不刷新的话，同一份未改动的文档下次抽取一定复用不上
+     * （每次都要再调一次模型）。归一成功后把这一行改成学完之后的值，复用才成立。
+     */
+    refreshFingerprint(id: string, fingerprint: string): void;
+    saveNormalization(value: ExtractionCheckpoint, normalized: NonNullable<ExtractionCheckpoint['normalized']>): void;
+    unresolvedKnowledge(): {
+        ids: Set<string>;
+        sources: Set<string>;
+    };
+    materialization(key: string): {
+        fingerprint: string;
+        cardId: string;
+    } | undefined;
+    materialized(key: string, fingerprint: string, cardId: string): void;
+}
+//# sourceMappingURL=store.d.ts.map

package/lib/types/pipeline/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../src/pipeline/store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAE/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAE7D,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAA;IACV,QAAQ,EAAE,MAAM,CAAA;IAChB,aAAa,EAAE,MAAM,CAAA;IACrB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,WAAW,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,CAAC,EAAE;QAAE,MAAM,EAAE,WAAW,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;CACrK;AAED,4FAA4F;AAC5F,qBAAa,aAAa;IACZ,QAAQ,CAAC,KAAK,EAAE,cAAc;IAAE,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAA7C,KAAK,EAAE,cAAc,EAAmB,KAAK,EAAE,cAAc;IA8BlF,OAAO,CAAC,IAAI,EAAE,YAAY,GAAG,IAAI;IAMjC;;;;;;;OAOG;IACH,OAAO,CAAC,UAAU;IAKlB,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI1C,KAAK,CAAC,KAAK,SAAK,EAAE,MAAM,SAAI,GAAG;QAAE,KAAK,EAAE,YAAY,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAMvE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,IAAI;IAIzH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,SAAI,EAAE,KAAK,SAAM,GAAG;QAAE,MAAM,EAAE,aAAa,EAAE,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE;IAS3G,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAIxD,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAKhG,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG;QAAE,SAAS,CAAC,EAAE,oBAAoB,CAAC;QAAC,UAAU,CAAC,EAAE,oBAAoB,CAAA;KAAE;IAI/F,cAAc,CAAC,KAAK,EAAE,oBAAoB,GAAG,IAAI;IASjD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,IAAI;IAGpD;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAGzD,iBAAiB,CAAC,KAAK,EAAE,oBAAoB,EAAE,UAAU,EAAE,WAAW,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC,GAAG,IAAI;IAIjH,mBAAmB,IAAI;QAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;KAAE;IAUjE,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS;IAIjF,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;CAGrE"}

package/lib/types/pipeline/store.js

@@ -0,0 +1,143 @@
+import { applyRetention } from '../retention.js';
+/** Business checkpoints live with truth; execution history lives with extraction audits. */
+export class PipelineStore {
+    truth;
+    audit;
+    constructor(truth, audit) {
+        this.truth = truth;
+        this.audit = audit;
+        truth.exec(`
+      CREATE TABLE IF NOT EXISTS pipeline_extractions (
+        id TEXT PRIMARY KEY, source_id TEXT NOT NULL, source_version INTEGER NOT NULL,
+        source_hash TEXT NOT NULL, fingerprint TEXT NOT NULL, report TEXT NOT NULL,
+        normalized TEXT, created_at TEXT NOT NULL
+      );
+      CREATE INDEX IF NOT EXISTS pipeline_extract_cache ON pipeline_extractions(source_id, source_version, fingerprint);
+      CREATE TABLE IF NOT EXISTS pipeline_sources (source_id TEXT PRIMARY KEY, extracted_id TEXT, normalized_id TEXT);
+      CREATE TABLE IF NOT EXISTS pipeline_materializations (group_key TEXT PRIMARY KEY, fingerprint TEXT NOT NULL, card_id TEXT NOT NULL);
+    `);
+        audit.exec(`
+      CREATE TABLE IF NOT EXISTS pipeline_tasks (id TEXT PRIMARY KEY, queued_at TEXT NOT NULL, state TEXT NOT NULL, payload TEXT NOT NULL);
+      CREATE INDEX IF NOT EXISTS pipeline_tasks_time ON pipeline_tasks(queued_at DESC);
+      CREATE TABLE IF NOT EXISTS pipeline_events (
+        seq INTEGER PRIMARY KEY AUTOINCREMENT, task_id TEXT NOT NULL, kind TEXT NOT NULL,
+        text TEXT NOT NULL, source_id TEXT, at TEXT NOT NULL, stage TEXT
+      );
+      CREATE INDEX IF NOT EXISTS pipeline_events_task ON pipeline_events(task_id, seq);
+    `);
+        const eventColumns = audit.prepare('PRAGMA table_info(pipeline_events)').all();
+        if (!eventColumns.some(column => column.name === 'stage'))
+            audit.exec('ALTER TABLE pipeline_events ADD COLUMN stage TEXT');
+        // A new runtime never claims that an abandoned request is still running.
+        for (const task of audit.prepare("SELECT payload FROM pipeline_tasks WHERE state IN ('queued','running','pausing','paused','cancelling')").all().map(row => JSON.parse(row.payload))) {
+            if (['queued', 'running', 'pausing', 'paused', 'cancelling'].includes(task.state)) {
+                this.putTask({ ...task, state: 'interrupted', finishedAt: new Date().toISOString(), summary: '服务已重新启动；已完成的阶段保留，可重新运行此任务。' });
+            }
+        }
+    }
+    putTask(task) {
+        this.audit.prepare('INSERT INTO pipeline_tasks(id, queued_at, state, payload) VALUES (?, ?, ?, ?) ON CONFLICT(id) DO UPDATE SET state=excluded.state, payload=excluded.payload')
+            .run(task.id, task.queuedAt, task.state, JSON.stringify(task));
+        this.pruneAudit();
+    }
+    /**
+     * 审计库的保留上限（0070）。
+     *
+     * 实时预览每 250ms 或每 1KB 落一行，一次五分钟的抽取就能加一千行，而这里原来一条
+     * `DELETE` 都没有。上限是「水位以上保留」：升级那一刻已有的任务与事件一行不删
+     * （见 `retention.ts`）。任务的保留上限同时也是事件的：先按任务裁，再把已经不存在的
+     * 那些任务的事件（同样只在水位以上）删掉，最后兜一层总量。
+     */
+    pruneAudit() {
+        applyRetention(this.audit, 'pipeline_tasks', { table: 'pipeline_tasks', key: 'rowid', keep: 200 });
+        applyRetention(this.audit, 'pipeline_events', { table: 'pipeline_events', key: 'seq', keep: 50_000, where: 'task_id NOT IN (SELECT id FROM pipeline_tasks)' });
+        applyRetention(this.audit, 'pipeline_events', { table: 'pipeline_events', key: 'seq', keep: 50_000 });
+    }
+    task(id) {
+        const row = this.audit.prepare('SELECT payload FROM pipeline_tasks WHERE id=?').get(id);
+        return row ? JSON.parse(row.payload) : undefined;
+    }
+    tasks(limit = 20, offset = 0) {
+        const rows = this.audit.prepare("SELECT payload FROM pipeline_tasks ORDER BY CASE WHEN state IN ('queued','running','pausing','paused','cancelling') THEN 0 ELSE 1 END, queued_at DESC LIMIT ? OFFSET ?")
+            .all(Math.max(1, Math.min(10000, limit)), Math.max(0, offset));
+        const total = Number(this.audit.prepare('SELECT COUNT(*) AS n FROM pipeline_tasks').get().n);
+        return { tasks: rows.map(row => JSON.parse(row.payload)), total };
+    }
+    event(taskId, kind, text, sourceId, stage) {
+        this.audit.prepare('INSERT INTO pipeline_events(task_id,kind,text,source_id,at,stage) VALUES (?,?,?,?,?,?)')
+            .run(taskId, kind, text, sourceId ?? null, new Date().toISOString(), stage ?? null);
+    }
+    events(taskId, after = 0, limit = 100) {
+        const take = Number.isFinite(limit) ? Math.max(1, Math.min(500, Math.trunc(limit))) : 100;
+        after = Number.isFinite(after) ? Math.max(0, Math.trunc(after)) : 0;
+        const rows = this.audit.prepare('SELECT * FROM pipeline_events WHERE task_id=? AND seq>? ORDER BY seq LIMIT ?')
+            .all(taskId, after, take + 1);
+        const hasMore = rows.length > take;
+        const events = rows.slice(0, take).map(row => ({ seq: Number(row.seq), taskId: String(row.task_id), kind: String(row.kind), text: String(row.text), ...(row.source_id ? { sourceId: String(row.source_id) } : {}), ...(row.stage ? { stage: String(row.stage) } : {}), at: String(row.at) }));
+        return { events, next: events.at(-1)?.seq ?? after, hasMore };
+    }
+    checkpoint(id) {
+        const row = this.truth.prepare('SELECT * FROM pipeline_extractions WHERE id=?').get(id);
+        return row ? { id: String(row.id), sourceId: String(row.source_id), sourceVersion: Number(row.source_version), sourceHash: String(row.source_hash), fingerprint: String(row.fingerprint), report: JSON.parse(String(row.report)), createdAt: String(row.created_at), ...(row.normalized ? { normalized: JSON.parse(String(row.normalized)) } : {}) } : undefined;
+    }
+    cached(sourceId, version, fingerprint) {
+        const row = this.truth.prepare('SELECT id FROM pipeline_extractions WHERE source_id=? AND source_version=? AND fingerprint=? ORDER BY created_at DESC, rowid DESC LIMIT 1')
+            .get(sourceId, version, fingerprint);
+        return row ? this.checkpoint(row.id) : undefined;
+    }
+    head(sourceId) {
+        const row = this.truth.prepare('SELECT extracted_id,normalized_id FROM pipeline_sources WHERE source_id=?').get(sourceId);
+        return { extracted: row?.extracted_id ? this.checkpoint(row.extracted_id) : undefined, normalized: row?.normalized_id ? this.checkpoint(row.normalized_id) : undefined };
+    }
+    saveExtraction(value) {
+        this.truth.exec('SAVEPOINT pipeline_extract');
+        try {
+            this.truth.prepare('INSERT INTO pipeline_extractions(id,source_id,source_version,source_hash,fingerprint,report,created_at) VALUES (?,?,?,?,?,?,?)')
+                .run(value.id, value.sourceId, value.sourceVersion, value.sourceHash, value.fingerprint, JSON.stringify(value.report), value.createdAt);
+            this.selectExtraction(value.sourceId, value.id);
+            this.truth.exec('RELEASE pipeline_extract');
+        }
+        catch (cause) {
+            this.truth.exec('ROLLBACK TO pipeline_extract; RELEASE pipeline_extract');
+            throw cause;
+        }
+    }
+    selectExtraction(sourceId, id) {
+        this.truth.prepare('INSERT INTO pipeline_sources(source_id,extracted_id) VALUES (?,?) ON CONFLICT(source_id) DO UPDATE SET extracted_id=excluded.extracted_id').run(sourceId, id);
+    }
+    /**
+     * 刷新一份抽取检查点的指纹（0070）。
+     *
+     * 指纹里含「本文提到的实体清单」，而归一会往注册表里学新实体 —— 它们本来就在这份
+     * 文档里，所以学完之后指纹必然变。不刷新的话，同一份未改动的文档下次抽取一定复用不上
+     * （每次都要再调一次模型）。归一成功后把这一行改成学完之后的值，复用才成立。
+     */
+    refreshFingerprint(id, fingerprint) {
+        this.truth.prepare('UPDATE pipeline_extractions SET fingerprint=? WHERE id=?').run(fingerprint, id);
+    }
+    saveNormalization(value, normalized) {
+        this.truth.prepare('UPDATE pipeline_extractions SET normalized=? WHERE id=?').run(JSON.stringify(normalized), value.id);
+        this.truth.prepare('INSERT INTO pipeline_sources(source_id,normalized_id) VALUES (?,?) ON CONFLICT(source_id) DO UPDATE SET normalized_id=excluded.normalized_id').run(value.sourceId, value.id);
+    }
+    unresolvedKnowledge() {
+        const rows = this.truth.prepare('SELECT s.source_id, e.normalized FROM pipeline_sources s JOIN pipeline_extractions e ON e.id=s.normalized_id WHERE e.normalized IS NOT NULL').all();
+        const ids = new Set();
+        const sources = new Set();
+        for (const row of rows) {
+            const pending = JSON.parse(row.normalized).unresolvedKnowledgeIds ?? [];
+            if (pending.length)
+                sources.add(row.source_id);
+            for (const id of pending)
+                ids.add(id);
+        }
+        return { ids, sources };
+    }
+    materialization(key) {
+        const row = this.truth.prepare('SELECT fingerprint,card_id FROM pipeline_materializations WHERE group_key=?').get(key);
+        return row ? { fingerprint: row.fingerprint, cardId: row.card_id } : undefined;
+    }
+    materialized(key, fingerprint, cardId) {
+        this.truth.prepare('INSERT INTO pipeline_materializations(group_key,fingerprint,card_id) VALUES (?,?,?) ON CONFLICT(group_key) DO UPDATE SET fingerprint=excluded.fingerprint,card_id=excluded.card_id').run(key, fingerprint, cardId);
+    }
+}
+//# sourceMappingURL=store.js.map

package/lib/types/pipeline/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../src/pipeline/store.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAehD,4FAA4F;AAC5F,MAAM,OAAO,aAAa;IACH;IAAwC;IAA7D,YAAqB,KAAqB,EAAmB,KAAqB;QAA7D,UAAK,GAAL,KAAK,CAAgB;QAAmB,UAAK,GAAL,KAAK,CAAgB;QAChF,KAAK,CAAC,IAAI,CAAC;;;;;;;;;KASV,CAAC,CAAA;QACF,KAAK,CAAC,IAAI,CAAC;;;;;;;;KAQV,CAAC,CAAA;QACF,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAA6B,CAAA;QACzG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;QAC1H,yEAAyE;QACzE,KAAK,MAAM,IAAI,IAAK,KAAK,CAAC,OAAO,CAAC,wGAAwG,CAAC,CAAC,GAAG,EAAiC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAiB,CAAC,EAAE,CAAC;YACrO,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClF,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAA;YAC9H,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAkB;QACxB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,4JAA4J,CAAC;aAC7K,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAA;QAChE,IAAI,CAAC,UAAU,EAAE,CAAA;IACnB,CAAC;IAED;;;;;;;OAOG;IACK,UAAU;QAChB,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAA;QAClG,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,gDAAgD,EAAE,CAAC,CAAA;QAC9J,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;IACvG,CAAC;IACD,IAAI,CAAC,EAAU;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAoC,CAAA;QAC1H,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAiB,CAAC,CAAC,CAAC,SAAS,CAAA;IAClE,CAAC;IACD,KAAK,CAAC,KAAK,GAAG,EAAE,EAAE,MAAM,GAAG,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,wKAAwK,CAAC;aACtM,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAA+B,CAAA;QAC9F,MAAM,KAAK,GAAG,MAAM,CAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC,CAAA;QAC/G,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAiB,CAAC,EAAE,KAAK,EAAE,CAAA;IACnF,CAAC;IACD,KAAK,CAAC,MAAc,EAAE,IAA2B,EAAE,IAAY,EAAE,QAAiB,EAAE,KAA8B;QAChH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,wFAAwF,CAAC;aACzG,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,IAAI,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,IAAI,IAAI,CAAC,CAAA;IACvF,CAAC;IACD,MAAM,CAAC,MAAc,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG;QAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;QACzF,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACnE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,8EAA8E,CAAC;aAC5G,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,CAAmC,CAAA;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAA0B,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAA2B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QAChV,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,KAAK,EAAE,OAAO,EAAE,CAAA;IAC/D,CAAC;IACD,UAAU,CAAC,EAAU;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAwC,CAAA;QAC9H,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;IAClW,CAAC;IACD,MAAM,CAAC,QAAgB,EAAE,OAAe,EAAE,WAAmB;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,2IAA2I,CAAC;aACxK,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,WAAW,CAA+B,CAAA;QACpE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClD,CAAC;IACD,IAAI,CAAC,QAAgB;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,2EAA2E,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAkE,CAAA;QAC1L,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAA;IAC1K,CAAC;IACD,cAAc,CAAC,KAA2B;QACxC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;QAC7C,IAAI,CAAC;YACL,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gIAAgI,CAAC;iBACjJ,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;YACzI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;YAC/C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;YAAC,MAAM,KAAK,CAAA;QAAC,CAAC;IAC5G,CAAC;IACD,gBAAgB,CAAC,QAAgB,EAAE,EAAU;QAC3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,2IAA2I,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IACnL,CAAC;IACD;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAU,EAAE,WAAmB;QAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,0DAA0D,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;IACrG,CAAC;IACD,iBAAiB,CAAC,KAA2B,EAAE,UAA2D;QACxG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;QACvH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,8IAA8I,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;IAClM,CAAC;IACD,mBAAmB;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,6IAA6I,CAAC,CAAC,GAAG,EAAsD,CAAA;QACxO,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAAC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;QAChE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,OAAO,GAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAqD,CAAC,sBAAsB,IAAI,EAAE,CAAA;YAC5H,IAAI,OAAO,CAAC,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC9C,KAAK,MAAM,EAAE,IAAI,OAAO;gBAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACvC,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAA;IACzB,CAAC;IACD,eAAe,CAAC,GAAW;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,6EAA6E,CAAC,CAAC,GAAG,CAAC,GAAG,CAAyD,CAAA;QAC9K,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;IAChF,CAAC;IACD,YAAY,CAAC,GAAW,EAAE,WAAmB,EAAE,MAAc;QAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,oLAAoL,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IACxO,CAAC;CACF"}