spectra-cli 4.1.1 → 4.3.0

package/dist/scaffold-kb/ingest/office-parser.d.ts

@@ -0,0 +1,33 @@
+/**
+ * F192 T015 — 办公文档文本抽取（FR-011 攻击矩阵）
+ *
+ * docx/pptx：fflate 解压（仅取需要的 OOXML entry，过滤 path traversal + declared/实际
+ *   size 上限防 zip bomb）→ regex 抽 <w:t>/<a:t>（零 XML 解析器攻击面）+ DOCTYPE/ENTITY
+ *   预拒（XXE）+ 手动实体解码。不读 .rels → 天然忽略 external relationships。
+ * pdf：unpdf text-layer 抽取（serverless pdfjs，无 canvas、不渲染、不执行动作）+ 字节上限
+ *   + /Launch、/OpenAction+/JavaScript 主动内容预扫描拒绝。
+ * md：直接 UTF-8 解码。
+ * 加密/损坏/超大 → OfficeParseError（安全拒绝，不崩）。
+ */
+export type OfficeFormat = 'docx' | 'pptx' | 'pdf' | 'md';
+export interface OfficeParseOptions {
+    maxFileBytes?: number;
+    maxEntryBytes?: number;
+    /** 全部抽取 entry 的累计解压字节上限（zip bomb 防护） */
+    maxTotalBytes?: number;
+}
+export declare class OfficeParseError extends Error {
+    constructor(message: string);
+}
+/** zip entry 名安全：拒 `..`、绝对路径、盘符（path traversal） */
+export declare function isSafeEntryName(name: string): boolean;
+/** regex 抽取 OOXML `<tag>…</tag>` 文本（DTD 预拒 + 实体解码） */
+export declare function extractOoxmlText(xml: string, tag: string): string;
+/** 抽取办公文档文本（按 format 分派，全程安全拒绝、不崩、不外联） */
+export declare function parseOfficeFile(bytes: Uint8Array, format: OfficeFormat, options?: OfficeParseOptions): Promise<{
+    text: string;
+    format: OfficeFormat;
+}>;
+/** 从文件扩展名推断 format（caller 用）；未知返回 null */
+export declare function detectOfficeFormat(filename: string): OfficeFormat | null;
+//# sourceMappingURL=office-parser.d.ts.map

package/dist/scaffold-kb/ingest/office-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"office-parser.d.ts","sourceRoot":"","sources":["../../../src/scaffold-kb/ingest/office-parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;AAE1D,MAAM,WAAW,kBAAkB;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,wCAAwC;IACxC,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAID,qBAAa,gBAAiB,SAAQ,KAAK;gBAC7B,OAAO,EAAE,MAAM;CAI5B;AAED,mDAAmD;AACnD,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAKrD;AA0BD,sDAAsD;AACtD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAOjE;AA+FD,0CAA0C;AAC1C,wBAAsB,eAAe,CACnC,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,YAAY,EACpB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,CAuBjD;AAED,0CAA0C;AAC1C,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI,CAIxE"}

package/dist/scaffold-kb/ingest/office-parser.js

@@ -0,0 +1,187 @@
+/**
+ * F192 T015 — 办公文档文本抽取（FR-011 攻击矩阵）
+ *
+ * docx/pptx：fflate 解压（仅取需要的 OOXML entry，过滤 path traversal + declared/实际
+ *   size 上限防 zip bomb）→ regex 抽 <w:t>/<a:t>（零 XML 解析器攻击面）+ DOCTYPE/ENTITY
+ *   预拒（XXE）+ 手动实体解码。不读 .rels → 天然忽略 external relationships。
+ * pdf：unpdf text-layer 抽取（serverless pdfjs，无 canvas、不渲染、不执行动作）+ 字节上限
+ *   + /Launch、/OpenAction+/JavaScript 主动内容预扫描拒绝。
+ * md：直接 UTF-8 解码。
+ * 加密/损坏/超大 → OfficeParseError（安全拒绝，不崩）。
+ */
+import { Unzip, UnzipInflate } from 'fflate';
+import { extractText, getDocumentProxy } from 'unpdf';
+const DEFAULTS = { maxFileBytes: 50_000_000, maxEntryBytes: 30_000_000, maxTotalBytes: 60_000_000 };
+export class OfficeParseError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'OfficeParseError';
+    }
+}
+/** zip entry 名安全：拒 `..`、绝对路径、盘符（path traversal） */
+export function isSafeEntryName(name) {
+    if (name.includes('..'))
+        return false;
+    if (name.startsWith('/') || name.startsWith('\\'))
+        return false;
+    if (/^[a-zA-Z]:/.test(name))
+        return false;
+    return true;
+}
+/** XXE 防护：解析前拒绝含 DOCTYPE/ENTITY 的 XML（不止禁实体替换） */
+function rejectDtd(xml) {
+    if (/<!DOCTYPE/i.test(xml) || /<!ENTITY/i.test(xml)) {
+        throw new OfficeParseError('OOXML 含 DOCTYPE/ENTITY（XXE 防护拒绝）');
+    }
+}
+const NAMED_ENTITIES = {
+    '&amp;': '&', '&lt;': '<', '&gt;': '>', '&quot;': '"', '&apos;': "'",
+};
+function decodeXmlEntities(s) {
+    return s
+        .replace(/&(?:amp|lt|gt|quot|apos);/g, (m) => NAMED_ENTITIES[m] ?? m)
+        .replace(/&#(\d+);/g, (_, d) => safeCodePoint(Number(d)))
+        .replace(/&#x([0-9a-fA-F]+);/g, (_, h) => safeCodePoint(parseInt(h, 16)));
+}
+function safeCodePoint(n) {
+    try {
+        return n >= 0 && n <= 0x10ffff ? String.fromCodePoint(n) : '';
+    }
+    catch {
+        return '';
+    }
+}
+/** regex 抽取 OOXML `<tag>…</tag>` 文本（DTD 预拒 + 实体解码） */
+export function extractOoxmlText(xml, tag) {
+    rejectDtd(xml);
+    const re = new RegExp(`<${tag}\\b[^>]*>([^<]*)</${tag}>`, 'g');
+    const parts = [];
+    let m;
+    while ((m = re.exec(xml)) !== null)
+        parts.push(decodeXmlEntities(m[1] ?? ''));
+    return parts.join('');
+}
+function concatChunks(chunks, total) {
+    const out = new Uint8Array(total);
+    let off = 0;
+    for (const c of chunks) {
+        out.set(c, off);
+        off += c.length;
+    }
+    return out;
+}
+/**
+ * 流式解压取匹配 wantedRe 的 entry（C-1）：仅 start 需要的 entry（不解压其它）；
+ * 逐 chunk 累加 entry 实际字节 + 全局累计字节，任一超限立即终止（streaming，不整包 materialize）。
+ */
+function unzipWanted(bytes, wantedRe, maxEntryBytes, maxTotalBytes) {
+    const result = {};
+    let totalBytes = 0;
+    let fatal = null;
+    const unzipper = new Unzip((file) => {
+        if (fatal)
+            return;
+        if (!isSafeEntryName(file.name) || !wantedRe.test(file.name))
+            return; // 不 start → 不解压
+        // declared size 早拦（已知时）
+        if (typeof file.originalSize === 'number' && file.originalSize > maxEntryBytes) {
+            fatal = new OfficeParseError(`entry ${file.name} declared size 超 ${maxEntryBytes}（zip bomb）`);
+            return;
+        }
+        const chunks = [];
+        let entryBytes = 0;
+        file.ondata = (err, chunk, final) => {
+            if (fatal)
+                return;
+            if (err) {
+                fatal = new OfficeParseError(`解压 ${file.name} 失败: ${err.message}`);
+                return;
+            }
+            entryBytes += chunk.length;
+            totalBytes += chunk.length;
+            if (entryBytes > maxEntryBytes || totalBytes > maxTotalBytes) {
+                fatal = new OfficeParseError(`解压超字节上限（zip bomb 防护）: ${file.name}`);
+                return;
+            }
+            chunks.push(chunk);
+            if (final)
+                result[file.name] = concatChunks(chunks, entryBytes);
+        };
+        file.start();
+    });
+    unzipper.register(UnzipInflate);
+    try {
+        unzipper.push(bytes, true);
+    }
+    catch (e) {
+        throw new OfficeParseError(`zip 解析失败（损坏/加密/非法）: ${e.message}`);
+    }
+    if (fatal)
+        throw fatal;
+    return result;
+}
+function parseDocx(bytes, maxEntryBytes, maxTotalBytes) {
+    const entries = unzipWanted(bytes, /^word\/document\.xml$/, maxEntryBytes, maxTotalBytes);
+    const xml = entries['word/document.xml'];
+    if (!xml)
+        throw new OfficeParseError('docx 缺 word/document.xml（损坏或非 docx）');
+    return extractOoxmlText(new TextDecoder().decode(xml), 'w:t');
+}
+function parsePptx(bytes, maxEntryBytes, maxTotalBytes) {
+    const entries = unzipWanted(bytes, /^ppt\/slides\/slide\d+\.xml$/, maxEntryBytes, maxTotalBytes);
+    const names = Object.keys(entries).sort();
+    if (names.length === 0)
+        throw new OfficeParseError('pptx 无幻灯片（损坏或非 pptx）');
+    return names.map((k) => extractOoxmlText(new TextDecoder().decode(entries[k]), 'a:t')).join('\n');
+}
+async function parsePdf(bytes) {
+    // 主动内容预扫描（不执行；text-only 抽取本就不触发动作，此为 defense-in-depth）。
+    // 先解码 PDF name `#xx` 转义（防 /L#61unch 绕过），再匹配；扫描窗口放宽到 10MB。
+    const raw = new TextDecoder('latin1').decode(bytes.subarray(0, Math.min(bytes.length, 10_000_000)));
+    const decoded = raw.replace(/#([0-9a-fA-F]{2})/g, (_, h) => String.fromCharCode(parseInt(h, 16)));
+    const hasJs = /\/JavaScript\b|\/JS\b/.test(decoded);
+    if (/\/Launch\b/.test(decoded) || ((/\/OpenAction\b/.test(decoded) || /\/AA\b/.test(decoded)) && hasJs)) {
+        throw new OfficeParseError('PDF 含主动内容（/Launch 或 OpenAction|AA + JavaScript）—— 拒绝');
+    }
+    try {
+        const pdf = await getDocumentProxy(new Uint8Array(bytes));
+        const res = await extractText(pdf, { mergePages: true });
+        return Array.isArray(res.text) ? res.text.join('\n') : String(res.text);
+    }
+    catch (e) {
+        throw new OfficeParseError(`PDF 解析失败（加密/损坏/无文本层）: ${e.message}`);
+    }
+}
+/** 抽取办公文档文本（按 format 分派，全程安全拒绝、不崩、不外联） */
+export async function parseOfficeFile(bytes, format, options = {}) {
+    const maxFileBytes = options.maxFileBytes ?? DEFAULTS.maxFileBytes;
+    const maxEntryBytes = options.maxEntryBytes ?? DEFAULTS.maxEntryBytes;
+    const maxTotalBytes = options.maxTotalBytes ?? DEFAULTS.maxTotalBytes;
+    if (bytes.length > maxFileBytes) {
+        throw new OfficeParseError(`文件超 ${maxFileBytes} 字节上限`);
+    }
+    let text;
+    switch (format) {
+        case 'docx':
+            text = parseDocx(bytes, maxEntryBytes, maxTotalBytes);
+            break;
+        case 'pptx':
+            text = parsePptx(bytes, maxEntryBytes, maxTotalBytes);
+            break;
+        case 'pdf':
+            text = await parsePdf(bytes);
+            break;
+        case 'md':
+            text = new TextDecoder().decode(bytes);
+            break;
+    }
+    return { text, format };
+}
+/** 从文件扩展名推断 format（caller 用）；未知返回 null */
+export function detectOfficeFormat(filename) {
+    const ext = filename.toLowerCase().split('.').pop() ?? '';
+    if (ext === 'docx' || ext === 'pptx' || ext === 'pdf' || ext === 'md')
+        return ext;
+    return null;
+}
+//# sourceMappingURL=office-parser.js.map

package/dist/scaffold-kb/ingest/office-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"office-parser.js","sourceRoot":"","sources":["../../../src/scaffold-kb/ingest/office-parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,OAAO,CAAC;AAWtD,MAAM,QAAQ,GAAG,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC;AAEpG,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IACzC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAED,mDAAmD;AACnD,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAChE,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,kDAAkD;AAClD,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,gBAAgB,CAAC,kCAAkC,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,MAAM,cAAc,GAA2B;IAC7C,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG;CACrE,CAAC;AACF,SAAS,iBAAiB,CAAC,CAAS;IAClC,OAAO,CAAC;SACL,OAAO,CAAC,4BAA4B,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SACpE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;SACxD,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9E,CAAC;AACD,SAAS,aAAa,CAAC,CAAS;IAC9B,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,GAAW;IACvD,SAAS,CAAC,GAAG,CAAC,CAAC;IACf,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,qBAAqB,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9E,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,YAAY,CAAC,MAAoB,EAAE,KAAa;IACvD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAChB,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAClB,KAAiB,EACjB,QAAgB,EAChB,aAAqB,EACrB,aAAqB;IAErB,MAAM,MAAM,GAA+B,EAAE,CAAC;IAC9C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAiB,IAAI,CAAC;IAE/B,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;QAClC,IAAI,KAAK;YAAE,OAAO;QAClB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,gBAAgB;QACtF,wBAAwB;QACxB,IAAI,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,IAAI,IAAI,CAAC,YAAY,GAAG,aAAa,EAAE,CAAC;YAC/E,KAAK,GAAG,IAAI,gBAAgB,CAAC,SAAS,IAAI,CAAC,IAAI,oBAAoB,aAAa,YAAY,CAAC,CAAC;YAC9F,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAClC,IAAI,KAAK;gBAAE,OAAO;YAClB,IAAI,GAAG,EAAE,CAAC;gBACR,KAAK,GAAG,IAAI,gBAAgB,CAAC,MAAM,IAAI,CAAC,IAAI,QAAQ,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnE,OAAO;YACT,CAAC;YACD,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,IAAI,UAAU,GAAG,aAAa,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC7D,KAAK,GAAG,IAAI,gBAAgB,CAAC,yBAAyB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACnE,OAAO;YACT,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAClE,CAAC,CAAC;QACF,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,gBAAgB,CAAC,uBAAwB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,KAAK;QAAE,MAAM,KAAK,CAAC;IACvB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,KAAiB,EAAE,aAAqB,EAAE,aAAqB;IAChF,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,uBAAuB,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;IAC1F,MAAM,GAAG,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACzC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,gBAAgB,CAAC,qCAAqC,CAAC,CAAC;IAC5E,OAAO,gBAAgB,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,SAAS,CAAC,KAAiB,EAAE,aAAqB,EAAE,aAAqB;IAChF,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,8BAA8B,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;IACjG,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,gBAAgB,CAAC,sBAAsB,CAAC,CAAC;IAC3E,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACrG,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,KAAiB;IACvC,wDAAwD;IACxD,0DAA0D;IAC1D,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACpG,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAClG,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpD,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACxG,MAAM,IAAI,gBAAgB,CAAC,sDAAsD,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,gBAAgB,CAAC,yBAA0B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,0CAA0C;AAC1C,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAiB,EACjB,MAAoB,EACpB,UAA8B,EAAE;IAEhC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,CAAC;IACnE,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,CAAC;IACtE,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,CAAC;IACtE,IAAI,KAAK,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;QAChC,MAAM,IAAI,gBAAgB,CAAC,OAAO,YAAY,OAAO,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,IAAY,CAAC;IACjB,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;YACtD,MAAM;QACR,KAAK,MAAM;YACT,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;YACtD,MAAM;QACR,KAAK,KAAK;YACR,IAAI,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC7B,MAAM;QACR,KAAK,IAAI;YACP,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM;IACV,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC1B,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IAC1D,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC;IAClF,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/scaffold-kb/ingest/url-fetcher.d.ts

@@ -0,0 +1,43 @@
+/**
+ * F192 T014 — SSRF 安全 URL 抓取（FR-010，唯一联网点）
+ *
+ * 用 node:http/https + 自定义 `lookup`：DNS 解析后校验 IP，连接用校验后的 IP
+ * （node 直接用 lookup 结果连，无 rebinding 重解析窗口，C-5）。
+ * 协议白名单 + 内网/loopback/link-local/ULA/mapped 封锁 + 手写逐跳 redirect（限跳数 +
+ * 跨协议拒绝）+ 连接/读超时 + 流式字节上限 + content-type 校验。
+ *
+ * isBlockedIp / makeSsrfLookup 为纯/可注入函数，SSRF 核心逻辑可确定性单测。
+ */
+import { lookup as nodeDnsLookup } from 'node:dns';
+export interface SafeFetchOptions {
+    /** 单次请求 idle 超时（连接/读取静默） */
+    timeoutMs?: number;
+    /** 总 wall-clock 超时（覆盖 DNS+连接+读取+全部 redirect，防慢速攻击） */
+    totalTimeoutMs?: number;
+    maxBytes?: number;
+    maxRedirects?: number;
+    /** 注入 DNS lookup（测试用），缺省 node:dns.lookup */
+    dnsLookup?: typeof nodeDnsLookup;
+}
+export interface SafeFetchResult {
+    finalUrl: string;
+    contentType: string;
+    markdown: string;
+}
+export declare class SsrfError extends Error {
+    constructor(message: string);
+}
+/** 判断 IP 是否在封锁段（loopback/私网/link-local/ULA/未指定/IPv4-mapped IPv6） */
+export declare function isBlockedIp(ip: string): boolean;
+type LookupCallback = (err: NodeJS.ErrnoException | null, address: string, family: number) => void;
+/** 构造校验 IP 的 lookup（DNS 解析后封锁非法 IP，连接用校验结果，防 rebinding） */
+export declare function makeSsrfLookup(dnsLookup?: typeof nodeDnsLookup): (hostname: string, options: unknown, callback: LookupCallback) => void;
+/** 从 HTML 抽主内容 → Markdown（readability + turndown；linkedom 不执行脚本） */
+export declare function htmlToMarkdown(html: string, url: string): {
+    title: string;
+    markdown: string;
+};
+/** SSRF 安全抓取 URL → 主内容 Markdown（手写逐跳 redirect，每跳重校验） */
+export declare function safeFetchUrl(url: string, options?: SafeFetchOptions): Promise<SafeFetchResult>;
+export {};
+//# sourceMappingURL=url-fetcher.d.ts.map

package/dist/scaffold-kb/ingest/url-fetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-fetcher.d.ts","sourceRoot":"","sources":["../../../src/scaffold-kb/ingest/url-fetcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,MAAM,UAAU,CAAC;AAMnD,MAAM,WAAW,gBAAgB;IAC/B,4BAA4B;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sDAAsD;IACtD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,OAAO,aAAa,CAAC;CAClC;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,SAAU,SAAQ,KAAK;gBACtB,OAAO,EAAE,MAAM;CAI5B;AAKD,oEAAoE;AACpE,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAK/C;AA+DD,KAAK,cAAc,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,cAAc,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;AAEnG,2DAA2D;AAC3D,wBAAgB,cAAc,CAAC,SAAS,GAAE,OAAO,aAA6B,IACjD,UAAU,MAAM,EAAE,SAAS,OAAO,EAAE,UAAU,cAAc,KAAG,IAAI,CAe/F;AA6DD,oEAAoE;AACpE,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAY7F;AAED,wDAAwD;AACxD,wBAAsB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,CAkDxG"}

package/dist/scaffold-kb/ingest/url-fetcher.js

@@ -0,0 +1,245 @@
+/**
+ * F192 T014 — SSRF 安全 URL 抓取（FR-010，唯一联网点）
+ *
+ * 用 node:http/https + 自定义 `lookup`：DNS 解析后校验 IP，连接用校验后的 IP
+ * （node 直接用 lookup 结果连，无 rebinding 重解析窗口，C-5）。
+ * 协议白名单 + 内网/loopback/link-local/ULA/mapped 封锁 + 手写逐跳 redirect（限跳数 +
+ * 跨协议拒绝）+ 连接/读超时 + 流式字节上限 + content-type 校验。
+ *
+ * isBlockedIp / makeSsrfLookup 为纯/可注入函数，SSRF 核心逻辑可确定性单测。
+ */
+import { request as httpsRequest } from 'node:https';
+import { request as httpRequest } from 'node:http';
+import { lookup as nodeDnsLookup } from 'node:dns';
+import { isIP } from 'node:net';
+import { Readability } from '@mozilla/readability';
+import { parseHTML } from 'linkedom';
+import TurndownService from 'turndown';
+export class SsrfError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'SsrfError';
+    }
+}
+const DEFAULTS = { timeoutMs: 10_000, totalTimeoutMs: 30_000, maxBytes: 5_000_000, maxRedirects: 5 };
+const ALLOWED_MIME = new Set(['text/html', 'application/xhtml+xml', 'text/plain', 'text/markdown']);
+/** 判断 IP 是否在封锁段（loopback/私网/link-local/ULA/未指定/IPv4-mapped IPv6） */
+export function isBlockedIp(ip) {
+    const kind = isIP(ip);
+    if (kind === 0)
+        return true; // 非法 IP 一律封锁（保守）
+    if (kind === 4)
+        return isBlockedV4(ip);
+    return isBlockedV6(ip);
+}
+function isBlockedV4(ip) {
+    const parts = ip.split('.').map((n) => parseInt(n, 10));
+    if (parts.length !== 4 || parts.some((n) => !Number.isInteger(n) || n < 0 || n > 255))
+        return true;
+    const [a, b] = parts;
+    if (a === 0)
+        return true; // 0.0.0.0/8 未指定
+    if (a === 127)
+        return true; // loopback
+    if (a === 10)
+        return true; // 私网
+    if (a === 172 && b >= 16 && b <= 31)
+        return true; // 私网
+    if (a === 192 && b === 168)
+        return true; // 私网
+    if (a === 169 && b === 254)
+        return true; // link-local
+    if (a === 100 && b >= 64 && b <= 127)
+        return true; // CGNAT 100.64/10
+    return false;
+}
+/** 展开 IPv6 为 8 个 hextet（含内嵌 IPv4 转换）；非法返回 null */
+function expandV6(ipRaw) {
+    let s = (ipRaw.toLowerCase().split('%')[0] ?? ipRaw).trim();
+    // 内嵌 IPv4（::ffff:1.2.3.4 / ::1.2.3.4）→ 转两个 hextet
+    const v4Match = /^(.*:)((?:\d{1,3}\.){3}\d{1,3})$/.exec(s);
+    if (v4Match) {
+        const v4 = v4Match[2].split('.').map((n) => parseInt(n, 10));
+        if (v4.length !== 4 || v4.some((n) => !Number.isInteger(n) || n < 0 || n > 255))
+            return null;
+        const g7 = (v4[0] << 8) | v4[1];
+        const g8 = (v4[2] << 8) | v4[3];
+        s = `${v4Match[1]}${g7.toString(16)}:${g8.toString(16)}`;
+    }
+    const parts = s.split('::');
+    if (parts.length > 2)
+        return null;
+    const head = parts[0] ? parts[0].split(':') : [];
+    const tail = parts.length === 2 && parts[1] ? parts[1].split(':') : [];
+    if (parts.length === 1 && head.length !== 8)
+        return null;
+    const fill = 8 - head.length - tail.length;
+    if (fill < 0 || (parts.length === 2 && fill < 1))
+        return null;
+    const groups = parts.length === 2 ? [...head, ...Array(fill).fill('0'), ...tail] : head;
+    if (groups.length !== 8)
+        return null;
+    const nums = groups.map((g) => (g === '' ? 0 : parseInt(g, 16)));
+    if (nums.some((n) => !Number.isInteger(n) || n < 0 || n > 0xffff))
+        return null;
+    return nums;
+}
+function isBlockedV6(ipRaw) {
+    const g = expandV6(ipRaw);
+    if (!g)
+        return true; // 解析失败保守封锁
+    const [g0, g1, g2, g3, g4, g5, g6, g7] = g;
+    // :: 未指定 / ::1 loopback
+    if (g0 === 0 && g1 === 0 && g2 === 0 && g3 === 0 && g4 === 0 && g5 === 0 && g6 === 0 && (g7 === 0 || g7 === 1))
+        return true;
+    // fe80::/10 link-local（首 hextet 0xfe80–0xfebf）
+    if (g0 >= 0xfe80 && g0 <= 0xfebf)
+        return true;
+    // fc00::/7 ULA（首 hextet 0xfc00–0xfdff）
+    if (g0 >= 0xfc00 && g0 <= 0xfdff)
+        return true;
+    // ::ffff:0:0/96 IPv4-mapped → 校验内嵌 v4
+    if (g0 === 0 && g1 === 0 && g2 === 0 && g3 === 0 && g4 === 0 && g5 === 0xffff) {
+        return isBlockedV4(`${(g6 >> 8) & 0xff}.${g6 & 0xff}.${(g7 >> 8) & 0xff}.${g7 & 0xff}`);
+    }
+    // ::/96 IPv4-compatible（已废弃）非 ::/::1 → 校验内嵌 v4
+    if (g0 === 0 && g1 === 0 && g2 === 0 && g3 === 0 && g4 === 0 && g5 === 0 && (g6 !== 0 || g7 > 1)) {
+        return isBlockedV4(`${(g6 >> 8) & 0xff}.${g6 & 0xff}.${(g7 >> 8) & 0xff}.${g7 & 0xff}`);
+    }
+    return false;
+}
+/** 构造校验 IP 的 lookup（DNS 解析后封锁非法 IP，连接用校验结果，防 rebinding） */
+export function makeSsrfLookup(dnsLookup = nodeDnsLookup) {
+    return function ssrfLookup(hostname, options, callback) {
+        dnsLookup(hostname, { all: true }, (err, addresses) => {
+            if (err) {
+                callback(err, '', 4);
+                return;
+            }
+            const list = Array.isArray(addresses) ? addresses : [];
+            const ok = list.find((a) => !isBlockedIp(a.address));
+            if (!ok) {
+                callback(new SsrfError(`目标 ${hostname} 解析到被封锁地址（内网/loopback/link-local）`), '', 4);
+                return;
+            }
+            callback(null, ok.address, ok.family);
+        });
+    };
+}
+/** 单次请求（含协议白名单 + IP literal 校验 + lookup + 超时 + 流式字节上限 + 总 deadline signal）；不跟随 redirect */
+function fetchRaw(url, opts, signal) {
+    return new Promise((resolve, reject) => {
+        let parsed;
+        try {
+            parsed = new URL(url);
+        }
+        catch {
+            reject(new SsrfError(`非法 URL: ${url}`));
+            return;
+        }
+        if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:') {
+            reject(new SsrfError(`协议不在白名单（仅 http/https）: ${parsed.protocol}`));
+            return;
+        }
+        // C-1：IP literal（十进制/十六进制/八进制已被 URL 规范化为 dotted；及 IPv6 字面量）
+        // node http 对 IP literal **不触发 lookup**，必须在此显式校验，否则 SSRF 防线被完全绕过。
+        const host = parsed.hostname.replace(/^\[/, '').replace(/\]$/, '');
+        if (isIP(host) !== 0 && isBlockedIp(host)) {
+            reject(new SsrfError(`目标 IP 在封锁段: ${host}`));
+            return;
+        }
+        const requestFn = parsed.protocol === 'https:' ? httpsRequest : httpRequest;
+        const req = requestFn(url, { lookup: makeSsrfLookup(opts.dnsLookup), timeout: opts.timeoutMs, method: 'GET', signal }, (res) => {
+            const chunks = [];
+            let total = 0;
+            res.on('data', (c) => {
+                total += c.length;
+                if (total > opts.maxBytes) {
+                    req.destroy(new SsrfError(`响应体超过 ${opts.maxBytes} 字节上限`));
+                    return;
+                }
+                chunks.push(c);
+            });
+            res.on('end', () => {
+                resolve({ status: res.statusCode ?? 0, headers: res.headers, body: Buffer.concat(chunks).toString('utf-8') });
+            });
+        });
+        req.on('timeout', () => req.destroy(new SsrfError('请求超时')));
+        req.on('error', (e) => reject(e));
+        req.end();
+    });
+}
+const turndown = new TurndownService({ headingStyle: 'atx', codeBlockStyle: 'fenced' });
+/** 从 HTML 抽主内容 → Markdown（readability + turndown；linkedom 不执行脚本） */
+export function htmlToMarkdown(html, url) {
+    try {
+        const { document } = parseHTML(html);
+        const reader = new Readability(document);
+        const article = reader.parse();
+        const contentHtml = article?.content ?? html;
+        const title = article?.title ?? '';
+        return { title, markdown: turndown.turndown(contentHtml) };
+    }
+    catch {
+        // readability 失败 → 整页转换兜底
+        return { title: '', markdown: turndown.turndown(html) };
+    }
+}
+/** SSRF 安全抓取 URL → 主内容 Markdown（手写逐跳 redirect，每跳重校验） */
+export async function safeFetchUrl(url, options = {}) {
+    const opts = {
+        timeoutMs: options.timeoutMs ?? DEFAULTS.timeoutMs,
+        totalTimeoutMs: options.totalTimeoutMs ?? DEFAULTS.totalTimeoutMs,
+        maxBytes: options.maxBytes ?? DEFAULTS.maxBytes,
+        maxRedirects: options.maxRedirects ?? DEFAULTS.maxRedirects,
+        dnsLookup: options.dnsLookup ?? nodeDnsLookup,
+    };
+    // 总 wall-clock deadline（覆盖全流程，防慢速攻击；W）
+    const controller = new AbortController();
+    const wallTimer = setTimeout(() => controller.abort(), opts.totalTimeoutMs);
+    try {
+        let current = url;
+        let prevProtocol = null;
+        for (let hop = 0; hop <= opts.maxRedirects; hop++) {
+            let proto;
+            try {
+                proto = new URL(current).protocol;
+            }
+            catch {
+                throw new SsrfError(`非法 URL: ${current}`);
+            }
+            // 跨协议降级（https→http）拒绝
+            if (prevProtocol === 'https:' && proto === 'http:') {
+                throw new SsrfError('重定向跨协议降级（https→http）被拒绝');
+            }
+            prevProtocol = proto;
+            const res = await fetchRaw(current, opts, controller.signal);
+            if (res.status >= 300 && res.status < 400) {
+                const loc = res.headers['location'];
+                const locStr = Array.isArray(loc) ? loc[0] : loc;
+                if (!locStr)
+                    throw new SsrfError('重定向无 Location');
+                if (hop === opts.maxRedirects)
+                    throw new SsrfError(`重定向超过最大跳数 ${opts.maxRedirects}`);
+                current = new URL(locStr, current).toString(); // 解析相对/protocol-relative，下一跳重新校验
+                continue;
+            }
+            if (res.status >= 400)
+                throw new SsrfError(`HTTP ${res.status}`);
+            // content-type 精确校验（主 MIME 精确匹配，拒绝空、拒绝子串绕过；W）
+            const ctRaw = res.headers['content-type'];
+            const ctFull = (Array.isArray(ctRaw) ? (ctRaw[0] ?? '') : (ctRaw ?? '')).toLowerCase();
+            const mime = ctFull.split(';')[0]?.trim() ?? '';
+            if (!ALLOWED_MIME.has(mime)) {
+                throw new SsrfError(`content-type 不接受（仅 HTML/text，拒绝空）: ${ctFull || '(空)'}`);
+            }
+            const { markdown } = htmlToMarkdown(res.body, current);
+            return { finalUrl: current, contentType: mime, markdown };
+        }
+        throw new SsrfError(`重定向超过最大跳数 ${opts.maxRedirects}`);
+    }
+    finally {
+        clearTimeout(wallTimer);
+    }
+}
+//# sourceMappingURL=url-fetcher.js.map

package/dist/scaffold-kb/ingest/url-fetcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-fetcher.js","sourceRoot":"","sources":["../../../src/scaffold-kb/ingest/url-fetcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,eAAe,MAAM,UAAU,CAAC;AAmBvC,MAAM,OAAO,SAAU,SAAQ,KAAK;IAClC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,QAAQ,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;AACrG,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,uBAAuB,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;AAEpG,oEAAoE;AACpE,MAAM,UAAU,WAAW,CAAC,EAAU;IACpC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;IACtB,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,iBAAiB;IAC9C,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC;IACvC,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,EAAU;IAC7B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACxD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACnG,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAyC,CAAC;IACzD,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,gBAAgB;IAC1C,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC,CAAC,WAAW;IACvC,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC,CAAC,KAAK;IAChC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC,CAAC,KAAK;IACvD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC,CAAC,KAAK;IAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC,CAAC,aAAa;IACtD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC,CAAC,kBAAkB;IACrE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kDAAkD;AAClD,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,kDAAkD;IAClD,MAAM,OAAO,GAAG,kCAAkC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC9D,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAC7F,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAE,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAE,CAAC;QAClC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAE,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAE,CAAC;QAClC,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;IAC3D,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzD,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3C,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACjE,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,WAAW;IAChC,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,CAAqE,CAAC;IAC/G,wBAAwB;IACxB,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5H,+CAA+C;IAC/C,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM;QAAE,OAAO,IAAI,CAAC;IAC9C,uCAAuC;IACvC,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM;QAAE,OAAO,IAAI,CAAC;IAC9C,sCAAsC;IACtC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,MAAM,EAAE,CAAC;QAC9E,OAAO,WAAW,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,EAAE,GAAG,IAAI,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,+CAA+C;IAC/C,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;QACjG,OAAO,WAAW,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,EAAE,GAAG,IAAI,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAID,2DAA2D;AAC3D,MAAM,UAAU,cAAc,CAAC,YAAkC,aAAa;IAC5E,OAAO,SAAS,UAAU,CAAC,QAAgB,EAAE,OAAgB,EAAE,QAAwB;QACrF,SAAS,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE;YACpD,IAAI,GAAG,EAAE,CAAC;gBACR,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;gBACrB,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,IAAI,CAAC,EAAE,EAAE,CAAC;gBACR,QAAQ,CAAC,IAAI,SAAS,CAAC,MAAM,QAAQ,mCAAmC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;gBAClF,OAAO;YACT,CAAC;YACD,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC;AAQD,2FAA2F;AAC3F,SAAS,QAAQ,CACf,GAAW,EACX,IAAyF,EACzF,MAAmB;IAEnB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,SAAS,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,CAAC;YACxC,OAAO;QACT,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAChE,MAAM,CAAC,IAAI,SAAS,CAAC,0BAA0B,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACnE,OAAO;QACT,CAAC;QACD,4DAA4D;QAC5D,kEAAkE;QAClE,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnE,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;QAC5E,MAAM,GAAG,GAAG,SAAS,CACnB,GAAG,EACH,EAAE,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAC1F,CAAC,GAAG,EAAE,EAAE;YACN,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE;gBAC3B,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;gBAClB,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC1B,GAAG,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,SAAS,IAAI,CAAC,QAAQ,OAAO,CAAC,CAAC,CAAC;oBAC1D,OAAO;gBACT,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACjB,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAChH,CAAC,CAAC,CAAC;QACL,CAAC,CACF,CAAC;QACF,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5D,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,CAAC;AAExF,oEAAoE;AACpE,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,GAAW;IACtD,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,QAAmE,CAAC,CAAC;QACpG,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC;QAC7C,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QACnC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;QAC1B,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IAC1D,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAW,EAAE,UAA4B,EAAE;IAC5E,MAAM,IAAI,GAAG;QACX,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS;QAClD,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc;QACjE,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ;QAC/C,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY;QAC3D,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,aAAa;KAC9C,CAAC;IACF,uCAAuC;IACvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5E,IAAI,CAAC;QACH,IAAI,OAAO,GAAG,GAAG,CAAC;QAClB,IAAI,YAAY,GAAkB,IAAI,CAAC;QACvC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE,EAAE,CAAC;YAClD,IAAI,KAAa,CAAC;YAClB,IAAI,CAAC;gBACH,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,SAAS,CAAC,WAAW,OAAO,EAAE,CAAC,CAAC;YAC5C,CAAC;YACD,sBAAsB;YACtB,IAAI,YAAY,KAAK,QAAQ,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;gBACnD,MAAM,IAAI,SAAS,CAAC,yBAAyB,CAAC,CAAC;YACjD,CAAC;YACD,YAAY,GAAG,KAAK,CAAC;YACrB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YAC7D,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAC1C,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACpC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBACjD,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,SAAS,CAAC,eAAe,CAAC,CAAC;gBAClD,IAAI,GAAG,KAAK,IAAI,CAAC,YAAY;oBAAE,MAAM,IAAI,SAAS,CAAC,aAAa,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;gBACrF,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,iCAAiC;gBAChF,SAAS;YACX,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG;gBAAE,MAAM,IAAI,SAAS,CAAC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACjE,8CAA8C;YAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACvF,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAChD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,SAAS,CAAC,sCAAsC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;YAC/E,CAAC;YACD,MAAM,EAAE,QAAQ,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACvD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5D,CAAC;QACD,MAAM,IAAI,SAAS,CAAC,aAAa,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACxD,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC"}

package/dist/scaffold-kb/ingester.d.ts

@@ -0,0 +1,38 @@
+/**
+ * F190 scaffold-kb — DocumentIngester
+ *
+ * 提供两种文档输入模式（FR-001）：
+ * - `--dir`：递归扫描目录下的 *.md 文件，解析为 ParsedDoc
+ * - `--llms-txt`：从远程 URL 取 llms.txt 格式，解析条目后逐一抓取文档
+ *
+ * 两种模式可同时使用：以 llms-txt 为主，--dir 作补充，按 id 去重（llms-txt 优先保留）。
+ * EC-008：llms.txt URL 取回或格式解析失败 → throw（原子性，不返回部分结果）。
+ */
+import type { ParsedDoc } from './types.js';
+/**
+ * ingestDocuments 的输入选项
+ */
+export interface IngestOptions {
+    /** 本地 Markdown 文档目录 */
+    dirPath?: string;
+    /** 远程 llms.txt 索引 URL */
+    llmsTxtUrl?: string;
+    /** 语言标记（如 'zh' | 'en'），传给所有解析出的文档 */
+    lang?: string;
+    /**
+     * 注入 fetch 实现（用于测试时替换真实网络请求）。
+     * 缺省使用 Node.js 内置 `fetch`。
+     * 函数签名：(url: string) => Promise<string>，返回响应正文字符串。
+     */
+    fetchImpl?: (url: string) => Promise<string>;
+}
+/**
+ * 从多来源抓取文档，返回去重后的 ParsedDoc 列表。
+ *
+ * 行为契约：
+ * - 两种模式均未提供 → throw（含用法提示）
+ * - llms-txt 优先：同 id 以 llms-txt 结果保留
+ * - EC-008：llms.txt 任一环节失败 → throw，不返回部分结果
+ */
+export declare function ingestDocuments(opts: IngestOptions): Promise<ParsedDoc[]>;
+//# sourceMappingURL=ingester.d.ts.map

package/dist/scaffold-kb/ingester.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingester.d.ts","sourceRoot":"","sources":["../../src/scaffold-kb/ingester.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,uBAAuB;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qCAAqC;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9C;AA4OD;;;;;;;GAOG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CA6C/E"}