@wiki0/core 0.0.4 → 0.0.5

package/README.md

@@ -23,13 +23,14 @@ Core wiki0 primitives for local-first Markdown wiki memory.
 
 ```ts
 import {
-	bootstrap_wiki,
 	create_page,
 	index_status,
 	index_wiki,
 	search_wiki,
 	get_wiki_context,
+	sync_documents,
 	lint_wiki,
+	parse_document,
 	plan_wiki,
 } from '@wiki0/core';
 
@@ -44,12 +45,11 @@ console.log(lint_wiki('.'));
 console.log(
 	plan_wiki({ source_type: 'codebase', scope: 'current repo' }),
 );
+console.log(await parse_document('docs/guide.md'));
 console.log(
-	bootstrap_wiki({
+	await sync_documents({
 		root: '.',
-		source_type: 'docs',
-		sources: ['docs/guide.md'],
-		ingest_sources: true,
+		sources: ['docs'],
 	}),
 );
 ```

package/dist/documents.d.ts

@@ -0,0 +1,12 @@
+export type ParsedDocumentKind = 'markdown' | 'text' | 'pdf' | 'docx' | 'unsupported';
+export type ParsedDocumentMetadata = Record<string, string | number | boolean | null>;
+export interface ParsedDocument {
+    source_path: string;
+    kind: ParsedDocumentKind;
+    title?: string;
+    text: string;
+    metadata: ParsedDocumentMetadata;
+    warnings: string[];
+}
+export declare function parse_document(source_path: string): Promise<ParsedDocument>;
+export declare function document_kind(source_path: string): ParsedDocumentKind;

package/dist/documents.js

@@ -0,0 +1,143 @@
+import mammoth from 'mammoth';
+import { readFile, stat } from 'node:fs/promises';
+import { basename, extname, resolve } from 'node:path';
+import { PDFParse } from 'pdf-parse';
+import { page_title_from_markdown, parse_markdown, } from './markdown.js';
+export async function parse_document(source_path) {
+    const resolved_path = resolve(source_path);
+    const kind = document_kind(source_path);
+    const base_result = {
+        source_path,
+        kind,
+        text: '',
+        metadata: {},
+        warnings: [],
+    };
+    try {
+        const stats = await stat(resolved_path);
+        if (!stats.isFile()) {
+            return {
+                ...base_result,
+                kind: 'unsupported',
+                warnings: ['Source is not a file.'],
+            };
+        }
+    }
+    catch (error) {
+        return {
+            ...base_result,
+            kind: 'unsupported',
+            warnings: [`Source could not be read: ${error_message(error)}`],
+        };
+    }
+    if (kind === 'markdown')
+        return parse_markdown_document(source_path);
+    if (kind === 'text')
+        return parse_text_document(source_path);
+    if (kind === 'pdf')
+        return parse_pdf_document(source_path);
+    if (kind === 'docx')
+        return parse_docx_document(source_path);
+    return {
+        ...base_result,
+        warnings: [`Unsupported document type: ${extname(source_path)}`],
+    };
+}
+export function document_kind(source_path) {
+    const extension = extname(source_path).toLowerCase();
+    if (extension === '.md' || extension === '.markdown')
+        return 'markdown';
+    if (extension === '.txt')
+        return 'text';
+    if (extension === '.pdf')
+        return 'pdf';
+    if (extension === '.docx')
+        return 'docx';
+    return 'unsupported';
+}
+async function parse_markdown_document(source_path) {
+    const text = await readFile(source_path, 'utf-8');
+    const parsed = parse_markdown(text);
+    return {
+        source_path,
+        kind: 'markdown',
+        title: page_title_from_markdown(text, basename(source_path)),
+        text: normalize_text(parsed.content),
+        metadata: {
+            bytes: Buffer.byteLength(text),
+            ...flatten_frontmatter_metadata(parsed.frontmatter),
+        },
+        warnings: [],
+    };
+}
+async function parse_text_document(source_path) {
+    const text = await readFile(source_path, 'utf-8');
+    return {
+        source_path,
+        kind: 'text',
+        title: basename(source_path),
+        text: normalize_text(text),
+        metadata: { bytes: Buffer.byteLength(text) },
+        warnings: [],
+    };
+}
+async function parse_pdf_document(source_path) {
+    const parser = new PDFParse({ data: await readFile(source_path) });
+    try {
+        const [text_result, info_result] = await Promise.all([
+            parser.getText(),
+            parser.getInfo().catch(() => null),
+        ]);
+        const info = info_result?.info;
+        return {
+            source_path,
+            kind: 'pdf',
+            title: string_metadata(info?.Title) ?? basename(source_path),
+            text: normalize_text(text_result.text),
+            metadata: compact_metadata({
+                pages: text_result.total,
+                title: string_metadata(info?.Title),
+                author: string_metadata(info?.Author),
+                subject: string_metadata(info?.Subject),
+                creator: string_metadata(info?.Creator),
+                producer: string_metadata(info?.Producer),
+            }),
+            warnings: [],
+        };
+    }
+    finally {
+        await parser.destroy();
+    }
+}
+async function parse_docx_document(source_path) {
+    const result = await mammoth.extractRawText({ path: source_path });
+    return {
+        source_path,
+        kind: 'docx',
+        title: basename(source_path),
+        text: normalize_text(result.value),
+        metadata: {},
+        warnings: result.messages.map((message) => message.message),
+    };
+}
+function normalize_text(text) {
+    return text.replace(/\r\n?/gu, '\n').trim();
+}
+function flatten_frontmatter_metadata(frontmatter) {
+    return Object.fromEntries(Object.entries(frontmatter)
+        .filter((entry) => entry[1] === null ||
+        ['string', 'number', 'boolean'].includes(typeof entry[1]))
+        .map(([key, value]) => [`frontmatter_${key}`, value]));
+}
+function compact_metadata(metadata) {
+    return Object.fromEntries(Object.entries(metadata).filter((entry) => entry[1] !== undefined));
+}
+function string_metadata(value) {
+    return typeof value === 'string' && value.trim().length > 0
+        ? value.trim()
+        : undefined;
+}
+function error_message(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+//# sourceMappingURL=documents.js.map

package/dist/documents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documents.js","sourceRoot":"","sources":["../src/documents.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EACN,wBAAwB,EACxB,cAAc,GACd,MAAM,eAAe,CAAC;AAuBvB,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,WAAmB;IAEnB,MAAM,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IACxC,MAAM,WAAW,GAAG;QACnB,WAAW;QACX,IAAI;QACJ,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,EAAc;KACxB,CAAC;IAEF,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACrB,OAAO;gBACN,GAAG,WAAW;gBACd,IAAI,EAAE,aAAa;gBACnB,QAAQ,EAAE,CAAC,uBAAuB,CAAC;aACnC,CAAC;QACH,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO;YACN,GAAG,WAAW;YACd,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE,CAAC,6BAA6B,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;SAC/D,CAAC;IACH,CAAC;IAED,IAAI,IAAI,KAAK,UAAU;QACtB,OAAO,uBAAuB,CAAC,WAAW,CAAC,CAAC;IAC7C,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAC7D,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAC3D,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAE7D,OAAO;QACN,GAAG,WAAW;QACd,QAAQ,EAAE,CAAC,8BAA8B,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;KAChE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAC5B,WAAmB;IAEnB,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;IACrD,IAAI,SAAS,KAAK,KAAK,IAAI,SAAS,KAAK,WAAW;QACnD,OAAO,UAAU,CAAC;IACnB,IAAI,SAAS,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACxC,IAAI,SAAS,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACvC,IAAI,SAAS,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACzC,OAAO,aAAa,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACrC,WAAmB;IAEnB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO;QACN,WAAW;QACX,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,wBAAwB,CAAC,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC5D,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC;QACpC,QAAQ,EAAE;YACT,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;YAC9B,GAAG,4BAA4B,CAAC,MAAM,CAAC,WAAW,CAAC;SACnD;QACD,QAAQ,EAAE,EAAE;KACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CACjC,WAAmB;IAEnB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAClD,OAAO;QACN,WAAW;QACX,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC;QAC5B,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC;QAC1B,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QAC5C,QAAQ,EAAE,EAAE;KACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAChC,WAAmB;IAEnB,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IACnE,IAAI,CAAC;QACJ,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpD,MAAM,CAAC,OAAO,EAAE;YAChB,MAAM,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;SAClC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,WAAW,EAAE,IAEd,CAAC;QACb,OAAO;YACN,WAAW;YACX,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC;YAC5D,IAAI,EAAE,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC;YACtC,QAAQ,EAAE,gBAAgB,CAAC;gBAC1B,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,KAAK,EAAE,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC;gBACnC,MAAM,EAAE,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC;gBACrC,OAAO,EAAE,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC;gBACvC,OAAO,EAAE,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC;gBACvC,QAAQ,EAAE,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC;aACzC,CAAC;YACF,QAAQ,EAAE,EAAE;SACZ,CAAC;IACH,CAAC;YAAS,CAAC;QACV,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;AACF,CAAC;AAED,KAAK,UAAU,mBAAmB,CACjC,WAAmB;IAEnB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IACnE,OAAO;QACN,WAAW;QACX,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC;QAC5B,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC;QAClC,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;KAC3D,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IACnC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,4BAA4B,CACpC,WAAoC;IAEpC,OAAO,MAAM,CAAC,WAAW,CACxB,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;SACzB,MAAM,CACN,CACC,KAAK,EACiD,EAAE,CACxD,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAC1D;SACA,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,CACtD,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACxB,QAGC;IAED,OAAO,MAAM,CAAC,WAAW,CACxB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,MAAM,CAC9B,CAAC,KAAK,EAAuD,EAAE,CAC9D,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CACvB,CACD,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACtC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAC1D,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE;QACd,CAAC,CAAC,SAAS,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACpC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC/D,CAAC"}

package/dist/facts.d.ts

@@ -1,3 +1,7 @@
 import type { Fact, FactWriteOptions } from './types.js';
+export type DerivedFactCandidate = Omit<FactWriteOptions, 'root' | 'page' | 'source'> & {
+    line: number;
+};
 export declare function add_fact(fact: FactWriteOptions): Fact;
 export declare function list_facts(root?: string, category?: string): Fact[];
+export declare function derive_facts_from_markdown(markdown: string): DerivedFactCandidate[];

package/dist/facts.js

@@ -51,6 +51,36 @@ export function list_facts(root = '.', category) {
     db.close();
     return rows.map(fact_from_row);
 }
+export function derive_facts_from_markdown(markdown) {
+    return markdown
+        .split(/\n/u)
+        .map((line, index) => ({
+        line: line.trim(),
+        line_number: index + 1,
+    }))
+        .filter(({ line }) => /\b(should|must|required|requirement|decision|constraint|risk|assumption|fact)\b/iu.test(line))
+        .slice(0, 20)
+        .map(({ line, line_number }) => ({
+        category: fact_category(line),
+        summary: line.replace(/^[-*]\s*/u, '').slice(0, 240),
+        body: `Derived from extracted source text line ${line_number}.`,
+        confidence: 'low',
+        source_quote: line,
+        line: line_number,
+    }));
+}
+function fact_category(line) {
+    if (/\b(decision)\b/iu.test(line))
+        return 'decision';
+    if (/\b(risk)\b/iu.test(line))
+        return 'risk';
+    if (/\b(assumption)\b/iu.test(line))
+        return 'assumption';
+    if (/\b(constraint|must|required|requirement|should)\b/iu.test(line)) {
+        return 'constraint';
+    }
+    return 'note';
+}
 const fact_select_sql = `SELECT facts.id, pages.path AS page_path, facts.category,
 	facts.summary, facts.body, facts.confidence,
 	facts.source_path, facts.source_heading, facts.source_start_line,

package/dist/facts.js.map

@@ -1 +1 @@
-{"version":3,"file":"facts.js","sourceRoot":"","sources":["../src/facts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAqB,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAO9C,MAAM,UAAU,QAAQ,CAAC,IAAsB;IAC9C,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,EAAE,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IACzC,8BAA8B,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM;QAC/B,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;QACzC,CAAC,CAAC,IAAI,CAAC;IACR,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI;QAC1B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC;QACzC,CAAC,CAAC,CAAC,YAAY,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,SAAS;QACrB,CAAC,CAAE,EAAE;aACF,OAAO,CAAC,qCAAqC,CAAC;aAC9C,GAAG,CAAC,SAAS,CAAgC;QAChD,CAAC,CAAC,SAAS,CAAC;IAEb,MAAM,MAAM,GAAG,EAAE;SACf,OAAO,CACP;;;;yCAIsC,CACtC;SACA,GAAG,CACH,IAAI,EAAE,EAAE,IAAI,IAAI,EAChB,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,IAAI,IAAI,EACjB,IAAI,CAAC,UAAU,IAAI,SAAS,EAC5B,YAAY,EAAE,IAAI,IAAI,IAAI,EAC1B,YAAY,EAAE,OAAO,IAAI,IAAI,EAC7B,YAAY,EAAE,UAAU,IAAI,IAAI,EAChC,YAAY,EAAE,QAAQ,IAAI,IAAI,EAC9B,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,YAAY,CAAC,CAC/C,CAAC;IACH,MAAM,QAAQ,GAAG,iBAAiB,CACjC,EAAE,EACF,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAC9B,CAAC;IACF,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,cAAc,CAAC;QACd,IAAI,EAAE,SAAS;QACf,SAAS,EAAE,UAAU;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,SAAS,IAAI,YAAY,EAAE,IAAI,IAAI,SAAS;QACpD,OAAO,EAAE;YACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;SAC/B;KACD,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAI,GAAG,GAAG,EAAE,QAAiB;IACvD,MAAM,EAAE,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACpC,8BAA8B,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,GAAG,eAAe;IAC3B,QAAQ,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE;gDACE,CAAC;IAChD,MAAM,IAAI,GAAG,QAAQ;QACpB,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC/B,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACzB,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,eAAe,GAAG;;;;;6CAKqB,CAAC;AAE9C,SAAS,iBAAiB,CAAC,EAAgB,EAAE,EAAU;IACtD,MAAM,GAAG,GAAG,EAAE;SACZ,OAAO,CAAC,GAAG,eAAe,qBAAqB,CAAC;SAChD,GAAG,CAAC,EAAE,CAAmC,CAAC;IAC5C,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,aAAa,CAAC,GAAmC;IACzD,OAAO;QACN,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,SAAS,EAAE,GAAG,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAChE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC9B,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QACjD,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAuB;QACxD,WAAW,EACV,GAAG,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;QAC1D,cAAc,EACb,GAAG,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;QAChE,iBAAiB,EAChB,GAAG,CAAC,iBAAiB,KAAK,IAAI;YAC7B,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACjC,eAAe,EACd,GAAG,CAAC,eAAe,KAAK,IAAI;YAC3B,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC;QAC/B,YAAY,EACX,GAAG,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;QAC5D,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;KAClC,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CACpB,YAAoC;IAEpC,IAAI,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAC/B,OAAO,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,8BAA8B,CAAC,EAAgB;IACvD,MAAM,OAAO,GAAG,IAAI,GAAG,CAErB,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,EAG1C,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAC9B,CAAC;IACF,MAAM,UAAU,GAA2B;QAC1C,WAAW,EAAE,+CAA+C;QAC5D,cAAc,EACb,kDAAkD;QACnD,iBAAiB,EAChB,wDAAwD;QACzD,eAAe,EACd,sDAAsD;QACvD,YAAY,EAAE,gDAAgD;KAC9D,CAAC;IACF,KAAK,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;YAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;AACF,CAAC"}
+{"version":3,"file":"facts.js","sourceRoot":"","sources":["../src/facts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAqB,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAc9C,MAAM,UAAU,QAAQ,CAAC,IAAsB;IAC9C,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,EAAE,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IACzC,8BAA8B,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM;QAC/B,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;QACzC,CAAC,CAAC,IAAI,CAAC;IACR,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI;QAC1B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC;QACzC,CAAC,CAAC,CAAC,YAAY,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,SAAS;QACrB,CAAC,CAAE,EAAE;aACF,OAAO,CAAC,qCAAqC,CAAC;aAC9C,GAAG,CAAC,SAAS,CAAgC;QAChD,CAAC,CAAC,SAAS,CAAC;IAEb,MAAM,MAAM,GAAG,EAAE;SACf,OAAO,CACP;;;;yCAIsC,CACtC;SACA,GAAG,CACH,IAAI,EAAE,EAAE,IAAI,IAAI,EAChB,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,IAAI,IAAI,EACjB,IAAI,CAAC,UAAU,IAAI,SAAS,EAC5B,YAAY,EAAE,IAAI,IAAI,IAAI,EAC1B,YAAY,EAAE,OAAO,IAAI,IAAI,EAC7B,YAAY,EAAE,UAAU,IAAI,IAAI,EAChC,YAAY,EAAE,QAAQ,IAAI,IAAI,EAC9B,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,YAAY,CAAC,CAC/C,CAAC;IACH,MAAM,QAAQ,GAAG,iBAAiB,CACjC,EAAE,EACF,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAC9B,CAAC;IACF,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,cAAc,CAAC;QACd,IAAI,EAAE,SAAS;QACf,SAAS,EAAE,UAAU;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,SAAS,IAAI,YAAY,EAAE,IAAI,IAAI,SAAS;QACpD,OAAO,EAAE;YACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;SAC/B;KACD,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAI,GAAG,GAAG,EAAE,QAAiB;IACvD,MAAM,EAAE,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACpC,8BAA8B,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,GAAG,eAAe;IAC3B,QAAQ,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE;gDACE,CAAC;IAChD,MAAM,IAAI,GAAG,QAAQ;QACpB,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC/B,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACzB,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,0BAA0B,CACzC,QAAgB;IAEhB,OAAO,QAAQ;SACb,KAAK,CAAC,KAAK,CAAC;SACZ,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACtB,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QACjB,WAAW,EAAE,KAAK,GAAG,CAAC;KACtB,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACpB,mFAAmF,CAAC,IAAI,CACvF,IAAI,CACJ,CACD;SACA,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QAChC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;QAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QACpD,IAAI,EAAE,2CAA2C,WAAW,GAAG;QAC/D,UAAU,EAAE,KAAK;QACjB,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,WAAW;KACjB,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IAClC,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC;IACrD,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IACzD,IACC,qDAAqD,CAAC,IAAI,CAAC,IAAI,CAAC,EAC/D,CAAC;QACF,OAAO,YAAY,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,eAAe,GAAG;;;;;6CAKqB,CAAC;AAE9C,SAAS,iBAAiB,CAAC,EAAgB,EAAE,EAAU;IACtD,MAAM,GAAG,GAAG,EAAE;SACZ,OAAO,CAAC,GAAG,eAAe,qBAAqB,CAAC;SAChD,GAAG,CAAC,EAAE,CAAmC,CAAC;IAC5C,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,aAAa,CAAC,GAAmC;IACzD,OAAO;QACN,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,SAAS,EAAE,GAAG,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;QAChE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC9B,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QACjD,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAuB;QACxD,WAAW,EACV,GAAG,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;QAC1D,cAAc,EACb,GAAG,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;QAChE,iBAAiB,EAChB,GAAG,CAAC,iBAAiB,KAAK,IAAI;YAC7B,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACjC,eAAe,EACd,GAAG,CAAC,eAAe,KAAK,IAAI;YAC3B,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC;QAC/B,YAAY,EACX,GAAG,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;QAC5D,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;KAClC,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CACpB,YAAoC;IAEpC,IAAI,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAC/B,OAAO,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,8BAA8B,CAAC,EAAgB;IACvD,MAAM,OAAO,GAAG,IAAI,GAAG,CAErB,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,EAG1C,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAC9B,CAAC;IACF,MAAM,UAAU,GAA2B;QAC1C,WAAW,EAAE,+CAA+C;QAC5D,cAAc,EACb,kDAAkD;QACnD,iBAAiB,EAChB,wDAAwD;QACzD,eAAe,EACd,sDAAsD;QACvD,YAAY,EAAE,gDAAgD;KAC9D,CAAC;IACF,KAAK,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;YAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;AACF,CAAC"}

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 export { open_wiki_database, wiki_db_path } from './database.js';
+export { document_kind, parse_document, type ParsedDocument, type ParsedDocumentKind, type ParsedDocumentMetadata, } from './documents.js';
 export { list_wiki_events, log_wiki_event } from './events.js';
-export { add_fact, list_facts } from './facts.js';
+export { add_fact, derive_facts_from_markdown, list_facts, type DerivedFactCandidate, } from './facts.js';
 export { graph_wiki } from './graph.js';
 export { current_index_package_version, current_index_schema_version, index_status, index_wiki, } from './indexer.js';
 export { lint_wiki } from './lint.js';
@@ -10,6 +11,7 @@ export { display_page_title, page_file_path, page_relative_path, resolve_wiki_ro
 export { review_wiki } from './review.js';
 export { schema_sql } from './schema.js';
 export { backlinks_for_page, format_context_markdown, get_wiki_context, search_wiki, search_wiki_chunks, show_wiki_chunk, } from './search.js';
+export { sync_documents } from './sync.js';
 export { list_topic_threads } from './topics.js';
 export type * from './types.js';
-export { bootstrap_wiki, plan_wiki, wiki_building_workflow_markdown, } from './workflow.js';
+export { plan_wiki, wiki_building_workflow_markdown, } from './workflow.js';

package/dist/index.js

@@ -1,6 +1,7 @@
 export { open_wiki_database, wiki_db_path } from './database.js';
+export { document_kind, parse_document, } from './documents.js';
 export { list_wiki_events, log_wiki_event } from './events.js';
-export { add_fact, list_facts } from './facts.js';
+export { add_fact, derive_facts_from_markdown, list_facts, } from './facts.js';
 export { graph_wiki } from './graph.js';
 export { current_index_package_version, current_index_schema_version, index_status, index_wiki, } from './indexer.js';
 export { lint_wiki } from './lint.js';
@@ -10,6 +11,7 @@ export { display_page_title, page_file_path, page_relative_path, resolve_wiki_ro
 export { review_wiki } from './review.js';
 export { schema_sql } from './schema.js';
 export { backlinks_for_page, format_context_markdown, get_wiki_context, search_wiki, search_wiki_chunks, show_wiki_chunk, } from './search.js';
+export { sync_documents } from './sync.js';
 export { list_topic_threads } from './topics.js';
-export { bootstrap_wiki, plan_wiki, wiki_building_workflow_markdown, } from './workflow.js';
+export { plan_wiki, wiki_building_workflow_markdown, } from './workflow.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EACN,6BAA6B,EAC7B,4BAA4B,EAC5B,YAAY,EACZ,UAAU,GACV,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EACN,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,qBAAqB,EACrB,wBAAwB,EACxB,iBAAiB,GACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EACN,WAAW,EACX,WAAW,EACX,wBAAwB,EACxB,SAAS,EACT,iBAAiB,EACjB,oBAAoB,GACpB,MAAM,YAAY,CAAC;AACpB,OAAO,EACN,kBAAkB,EAClB,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,aAAa,EACb,oBAAoB,GACpB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACN,kBAAkB,EAClB,uBAAuB,EACvB,gBAAgB,EAChB,WAAW,EACX,kBAAkB,EAClB,eAAe,GACf,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,EACN,cAAc,EACd,SAAS,EACT,+BAA+B,GAC/B,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EACN,aAAa,EACb,cAAc,GAId,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EACN,QAAQ,EACR,0BAA0B,EAC1B,UAAU,GAEV,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EACN,6BAA6B,EAC7B,4BAA4B,EAC5B,YAAY,EACZ,UAAU,GACV,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EACN,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,qBAAqB,EACrB,wBAAwB,EACxB,iBAAiB,GACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EACN,WAAW,EACX,WAAW,EACX,wBAAwB,EACxB,SAAS,EACT,iBAAiB,EACjB,oBAAoB,GACpB,MAAM,YAAY,CAAC;AACpB,OAAO,EACN,kBAAkB,EAClB,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,aAAa,EACb,oBAAoB,GACpB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACN,kBAAkB,EAClB,uBAAuB,EACvB,gBAAgB,EAChB,WAAW,EACX,kBAAkB,EAClB,eAAe,GACf,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,EACN,SAAS,EACT,+BAA+B,GAC/B,MAAM,eAAe,CAAC"}

package/dist/ingest.d.ts

@@ -0,0 +1,2 @@
+import type { WikiDocumentIngestOptions, WikiDocumentIngestResult } from './types.js';
+export declare function ingest_documents(options: WikiDocumentIngestOptions): Promise<WikiDocumentIngestResult>;

package/dist/ingest.js

@@ -0,0 +1,253 @@
+import { createHash } from 'node:crypto';
+import { existsSync, readFileSync, readdirSync, statSync, } from 'node:fs';
+import { join, relative, resolve } from 'node:path';
+import { parse_document } from './documents.js';
+import { log_wiki_event } from './events.js';
+import { index_wiki } from './indexer.js';
+import { parse_markdown, serialize_frontmatter } from './markdown.js';
+import { create_page } from './pages.js';
+import { page_file_path, resolve_wiki_root, slugify_title, } from './paths.js';
+const supported_extensions = new Set([
+    '.md',
+    '.markdown',
+    '.txt',
+    '.pdf',
+    '.docx',
+]);
+export async function ingest_documents(options) {
+    const root = resolve_wiki_root(options.root);
+    const sources = discover_sources(root, options.sources);
+    const display_sources = sources.map((source) => source_display_path(root, source));
+    const created = [];
+    const skipped = [];
+    const ingested_sources = [];
+    for (const source of sources) {
+        const display_source = source_display_path(root, source);
+        const page = source_page_path(display_source);
+        const file_path = page_file_path(page, root);
+        const page_exists = existsSync(file_path);
+        const fingerprint = source_fingerprint(source);
+        const existing_fingerprint = page_exists
+            ? existing_source_fingerprint(file_path)
+            : null;
+        const existing_kind = page_exists
+            ? existing_source_kind(file_path)
+            : 'unsupported';
+        if (page_exists &&
+            fingerprint !== null &&
+            existing_fingerprint === fingerprint) {
+            skipped.push(page);
+            ingested_sources.push({
+                source: display_source,
+                page: `${page}.md`,
+                kind: existing_kind,
+                status: 'unchanged',
+                warnings: [],
+            });
+            continue;
+        }
+        if (page_exists && !options.overwrite) {
+            skipped.push(page);
+            ingested_sources.push({
+                source: display_source,
+                page: `${page}.md`,
+                kind: existing_kind,
+                status: 'changed',
+                warnings: [
+                    'Source page exists and source fingerprint changed; rerun with overwrite to refresh generated content.',
+                ],
+            });
+            continue;
+        }
+        const parsed = await parse_document(source);
+        create_page(page, source_page_template(parsed, display_source, fingerprint), {
+            root,
+            overwrite: options.overwrite,
+        });
+        created.push(page);
+        ingested_sources.push({
+            source: display_source,
+            page: `${page}.md`,
+            kind: parsed.kind,
+            status: parsed.kind === 'unsupported'
+                ? 'warning'
+                : page_exists
+                    ? 'updated'
+                    : 'created',
+            warnings: parsed.warnings,
+        });
+    }
+    const indexed = options.index === false ? null : index_wiki(root);
+    log_wiki_event({
+        root,
+        operation: 'ingest_documents',
+        summary: `Ingested ${created.length} document sources`,
+        target: root,
+        details: {
+            sources: display_sources,
+            created,
+            skipped,
+            ingested_sources,
+        },
+    });
+    return {
+        root,
+        sources: display_sources,
+        created,
+        skipped,
+        ingested_sources,
+        indexed,
+    };
+}
+function discover_sources(root, sources) {
+    const discovered = [];
+    for (const source of sources) {
+        const absolute_source = resolve(root, source);
+        if (!existsSync(absolute_source)) {
+            discovered.push(absolute_source);
+            continue;
+        }
+        const stats = statSync(absolute_source);
+        if (stats.isDirectory()) {
+            discovered.push(...discover_directory(absolute_source));
+            continue;
+        }
+        discovered.push(absolute_source);
+    }
+    return [...new Set(discovered)].sort();
+}
+function discover_directory(directory) {
+    const sources = [];
+    for (const entry of readdirSync(directory, {
+        withFileTypes: true,
+    })) {
+        if (entry.name.startsWith('.'))
+            continue;
+        const entry_path = join(directory, entry.name);
+        if (entry.isDirectory()) {
+            sources.push(...discover_directory(entry_path));
+            continue;
+        }
+        if (supported_extensions.has(extension(entry.name))) {
+            sources.push(entry_path);
+        }
+    }
+    return sources;
+}
+function source_page_path(source) {
+    return `sources/ingested/${slugify_title(source)}`;
+}
+function source_page_template(parsed, display_source, fingerprint) {
+    const frontmatter = serialize_frontmatter({
+        title: `Source: ${parsed.title ?? display_source}`,
+        tags: ['source', parsed.kind],
+        status: parsed.kind === 'unsupported' ? 'review' : 'draft',
+        source_path: display_source,
+        source_kind: parsed.kind,
+        source_fingerprint: fingerprint,
+    });
+    return `${frontmatter}# Source: ${parsed.title ?? display_source}
+
+Source path: \`${display_source}\`
+Source kind: \`${parsed.kind}\`
+
+## Extracted text
+
+${format_extracted_text(parsed)}
+
+## Parser metadata
+
+${format_metadata(parsed)}
+
+## Parser warnings
+
+${format_list(parsed.warnings, '- None.')}
+
+## Candidate facts
+
+${format_candidate_facts(parsed.text)}
+
+## Open questions
+
+- What claims from this source should become stable wiki pages?
+- What needs citation, owner confirmation, or freshness review?
+`;
+}
+function format_extracted_text(parsed) {
+    if (parsed.text.length === 0)
+        return '- No text extracted.';
+    const fence = markdown_code_fence(parsed.text);
+    return `${fence}\n${parsed.text}\n${fence}`;
+}
+function markdown_code_fence(text) {
+    const longest_backtick_run = Math.max(0, ...Array.from(text.matchAll(/`+/gu), (match) => match[0]?.length ?? 0));
+    return '`'.repeat(Math.max(3, longest_backtick_run + 1));
+}
+function format_metadata(parsed) {
+    const entries = Object.entries(parsed.metadata);
+    if (entries.length === 0)
+        return '- None.';
+    return entries
+        .map(([key, value]) => `- ${key}: ${value ?? 'null'}`)
+        .join('\n');
+}
+function format_list(items, empty) {
+    return items.length > 0
+        ? items.map((item) => `- ${item}`).join('\n')
+        : empty;
+}
+function format_candidate_facts(text) {
+    const facts = text
+        .split(/\n/u)
+        .map((line, index) => ({
+        line: line.trim(),
+        line_number: index + 1,
+    }))
+        .filter(({ line }) => /\b(should|must|required|requirement|decision|constraint|risk|assumption|fact)\b/iu.test(line))
+        .slice(0, 20)
+        .map(({ line, line_number }) => `- Candidate from extracted line ${line_number}: ${line}`);
+    return facts.length > 0
+        ? facts.join('\n')
+        : '- Review this source and promote durable claims into wiki pages.';
+}
+function extension(path) {
+    return path.slice(path.lastIndexOf('.')).toLowerCase();
+}
+function source_display_path(root, source) {
+    const relative_source = relative(root, source);
+    return relative_source.startsWith('..') || relative_source === ''
+        ? source
+        : relative_source;
+}
+function source_fingerprint(source) {
+    try {
+        const stats = statSync(source);
+        if (!stats.isFile())
+            return null;
+        return createHash('sha256')
+            .update(readFileSync(source))
+            .digest('hex');
+    }
+    catch {
+        return null;
+    }
+}
+function existing_source_fingerprint(file_path) {
+    const fingerprint = parse_markdown(readFileSync(file_path, 'utf-8'))
+        .frontmatter.source_fingerprint;
+    return typeof fingerprint === 'string' && fingerprint.length > 0
+        ? fingerprint
+        : null;
+}
+function existing_source_kind(file_path) {
+    const kind = parse_markdown(readFileSync(file_path, 'utf-8'))
+        .frontmatter.source_kind;
+    return kind === 'markdown' ||
+        kind === 'text' ||
+        kind === 'pdf' ||
+        kind === 'docx' ||
+        kind === 'unsupported'
+        ? kind
+        : 'unsupported';
+}
+//# sourceMappingURL=ingest.js.map

package/dist/ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACN,UAAU,EACV,YAAY,EACZ,WAAW,EACX,QAAQ,GACR,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,cAAc,EAAuB,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EACN,cAAc,EACd,iBAAiB,EACjB,aAAa,GACb,MAAM,YAAY,CAAC;AAOpB,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACpC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACP,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,OAAkC;IAElC,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC9C,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,CACjC,CAAC;IACF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,gBAAgB,GAA4B,EAAE,CAAC;IAErD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,cAAc,GAAG,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,oBAAoB,GAAG,WAAW;YACvC,CAAC,CAAC,2BAA2B,CAAC,SAAS,CAAC;YACxC,CAAC,CAAC,IAAI,CAAC;QACR,MAAM,aAAa,GAAG,WAAW;YAChC,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC;YACjC,CAAC,CAAC,aAAa,CAAC;QACjB,IACC,WAAW;YACX,WAAW,KAAK,IAAI;YACpB,oBAAoB,KAAK,WAAW,EACnC,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,gBAAgB,CAAC,IAAI,CAAC;gBACrB,MAAM,EAAE,cAAc;gBACtB,IAAI,EAAE,GAAG,IAAI,KAAK;gBAClB,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE,EAAE;aACZ,CAAC,CAAC;YACH,SAAS;QACV,CAAC;QACD,IAAI,WAAW,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,gBAAgB,CAAC,IAAI,CAAC;gBACrB,MAAM,EAAE,cAAc;gBACtB,IAAI,EAAE,GAAG,IAAI,KAAK;gBAClB,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE;oBACT,uGAAuG;iBACvG;aACD,CAAC,CAAC;YACH,SAAS;QACV,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5C,WAAW,CACV,IAAI,EACJ,oBAAoB,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,EACzD;YACC,IAAI;YACJ,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CACD,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,gBAAgB,CAAC,IAAI,CAAC;YACrB,MAAM,EAAE,cAAc;YACtB,IAAI,EAAE,GAAG,IAAI,KAAK;YAClB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EACL,MAAM,CAAC,IAAI,KAAK,aAAa;gBAC5B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,WAAW;oBACZ,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,SAAS;YACd,QAAQ,EAAE,MAAM,CAAC,QAAQ;SACzB,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAClE,cAAc,CAAC;QACd,IAAI;QACJ,SAAS,EAAE,kBAAkB;QAC7B,OAAO,EAAE,YAAY,OAAO,CAAC,MAAM,mBAAmB;QACtD,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE;YACR,OAAO,EAAE,eAAe;YACxB,OAAO;YACP,OAAO;YACP,gBAAgB;SAChB;KACD,CAAC,CAAC;IAEH,OAAO;QACN,IAAI;QACJ,OAAO,EAAE,eAAe;QACxB,OAAO;QACP,OAAO;QACP,gBAAgB;QAChB,OAAO;KACP,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,OAAiB;IACxD,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACjC,SAAS;QACV,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,UAAU,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC,CAAC;YACxD,SAAS;QACV,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAiB;IAC5C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,SAAS,EAAE;QAC1C,aAAa,EAAE,IAAI;KACnB,CAAC,EAAE,CAAC;QACJ,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;YAChD,SAAS;QACV,CAAC;QACD,IAAI,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1B,CAAC;IACF,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACvC,OAAO,oBAAoB,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,oBAAoB,CAC5B,MAAsB,EACtB,cAAsB,EACtB,WAA0B;IAE1B,MAAM,WAAW,GAAG,qBAAqB,CAAC;QACzC,KAAK,EAAE,WAAW,MAAM,CAAC,KAAK,IAAI,cAAc,EAAE;QAClD,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,EAAE,MAAM,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;QAC1D,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,MAAM,CAAC,IAAI;QACxB,kBAAkB,EAAE,WAAW;KAC/B,CAAC,CAAC;IACH,OAAO,GAAG,WAAW,aAAa,MAAM,CAAC,KAAK,IAAI,cAAc;;iBAEhD,cAAc;iBACd,MAAM,CAAC,IAAI;;;;EAI1B,qBAAqB,CAAC,MAAM,CAAC;;;;EAI7B,eAAe,CAAC,MAAM,CAAC;;;;EAIvB,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC;;;;EAIvC,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC;;;;;;CAMpC,CAAC;AACF,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAsB;IACpD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,sBAAsB,CAAC;IAC5D,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC/C,OAAO,GAAG,KAAK,KAAK,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACxC,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CACpC,CAAC,EACD,GAAG,KAAK,CAAC,IAAI,CACZ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EACrB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAChC,CACD,CAAC;IACF,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,GAAG,CAAC,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,eAAe,CAAC,MAAsB;IAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3C,OAAO,OAAO;SACZ,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,KAAK,IAAI,MAAM,EAAE,CAAC;SACrD,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,KAAe,EAAE,KAAa;IAClD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC7C,CAAC,CAAC,KAAK,CAAC;AACV,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC3C,MAAM,KAAK,GAAG,IAAI;SAChB,KAAK,CAAC,KAAK,CAAC;SACZ,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACtB,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QACjB,WAAW,EAAE,KAAK,GAAG,CAAC;KACtB,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACpB,mFAAmF,CAAC,IAAI,CACvF,IAAI,CACJ,CACD;SACA,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CACH,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CACzB,mCAAmC,WAAW,KAAK,IAAI,EAAE,CAC1D,CAAC;IACH,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAClB,CAAC,CAAC,kEAAkE,CAAC;AACvE,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,MAAc;IACxD,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC/C,OAAO,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,eAAe,KAAK,EAAE;QAChE,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,eAAe,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACzC,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAAE,OAAO,IAAI,CAAC;QACjC,OAAO,UAAU,CAAC,QAAQ,CAAC;aACzB,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;aAC5B,MAAM,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED,SAAS,2BAA2B,CACnC,SAAiB;IAEjB,MAAM,WAAW,GAAG,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;SAClE,WAAW,CAAC,kBAAkB,CAAC;IACjC,OAAO,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAC/D,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,IAAI,CAAC;AACT,CAAC;AAED,SAAS,oBAAoB,CAC5B,SAAiB;IAEjB,MAAM,IAAI,GAAG,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;SAC3D,WAAW,CAAC,WAAW,CAAC;IAC1B,OAAO,IAAI,KAAK,UAAU;QACzB,IAAI,KAAK,MAAM;QACf,IAAI,KAAK,KAAK;QACd,IAAI,KAAK,MAAM;QACf,IAAI,KAAK,aAAa;QACtB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,aAAa,CAAC;AAClB,CAAC"}

package/dist/sync.d.ts

@@ -0,0 +1,2 @@
+import type { WikiDocumentSyncOptions, WikiDocumentSyncResult } from './types.js';
+export declare function sync_documents(options: WikiDocumentSyncOptions): Promise<WikiDocumentSyncResult>;

package/dist/sync.js

@@ -0,0 +1,340 @@
+import { createHash } from 'node:crypto';
+import { existsSync, readFileSync, readdirSync, statSync, } from 'node:fs';
+import { join, relative, resolve } from 'node:path';
+import { parse_document } from './documents.js';
+import { log_wiki_event } from './events.js';
+import { add_fact, derive_facts_from_markdown } from './facts.js';
+import { index_wiki } from './indexer.js';
+import { parse_markdown, serialize_frontmatter } from './markdown.js';
+import { create_page } from './pages.js';
+import { page_file_path, resolve_wiki_root, slugify_title, } from './paths.js';
+const supported_extensions = new Set([
+    '.md',
+    '.markdown',
+    '.txt',
+    '.pdf',
+    '.docx',
+]);
+export async function sync_documents(options) {
+    const root = resolve_wiki_root(options.root);
+    const sources = discover_sources(root, options.sources, {
+        include: options.include,
+        ignore: options.ignore,
+    });
+    const display_sources = sources.map((source) => source_display_path(root, source));
+    const created = [];
+    const skipped = [];
+    const proposed_pages = [];
+    const fact_inputs = [];
+    const synced_sources = [];
+    for (const source of sources) {
+        const display_source = source_display_path(root, source);
+        const page = source_page_path(display_source);
+        const file_path = page_file_path(page, root);
+        const page_exists = existsSync(file_path);
+        const fingerprint = source_fingerprint(source);
+        const existing_fingerprint = page_exists
+            ? existing_source_fingerprint(file_path)
+            : null;
+        const existing_kind = page_exists
+            ? existing_source_kind(file_path)
+            : 'unsupported';
+        if (page_exists &&
+            fingerprint !== null &&
+            existing_fingerprint === fingerprint) {
+            skipped.push(page);
+            synced_sources.push({
+                source: display_source,
+                page: `${page}.md`,
+                kind: existing_kind,
+                status: 'unchanged',
+                warnings: [],
+            });
+            continue;
+        }
+        if (page_exists && !options.overwrite) {
+            skipped.push(page);
+            synced_sources.push({
+                source: display_source,
+                page: `${page}.md`,
+                kind: existing_kind,
+                status: 'changed',
+                warnings: [
+                    'Source page exists and source fingerprint changed; rerun with overwrite to refresh generated content.',
+                ],
+            });
+            continue;
+        }
+        const parsed = await parse_document(source);
+        create_page(page, source_page_template(parsed, display_source, fingerprint), {
+            root,
+            overwrite: options.overwrite,
+        });
+        created.push(page);
+        if (options.derive_facts !== false && options.index !== false) {
+            for (const fact of derive_facts_from_markdown(parsed.text)) {
+                fact_inputs.push({ page, fact });
+            }
+        }
+        if (options.propose_pages) {
+            proposed_pages.push(...create_proposed_pages(parsed, display_source, root));
+        }
+        synced_sources.push({
+            source: display_source,
+            page: `${page}.md`,
+            kind: parsed.kind,
+            status: parsed.kind === 'unsupported'
+                ? 'warning'
+                : page_exists
+                    ? 'updated'
+                    : 'created',
+            warnings: parsed.warnings,
+        });
+    }
+    const indexed = options.index === false ? null : index_wiki(root);
+    const derived_facts = fact_inputs.map(({ page, fact }) => add_fact({
+        root,
+        page,
+        source: `${page}.md:${fact.line}`,
+        ...fact,
+    }));
+    log_wiki_event({
+        root,
+        operation: 'sync_documents',
+        summary: `Synced ${created.length} document sources`,
+        target: root,
+        details: {
+            sources: display_sources,
+            created,
+            skipped,
+            proposed_pages,
+            derived_fact_count: derived_facts.length,
+            synced_sources,
+        },
+    });
+    return {
+        root,
+        sources: display_sources,
+        created,
+        skipped,
+        proposed_pages,
+        derived_facts,
+        synced_sources,
+        indexed,
+    };
+}
+function discover_sources(root, sources, filters = {}) {
+    const discovered = [];
+    for (const source of sources) {
+        const absolute_source = resolve(root, source);
+        if (!existsSync(absolute_source)) {
+            discovered.push(absolute_source);
+            continue;
+        }
+        const stats = statSync(absolute_source);
+        if (stats.isDirectory()) {
+            discovered.push(...discover_directory(absolute_source, root, filters));
+            continue;
+        }
+        if (matches_source_filters(root, absolute_source, filters)) {
+            discovered.push(absolute_source);
+        }
+    }
+    return [...new Set(discovered)].sort();
+}
+function discover_directory(directory, root, filters) {
+    const sources = [];
+    for (const entry of readdirSync(directory, {
+        withFileTypes: true,
+    })) {
+        if (entry.name.startsWith('.'))
+            continue;
+        const entry_path = join(directory, entry.name);
+        if (entry.isDirectory()) {
+            sources.push(...discover_directory(entry_path, root, filters));
+            continue;
+        }
+        if (supported_extensions.has(extension(entry.name)) &&
+            matches_source_filters(root, entry_path, filters)) {
+            sources.push(entry_path);
+        }
+    }
+    return sources;
+}
+function matches_source_filters(root, source, filters) {
+    const display = source_display_path(root, source);
+    const included = !filters.include ||
+        filters.include.length === 0 ||
+        filters.include.some((pattern) => glob_match(pattern, display));
+    const ignored = (filters.ignore ?? []).some((pattern) => glob_match(pattern, display));
+    return included && !ignored;
+}
+function glob_match(pattern, value) {
+    let regex = '';
+    for (let index = 0; index < pattern.length; index += 1) {
+        const character = pattern[index];
+        const next = pattern[index + 1];
+        if (character === '*' && next === '*') {
+            regex += '.*';
+            index += 1;
+            continue;
+        }
+        if (character === '*') {
+            regex += '[^/]*';
+            continue;
+        }
+        regex += character?.replace(/[.*+?^${}()|[\]\\]/gu, '\\$&') ?? '';
+    }
+    return new RegExp(`^${regex}$`, 'u').test(value);
+}
+function source_page_path(source) {
+    return `sources/synced/${slugify_title(source)}`;
+}
+function source_page_template(parsed, display_source, fingerprint) {
+    const frontmatter = serialize_frontmatter({
+        title: `Source: ${parsed.title ?? display_source}`,
+        tags: ['source', parsed.kind],
+        status: parsed.kind === 'unsupported' ? 'review' : 'draft',
+        source_path: display_source,
+        source_kind: parsed.kind,
+        source_fingerprint: fingerprint,
+    });
+    return `${frontmatter}# Source: ${parsed.title ?? display_source}
+
+Source path: \`${display_source}\`
+Source kind: \`${parsed.kind}\`
+
+## Extracted text
+
+${format_extracted_text(parsed)}
+
+## Parser metadata
+
+${format_metadata(parsed)}
+
+## Parser warnings
+
+${format_list(parsed.warnings, '- None.')}
+
+## Candidate facts
+
+${format_candidate_facts(parsed.text)}
+
+## Open questions
+
+- What claims from this source should become stable wiki pages?
+- What needs citation, owner confirmation, or freshness review?
+`;
+}
+function format_extracted_text(parsed) {
+    if (parsed.text.length === 0)
+        return '- No text extracted.';
+    const fence = markdown_code_fence(parsed.text);
+    return `${fence}\n${parsed.text}\n${fence}`;
+}
+function markdown_code_fence(text) {
+    const longest_backtick_run = Math.max(0, ...Array.from(text.matchAll(/`+/gu), (match) => match[0]?.length ?? 0));
+    return '`'.repeat(Math.max(3, longest_backtick_run + 1));
+}
+function format_metadata(parsed) {
+    const entries = Object.entries(parsed.metadata);
+    if (entries.length === 0)
+        return '- None.';
+    return entries
+        .map(([key, value]) => `- ${key}: ${value ?? 'null'}`)
+        .join('\n');
+}
+function format_list(items, empty) {
+    return items.length > 0
+        ? items.map((item) => `- ${item}`).join('\n')
+        : empty;
+}
+function format_candidate_facts(text) {
+    const facts = derive_facts_from_markdown(text).map((fact) => `- Candidate from extracted line ${fact.line}: ${fact.summary}`);
+    return facts.length > 0
+        ? facts.join('\n')
+        : '- Review this source and promote durable claims into wiki pages.';
+}
+function create_proposed_pages(parsed, display_source, root) {
+    const pages = [];
+    for (const proposal of propose_pages(parsed, display_source)) {
+        if (existsSync(page_file_path(proposal.path, root)))
+            continue;
+        create_page(proposal.path, proposal.body, {
+            root,
+            overwrite: false,
+        });
+        pages.push(proposal.path);
+    }
+    return pages;
+}
+function propose_pages(parsed, display_source) {
+    const headings = parsed.text
+        .split(/\n/u)
+        .map((line) => line.match(/^#{1,3}\s+(.+)$/u)?.[1]?.trim())
+        .filter((heading) => Boolean(heading))
+        .slice(0, 5);
+    const workflow_lines = parsed.text
+        .split(/\n/u)
+        .filter((line) => /\b(workflow|process|step|how to)\b/iu.test(line))
+        .slice(0, 3);
+    return [
+        ...headings.map((heading) => proposed_page('concepts', heading, display_source)),
+        ...workflow_lines.map((line) => proposed_page('workflows', line.replace(/^[-*]\s*/u, '').slice(0, 80), display_source)),
+    ];
+}
+function proposed_page(section, title, display_source) {
+    const clean_title = title.replace(/[#:]/gu, '').trim();
+    const path = `${section}/proposed/${slugify_title(clean_title)}`;
+    const frontmatter = serialize_frontmatter({
+        title: clean_title,
+        tags: [section.slice(0, -1), 'proposed', 'needs-review'],
+        status: 'review',
+        source_path: display_source,
+    });
+    return {
+        path,
+        body: `${frontmatter}# ${clean_title}\n\nProposed from [[${source_page_path(display_source)}|${display_source}]].\n\n## Notes\n\n- Needs human review before becoming a stable wiki page.\n`,
+    };
+}
+function extension(path) {
+    return path.slice(path.lastIndexOf('.')).toLowerCase();
+}
+function source_display_path(root, source) {
+    const relative_source = relative(root, source);
+    return relative_source.startsWith('..') || relative_source === ''
+        ? source
+        : relative_source;
+}
+function source_fingerprint(source) {
+    try {
+        const stats = statSync(source);
+        if (!stats.isFile())
+            return null;
+        return createHash('sha256')
+            .update(readFileSync(source))
+            .digest('hex');
+    }
+    catch {
+        return null;
+    }
+}
+function existing_source_fingerprint(file_path) {
+    const fingerprint = parse_markdown(readFileSync(file_path, 'utf-8'))
+        .frontmatter.source_fingerprint;
+    return typeof fingerprint === 'string' && fingerprint.length > 0
+        ? fingerprint
+        : null;
+}
+function existing_source_kind(file_path) {
+    const kind = parse_markdown(readFileSync(file_path, 'utf-8'))
+        .frontmatter.source_kind;
+    return kind === 'markdown' ||
+        kind === 'text' ||
+        kind === 'pdf' ||
+        kind === 'docx' ||
+        kind === 'unsupported'
+        ? kind
+        : 'unsupported';
+}
+//# sourceMappingURL=sync.js.map

package/dist/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../src/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACN,UAAU,EACV,YAAY,EACZ,WAAW,EACX,QAAQ,GACR,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,cAAc,EAAuB,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EACN,cAAc,EACd,iBAAiB,EACjB,aAAa,GACb,MAAM,YAAY,CAAC;AAOpB,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACpC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACP,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,OAAgC;IAEhC,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;QACvD,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,MAAM,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC,CAAC;IACH,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC9C,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,CACjC,CAAC;IACF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,MAAM,WAAW,GAGZ,EAAE,CAAC;IACR,MAAM,cAAc,GAAuB,EAAE,CAAC;IAE9C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,cAAc,GAAG,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,oBAAoB,GAAG,WAAW;YACvC,CAAC,CAAC,2BAA2B,CAAC,SAAS,CAAC;YACxC,CAAC,CAAC,IAAI,CAAC;QACR,MAAM,aAAa,GAAG,WAAW;YAChC,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC;YACjC,CAAC,CAAC,aAAa,CAAC;QACjB,IACC,WAAW;YACX,WAAW,KAAK,IAAI;YACpB,oBAAoB,KAAK,WAAW,EACnC,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,cAAc,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,cAAc;gBACtB,IAAI,EAAE,GAAG,IAAI,KAAK;gBAClB,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE,EAAE;aACZ,CAAC,CAAC;YACH,SAAS;QACV,CAAC;QACD,IAAI,WAAW,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,cAAc,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,cAAc;gBACtB,IAAI,EAAE,GAAG,IAAI,KAAK;gBAClB,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE;oBACT,uGAAuG;iBACvG;aACD,CAAC,CAAC;YACH,SAAS;QACV,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5C,WAAW,CACV,IAAI,EACJ,oBAAoB,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,EACzD;YACC,IAAI;YACJ,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CACD,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAC/D,KAAK,MAAM,IAAI,IAAI,0BAA0B,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5D,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAClC,CAAC;QACF,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC3B,cAAc,CAAC,IAAI,CAClB,GAAG,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,CACtD,CAAC;QACH,CAAC;QACD,cAAc,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,cAAc;YACtB,IAAI,EAAE,GAAG,IAAI,KAAK;YAClB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EACL,MAAM,CAAC,IAAI,KAAK,aAAa;gBAC5B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,WAAW;oBACZ,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,SAAS;YACd,QAAQ,EAAE,MAAM,CAAC,QAAQ;SACzB,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CACxD,QAAQ,CAAC;QACR,IAAI;QACJ,IAAI;QACJ,MAAM,EAAE,GAAG,IAAI,OAAO,IAAI,CAAC,IAAI,EAAE;QACjC,GAAG,IAAI;KACP,CAAC,CACF,CAAC;IACF,cAAc,CAAC;QACd,IAAI;QACJ,SAAS,EAAE,gBAAgB;QAC3B,OAAO,EAAE,UAAU,OAAO,CAAC,MAAM,mBAAmB;QACpD,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE;YACR,OAAO,EAAE,eAAe;YACxB,OAAO;YACP,OAAO;YACP,cAAc;YACd,kBAAkB,EAAE,aAAa,CAAC,MAAM;YACxC,cAAc;SACd;KACD,CAAC,CAAC;IAEH,OAAO;QACN,IAAI;QACJ,OAAO,EAAE,eAAe;QACxB,OAAO;QACP,OAAO;QACP,cAAc;QACd,aAAa;QACb,cAAc;QACd,OAAO;KACP,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACxB,IAAY,EACZ,OAAiB,EACjB,UAAqD,EAAE;IAEvD,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACjC,SAAS;QACV,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,UAAU,CAAC,IAAI,CACd,GAAG,kBAAkB,CAAC,eAAe,EAAE,IAAI,EAAE,OAAO,CAAC,CACrD,CAAC;YACF,SAAS;QACV,CAAC;QACD,IAAI,sBAAsB,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,CAAC;YAC5D,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;IACF,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,kBAAkB,CAC1B,SAAiB,EACjB,IAAY,EACZ,OAAkD;IAElD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,SAAS,EAAE;QAC1C,aAAa,EAAE,IAAI;KACnB,CAAC,EAAE,CAAC;QACJ,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YAC/D,SAAS;QACV,CAAC;QACD,IACC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/C,sBAAsB,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,EAChD,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1B,CAAC;IACF,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,sBAAsB,CAC9B,IAAY,EACZ,MAAc,EACd,OAAkD;IAElD,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,QAAQ,GACb,CAAC,OAAO,CAAC,OAAO;QAChB,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAC5B,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CACvD,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAC5B,CAAC;IACF,OAAO,QAAQ,IAAI,CAAC,OAAO,CAAC;AAC7B,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,KAAa;IACjD,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAChC,IAAI,SAAS,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACvC,KAAK,IAAI,IAAI,CAAC;YACd,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACV,CAAC;QACD,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACvB,KAAK,IAAI,OAAO,CAAC;YACjB,SAAS;QACV,CAAC;QACD,KAAK,IAAI,SAAS,EAAE,OAAO,CAAC,sBAAsB,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IACnE,CAAC;IACD,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACvC,OAAO,kBAAkB,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,oBAAoB,CAC5B,MAAsB,EACtB,cAAsB,EACtB,WAA0B;IAE1B,MAAM,WAAW,GAAG,qBAAqB,CAAC;QACzC,KAAK,EAAE,WAAW,MAAM,CAAC,KAAK,IAAI,cAAc,EAAE;QAClD,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,EAAE,MAAM,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;QAC1D,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,MAAM,CAAC,IAAI;QACxB,kBAAkB,EAAE,WAAW;KAC/B,CAAC,CAAC;IACH,OAAO,GAAG,WAAW,aAAa,MAAM,CAAC,KAAK,IAAI,cAAc;;iBAEhD,cAAc;iBACd,MAAM,CAAC,IAAI;;;;EAI1B,qBAAqB,CAAC,MAAM,CAAC;;;;EAI7B,eAAe,CAAC,MAAM,CAAC;;;;EAIvB,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC;;;;EAIvC,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC;;;;;;CAMpC,CAAC;AACF,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAsB;IACpD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,sBAAsB,CAAC;IAC5D,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC/C,OAAO,GAAG,KAAK,KAAK,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACxC,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CACpC,CAAC,EACD,GAAG,KAAK,CAAC,IAAI,CACZ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EACrB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAChC,CACD,CAAC;IACF,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,GAAG,CAAC,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,eAAe,CAAC,MAAsB;IAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3C,OAAO,OAAO;SACZ,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,KAAK,IAAI,MAAM,EAAE,CAAC;SACrD,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,KAAe,EAAE,KAAa;IAClD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC7C,CAAC,CAAC,KAAK,CAAC;AACV,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC3C,MAAM,KAAK,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC,GAAG,CACjD,CAAC,IAAI,EAAE,EAAE,CACR,mCAAmC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,EAAE,CAChE,CAAC;IACF,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAClB,CAAC,CAAC,kEAAkE,CAAC;AACvE,CAAC;AAED,SAAS,qBAAqB,CAC7B,MAAsB,EACtB,cAAsB,EACtB,IAAY;IAEZ,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,CAAC;QAC9D,IAAI,UAAU,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAAE,SAAS;QAC9D,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE;YACzC,IAAI;YACJ,SAAS,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CACrB,MAAsB,EACtB,cAAsB;IAEtB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI;SAC1B,KAAK,CAAC,KAAK,CAAC;SACZ,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;SAC1D,MAAM,CAAC,CAAC,OAAO,EAAqB,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;SACxD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACd,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI;SAChC,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAChB,sCAAsC,CAAC,IAAI,CAAC,IAAI,CAAC,CACjD;SACA,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACd,OAAO;QACN,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,cAAc,CAAC,CAClD;QACD,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC9B,aAAa,CACZ,WAAW,EACX,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAC1C,cAAc,CACd,CACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACrB,OAAiC,EACjC,KAAa,EACb,cAAsB;IAEtB,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,MAAM,IAAI,GAAG,GAAG,OAAO,aAAa,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;IACjE,MAAM,WAAW,GAAG,qBAAqB,CAAC;QACzC,KAAK,EAAE,WAAW;QAClB,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC;QACxD,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,cAAc;KAC3B,CAAC,CAAC;IACH,OAAO;QACN,IAAI;QACJ,IAAI,EAAE,GAAG,WAAW,KAAK,WAAW,uBAAuB,gBAAgB,CAAC,cAAc,CAAC,IAAI,cAAc,+EAA+E;KAC5L,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,MAAc;IACxD,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC/C,OAAO,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,eAAe,KAAK,EAAE;QAChE,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,eAAe,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACzC,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAAE,OAAO,IAAI,CAAC;QACjC,OAAO,UAAU,CAAC,QAAQ,CAAC;aACzB,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;aAC5B,MAAM,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED,SAAS,2BAA2B,CACnC,SAAiB;IAEjB,MAAM,WAAW,GAAG,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;SAClE,WAAW,CAAC,kBAAkB,CAAC;IACjC,OAAO,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAC/D,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,IAAI,CAAC;AACT,CAAC;AAED,SAAS,oBAAoB,CAC5B,SAAiB;IAEjB,MAAM,IAAI,GAAG,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;SAC3D,WAAW,CAAC,WAAW,CAAC;IAC1B,OAAO,IAAI,KAAK,UAAU;QACzB,IAAI,KAAK,MAAM;QACf,IAAI,KAAK,KAAK;QACd,IAAI,KAAK,MAAM;QACf,IAAI,KAAK,aAAa;QACtB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,aAAa,CAAC;AAClB,CAAC"}

package/dist/types.d.ts

@@ -155,11 +155,6 @@ export type WikiPlanOptions = {
     scope?: string;
     sources?: string[];
 };
-export type WikiBootstrapOptions = WikiPlanOptions & {
-    root?: string;
-    overwrite?: boolean;
-    ingest_sources?: boolean;
-};
 export type WikiPlanPage = {
     title: string;
     path: string;
@@ -173,18 +168,32 @@ export type WikiPlanResult = {
     pages: WikiPlanPage[];
     next_steps: string[];
 };
-export type WikiSourceIngestion = {
+export type WikiDocumentSyncOptions = {
+    root?: string;
+    sources: string[];
+    overwrite?: boolean;
+    index?: boolean;
+    include?: string[];
+    ignore?: string[];
+    derive_facts?: boolean;
+    propose_pages?: boolean;
+};
+export type WikiDocumentSync = {
     source: string;
     page: string;
-    kind: 'file' | 'url' | 'missing';
+    kind: 'markdown' | 'text' | 'pdf' | 'docx' | 'unsupported';
+    status: 'created' | 'updated' | 'unchanged' | 'changed' | 'warning';
+    warnings: string[];
 };
-export type WikiBootstrapResult = {
+export type WikiDocumentSyncResult = {
     root: string;
-    plan: WikiPlanResult;
+    sources: string[];
     created: string[];
     skipped: string[];
-    ingested_sources: WikiSourceIngestion[];
-    indexed: IndexResult;
+    proposed_pages: string[];
+    derived_facts: Fact[];
+    synced_sources: WikiDocumentSync[];
+    indexed: IndexResult | null;
 };
 export type WikiEvent = {
     id: number;

package/dist/workflow.d.ts

@@ -1,4 +1,3 @@
-import type { WikiBootstrapOptions, WikiBootstrapResult, WikiPlanOptions, WikiPlanResult } from './types.js';
-export declare const wiki_building_workflow_markdown = "# Wiki building workflow\n\nUse this workflow when a user asks to build, bootstrap, generate, or improve a wiki from source material. A codebase is one source type; the same workflow applies to docs, notes, research, transcripts, or any mixed knowledge corpus.\n\n## Steps\n\n1. Clarify the source scope only if it is ambiguous.\n2. Inspect source material before writing pages.\n3. Propose a small page plan with names, purposes, and review flags.\n4. Create an index page that explains the corpus and links to major sections.\n5. Create focused pages for concepts, workflows, decisions, sources, and open questions.\n6. Use [[WikiLinks]] to connect related pages instead of duplicating context.\n7. Use frontmatter for title, aliases, tags, status, and review markers.\n8. Add structured facts for durable claims, decisions, or constraints.\n9. Run index_wiki after page creation.\n10. Run lint_wiki and fix unresolved links or duplicate names.\n11. Run review_wiki and surface pages that still need human review.\n\n## Quality bar\n\n- Prefer many focused pages over one giant dump.\n- Mark uncertain pages with needs-review instead of inventing confidence.\n- Preserve citations or source paths when facts come from external material.\n- Make the wiki navigable for humans and retrievable for agents.\n";
+import type { WikiPlanOptions, WikiPlanResult } from './types.js';
+export declare const wiki_building_workflow_markdown = "# Wiki building workflow\n\nUse this workflow when a user asks to plan, sync, generate, or improve a wiki from source material. A codebase is one source type; the same workflow applies to docs, notes, research, transcripts, or any mixed knowledge corpus.\n\n## Steps\n\n1. Clarify the source scope only if it is ambiguous.\n2. Inspect source material before writing pages.\n3. Propose a small page plan with names, purposes, and review flags.\n4. Create an index page that explains the corpus and links to major sections.\n5. Create focused pages for concepts, workflows, decisions, sources, and open questions.\n6. Use [[WikiLinks]] to connect related pages instead of duplicating context.\n7. Use frontmatter for title, aliases, tags, status, and review markers.\n8. Add structured facts for durable claims, decisions, or constraints.\n9. Run sync after source discovery, then index_wiki after page creation.\n10. Run lint_wiki and fix unresolved links or duplicate names.\n11. Run review_wiki and surface pages that still need human review.\n\n## Quality bar\n\n- Prefer many focused pages over one giant dump.\n- Mark uncertain pages with needs-review instead of inventing confidence.\n- Preserve citations or source paths when facts come from external material.\n- Make the wiki navigable for humans and retrievable for agents.\n";
 export declare function plan_wiki(options?: WikiPlanOptions): WikiPlanResult;
-export declare function bootstrap_wiki(options?: WikiBootstrapOptions): WikiBootstrapResult;

package/dist/workflow.js

@@ -1,13 +1,6 @@
-import { existsSync, readFileSync, readdirSync, statSync, } from 'node:fs';
-import { join } from 'node:path';
-import { log_wiki_event } from './events.js';
-import { index_wiki } from './indexer.js';
-import { serialize_frontmatter } from './markdown.js';
-import { create_page } from './pages.js';
-import { page_file_path, resolve_wiki_root } from './paths.js';
 export const wiki_building_workflow_markdown = `# Wiki building workflow
 
-Use this workflow when a user asks to build, bootstrap, generate, or improve a wiki from source material. A codebase is one source type; the same workflow applies to docs, notes, research, transcripts, or any mixed knowledge corpus.
+Use this workflow when a user asks to plan, sync, generate, or improve a wiki from source material. A codebase is one source type; the same workflow applies to docs, notes, research, transcripts, or any mixed knowledge corpus.
 
 ## Steps
 
@@ -19,7 +12,7 @@ Use this workflow when a user asks to build, bootstrap, generate, or improve a w
 6. Use [[WikiLinks]] to connect related pages instead of duplicating context.
 7. Use frontmatter for title, aliases, tags, status, and review markers.
 8. Add structured facts for durable claims, decisions, or constraints.
-9. Run index_wiki after page creation.
+9. Run sync after source discovery, then index_wiki after page creation.
 10. Run lint_wiki and fix unresolved links or duplicate names.
 11. Run review_wiki and surface pages that still need human review.
 
@@ -120,182 +113,4 @@ export function plan_wiki(options = {}) {
         ],
     };
 }
-export function bootstrap_wiki(options = {}) {
-    const root = resolve_wiki_root(options.root);
-    const plan = plan_wiki(options);
-    const created = [];
-    const skipped = [];
-    const detected_sources = detect_source_inventory(root, plan.source_type, options.sources, plan.scope);
-    for (const page of plan.pages) {
-        if (!options.overwrite &&
-            existsSync(page_file_path(page.path, root))) {
-            skipped.push(page.path);
-            continue;
-        }
-        create_page(page.path, page_template(page, plan, detected_sources), {
-            root,
-            overwrite: options.overwrite,
-        });
-        created.push(page.path);
-    }
-    const ingested_sources = options.ingest_sources
-        ? ingest_sources(root, detected_sources, options.overwrite, created, skipped)
-        : [];
-    const indexed = index_wiki(root);
-    log_wiki_event({
-        root,
-        operation: 'bootstrap_wiki',
-        summary: `Bootstrapped ${created.length} pages and ${ingested_sources.length} sources`,
-        target: root,
-        details: { created, skipped, ingested_sources },
-    });
-    return {
-        root,
-        plan,
-        created,
-        skipped,
-        ingested_sources: ingested_sources,
-        indexed,
-    };
-}
-function page_template(page, plan, detected_sources) {
-    if (page.path === 'index')
-        return index_template(page, plan);
-    const frontmatter = serialize_frontmatter({
-        title: page.title,
-        tags: page.tags,
-    });
-    if (page.path === 'sources/index') {
-        return `${frontmatter}# ${page.title}\n\n${page.purpose}\n\n## Source scope\n\n${plan.scope}\n\n## Detected sources\n\n${format_source_inventory(detected_sources)}\n\n## Ingestion notes\n\n- Record source paths, URLs, owners, and freshness before extracting durable facts.\n`;
-    }
-    if (page.path === 'questions/open-questions') {
-        return `${frontmatter}# ${page.title}\n\n${page.purpose}\n\n## Source scope\n\n${plan.scope}\n\n## Questions\n\n- What source material has not been inspected yet?\n- Which claims need citations or owner confirmation?\n- Which pages should move from needs-review to verified?\n`;
-    }
-    return `${frontmatter}# ${page.title}\n\n${page.purpose}\n\n## Source scope\n\n${plan.scope}\n\n## Evidence\n\n- Add source-backed details here with citations or file paths.\n\n## Candidate facts\n\n- Add durable claims here before promoting them with add_fact.\n`;
-}
-function index_template(page, plan) {
-    const frontmatter = serialize_frontmatter({
-        title: page.title,
-        tags: page.tags,
-    });
-    const links = plan.pages
-        .filter((planned_page) => planned_page.path !== page.path)
-        .map((planned_page) => `- [[${planned_page.path}|${planned_page.title}]] — ${planned_page.purpose}`)
-        .join('\n');
-    return `${frontmatter}# ${page.title}\n\nWiki for ${plan.scope}.\n\n## Start here\n\n${links}\n\n## Workflow\n\nUse [[workflows/index|Workflows]] to capture repeatable processes, [[sources/index|Sources]] to track inspected material, and [[questions/open-questions|Open questions]] for uncertain claims.\n`;
-}
-function detect_source_inventory(root, source_type, explicit_sources = [], scope = '') {
-    const candidates = ['README.md', 'package.json', 'docs'];
-    if (source_type === 'codebase')
-        candidates.push('packages');
-    const sources = [
-        ...explicit_sources,
-        ...extract_urls(scope),
-    ];
-    for (const candidate of candidates) {
-        const candidate_path = join(root, candidate);
-        if (!existsSync(candidate_path))
-            continue;
-        if (candidate === 'packages') {
-            for (const entry of readdirSync(candidate_path, {
-                withFileTypes: true,
-            })) {
-                if (entry.isDirectory()) {
-                    sources.push(`packages/${entry.name}/package.json`);
-                }
-            }
-            continue;
-        }
-        sources.push(candidate);
-    }
-    return [...new Set(sources)];
-}
-function ingest_sources(root, sources, overwrite, created, skipped) {
-    const ingested = [];
-    for (const source of sources) {
-        const source_page = `sources/detected/${source_slug(source)}`;
-        if (!overwrite && existsSync(page_file_path(source_page, root))) {
-            skipped.push(source_page);
-            continue;
-        }
-        const source_kind = source.startsWith('http')
-            ? 'url'
-            : existsSync(join(root, source))
-                ? 'file'
-                : 'missing';
-        create_page(source_page, source_template(root, source, source_kind), {
-            root,
-            overwrite,
-        });
-        created.push(source_page);
-        ingested.push({
-            source,
-            page: `${source_page}.md`,
-            kind: source_kind,
-        });
-    }
-    return ingested;
-}
-function source_template(root, source, kind) {
-    const frontmatter = serialize_frontmatter({
-        title: `Source: ${source}`,
-        tags: ['source', kind],
-        status: kind === 'missing' ? 'review' : 'draft',
-    });
-    const source_path = join(root, source);
-    const excerpt = kind === 'file' ? source_excerpt(source_path) : '';
-    const candidate_facts = kind === 'file' ? source_candidate_facts(source_path) : [];
-    const evidence = kind === 'file'
-        ? `## Extracted excerpt\n\n${excerpt}\n\n`
-        : kind === 'url'
-            ? '## Extraction\n\n- URL ingestion is registered; fetch and summarize this source before promoting facts.\n\n'
-            : '## Extraction\n\n- Source was listed but not found locally; confirm the path or URL.\n\n';
-    return `${frontmatter}# Source: ${source}\n\nSource kind: ${kind}\n\n${evidence}## Candidate facts\n\n${format_candidate_facts(candidate_facts)}\n\n## Open questions\n\n- What claims from this source should become stable wiki pages?\n- What needs citation, owner confirmation, or freshness review?\n`;
-}
-function source_excerpt(file_path) {
-    const stats = statSync(file_path);
-    if (stats.isDirectory())
-        return '- Directory source; inspect child files before extracting facts.';
-    const content = readFileSync(file_path, 'utf-8')
-        .slice(0, 2000)
-        .trim();
-    return content.length > 0
-        ? `\`\`\`\n${content}\n\`\`\``
-        : '- Source file is empty.';
-}
-function source_candidate_facts(file_path) {
-    const stats = statSync(file_path);
-    if (stats.isDirectory())
-        return [];
-    const lines = readFileSync(file_path, 'utf-8').split(/\r?\n/u);
-    return lines
-        .map((line, index) => ({
-        line: line.trim(),
-        line_number: index + 1,
-    }))
-        .filter(({ line }) => /\b(should|must|required|requirement|decision|constraint|risk|assumption|fact)\b/iu.test(line))
-        .slice(0, 10)
-        .map(({ line, line_number }) => `- Candidate from line ${line_number}: ${line}`);
-}
-function format_candidate_facts(candidate_facts) {
-    return candidate_facts.length > 0
-        ? candidate_facts.join('\n')
-        : '- Review this source and promote durable claims with add_fact.';
-}
-function source_slug(source) {
-    return (source
-        .replace(/^https?:\/\//u, '')
-        .replace(/[^A-Za-z0-9]+/gu, '-')
-        .replace(/^-+|-+$/gu, '')
-        .toLowerCase() || 'source');
-}
-function extract_urls(scope) {
-    return scope.match(/https?:\/\/[^\s)]+/gu) ?? [];
-}
-function format_source_inventory(sources) {
-    if (sources.length === 0) {
-        return '- No local sources detected automatically; add source paths or URLs here.';
-    }
-    return sources.map((source) => `- \`${source}\``).join('\n');
-}
 //# sourceMappingURL=workflow.js.map

package/dist/workflow.js.map

@@ -1 +1 @@
-{"version":3,"file":"workflow.js","sourceRoot":"","sources":["../src/workflow.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,UAAU,EACV,YAAY,EACZ,WAAW,EACX,QAAQ,GACR,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAW/D,MAAM,CAAC,MAAM,+BAA+B,GAAG;;;;;;;;;;;;;;;;;;;;;;;;CAwB9C,CAAC;AAEF,MAAM,YAAY,GAAmB;IACpC;QACC,KAAK,EAAE,OAAO;QACd,IAAI,EAAE,OAAO;QACb,OAAO,EACN,mEAAmE;QACpE,IAAI,EAAE,CAAC,OAAO,CAAC;KACf;IACD;QACC,KAAK,EAAE,SAAS;QAChB,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,sDAAsD;QAC/D,IAAI,EAAE,CAAC,SAAS,CAAC;KACjB;IACD;QACC,KAAK,EAAE,UAAU;QACjB,IAAI,EAAE,gBAAgB;QACtB,OAAO,EACN,2DAA2D;QAC5D,IAAI,EAAE,CAAC,UAAU,CAAC;KAClB;IACD;QACC,KAAK,EAAE,WAAW;QAClB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EACN,2DAA2D;QAC5D,IAAI,EAAE,CAAC,UAAU,CAAC;KAClB;IACD;QACC,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,0BAA0B;QAChC,OAAO,EACN,6DAA6D;QAC9D,IAAI,EAAE,CAAC,cAAc,EAAE,WAAW,CAAC;KACnC;CACD,CAAC;AAEF,MAAM,YAAY,GAA2C;IAC5D,OAAO,EAAE,EAAE;IACX,QAAQ,EAAE;QACT;YACC,KAAK,EAAE,uBAAuB;YAC9B,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EACN,oEAAoE;YACrE,IAAI,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;SACtC;QACD;YACC,KAAK,EAAE,sBAAsB;YAC7B,IAAI,EAAE,gBAAgB;YACtB,OAAO,EACN,gEAAgE;YACjE,IAAI,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;SAC7B;KACD;IACD,IAAI,EAAE;QACL;YACC,KAAK,EAAE,mBAAmB;YAC1B,IAAI,EAAE,wBAAwB;YAC9B,OAAO,EACN,oEAAoE;YACrE,IAAI,EAAE,CAAC,eAAe,EAAE,cAAc,CAAC;SACvC;KACD;IACD,QAAQ,EAAE;QACT;YACC,KAAK,EAAE,mBAAmB;YAC1B,IAAI,EAAE,mBAAmB;YACzB,OAAO,EACN,4DAA4D;YAC7D,IAAI,EAAE,CAAC,UAAU,EAAE,cAAc,CAAC;SAClC;KACD;IACD,KAAK,EAAE;QACN;YACC,KAAK,EAAE,eAAe;YACtB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EACN,0DAA0D;YAC3D,IAAI,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC;SAC/B;KACD;CACD,CAAC;AAEF,MAAM,UAAU,SAAS,CACxB,UAA2B,EAAE;IAE7B,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,+BAA+B,CAAC;IAC/D,MAAM,KAAK,GAAG,CAAC,GAAG,YAAY,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;IAE9D,OAAO;QACN,WAAW,EAAE,WAAW;QACxB,KAAK;QACL,QAAQ,EAAE,+BAA+B;QACzC,KAAK;QACL,UAAU,EAAE;YACX,wEAAwE;YACxE,gFAAgF;YAChF,sDAAsD;YACtD,gEAAgE;SAChE;KACD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAC7B,UAAgC,EAAE;IAElC,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAChC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,MAAM,gBAAgB,GAAG,uBAAuB,CAC/C,IAAI,EACJ,IAAI,CAAC,WAAW,EAChB,OAAO,CAAC,OAAO,EACf,IAAI,CAAC,KAAK,CACV,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC/B,IACC,CAAC,OAAO,CAAC,SAAS;YAClB,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,EAC1C,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,SAAS;QACV,CAAC;QACD,WAAW,CACV,IAAI,CAAC,IAAI,EACT,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,gBAAgB,CAAC,EAC3C;YACC,IAAI;YACJ,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CACD,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,cAAc;QAC9C,CAAC,CAAC,cAAc,CACd,IAAI,EACJ,gBAAgB,EAChB,OAAO,CAAC,SAAS,EACjB,OAAO,EACP,OAAO,CACP;QACF,CAAC,CAAC,EAAE,CAAC;IAEN,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IACjC,cAAc,CAAC;QACd,IAAI;QACJ,SAAS,EAAE,gBAAgB;QAC3B,OAAO,EAAE,gBAAgB,OAAO,CAAC,MAAM,cAAc,gBAAgB,CAAC,MAAM,UAAU;QACtF,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE;KAC/C,CAAC,CAAC;IACH,OAAO;QACN,IAAI;QACJ,IAAI;QACJ,OAAO;QACP,OAAO;QACP,gBAAgB,EAAE,gBAAgB;QAClC,OAAO;KACP,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACrB,IAAkB,EAClB,IAAoB,EACpB,gBAA0B;IAE1B,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,qBAAqB,CAAC;QACzC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;KACf,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACnC,OAAO,GAAG,WAAW,KAAK,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,OAAO,0BAA0B,IAAI,CAAC,KAAK,8BAA8B,uBAAuB,CAAC,gBAAgB,CAAC,iHAAiH,CAAC;IACrR,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,0BAA0B,EAAE,CAAC;QAC9C,OAAO,GAAG,WAAW,KAAK,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,OAAO,0BAA0B,IAAI,CAAC,KAAK,0LAA0L,CAAC;IACvR,CAAC;IACD,OAAO,GAAG,WAAW,KAAK,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,OAAO,0BAA0B,IAAI,CAAC,KAAK,6KAA6K,CAAC;AAC1Q,CAAC;AAED,SAAS,cAAc,CACtB,IAAkB,EAClB,IAAoB;IAEpB,MAAM,WAAW,GAAG,qBAAqB,CAAC;QACzC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;KACf,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK;SACtB,MAAM,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC;SACzD,GAAG,CACH,CAAC,YAAY,EAAE,EAAE,CAChB,OAAO,YAAY,CAAC,IAAI,IAAI,YAAY,CAAC,KAAK,QAAQ,YAAY,CAAC,OAAO,EAAE,CAC7E;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,GAAG,WAAW,KAAK,IAAI,CAAC,KAAK,gBAAgB,IAAI,CAAC,KAAK,yBAAyB,KAAK,sNAAsN,CAAC;AACpT,CAAC;AAED,SAAS,uBAAuB,CAC/B,IAAY,EACZ,WAA2B,EAC3B,mBAA6B,EAAE,EAC/B,KAAK,GAAG,EAAE;IAEV,MAAM,UAAU,GAAG,CAAC,WAAW,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;IACzD,IAAI,WAAW,KAAK,UAAU;QAAE,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAa;QACzB,GAAG,gBAAgB;QACnB,GAAG,YAAY,CAAC,KAAK,CAAC;KACtB,CAAC;IACF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC;YAAE,SAAS;QAC1C,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;YAC9B,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,cAAc,EAAE;gBAC/C,aAAa,EAAE,IAAI;aACnB,CAAC,EAAE,CAAC;gBACJ,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACzB,OAAO,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,IAAI,eAAe,CAAC,CAAC;gBACrD,CAAC;YACF,CAAC;YACD,SAAS;QACV,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,cAAc,CACtB,IAAY,EACZ,OAAiB,EACjB,SAA8B,EAC9B,OAAiB,EACjB,OAAiB;IAEjB,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAC3C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,oBAAoB,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9D,IAAI,CAAC,SAAS,IAAI,UAAU,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1B,SAAS;QACV,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;YAC5C,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC/B,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,SAAS,CAAC;QACd,WAAW,CACV,WAAW,EACX,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAC1C;YACC,IAAI;YACJ,SAAS;SACT,CACD,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC;YACb,MAAM;YACN,IAAI,EAAE,GAAG,WAAW,KAAK;YACzB,IAAI,EAAE,WAAW;SACjB,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CACvB,IAAY,EACZ,MAAc,EACd,IAAiC;IAEjC,MAAM,WAAW,GAAG,qBAAqB,CAAC;QACzC,KAAK,EAAE,WAAW,MAAM,EAAE;QAC1B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC;QACtB,MAAM,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;KAC/C,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,eAAe,GACpB,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5D,MAAM,QAAQ,GACb,IAAI,KAAK,MAAM;QACd,CAAC,CAAC,2BAA2B,OAAO,MAAM;QAC1C,CAAC,CAAC,IAAI,KAAK,KAAK;YACf,CAAC,CAAC,6GAA6G;YAC/G,CAAC,CAAC,0FAA0F,CAAC;IAChG,OAAO,GAAG,WAAW,aAAa,MAAM,oBAAoB,IAAI,OAAO,QAAQ,yBAAyB,sBAAsB,CAAC,eAAe,CAAC,6JAA6J,CAAC;AAC9S,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB;IACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,WAAW,EAAE;QACtB,OAAO,kEAAkE,CAAC;IAC3E,MAAM,OAAO,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC;SAC9C,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;SACd,IAAI,EAAE,CAAC;IACT,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC;QACxB,CAAC,CAAC,WAAW,OAAO,UAAU;QAC9B,CAAC,CAAC,yBAAyB,CAAC;AAC9B,CAAC;AAED,SAAS,sBAAsB,CAAC,SAAiB;IAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,WAAW,EAAE;QAAE,OAAO,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/D,OAAO,KAAK;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACtB,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QACjB,WAAW,EAAE,KAAK,GAAG,CAAC;KACtB,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACpB,mFAAmF,CAAC,IAAI,CACvF,IAAI,CACJ,CACD;SACA,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CACH,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CACzB,yBAAyB,WAAW,KAAK,IAAI,EAAE,CAChD,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,eAAyB;IACxD,OAAO,eAAe,CAAC,MAAM,GAAG,CAAC;QAChC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;QAC5B,CAAC,CAAC,gEAAgE,CAAC;AACrE,CAAC;AAED,SAAS,WAAW,CAAC,MAAc;IAClC,OAAO,CACN,MAAM;SACJ,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;SAC5B,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;SAC/B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;SACxB,WAAW,EAAE,IAAI,QAAQ,CAC3B,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IAClC,OAAO,KAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,uBAAuB,CAAC,OAAiB;IACjD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,2EAA2E,CAAC;IACpF,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC9D,CAAC"}
+{"version":3,"file":"workflow.js","sourceRoot":"","sources":["../src/workflow.ts"],"names":[],"mappings":"AAOA,MAAM,CAAC,MAAM,+BAA+B,GAAG;;;;;;;;;;;;;;;;;;;;;;;;CAwB9C,CAAC;AAEF,MAAM,YAAY,GAAmB;IACpC;QACC,KAAK,EAAE,OAAO;QACd,IAAI,EAAE,OAAO;QACb,OAAO,EACN,mEAAmE;QACpE,IAAI,EAAE,CAAC,OAAO,CAAC;KACf;IACD;QACC,KAAK,EAAE,SAAS;QAChB,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,sDAAsD;QAC/D,IAAI,EAAE,CAAC,SAAS,CAAC;KACjB;IACD;QACC,KAAK,EAAE,UAAU;QACjB,IAAI,EAAE,gBAAgB;QACtB,OAAO,EACN,2DAA2D;QAC5D,IAAI,EAAE,CAAC,UAAU,CAAC;KAClB;IACD;QACC,KAAK,EAAE,WAAW;QAClB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EACN,2DAA2D;QAC5D,IAAI,EAAE,CAAC,UAAU,CAAC;KAClB;IACD;QACC,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,0BAA0B;QAChC,OAAO,EACN,6DAA6D;QAC9D,IAAI,EAAE,CAAC,cAAc,EAAE,WAAW,CAAC;KACnC;CACD,CAAC;AAEF,MAAM,YAAY,GAA2C;IAC5D,OAAO,EAAE,EAAE;IACX,QAAQ,EAAE;QACT;YACC,KAAK,EAAE,uBAAuB;YAC9B,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EACN,oEAAoE;YACrE,IAAI,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;SACtC;QACD;YACC,KAAK,EAAE,sBAAsB;YAC7B,IAAI,EAAE,gBAAgB;YACtB,OAAO,EACN,gEAAgE;YACjE,IAAI,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;SAC7B;KACD;IACD,IAAI,EAAE;QACL;YACC,KAAK,EAAE,mBAAmB;YAC1B,IAAI,EAAE,wBAAwB;YAC9B,OAAO,EACN,oEAAoE;YACrE,IAAI,EAAE,CAAC,eAAe,EAAE,cAAc,CAAC;SACvC;KACD;IACD,QAAQ,EAAE;QACT;YACC,KAAK,EAAE,mBAAmB;YAC1B,IAAI,EAAE,mBAAmB;YACzB,OAAO,EACN,4DAA4D;YAC7D,IAAI,EAAE,CAAC,UAAU,EAAE,cAAc,CAAC;SAClC;KACD;IACD,KAAK,EAAE;QACN;YACC,KAAK,EAAE,eAAe;YACtB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EACN,0DAA0D;YAC3D,IAAI,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC;SAC/B;KACD;CACD,CAAC;AAEF,MAAM,UAAU,SAAS,CACxB,UAA2B,EAAE;IAE7B,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,+BAA+B,CAAC;IAC/D,MAAM,KAAK,GAAG,CAAC,GAAG,YAAY,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;IAE9D,OAAO;QACN,WAAW,EAAE,WAAW;QACxB,KAAK;QACL,QAAQ,EAAE,+BAA+B;QACzC,KAAK;QACL,UAAU,EAAE;YACX,wEAAwE;YACxE,gFAAgF;YAChF,sDAAsD;YACtD,gEAAgE;SAChE;KACD,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wiki0/core",
-  "version": "0.0.4",
+  "version": "0.0.5",
   "description": "Core wiki0 Markdown wiki indexing and retrieval primitives",
   "homepage": "https://github.com/spences10/wiki0/tree/main/packages/core#readme",
   "license": "MIT",
@@ -27,6 +27,8 @@
     "access": "public"
   },
   "dependencies": {
+    "mammoth": "^1.12.0",
+    "pdf-parse": "^2.4.5",
     "yaml": "^2.9.0"
   },
   "devDependencies": {