@aitne/daemon 0.1.3 → 0.1.6

package/dist/core/wiki/import-probe.js

@@ -0,0 +1,245 @@
+import { existsSync, readFileSync, readdirSync, statSync, } from "node:fs";
+import { join, relative } from "node:path";
+const LAYER_DIRS = ["00_inbox", "10_raw", "20_wiki", "30_outputs", "90_meta"];
+const EXPECTED_SCHEMAS = {
+    raw: ["title", "url", "captured_at", "type", "tags"],
+    wiki: ["title", "type", "status", "tags", "source", "created"],
+    output: ["title", "type", "generated_at", "sources", "tags"],
+};
+export function probeExistingWikiVault(rootPath) {
+    const layers = LAYER_DIRS.map((dir) => inventoryLayer(rootPath, dir));
+    const existingLayerCount = layers.filter((layer) => layer.exists).length;
+    let kind = "empty";
+    if (existingLayerCount >= 2) {
+        kind = "wiki";
+    }
+    else if (existingLayerCount === 1) {
+        kind = hasMarkdownFiles(rootPath) ? "partial" : "empty";
+    }
+    else if (hasMarkdownFiles(rootPath)) {
+        kind = "partial";
+    }
+    const schemas = computeSchemaDeltas(rootPath);
+    const topTypes = collectTopTypeValues(rootPath, layers);
+    const unexpectedSubdirectories = layers.flatMap((layer) => layer.subdirectories
+        .filter((sub) => !isExpectedSubdir(layer.dir, sub))
+        .map((sub) => ({ layer: layer.dir, subdir: sub })));
+    return {
+        rootPath,
+        kind,
+        layers,
+        schemas,
+        topTypes,
+        unexpectedSubdirectories,
+        taxonomyPresent: existsAsFile(join(rootPath, "90_meta/taxonomy.md")),
+        indexPresent: existsAsFile(join(rootPath, "20_wiki/_index.md")),
+        isGitRepo: isGitRepository(rootPath),
+    };
+}
+function inventoryLayer(rootPath, dir) {
+    const full = join(rootPath, dir);
+    if (!existsSync(full)) {
+        return {
+            dir,
+            exists: false,
+            isSymlink: false,
+            fileCount: 0,
+            subdirectories: [],
+            lastModifiedAt: null,
+        };
+    }
+    let stat;
+    try {
+        stat = statSync(full);
+    }
+    catch {
+        return {
+            dir,
+            exists: false,
+            isSymlink: false,
+            fileCount: 0,
+            subdirectories: [],
+            lastModifiedAt: null,
+        };
+    }
+    let lastModifiedAt = null;
+    let fileCount = 0;
+    const subdirectories = [];
+    for (const entry of readdirSync(full, { withFileTypes: true })) {
+        const childPath = join(full, entry.name);
+        if (entry.isDirectory()) {
+            subdirectories.push(entry.name);
+        }
+        else if (entry.isFile() && entry.name.endsWith(".md")) {
+            fileCount += 1;
+            try {
+                const childStat = statSync(childPath);
+                const iso = childStat.mtime.toISOString();
+                if (!lastModifiedAt || iso > lastModifiedAt)
+                    lastModifiedAt = iso;
+            }
+            catch {
+                /* skip unreadable file */
+            }
+        }
+    }
+    return {
+        dir,
+        exists: true,
+        isSymlink: stat.isSymbolicLink(),
+        fileCount,
+        subdirectories: subdirectories.sort(),
+        lastModifiedAt,
+    };
+}
+function hasMarkdownFiles(rootPath) {
+    if (!existsSync(rootPath))
+        return false;
+    for (const entry of readdirSync(rootPath, { withFileTypes: true })) {
+        if (entry.isFile() && entry.name.endsWith(".md"))
+            return true;
+    }
+    return false;
+}
+function computeSchemaDeltas(rootPath) {
+    return Object.keys(EXPECTED_SCHEMAS).map((schema) => {
+        const path = join(rootPath, `90_meta/schemas/${schema}.md`);
+        if (!existsAsFile(path)) {
+            return {
+                schema,
+                present: false,
+                expectedKeys: EXPECTED_SCHEMAS[schema],
+                foundKeys: [],
+                missingKeys: EXPECTED_SCHEMAS[schema],
+                extraKeys: [],
+            };
+        }
+        const content = readFileSafely(path);
+        const found = extractFrontmatterKeys(content);
+        const expected = EXPECTED_SCHEMAS[schema];
+        return {
+            schema,
+            present: true,
+            expectedKeys: expected,
+            foundKeys: found,
+            missingKeys: expected.filter((key) => !found.includes(key)),
+            extraKeys: found.filter((key) => !expected.includes(key)),
+        };
+    });
+}
+function collectTopTypeValues(rootPath, layers) {
+    const counts = new Map();
+    for (const layer of layers) {
+        if (!layer.exists)
+            continue;
+        const dir = join(rootPath, layer.dir);
+        for (const file of walkMarkdown(dir)) {
+            const text = readFileSafely(file);
+            const value = extractFrontmatterValue(text, "type");
+            if (!value)
+                continue;
+            counts.set(value, (counts.get(value) ?? 0) + 1);
+        }
+    }
+    return [...counts.entries()]
+        .sort((a, b) => b[1] - a[1] || a[0].localeCompare(b[0]))
+        .slice(0, 20)
+        .map(([value, count]) => ({ value, count }));
+}
+function isExpectedSubdir(layer, sub) {
+    if (layer === "10_raw")
+        return sub === "images";
+    if (layer === "90_meta")
+        return sub === "schemas" || sub === "health";
+    return false;
+}
+function existsAsFile(path) {
+    try {
+        return existsSync(path) && statSync(path).isFile();
+    }
+    catch {
+        return false;
+    }
+}
+function readFileSafely(path) {
+    try {
+        return readFileSync(path, "utf-8");
+    }
+    catch {
+        return "";
+    }
+}
+function isGitRepository(rootPath) {
+    const gitDir = join(rootPath, ".git");
+    if (!existsSync(gitDir))
+        return false;
+    try {
+        const stat = statSync(gitDir);
+        return stat.isDirectory() || stat.isFile();
+    }
+    catch {
+        return false;
+    }
+}
+const FRONTMATTER_DELIMITER = "---";
+export function extractFrontmatter(content) {
+    if (!content.startsWith(FRONTMATTER_DELIMITER))
+        return null;
+    const lines = content.split(/\r?\n/);
+    if (lines[0] !== FRONTMATTER_DELIMITER)
+        return null;
+    const endIdx = lines.findIndex((line, idx) => idx > 0 && line === FRONTMATTER_DELIMITER);
+    if (endIdx < 0)
+        return null;
+    const map = {};
+    for (let i = 1; i < endIdx; i += 1) {
+        const raw = lines[i];
+        if (!raw.trim() || raw.trimStart().startsWith("#"))
+            continue;
+        // We only support flat scalar `key: value` lines — Bases-era schema (§2.4).
+        const match = /^([A-Za-z_][A-Za-z0-9_-]*)\s*:\s*(.*)$/.exec(raw);
+        if (!match)
+            continue;
+        const [, key, valueRaw] = match;
+        map[key] = valueRaw.trim();
+    }
+    return map;
+}
+function extractFrontmatterKeys(content) {
+    const fm = extractFrontmatter(content);
+    return fm ? Object.keys(fm) : [];
+}
+function extractFrontmatterValue(content, key) {
+    const fm = extractFrontmatter(content);
+    if (!fm)
+        return null;
+    const value = fm[key];
+    if (!value)
+        return null;
+    // Strip surrounding quotes if present.
+    return value.replace(/^['"]|['"]$/g, "").trim();
+}
+function* walkMarkdown(rootDir) {
+    if (!existsSync(rootDir))
+        return;
+    let entries;
+    try {
+        entries = readdirSync(rootDir, { withFileTypes: true });
+    }
+    catch {
+        return;
+    }
+    for (const entry of entries) {
+        const full = join(rootDir, entry.name);
+        if (entry.isDirectory()) {
+            yield* walkMarkdown(full);
+        }
+        else if (entry.isFile() && entry.name.endsWith(".md")) {
+            yield full;
+        }
+    }
+}
+export function formatProbeRelativePath(rootPath, abs) {
+    return relative(rootPath, abs).split(/[\\/]/).join("/");
+}
+//# sourceMappingURL=import-probe.js.map

package/dist/core/wiki/import-probe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-probe.js","sourceRoot":"","sources":["../../../src/core/wiki/import-probe.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,YAAY,EACZ,WAAW,EACX,QAAQ,GACT,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AA6B3C,MAAM,UAAU,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,CAAU,CAAC;AAGvF,MAAM,gBAAgB,GAAgD;IACpE,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC;IACpD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC;IAC9D,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,CAAC;CAC7D,CAAC;AA2CF,MAAM,UAAU,sBAAsB,CAAC,QAAgB;IACrD,MAAM,MAAM,GAAqB,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACtD,cAAc,CAAC,QAAQ,EAAE,GAAG,CAAC,CAC9B,CAAC;IACF,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAEzE,IAAI,IAAI,GAAmB,OAAO,CAAC;IACnC,IAAI,kBAAkB,IAAI,CAAC,EAAE,CAAC;QAC5B,IAAI,GAAG,MAAM,CAAC;IAChB,CAAC;SAAM,IAAI,kBAAkB,KAAK,CAAC,EAAE,CAAC;QACpC,IAAI,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1D,CAAC;SAAM,IAAI,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtC,IAAI,GAAG,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACxD,MAAM,wBAAwB,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACxD,KAAK,CAAC,cAAc;SACjB,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;SAClD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CACrD,CAAC;IAEF,OAAO;QACL,QAAQ;QACR,IAAI;QACJ,MAAM;QACN,OAAO;QACP,QAAQ;QACR,wBAAwB;QACxB,eAAe,EAAE,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;QACpE,YAAY,EAAE,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;QAC/D,SAAS,EAAE,eAAe,CAAC,QAAQ,CAAC;KACrC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB,EAAE,GAAa;IACrD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACjC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,GAAG;YACH,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,CAAC;YACZ,cAAc,EAAE,EAAE;YAClB,cAAc,EAAE,IAAI;SACrB,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC;IACT,IAAI,CAAC;QACH,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,GAAG;YACH,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,CAAC;YACZ,cAAc,EAAE,EAAE;YAClB,cAAc,EAAE,IAAI;SACrB,CAAC;IACJ,CAAC;IACD,IAAI,cAAc,GAAkB,IAAI,CAAC;IACzC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,SAAS,IAAI,CAAC,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACtC,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;gBAC1C,IAAI,CAAC,cAAc,IAAI,GAAG,GAAG,cAAc;oBAAE,cAAc,GAAG,GAAG,CAAC;YACpE,CAAC;YAAC,MAAM,CAAC;gBACP,0BAA0B;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,GAAG;QACH,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,IAAI,CAAC,cAAc,EAAE;QAChC,SAAS;QACT,cAAc,EAAE,cAAc,CAAC,IAAI,EAAE;QACrC,cAAc;KACf,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB;IACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;IAChE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,OAAQ,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAA0C,CAAC,GAAG,CAChF,CAAC,MAAM,EAAE,EAAE;QACT,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,mBAAmB,MAAM,KAAK,CAAC,CAAC;QAC5D,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO;gBACL,MAAM;gBACN,OAAO,EAAE,KAAK;gBACd,YAAY,EAAE,gBAAgB,CAAC,MAAM,CAAC;gBACtC,SAAS,EAAE,EAAE;gBACb,WAAW,EAAE,gBAAgB,CAAC,MAAM,CAAC;gBACrC,SAAS,EAAE,EAAE;aACd,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC1C,OAAO;YACL,MAAM;YACN,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,QAAQ;YACtB,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC3D,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;SAC1D,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAAgB,EAChB,MAAwB;IAExB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,SAAS;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACvD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAe,EAAE,GAAW;IACpD,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,GAAG,KAAK,QAAQ,CAAC;IAChD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,QAAQ,CAAC;IACtE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,qBAAqB,GAAG,KAAK,CAAC;AAEpC,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,qBAAqB;QAAE,OAAO,IAAI,CAAC;IACpD,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,KAAK,qBAAqB,CAAC,CAAC;IACzF,IAAI,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAC7D,4EAA4E;QAC5E,MAAM,KAAK,GAAG,wCAAwC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC;QAChC,GAAG,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAe;IAC7C,MAAM,EAAE,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACvC,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,uBAAuB,CAAC,OAAe,EAAE,GAAW;IAC3D,MAAM,EAAE,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACvC,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IACrB,MAAM,KAAK,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,uCAAuC;IACvC,OAAO,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAClD,CAAC;AAED,QAAQ,CAAC,CAAC,YAAY,CAAC,OAAe;IACpC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO;IACjC,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QACH,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,CAAC;QACb,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,QAAgB,EAAE,GAAW;IACnE,OAAO,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1D,CAAC"}

package/dist/core/wiki/index-cache.d.ts

@@ -0,0 +1,39 @@
+import type { WikiWorkspaceRow } from "./workspaces.js";
+export interface WikiIndexSnapshot {
+    exists: boolean;
+    /** Raw markdown contents — present only when `exists` is true. */
+    content: string | null;
+    /** mtimeMs from the underlying file — for cache freshness assertions. */
+    mtimeMs: number | null;
+    /** When this snapshot was loaded from disk. */
+    loadedAtMs: number;
+}
+export declare class WikiIndexCache {
+    private readonly entries;
+    /**
+     * Read the cached snapshot, populating from disk on a miss / staleness.
+     * Returns a `{ exists: false }` snapshot when the workspace is not
+     * external (the caller is expected to short-circuit before reaching
+     * here, but this is a safe no-op for them too).
+     */
+    get(workspace: WikiWorkspaceRow): WikiIndexSnapshot;
+    /**
+     * Force a re-read from disk. Used by chokidar callbacks and by the
+     * write path immediately after an `_index.md` mutation so the next
+     * reader observes the just-written content.
+     */
+    refresh(workspace: WikiWorkspaceRow): WikiIndexSnapshot;
+    /**
+     * Invalidate the cached snapshot without re-reading. Useful when the
+     * write path knows the watcher is about to fire and wants the next
+     * reader to observe the post-write state without two reads in a row.
+     */
+    invalidate(workspaceId: number): void;
+    /**
+     * Tear down a workspace's cache + watcher. Called by the workspace
+     * deactivation path so an archived workspace no longer holds an fd.
+     */
+    release(workspaceId: number): Promise<void>;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=index-cache.d.ts.map

package/dist/core/wiki/index-cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-cache.d.ts","sourceRoot":"","sources":["../../../src/core/wiki/index-cache.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AA6BxD,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,OAAO,CAAC;IAChB,kEAAkE;IAClE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,yEAAyE;IACzE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,+CAA+C;IAC/C,UAAU,EAAE,MAAM,CAAC;CACpB;AASD,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA4B;IAEpD;;;;;OAKG;IACH,GAAG,CAAC,SAAS,EAAE,gBAAgB,GAAG,iBAAiB;IAWnD;;;;OAIG;IACH,OAAO,CAAC,SAAS,EAAE,gBAAgB,GAAG,iBAAiB;IAmDvD;;;;OAIG;IACH,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAMrC;;;OAGG;IACG,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB3C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAIhC"}

package/dist/core/wiki/index-cache.js

@@ -0,0 +1,152 @@
+import { existsSync, readFileSync, statSync } from "node:fs";
+import { join } from "node:path";
+import * as chokidar from "chokidar";
+import { createLogger } from "../../logging.js";
+const logger = createLogger("wiki-index-cache");
+/**
+ * Per-workspace in-process cache of `20_wiki/_index.md`.
+ *
+ * WIKI_BUILDER_DESIGN.md §14 Q6 — external-mode workspaces only.
+ * Internal-mode reads hit a local SSD inside dataDir, so the chokidar
+ * + TTL bookkeeping is a net cost and the manager refuses to register
+ * a watcher there.
+ *
+ * Invalidation:
+ * - chokidar watcher rooted on `<root>/20_wiki/_index.md` for fs events
+ *   (the canonical signal once the file exists on disk).
+ * - 5-minute TTL fallback covers iCloud-FUSE missed events; iCloud and
+ *   similar FUSE filesystems are known to occasionally drop change
+ *   notifications, so a stale TTL is the belt-and-braces guard.
+ *
+ * The cache is read-through: a miss reads from disk + reparses; a hit
+ * returns the cached parsed snapshot.
+ *
+ * Note: this module is intentionally tolerant of the index file not
+ * existing yet. A freshly-seeded workspace has no `_index.md` until the
+ * first `wiki.compile` writes one, and consumers should observe a
+ * `{ exists: false }` snapshot in that window rather than throwing.
+ */
+const TTL_MS = 5 * 60 * 1000;
+export class WikiIndexCache {
+    entries = new Map();
+    /**
+     * Read the cached snapshot, populating from disk on a miss / staleness.
+     * Returns a `{ exists: false }` snapshot when the workspace is not
+     * external (the caller is expected to short-circuit before reaching
+     * here, but this is a safe no-op for them too).
+     */
+    get(workspace) {
+        if (workspace.kind !== "external") {
+            return readSnapshotFromDisk(workspace);
+        }
+        const existing = this.entries.get(workspace.id);
+        if (existing && existing.expiresAtMs > Date.now()) {
+            return existing.snapshot;
+        }
+        return this.refresh(workspace);
+    }
+    /**
+     * Force a re-read from disk. Used by chokidar callbacks and by the
+     * write path immediately after an `_index.md` mutation so the next
+     * reader observes the just-written content.
+     */
+    refresh(workspace) {
+        const snapshot = readSnapshotFromDisk(workspace);
+        const expiresAtMs = Date.now() + TTL_MS;
+        const existing = this.entries.get(workspace.id);
+        if (existing) {
+            existing.snapshot = snapshot;
+            existing.expiresAtMs = expiresAtMs;
+            return snapshot;
+        }
+        const entry = {
+            snapshot,
+            expiresAtMs,
+            watcher: null,
+            watchedPath: workspace.kind === "external"
+                ? join(workspace.root_path, "20_wiki/_index.md")
+                : "",
+        };
+        if (workspace.kind === "external") {
+            try {
+                entry.watcher = chokidar
+                    .watch(entry.watchedPath, {
+                    ignoreInitial: true,
+                    persistent: false,
+                    awaitWriteFinish: { stabilityThreshold: 200, pollInterval: 50 },
+                })
+                    .on("add", () => {
+                    this.refresh(workspace);
+                })
+                    .on("change", () => {
+                    this.refresh(workspace);
+                })
+                    .on("unlink", () => {
+                    this.refresh(workspace);
+                })
+                    .on("error", (err) => {
+                    logger.warn({ workspace: workspace.name, err: err instanceof Error ? err.message : String(err) }, "wiki-index-cache watcher error — relying on TTL fallback");
+                });
+            }
+            catch (err) {
+                logger.warn({ workspace: workspace.name, err: err instanceof Error ? err.message : String(err) }, "wiki-index-cache failed to start watcher — falling back to TTL only");
+            }
+        }
+        this.entries.set(workspace.id, entry);
+        return snapshot;
+    }
+    /**
+     * Invalidate the cached snapshot without re-reading. Useful when the
+     * write path knows the watcher is about to fire and wants the next
+     * reader to observe the post-write state without two reads in a row.
+     */
+    invalidate(workspaceId) {
+        const entry = this.entries.get(workspaceId);
+        if (!entry)
+            return;
+        entry.expiresAtMs = 0;
+    }
+    /**
+     * Tear down a workspace's cache + watcher. Called by the workspace
+     * deactivation path so an archived workspace no longer holds an fd.
+     */
+    async release(workspaceId) {
+        const entry = this.entries.get(workspaceId);
+        if (!entry)
+            return;
+        if (entry.watcher) {
+            try {
+                await entry.watcher.close();
+            }
+            catch (err) {
+                logger.warn({ err: err instanceof Error ? err.message : String(err) }, "wiki-index-cache failed to close watcher");
+            }
+        }
+        this.entries.delete(workspaceId);
+    }
+    async shutdown() {
+        const ids = [...this.entries.keys()];
+        await Promise.all(ids.map((id) => this.release(id)));
+    }
+}
+function readSnapshotFromDisk(workspace) {
+    const path = join(workspace.root_path, "20_wiki/_index.md");
+    if (!existsSync(path)) {
+        return { exists: false, content: null, mtimeMs: null, loadedAtMs: Date.now() };
+    }
+    try {
+        const stat = statSync(path);
+        const content = readFileSync(path, "utf-8");
+        return {
+            exists: true,
+            content,
+            mtimeMs: stat.mtimeMs,
+            loadedAtMs: Date.now(),
+        };
+    }
+    catch (err) {
+        logger.warn({ workspace: workspace.name, err: err instanceof Error ? err.message : String(err) }, "wiki-index-cache failed to read _index.md");
+        return { exists: false, content: null, mtimeMs: null, loadedAtMs: Date.now() };
+    }
+}
+//# sourceMappingURL=index-cache.js.map

package/dist/core/wiki/index-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-cache.js","sourceRoot":"","sources":["../../../src/core/wiki/index-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AAErC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAGhD,MAAM,MAAM,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAEhD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAmB7B,MAAM,OAAO,cAAc;IACR,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;IAEpD;;;;;OAKG;IACH,GAAG,CAAC,SAA2B;QAC7B,IAAI,SAAS,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAClC,OAAO,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,QAAQ,IAAI,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAClD,OAAO,QAAQ,CAAC,QAAQ,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACH,OAAO,CAAC,SAA2B;QACjC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;YAC7B,QAAQ,CAAC,WAAW,GAAG,WAAW,CAAC;YACnC,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,MAAM,KAAK,GAAU;YACnB,QAAQ;YACR,WAAW;YACX,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,SAAS,CAAC,IAAI,KAAK,UAAU;gBACxC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,mBAAmB,CAAC;gBAChD,CAAC,CAAC,EAAE;SACP,CAAC;QACF,IAAI,SAAS,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,KAAK,CAAC,OAAO,GAAG,QAAQ;qBACrB,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE;oBACxB,aAAa,EAAE,IAAI;oBACnB,UAAU,EAAE,KAAK;oBACjB,gBAAgB,EAAE,EAAE,kBAAkB,EAAE,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE;iBAChE,CAAC;qBACD,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACd,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC1B,CAAC,CAAC;qBACD,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACjB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC1B,CAAC,CAAC;qBACD,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACjB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC1B,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACnB,MAAM,CAAC,IAAI,CACT,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACpF,0DAA0D,CAC3D,CAAC;gBACJ,CAAC,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CACT,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACpF,qEAAqE,CACtE,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACtC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,WAAmB;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC9B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACzD,0CAA0C,CAC3C,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,SAA2B;IACvD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;IAC5D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACjF,CAAC;IACD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5C,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,OAAO;YACP,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;SACvB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CACT,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACpF,2CAA2C,CAC5C,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACjF,CAAC;AACH,CAAC"}

package/dist/core/wiki/multi-url-dispatch.d.ts

@@ -0,0 +1,52 @@
+import type { Event } from "@aitne/shared";
+export interface DispatchWikiUrlBatchInput {
+    workspace: string;
+    urls: readonly string[];
+    /** Hard cap for the parallel worker pool. Ignored in serial mode. */
+    concurrencyCap: number;
+    /** `parallel` fans out up to `concurrencyCap`; `serial` enqueues one at a time. */
+    mode: "parallel" | "serial";
+    sourceEvent?: Event;
+    enqueue: (event: Event) => Promise<void>;
+}
+export interface DispatchWikiUrlBatchResult {
+    batchId: string;
+    queued: number;
+    mode: "parallel" | "serial";
+}
+/**
+ * Fan out a `!ingest` batch of URLs into one `wiki.ingest_url` event per URL.
+ *
+ * WIKI_BUILDER_DESIGN.md §3.4 — every URL gets its own session, audit row,
+ * and budget envelope. The batch_id grouping (§11.1) lets the dashboard
+ * timeline collapse a multi-URL run back into a single user gesture.
+ *
+ * Modes:
+ * - `parallel` (P1 default): a worker pool of `min(concurrencyCap, urls.length)`
+ *   pulls from the URL queue. Each `enqueue` returns immediately after the
+ *   EventBus accepts the event; the actual agent sessions run independently
+ *   inside the dispatcher.
+ * - `serial` (added in P2): the enqueue calls happen one after another so
+ *   the *submitted order* is the *enqueue order*. We deliberately do NOT
+ *   wait for one session to *complete* before enqueuing the next, because
+ *   the queue contract is "accept and run".
+ *
+ *   **Known gap (tracked, not blocking P2)**: full completion-ordered
+ *   execution requires a per-process-key semaphore in the dispatcher,
+ *   which does not exist today — the dispatcher's only concurrency limit
+ *   is the global `maxConcurrentSessions` (default 3). With <=3 URLs the
+ *   global semaphore happens to coincide with serial-enough behaviour;
+ *   above that, two `wiki.ingest_url` sessions can run in parallel even
+ *   when `dispatch_mode='serial'`. The heap-order guarantee from this
+ *   function still holds — only the actual session-start spacing is
+ *   weaker than the design specifies. A follow-up that adds
+ *   per-process-key concurrency caps to `process_backend_config` would
+ *   close this gap; this function is already structured to feed that
+ *   cap a value of `1` for serial mode.
+ *
+ * Failure isolation: a thrown error from `enqueue` aborts the rest of the
+ * batch in both modes. This matches the existing dispatcher behaviour
+ * where a failed enqueue is a daemon-level fault, not a per-URL one.
+ */
+export declare function dispatchWikiUrlBatch(input: DispatchWikiUrlBatchInput): Promise<DispatchWikiUrlBatchResult>;
+//# sourceMappingURL=multi-url-dispatch.d.ts.map

package/dist/core/wiki/multi-url-dispatch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-url-dispatch.d.ts","sourceRoot":"","sources":["../../../src/core/wiki/multi-url-dispatch.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAG3C,MAAM,WAAW,yBAAyB;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACxB,qEAAqE;IACrE,cAAc,EAAE,MAAM,CAAC;IACvB,mFAAmF;IACnF,IAAI,EAAE,UAAU,GAAG,QAAQ,CAAC;IAC5B,WAAW,CAAC,EAAE,KAAK,CAAC;IACpB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,UAAU,GAAG,QAAQ,CAAC;CAC7B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AACH,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,0BAA0B,CAAC,CA0CrC"}

package/dist/core/wiki/multi-url-dispatch.js

@@ -0,0 +1,72 @@
+import { randomUUID } from "node:crypto";
+import { createWikiCommandEvent } from "./dispatcher.js";
+/**
+ * Fan out a `!ingest` batch of URLs into one `wiki.ingest_url` event per URL.
+ *
+ * WIKI_BUILDER_DESIGN.md §3.4 — every URL gets its own session, audit row,
+ * and budget envelope. The batch_id grouping (§11.1) lets the dashboard
+ * timeline collapse a multi-URL run back into a single user gesture.
+ *
+ * Modes:
+ * - `parallel` (P1 default): a worker pool of `min(concurrencyCap, urls.length)`
+ *   pulls from the URL queue. Each `enqueue` returns immediately after the
+ *   EventBus accepts the event; the actual agent sessions run independently
+ *   inside the dispatcher.
+ * - `serial` (added in P2): the enqueue calls happen one after another so
+ *   the *submitted order* is the *enqueue order*. We deliberately do NOT
+ *   wait for one session to *complete* before enqueuing the next, because
+ *   the queue contract is "accept and run".
+ *
+ *   **Known gap (tracked, not blocking P2)**: full completion-ordered
+ *   execution requires a per-process-key semaphore in the dispatcher,
+ *   which does not exist today — the dispatcher's only concurrency limit
+ *   is the global `maxConcurrentSessions` (default 3). With <=3 URLs the
+ *   global semaphore happens to coincide with serial-enough behaviour;
+ *   above that, two `wiki.ingest_url` sessions can run in parallel even
+ *   when `dispatch_mode='serial'`. The heap-order guarantee from this
+ *   function still holds — only the actual session-start spacing is
+ *   weaker than the design specifies. A follow-up that adds
+ *   per-process-key concurrency caps to `process_backend_config` would
+ *   close this gap; this function is already structured to feed that
+ *   cap a value of `1` for serial mode.
+ *
+ * Failure isolation: a thrown error from `enqueue` aborts the rest of the
+ * batch in both modes. This matches the existing dispatcher behaviour
+ * where a failed enqueue is a daemon-level fault, not a per-URL one.
+ */
+export async function dispatchWikiUrlBatch(input) {
+    const batchId = randomUUID();
+    const urls = [...input.urls];
+    if (urls.length === 0) {
+        return { batchId, queued: 0, mode: input.mode };
+    }
+    if (input.mode === "serial") {
+        for (const url of urls) {
+            await input.enqueue(createWikiCommandEvent({
+                processKey: "wiki.ingest_url",
+                workspace: input.workspace,
+                sourceEvent: input.sourceEvent,
+                batchId,
+                data: { url },
+            }));
+        }
+        return { batchId, queued: urls.length, mode: "serial" };
+    }
+    const cap = Math.max(1, Math.min(10, Math.floor(input.concurrencyCap)));
+    let cursor = 0;
+    async function worker() {
+        while (cursor < urls.length) {
+            const url = urls[cursor++];
+            await input.enqueue(createWikiCommandEvent({
+                processKey: "wiki.ingest_url",
+                workspace: input.workspace,
+                sourceEvent: input.sourceEvent,
+                batchId,
+                data: { url },
+            }));
+        }
+    }
+    await Promise.all(Array.from({ length: Math.min(cap, urls.length) }, worker));
+    return { batchId, queued: urls.length, mode: "parallel" };
+}
+//# sourceMappingURL=multi-url-dispatch.js.map

package/dist/core/wiki/multi-url-dispatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-url-dispatch.js","sourceRoot":"","sources":["../../../src/core/wiki/multi-url-dispatch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAmBzD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAgC;IAEhC,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,CAAC,OAAO,CACjB,sBAAsB,CAAC;gBACrB,UAAU,EAAE,iBAAiB;gBAC7B,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,OAAO;gBACP,IAAI,EAAE,EAAE,GAAG,EAAE;aACd,CAAC,CACH,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC1D,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IACxE,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,UAAU,MAAM;QACnB,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3B,MAAM,KAAK,CAAC,OAAO,CACjB,sBAAsB,CAAC;gBACrB,UAAU,EAAE,iBAAiB;gBAC7B,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,OAAO;gBACP,IAAI,EAAE,EAAE,GAAG,EAAE;aACd,CAAC,CACH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9E,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC5D,CAAC"}