sensemaking 0.25.0 → 0.26.0

package/dist/esm/store/builder.js

@@ -1,178 +1,382 @@
-import { featureEnabled } from '../config/index.js';
+import { channel } from 'node:diagnostics_channel';
+import { featureEnabled, featureSignature } from '../config/index.js';
+import { SenseError } from '../errors.js';
 import { embed } from '../features/embed.js';
 import { FEATURES } from '../features/index.js';
 import { rank } from '../features/rank.js';
 import { listFiles } from '../scan/index.js';
 import { ParsePool } from '../scan/pool.js';
 import { reparseFiles } from '../scan/reparse.js';
-import { NARROW_FEATURE_TABLE } from './feature-scope.js';
-import { reconcile } from './reconcile.js';
-import { getColumns } from './shared.js';
+import { classifyEmbedChange } from './embed-scope.js';
+import { classifyFeatureToggles, isFeatureOnlyChange, NARROW_FEATURE_TABLE } from './feature-scope.js';
+import { forcedPresetPaths, isPresetOnlyChange } from './preset-scope.js';
+import { CORE_GENERATION_META_KEY, CORE_READY_META_KEY, FEATURE_SIGNATURE_META_KEY } from './readiness.js';
+import { createReconcileTiming, prepareReconcile, readReconcileSnapshot } from './reconcile.js';
+import { setMeta } from './shared.js';
+import { changedSignatureKeys, embedIdentityAdopted, signatureDiff } from './signature.js';
 import { withTransaction } from './transaction.js';
-// 'model': the provider or model name moved but chunk boundaries did not, so only the vector
-// values are stale. No reparse, and no table but embeddings is touched.
-async function nullEmbedVectors(conn, dialect) {
-    await withTransaction(conn, ()=>conn.exec('UPDATE embeddings SET vector = NULL, scale = NULL'), dialect.beginMode());
+let StaleBuildPlan = class StaleBuildPlan extends Error {
+};
+const buildPlan = channel('sensemaking.store.build-plan');
+const SCHEMA_VERSION_META_KEY = 'schema_version';
+async function readCoreBaseline(conn) {
+    var _values_get, _values_get1, _values_get2, _values_get3;
+    const keys = [
+        SCHEMA_VERSION_META_KEY,
+        FEATURE_SIGNATURE_META_KEY,
+        CORE_READY_META_KEY,
+        CORE_GENERATION_META_KEY
+    ];
+    const stmt = await conn.prepare(`SELECT key, value FROM meta WHERE key IN (${keys.map(()=>'?').join(', ')})`);
+    const values = new Map((await stmt.all(...keys)).map((row)=>[
+            row.key,
+            row.value
+        ]));
     return {
-        parsed: 0
+        schemaVersion: (_values_get = values.get(SCHEMA_VERSION_META_KEY)) !== null && _values_get !== void 0 ? _values_get : null,
+        features: (_values_get1 = values.get(FEATURE_SIGNATURE_META_KEY)) !== null && _values_get1 !== void 0 ? _values_get1 : null,
+        ready: (_values_get2 = values.get(CORE_READY_META_KEY)) !== null && _values_get2 !== void 0 ? _values_get2 : null,
+        generation: (_values_get3 = values.get(CORE_GENERATION_META_KEY)) !== null && _values_get3 !== void 0 ? _values_get3 : null
     };
 }
-// 'chunk': chunkTokens or the chunk version moved, so chunk boundaries genuinely changed. Rebuilds
-// every embedding row through the embed feature's own remove/store, touching no other table.
-async function rebuildEmbeddings(conn, cfg, baseDir, dialect, pool) {
-    const existingStmt = await conn.prepare('SELECT "path" FROM frontmatter');
-    const existingPaths = new Set((await existingStmt.all()).map((r)=>r.path));
-    // A file added since the last build has no row yet; leaving it for build() to insert avoids a
-    // primary-key collision between this INSERT and build()'s own insert for the same new file.
-    const files = listFiles(cfg, baseDir).filter((f)=>f.embed && existingPaths.has(f.relPath));
-    if (files.length === 0) return {
-        parsed: 0
-    };
-    const { docs } = await reparseFiles(files, [
-        embed
-    ], cfg, new Set(), undefined, {
-        pool
+function sameBaseline(a, b) {
+    return a.schemaVersion === b.schemaVersion && a.features === b.features && a.ready === b.ready && a.generation === b.generation;
+}
+function nextGeneration(value) {
+    const current = value === null ? 0 : Number(value);
+    if (!Number.isSafeInteger(current) || current < 0 || current === Number.MAX_SAFE_INTEGER) throw new SenseError('INDEX_NOT_READY', `the durable core generation is invalid (${value !== null && value !== void 0 ? value : 'missing'}); run sense build --force to recreate the derived index`);
+    return String(current + 1);
+}
+async function readPlanningSnapshot(conn, timing) {
+    return withTransaction(conn, async ()=>{
+        const baseline = await readCoreBaseline(conn);
+        const reconcile = await readReconcileSnapshot(conn, timing);
+        const tablesStmt = await conn.prepare("SELECT name FROM sqlite_master WHERE type = 'table'");
+        const tables = new Set((await tablesStmt.all()).map((row)=>row.name));
+        return {
+            baseline,
+            reconcile,
+            tables
+        };
     });
-    const paths = docs.map((d)=>d.relPath);
-    const delta = {
-        files,
-        reparsed: paths,
-        added: [],
-        vanished: []
+}
+function activeSchemaMissing(snapshot, cfg) {
+    for (const feature of FEATURES){
+        if (!featureEnabled(cfg, feature.name)) continue;
+        if (feature.name === 'rank') {
+            if (!snapshot.reconcile.seenColumns.has('_rank')) return true;
+            continue;
+        }
+        const table = feature.name === 'embed' ? 'embeddings' : NARROW_FEATURE_TABLE[feature.name];
+        if (table && !snapshot.tables.has(table)) return true;
+    }
+    return false;
+}
+function classifyBuild(snapshot, cfg, paths, wanted) {
+    const before = snapshot.baseline.features;
+    const recover = snapshot.baseline.ready === '0';
+    const messages = [];
+    if (recover) messages.push('sense: recovering an incomplete index generation in place');
+    if (!recover && before !== null && before === wanted && activeSchemaMissing(snapshot, cfg)) {
+        messages.push('sense: recovering missing feature schema in place');
+        return {
+            embedKind: null,
+            featureToggles: [],
+            fullRebuild: true,
+            messages
+        };
+    }
+    if (recover || before === null || before === wanted) return {
+        embedKind: null,
+        featureToggles: [],
+        fullRebuild: recover,
+        messages
     };
-    await withTransaction(conn, async ()=>{
-        var _embed_remove, _embed_store;
-        await ((_embed_remove = embed.remove) === null || _embed_remove === void 0 ? void 0 : _embed_remove.call(embed, conn, paths, delta));
-        await ((_embed_store = embed.store) === null || _embed_store === void 0 ? void 0 : _embed_store.call(embed, conn, docs.map((d)=>({
-                path: d.relPath,
-                extracted: d.extracted.embed
-            })), delta));
-    }, dialect.beginMode());
+    const changedKeys = changedSignatureKeys(before, wanted);
+    if (changedKeys.size === 1 && changedKeys.has('embed') && embedIdentityAdopted(before, wanted)) {
+        messages.push("sense: recorded the embedding model's resolved identity; vectors are unaffected");
+        return {
+            embedKind: null,
+            featureToggles: [],
+            fullRebuild: false,
+            messages
+        };
+    }
+    const embedKind = changedKeys.size === 1 && changedKeys.has('embed') ? classifyEmbedChange(before, wanted) : null;
+    if (embedKind !== null) {
+        messages.push(embedKind === 'model' ? 'sense: config change (embed settings) invalidates only the stale vectors' : 'sense: config change (embed settings) rebuilds only the embeddings it affects');
+        return {
+            embedKind,
+            featureToggles: [],
+            fullRebuild: false,
+            messages
+        };
+    }
+    const presetForced = isPresetOnlyChange(changedKeys) ? forcedPresetPaths(cfg, paths.rootDir, before, changedKeys) : null;
+    if (presetForced !== null) {
+        messages.push(`sense: config change (${signatureDiff(before, wanted)}) reparses only the files it affects`);
+        return {
+            embedKind: null,
+            featureToggles: [],
+            forcedPaths: presetForced,
+            fullRebuild: false,
+            messages
+        };
+    }
+    const toggles = isFeatureOnlyChange(changedKeys) ? classifyFeatureToggles(before, wanted, changedKeys) : null;
+    if (toggles !== null) {
+        messages.push(`sense: config change (${signatureDiff(before, wanted)}) reparses only the feature it affects`);
+        return {
+            embedKind: null,
+            featureToggles: toggles,
+            fullRebuild: false,
+            messages
+        };
+    }
+    messages.push(`sense: config change (${signatureDiff(before, wanted)}) rebuilds the index`);
     return {
-        parsed: docs.length
+        embedKind: null,
+        featureToggles: [],
+        fullRebuild: true,
+        messages
     };
 }
-// One feature's own table, dropped and (turning on) fully re-derived across every indexed file.
-// Rows left over from before this feature was disabled are untrustworthy by construction (files
-// added, edited, or deleted got no remove/store for it), so this never diffs against them --
-// dropping every row and reparsing the whole tree is the only safe path back to consistent state.
-async function invalidateFeatureTable(conn, cfg, baseDir, dialect, pool, toggle) {
-    const table = NARROW_FEATURE_TABLE[toggle.name];
-    const feature = FEATURES.find((f)=>f.name === toggle.name);
-    if (!feature) throw new Error(`invalidateFeatureTable: no registered feature named "${toggle.name}"`);
-    if (!toggle.turnedOn) {
-        await withTransaction(conn, ()=>conn.exec(`DELETE FROM ${table}`), dialect.beginMode());
+async function prepareEmbedInvalidation(kind, snapshot, cfg, paths, pool) {
+    if (kind === 'model') {
         return {
-            parsed: 0
+            mutated: true,
+            parsed: 0,
+            apply: (conn)=>conn.exec('UPDATE embeddings SET vector = NULL, scale = NULL')
         };
     }
-    const files = listFiles(cfg, baseDir);
+    const existing = new Set(snapshot.reconcile.existingRows.map((row)=>row.path));
+    const files = listFiles(cfg, paths.rootDir).filter((file)=>file.embed && existing.has(file.relPath));
     const { docs } = await reparseFiles(files, [
-        feature
+        embed
     ], cfg, new Set(), undefined, {
         pool
     });
-    const docsForFeature = docs.map((d)=>({
-            path: d.relPath,
-            extracted: d.extracted[feature.name]
-        }));
-    const paths = docs.map((d)=>d.relPath);
-    // Every path counts as added, not just touched: nothing stale to diff against. Links resolves
-    // dst inside store() itself when added.length equals files.length (a cold build).
+    const pathsChanged = docs.map((doc)=>doc.relPath);
     const delta = {
         files,
-        reparsed: paths,
-        added: paths,
+        reparsed: pathsChanged,
+        added: [],
         vanished: []
     };
-    await withTransaction(conn, async ()=>{
-        var _feature_store, _feature_afterReconcile;
-        await conn.exec(`DELETE FROM ${table}`);
-        await ((_feature_store = feature.store) === null || _feature_store === void 0 ? void 0 : _feature_store.call(feature, conn, docsForFeature, delta));
-        await ((_feature_afterReconcile = feature.afterReconcile) === null || _feature_afterReconcile === void 0 ? void 0 : _feature_afterReconcile.call(feature, conn, delta));
-    }, dialect.beginMode());
     return {
-        parsed: docs.length
+        mutated: true,
+        parsed: docs.length,
+        async apply (conn) {
+            var _embed_store;
+            // Chunk changes can also change the model. Clear every affected row even when
+            // its text identity happens to match under the new configuration.
+            if (pathsChanged.length > 0) await conn.runBatch('DELETE FROM embeddings WHERE "path" = ?', pathsChanged.map((path)=>[
+                    path
+                ]));
+            await ((_embed_store = embed.store) === null || _embed_store === void 0 ? void 0 : _embed_store.call(embed, conn, docs.map((doc)=>({
+                    path: doc.relPath,
+                    extracted: doc.extracted.embed
+                })), delta));
+        }
     };
 }
-// rank has no table of its own: frontmatter._rank is the only state it owns. Guarded on column
-// presence, since links can toggle off while rank has never been enabled for this tree.
-async function nullRank(conn, dialect) {
-    const columns = await getColumns(conn);
-    if (!columns.has('_rank')) return;
-    await withTransaction(conn, ()=>conn.exec('UPDATE frontmatter SET "_rank" = NULL'), dialect.beginMode());
-}
-// Whole-tree and reparse-free: PageRank is computed from the links table, not from files, so
-// turning rank back on needs no reparseFiles pass at all.
-async function rerunRank(conn, dialect) {
-    const delta = {
-        files: [],
-        reparsed: [],
-        added: [],
-        vanished: []
+async function prepareFeatureInvalidation(toggles, snapshot, cfg, paths, pool) {
+    if (toggles.length === 0) return {
+        mutated: false,
+        parsed: 0,
+        apply: async ()=>{}
     };
-    await withTransaction(conn, async ()=>{
-        var _rank_afterReconcile;
-        await ((_rank_afterReconcile = rank.afterReconcile) === null || _rank_afterReconcile === void 0 ? void 0 : _rank_afterReconcile.call(rank, conn, delta));
-    }, dialect.beginMode());
-}
-async function invalidateFeatureToggles(conn, cfg, baseDir, dialect, pool, toggles) {
-    const byName = new Map(toggles.map((toggle)=>[
-            toggle.name,
-            toggle
-        ]));
+    const prepared = new Map();
     let parsed = 0;
-    // links first, if present: rank's rerun below (whether from its own toggle or the co-change
-    // rankToggle carries) must read the links table after it is back in its new state.
-    const linksToggle = byName.get('links');
-    if (linksToggle) {
-        parsed += (await invalidateFeatureTable(conn, cfg, baseDir, dialect, pool, linksToggle)).parsed;
-        // Unconditional, per rank's dependency on links: nulling is a no-op (guarded) when rank was
-        // never enabled for this tree, so this is safe even when no feature:rank segment changed.
-        if (!linksToggle.turnedOn) await nullRank(conn, dialect);
-    }
-    // rank's effective on/off (featureEnabled's links dependency) only appears as a changed
-    // `feature:rank` segment when it actually flips -- whether that's rank's own config or a
-    // links toggle taking it along -- so honoring it here is complete on its own.
-    const rankToggle = byName.get('rank');
-    if (rankToggle) {
-        if (rankToggle.turnedOn) await rerunRank(conn, dialect);
-        else await nullRank(conn, dialect);
-    }
     for (const toggle of toggles){
-        if (toggle.name === 'links' || toggle.name === 'rank') continue;
-        parsed += (await invalidateFeatureTable(conn, cfg, baseDir, dialect, pool, toggle)).parsed;
+        if (!toggle.turnedOn || toggle.name === 'rank') continue;
+        const feature = FEATURES.find((candidate)=>candidate.name === toggle.name);
+        if (!feature) throw new Error(`prepareFeatureInvalidation: no registered feature named "${toggle.name}"`);
+        const files = listFiles(cfg, paths.rootDir);
+        const { docs } = await reparseFiles(files, [
+            feature
+        ], cfg, new Set(), undefined, {
+            pool
+        });
+        parsed += docs.length;
+        prepared.set(toggle.name, {
+            feature,
+            docs,
+            files
+        });
     }
+    const applyTable = async (conn, toggle)=>{
+        var _plan_feature_store, _plan_feature, _plan_feature_afterReconcile, _plan_feature1;
+        const table = NARROW_FEATURE_TABLE[toggle.name];
+        if (!table) return;
+        if (!toggle.turnedOn) {
+            if (snapshot.tables.has(table)) await conn.exec(`DELETE FROM ${table}`);
+            return;
+        }
+        const plan = prepared.get(toggle.name);
+        if (!plan) throw new Error(`prepareFeatureInvalidation: missing prepared feature "${toggle.name}"`);
+        const pathsChanged = plan.docs.map((doc)=>doc.relPath);
+        const delta = {
+            files: plan.files,
+            reparsed: pathsChanged,
+            added: pathsChanged,
+            vanished: []
+        };
+        await conn.exec(`DELETE FROM ${table}`);
+        await ((_plan_feature_store = (_plan_feature = plan.feature).store) === null || _plan_feature_store === void 0 ? void 0 : _plan_feature_store.call(_plan_feature, conn, plan.docs.map((doc)=>({
+                path: doc.relPath,
+                extracted: doc.extracted[plan.feature.name]
+            })), delta));
+        await ((_plan_feature_afterReconcile = (_plan_feature1 = plan.feature).afterReconcile) === null || _plan_feature_afterReconcile === void 0 ? void 0 : _plan_feature_afterReconcile.call(_plan_feature1, conn, delta));
+    };
+    const nullRank = async (conn)=>{
+        if (snapshot.reconcile.seenColumns.has('_rank')) await conn.exec('UPDATE frontmatter SET "_rank" = NULL');
+    };
     return {
-        parsed
+        mutated: true,
+        parsed,
+        async apply (conn) {
+            const byName = new Map(toggles.map((toggle)=>[
+                    toggle.name,
+                    toggle
+                ]));
+            const linksToggle = byName.get('links');
+            if (linksToggle) {
+                await applyTable(conn, linksToggle);
+                if (!linksToggle.turnedOn) await nullRank(conn);
+            }
+            const rankToggle = byName.get('rank');
+            if (rankToggle) {
+                var _rank_afterReconcile;
+                if (rankToggle.turnedOn) await ((_rank_afterReconcile = rank.afterReconcile) === null || _rank_afterReconcile === void 0 ? void 0 : _rank_afterReconcile.call(rank, conn, {
+                    files: [],
+                    reparsed: [],
+                    added: [],
+                    vanished: []
+                }));
+                else await nullRank(conn);
+            }
+            for (const toggle of toggles){
+                if (toggle.name !== 'links' && toggle.name !== 'rank') await applyTable(conn, toggle);
+            }
+        }
     };
 }
-async function recoverIncomplete(conn, cfg, paths, dialect, pool) {
-    const disabled = FEATURES.filter((feature)=>!featureEnabled(cfg, feature.name));
-    for (const feature of disabled){
-        if (feature.name !== 'embed') await feature.schema(conn);
-    }
-    const toggles = disabled.filter((feature)=>feature.name !== 'embed').map((feature)=>({
+function recoveryToggles(cfg, snapshot) {
+    const toggles = [];
+    for (const feature of FEATURES){
+        const table = NARROW_FEATURE_TABLE[feature.name];
+        if (table && !featureEnabled(cfg, feature.name) && snapshot.tables.has(table)) toggles.push({
             name: feature.name,
             turnedOn: false
-        }));
-    await invalidateFeatureToggles(conn, cfg, paths.rootDir, dialect, pool, toggles);
-    if (disabled.some((feature)=>feature.name === 'embed')) {
-        const embeddingsTable = await conn.prepare("SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'embeddings'");
-        if ((await embeddingsTable.all()).length > 0) await withTransaction(conn, ()=>conn.exec('DELETE FROM embeddings'), dialect.beginMode());
+        });
     }
-    const forcedPaths = new Set(listFiles(cfg, paths.rootDir).map((file)=>file.relPath));
-    return reconcile(conn, cfg, paths, dialect, pool, forcedPaths);
+    return toggles;
+}
+async function prepareInvalidation(classification, snapshot, cfg, paths, pool) {
+    const plans = [];
+    if (classification.embedKind) plans.push(await prepareEmbedInvalidation(classification.embedKind, snapshot, cfg, paths, pool));
+    if (classification.featureToggles.length > 0) plans.push(await prepareFeatureInvalidation(classification.featureToggles, snapshot, cfg, paths, pool));
+    if (classification.fullRebuild) {
+        plans.push(await prepareFeatureInvalidation(recoveryToggles(cfg, snapshot), snapshot, cfg, paths, pool));
+        // Full rebuild and recovery must not reuse vectors from the prior generation.
+        if (snapshot.tables.has('embeddings')) {
+            plans.push({
+                mutated: true,
+                parsed: 0,
+                apply: (conn)=>conn.exec('DELETE FROM embeddings')
+            });
+        }
+        if (!featureEnabled(cfg, 'rank') && snapshot.reconcile.seenColumns.has('_rank')) {
+            plans.push({
+                mutated: true,
+                parsed: 0,
+                apply: (conn)=>conn.exec('UPDATE frontmatter SET "_rank" = NULL')
+            });
+        }
+    }
+    return {
+        mutated: plans.some((plan)=>plan.mutated),
+        parsed: plans.reduce((sum, plan)=>sum + plan.parsed, 0),
+        async apply (conn) {
+            for (const plan of plans)await plan.apply(conn);
+        }
+    };
+}
+function forcedPaths(classification, snapshot) {
+    if (!classification.fullRebuild) return classification.forcedPaths;
+    // New paths are reparsed by definition. Forcing every previously indexed path makes every
+    // survivor a reparse without a second filesystem scan outside prepareReconcile's one listing.
+    return new Set(snapshot.reconcile.existingRows.map((row)=>row.path));
+}
+async function publishAttempt(conn, liveCfg, dialect, pool, ensureFeatureSchema, timing, attempt) {
+    var _cfg_rootDir, _cfg_configDir;
+    const cfg = structuredClone(liveCfg);
+    const configIdentity = JSON.stringify(cfg);
+    const paths = {
+        rootDir: (_cfg_rootDir = cfg.rootDir) !== null && _cfg_rootDir !== void 0 ? _cfg_rootDir : cfg.baseDir,
+        configDir: (_cfg_configDir = cfg.configDir) !== null && _cfg_configDir !== void 0 ? _cfg_configDir : cfg.baseDir
+    };
+    const wanted = featureSignature(cfg, FEATURES);
+    const snapshot = await readPlanningSnapshot(conn, timing);
+    const classification = classifyBuild(snapshot, cfg, paths, wanted);
+    const invalidation = await prepareInvalidation(classification, snapshot, cfg, paths, pool);
+    const reconcile = await prepareReconcile(snapshot.reconcile, cfg, paths, dialect, timing, pool, forcedPaths(classification, snapshot));
+    const mutated = classification.fullRebuild || invalidation.mutated || reconcile.mutated || snapshot.baseline.features !== wanted || snapshot.baseline.ready !== '1';
+    if (buildPlan.hasSubscribers) buildPlan.publish({
+        attempt,
+        baseline: snapshot.baseline,
+        wantedSignature: wanted
+    });
+    const txStart = Date.now();
+    let txMs;
+    try {
+        await withTransaction(conn, async ()=>{
+            const current = await readCoreBaseline(conn);
+            const currentWanted = featureSignature(liveCfg, FEATURES);
+            if (!sameBaseline(current, snapshot.baseline) || JSON.stringify(liveCfg) !== configIdentity || currentWanted !== wanted) {
+                throw new StaleBuildPlan('core generation or configuration changed while this build was planning');
+            }
+            if (!mutated) return;
+            await ensureFeatureSchema(cfg);
+            await invalidation.apply(conn);
+            await reconcile.apply(conn);
+            const publishedWanted = featureSignature(liveCfg, FEATURES);
+            if (JSON.stringify(liveCfg) !== configIdentity || publishedWanted !== wanted) throw new StaleBuildPlan('configuration changed while this build was publishing');
+            await setMeta(conn, FEATURE_SIGNATURE_META_KEY, wanted);
+            await setMeta(conn, CORE_READY_META_KEY, '1');
+            await setMeta(conn, CORE_GENERATION_META_KEY, nextGeneration(snapshot.baseline.generation));
+        }, dialect.beginMode());
+    } finally{
+        txMs = Date.now() - txStart;
+        timing.txMs += txMs;
+    }
+    if (reconcile.mutated) await reconcile.record(conn, txMs);
+    return {
+        parsed: invalidation.parsed + reconcile.parsed,
+        warnings: reconcile.warnings,
+        stages: reconcile.finish(timing.txMs),
+        messages: classification.messages
+    };
 }
-// The pool is created at most once, lazily, on whichever build() or invalidate() call first
-// needs it, and reused by every later call on this instance.
-export function createBuilder(conn, cfg, paths, dialect) {
+export function createBuilder(conn, cfg, dialect, ensureFeatureSchema) {
     const pool = new ParsePool();
     return {
-        build: (forcedPaths)=>reconcile(conn, cfg, paths, dialect, pool, forcedPaths),
-        recover: ()=>recoverIncomplete(conn, cfg, paths, dialect, pool),
-        invalidate: (kind)=>kind === 'model' ? nullEmbedVectors(conn, dialect) : rebuildEmbeddings(conn, cfg, paths.rootDir, dialect, pool),
-        invalidateFeatures: (toggles)=>invalidateFeatureToggles(conn, cfg, paths.rootDir, dialect, pool, toggles),
+        async build () {
+            // One clock and recorder span both bounded attempts. Baseline/catalog reads and feature
+            // invalidation preparation are included in totalMs but remain intentionally unlabelled;
+            // existing/list/parse and publication stages accumulate under their established labels.
+            const timing = createReconcileTiming(cfg);
+            for(let attempt = 0; attempt < 2; attempt++){
+                try {
+                    return await publishAttempt(conn, cfg, dialect, pool, ensureFeatureSchema, timing, attempt);
+                } catch (err) {
+                    if (!(err instanceof StaleBuildPlan)) throw err;
+                    if (attempt === 1) throw new SenseError('STORE_BUSY', 'the index changed during both bounded publication attempts; wait for the competing build to finish and retry');
+                }
+            }
+            throw new Error('unreachable build attempt state');
+        },
         close: ()=>pool.close(),
         get poolsCreated () {
             return pool.poolsCreated;

package/dist/esm/store/builder.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/builder.ts"],"sourcesContent":["import { type Config, featureEnabled } from '../config/index.ts';\nimport { embed } from '../features/embed.ts';\nimport { FEATURES } from '../features/index.ts';\nimport { rank } from '../features/rank.ts';\nimport type { ReconcileDelta } from '../features/types.ts';\nimport { listFiles } from '../scan/index.ts';\nimport { ParsePool } from '../scan/pool.ts';\nimport { reparseFiles } from '../scan/reparse.ts';\nimport type { EmbedChangeKind } from './embed-scope.ts';\nimport type { FeatureToggle } from './feature-scope.ts';\nimport { NARROW_FEATURE_TABLE } from './feature-scope.ts';\nimport { type ReconcilePaths, reconcile } from './reconcile.ts';\nimport { getColumns } from './shared.ts';\nimport type { Stages } from './stages.ts';\nimport { withTransaction } from './transaction.ts';\nimport type { Connection, ReconcileDialect } from './types.ts';\n\n// Owns bringing a store's index current: the write half `Store` (types.ts) deliberately does not\n// carry. A one-shot open calls build() once; a watcher calls it repeatedly on the same instance.\nexport interface Builder {\n  // forcedPaths (open.ts's preset-only narrow rebuild) applies to this call alone, not future ones.\n  build(forcedPaths?: ReadonlySet<string>): Promise<{ parsed: number; warnings: string[]; stages: Stages }>;\n  // Repairs an incomplete generation in place, including state owned by disabled features.\n  recover(): Promise<{ parsed: number; warnings: string[]; stages: Stages }>;\n  // Narrow embed invalidation (open.ts, embed-scope.ts's classifyEmbedChange): 'model' nulls every\n  // vector/scale in place; 'chunk' rebuilds every embedding row. Neither touches another table.\n  invalidate(kind: EmbedChangeKind): Promise<{ parsed: number }>;\n  // Narrow feature-toggle invalidation (open.ts, feature-scope.ts's classifyFeatureToggles): a\n  // toggle drops (or, turning back on, fully re-derives) that feature's own table; rank instead\n  // nulls or recomputes its `_rank` column, since rows written while a feature was off are\n  // untrustworthy (reconcile.ts's activeFeatures skips a disabled feature's hooks entirely).\n  invalidateFeatures(toggles: FeatureToggle[]): Promise<{ parsed: number }>;\n  // Releases the parse worker pool, if this lifetime ever created one; never the connection.\n  close(): Promise<void>;\n  // Pools this lifetime has constructed, so reuse is observable rather than inferred.\n  readonly poolsCreated: number;\n}\n\n// 'model': the provider or model name moved but chunk boundaries did not, so only the vector\n// values are stale. No reparse, and no table but embeddings is touched.\nasync function nullEmbedVectors(conn: Connection, dialect: ReconcileDialect): Promise<{ parsed: number }> {\n  await withTransaction(conn, () => conn.exec('UPDATE embeddings SET vector = NULL, scale = NULL'), dialect.beginMode());\n  return { parsed: 0 };\n}\n\n// 'chunk': chunkTokens or the chunk version moved, so chunk boundaries genuinely changed. Rebuilds\n// every embedding row through the embed feature's own remove/store, touching no other table.\nasync function rebuildEmbeddings(conn: Connection, cfg: Config, baseDir: string, dialect: ReconcileDialect, pool: ParsePool): Promise<{ parsed: number }> {\n  const existingStmt = await conn.prepare('SELECT \"path\" FROM frontmatter');\n  const existingPaths = new Set((await existingStmt.all()).map((r) => (r as { path: string }).path));\n  // A file added since the last build has no row yet; leaving it for build() to insert avoids a\n  // primary-key collision between this INSERT and build()'s own insert for the same new file.\n  const files = listFiles(cfg, baseDir).filter((f) => f.embed && existingPaths.has(f.relPath));\n  if (files.length === 0) return { parsed: 0 };\n\n  const { docs } = await reparseFiles(files, [embed], cfg, new Set(), undefined, { pool });\n  const paths = docs.map((d) => d.relPath);\n  const delta: ReconcileDelta = { files, reparsed: paths, added: [], vanished: [] };\n  await withTransaction(\n    conn,\n    async () => {\n      await embed.remove?.(conn, paths, delta);\n      await embed.store?.(\n        conn,\n        docs.map((d) => ({ path: d.relPath, extracted: d.extracted.embed })),\n        delta\n      );\n    },\n    dialect.beginMode()\n  );\n  return { parsed: docs.length };\n}\n\n// One feature's own table, dropped and (turning on) fully re-derived across every indexed file.\n// Rows left over from before this feature was disabled are untrustworthy by construction (files\n// added, edited, or deleted got no remove/store for it), so this never diffs against them --\n// dropping every row and reparsing the whole tree is the only safe path back to consistent state.\nasync function invalidateFeatureTable(conn: Connection, cfg: Config, baseDir: string, dialect: ReconcileDialect, pool: ParsePool, toggle: FeatureToggle): Promise<{ parsed: number }> {\n  const table = NARROW_FEATURE_TABLE[toggle.name];\n  const feature = FEATURES.find((f) => f.name === toggle.name);\n  if (!feature) throw new Error(`invalidateFeatureTable: no registered feature named \"${toggle.name}\"`);\n\n  if (!toggle.turnedOn) {\n    await withTransaction(conn, () => conn.exec(`DELETE FROM ${table}`), dialect.beginMode());\n    return { parsed: 0 };\n  }\n\n  const files = listFiles(cfg, baseDir);\n  const { docs } = await reparseFiles(files, [feature], cfg, new Set(), undefined, { pool });\n  const docsForFeature = docs.map((d) => ({ path: d.relPath, extracted: d.extracted[feature.name] }));\n  const paths = docs.map((d) => d.relPath);\n  // Every path counts as added, not just touched: nothing stale to diff against. Links resolves\n  // dst inside store() itself when added.length equals files.length (a cold build).\n  const delta: ReconcileDelta = { files, reparsed: paths, added: paths, vanished: [] };\n  await withTransaction(\n    conn,\n    async () => {\n      await conn.exec(`DELETE FROM ${table}`);\n      await feature.store?.(conn, docsForFeature, delta);\n      await feature.afterReconcile?.(conn, delta);\n    },\n    dialect.beginMode()\n  );\n  return { parsed: docs.length };\n}\n\n// rank has no table of its own: frontmatter._rank is the only state it owns. Guarded on column\n// presence, since links can toggle off while rank has never been enabled for this tree.\nasync function nullRank(conn: Connection, dialect: ReconcileDialect): Promise<void> {\n  const columns = await getColumns(conn);\n  if (!columns.has('_rank')) return;\n  await withTransaction(conn, () => conn.exec('UPDATE frontmatter SET \"_rank\" = NULL'), dialect.beginMode());\n}\n\n// Whole-tree and reparse-free: PageRank is computed from the links table, not from files, so\n// turning rank back on needs no reparseFiles pass at all.\nasync function rerunRank(conn: Connection, dialect: ReconcileDialect): Promise<void> {\n  const delta: ReconcileDelta = { files: [], reparsed: [], added: [], vanished: [] };\n  await withTransaction(\n    conn,\n    async () => {\n      await rank.afterReconcile?.(conn, delta);\n    },\n    dialect.beginMode()\n  );\n}\n\nasync function invalidateFeatureToggles(conn: Connection, cfg: Config, baseDir: string, dialect: ReconcileDialect, pool: ParsePool, toggles: FeatureToggle[]): Promise<{ parsed: number }> {\n  const byName = new Map(toggles.map((toggle) => [toggle.name, toggle]));\n  let parsed = 0;\n\n  // links first, if present: rank's rerun below (whether from its own toggle or the co-change\n  // rankToggle carries) must read the links table after it is back in its new state.\n  const linksToggle = byName.get('links');\n  if (linksToggle) {\n    parsed += (await invalidateFeatureTable(conn, cfg, baseDir, dialect, pool, linksToggle)).parsed;\n    // Unconditional, per rank's dependency on links: nulling is a no-op (guarded) when rank was\n    // never enabled for this tree, so this is safe even when no feature:rank segment changed.\n    if (!linksToggle.turnedOn) await nullRank(conn, dialect);\n  }\n\n  // rank's effective on/off (featureEnabled's links dependency) only appears as a changed\n  // `feature:rank` segment when it actually flips -- whether that's rank's own config or a\n  // links toggle taking it along -- so honoring it here is complete on its own.\n  const rankToggle = byName.get('rank');\n  if (rankToggle) {\n    if (rankToggle.turnedOn) await rerunRank(conn, dialect);\n    else await nullRank(conn, dialect);\n  }\n\n  for (const toggle of toggles) {\n    if (toggle.name === 'links' || toggle.name === 'rank') continue;\n    parsed += (await invalidateFeatureTable(conn, cfg, baseDir, dialect, pool, toggle)).parsed;\n  }\n  return { parsed };\n}\n\nasync function recoverIncomplete(conn: Connection, cfg: Config, paths: ReconcilePaths, dialect: ReconcileDialect, pool: ParsePool): Promise<{ parsed: number; warnings: string[]; stages: Stages }> {\n  const disabled = FEATURES.filter((feature) => !featureEnabled(cfg, feature.name));\n  for (const feature of disabled) {\n    if (feature.name !== 'embed') await feature.schema(conn);\n  }\n\n  const toggles: FeatureToggle[] = disabled.filter((feature) => feature.name !== 'embed').map((feature) => ({ name: feature.name, turnedOn: false }));\n  await invalidateFeatureToggles(conn, cfg, paths.rootDir, dialect, pool, toggles);\n  if (disabled.some((feature) => feature.name === 'embed')) {\n    const embeddingsTable = await conn.prepare(\"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'embeddings'\");\n    if ((await embeddingsTable.all()).length > 0) await withTransaction(conn, () => conn.exec('DELETE FROM embeddings'), dialect.beginMode());\n  }\n\n  const forcedPaths = new Set(listFiles(cfg, paths.rootDir).map((file) => file.relPath));\n  return reconcile(conn, cfg, paths, dialect, pool, forcedPaths);\n}\n\n// The pool is created at most once, lazily, on whichever build() or invalidate() call first\n// needs it, and reused by every later call on this instance.\nexport function createBuilder(conn: Connection, cfg: Config, paths: ReconcilePaths, dialect: ReconcileDialect): Builder {\n  const pool = new ParsePool();\n  return {\n    build: (forcedPaths) => reconcile(conn, cfg, paths, dialect, pool, forcedPaths),\n    recover: () => recoverIncomplete(conn, cfg, paths, dialect, pool),\n    invalidate: (kind) => (kind === 'model' ? nullEmbedVectors(conn, dialect) : rebuildEmbeddings(conn, cfg, paths.rootDir, dialect, pool)),\n    invalidateFeatures: (toggles) => invalidateFeatureToggles(conn, cfg, paths.rootDir, dialect, pool, toggles),\n    close: () => pool.close(),\n    get poolsCreated() {\n      return pool.poolsCreated;\n    },\n  };\n}\n"],"names":["featureEnabled","embed","FEATURES","rank","listFiles","ParsePool","reparseFiles","NARROW_FEATURE_TABLE","reconcile","getColumns","withTransaction","nullEmbedVectors","conn","dialect","exec","beginMode","parsed","rebuildEmbeddings","cfg","baseDir","pool","existingStmt","prepare","existingPaths","Set","all","map","r","path","files","filter","f","has","relPath","length","docs","undefined","paths","d","delta","reparsed","added","vanished","remove","store","extracted","invalidateFeatureTable","toggle","table","name","feature","find","Error","turnedOn","docsForFeature","afterReconcile","nullRank","columns","rerunRank","invalidateFeatureToggles","toggles","byName","Map","linksToggle","get","rankToggle","recoverIncomplete","disabled","schema","rootDir","some","embeddingsTable","forcedPaths","file","createBuilder","build","recover","invalidate","kind","invalidateFeatures","close","poolsCreated"],"mappings":"AAAA,SAAsBA,cAAc,QAAQ,qBAAqB;AACjE,SAASC,KAAK,QAAQ,uBAAuB;AAC7C,SAASC,QAAQ,QAAQ,uBAAuB;AAChD,SAASC,IAAI,QAAQ,sBAAsB;AAE3C,SAASC,SAAS,QAAQ,mBAAmB;AAC7C,SAASC,SAAS,QAAQ,kBAAkB;AAC5C,SAASC,YAAY,QAAQ,qBAAqB;AAGlD,SAASC,oBAAoB,QAAQ,qBAAqB;AAC1D,SAA8BC,SAAS,QAAQ,iBAAiB;AAChE,SAASC,UAAU,QAAQ,cAAc;AAEzC,SAASC,eAAe,QAAQ,mBAAmB;AAwBnD,6FAA6F;AAC7F,wEAAwE;AACxE,eAAeC,iBAAiBC,IAAgB,EAAEC,OAAyB;IACzE,MAAMH,gBAAgBE,MAAM,IAAMA,KAAKE,IAAI,CAAC,sDAAsDD,QAAQE,SAAS;IACnH,OAAO;QAAEC,QAAQ;IAAE;AACrB;AAEA,mGAAmG;AACnG,6FAA6F;AAC7F,eAAeC,kBAAkBL,IAAgB,EAAEM,GAAW,EAAEC,OAAe,EAAEN,OAAyB,EAAEO,IAAe;IACzH,MAAMC,eAAe,MAAMT,KAAKU,OAAO,CAAC;IACxC,MAAMC,gBAAgB,IAAIC,IAAI,AAAC,CAAA,MAAMH,aAAaI,GAAG,EAAC,EAAGC,GAAG,CAAC,CAACC,IAAM,AAACA,EAAuBC,IAAI;IAChG,8FAA8F;IAC9F,4FAA4F;IAC5F,MAAMC,QAAQzB,UAAUc,KAAKC,SAASW,MAAM,CAAC,CAACC,IAAMA,EAAE9B,KAAK,IAAIsB,cAAcS,GAAG,CAACD,EAAEE,OAAO;IAC1F,IAAIJ,MAAMK,MAAM,KAAK,GAAG,OAAO;QAAElB,QAAQ;IAAE;IAE3C,MAAM,EAAEmB,IAAI,EAAE,GAAG,MAAM7B,aAAauB,OAAO;QAAC5B;KAAM,EAAEiB,KAAK,IAAIM,OAAOY,WAAW;QAAEhB;IAAK;IACtF,MAAMiB,QAAQF,KAAKT,GAAG,CAAC,CAACY,IAAMA,EAAEL,OAAO;IACvC,MAAMM,QAAwB;QAAEV;QAAOW,UAAUH;QAAOI,OAAO,EAAE;QAAEC,UAAU,EAAE;IAAC;IAChF,MAAMhC,gBACJE,MACA;YACQX,eACAA;QADN,QAAMA,gBAAAA,MAAM0C,MAAM,cAAZ1C,oCAAAA,mBAAAA,OAAeW,MAAMyB,OAAOE;QAClC,QAAMtC,eAAAA,MAAM2C,KAAK,cAAX3C,mCAAAA,kBAAAA,OACJW,MACAuB,KAAKT,GAAG,CAAC,CAACY,IAAO,CAAA;gBAAEV,MAAMU,EAAEL,OAAO;gBAAEY,WAAWP,EAAEO,SAAS,CAAC5C,KAAK;YAAC,CAAA,IACjEsC;IAEJ,GACA1B,QAAQE,SAAS;IAEnB,OAAO;QAAEC,QAAQmB,KAAKD,MAAM;IAAC;AAC/B;AAEA,gGAAgG;AAChG,gGAAgG;AAChG,6FAA6F;AAC7F,kGAAkG;AAClG,eAAeY,uBAAuBlC,IAAgB,EAAEM,GAAW,EAAEC,OAAe,EAAEN,OAAyB,EAAEO,IAAe,EAAE2B,MAAqB;IACrJ,MAAMC,QAAQzC,oBAAoB,CAACwC,OAAOE,IAAI,CAAC;IAC/C,MAAMC,UAAUhD,SAASiD,IAAI,CAAC,CAACpB,IAAMA,EAAEkB,IAAI,KAAKF,OAAOE,IAAI;IAC3D,IAAI,CAACC,SAAS,MAAM,IAAIE,MAAM,CAAC,qDAAqD,EAAEL,OAAOE,IAAI,CAAC,CAAC,CAAC;IAEpG,IAAI,CAACF,OAAOM,QAAQ,EAAE;QACpB,MAAM3C,gBAAgBE,MAAM,IAAMA,KAAKE,IAAI,CAAC,CAAC,YAAY,EAAEkC,OAAO,GAAGnC,QAAQE,SAAS;QACtF,OAAO;YAAEC,QAAQ;QAAE;IACrB;IAEA,MAAMa,QAAQzB,UAAUc,KAAKC;IAC7B,MAAM,EAAEgB,IAAI,EAAE,GAAG,MAAM7B,aAAauB,OAAO;QAACqB;KAAQ,EAAEhC,KAAK,IAAIM,OAAOY,WAAW;QAAEhB;IAAK;IACxF,MAAMkC,iBAAiBnB,KAAKT,GAAG,CAAC,CAACY,IAAO,CAAA;YAAEV,MAAMU,EAAEL,OAAO;YAAEY,WAAWP,EAAEO,SAAS,CAACK,QAAQD,IAAI,CAAC;QAAC,CAAA;IAChG,MAAMZ,QAAQF,KAAKT,GAAG,CAAC,CAACY,IAAMA,EAAEL,OAAO;IACvC,8FAA8F;IAC9F,kFAAkF;IAClF,MAAMM,QAAwB;QAAEV;QAAOW,UAAUH;QAAOI,OAAOJ;QAAOK,UAAU,EAAE;IAAC;IACnF,MAAMhC,gBACJE,MACA;YAEQsC,gBACAA;QAFN,MAAMtC,KAAKE,IAAI,CAAC,CAAC,YAAY,EAAEkC,OAAO;QACtC,QAAME,iBAAAA,QAAQN,KAAK,cAAbM,qCAAAA,oBAAAA,SAAgBtC,MAAM0C,gBAAgBf;QAC5C,QAAMW,0BAAAA,QAAQK,cAAc,cAAtBL,8CAAAA,6BAAAA,SAAyBtC,MAAM2B;IACvC,GACA1B,QAAQE,SAAS;IAEnB,OAAO;QAAEC,QAAQmB,KAAKD,MAAM;IAAC;AAC/B;AAEA,+FAA+F;AAC/F,wFAAwF;AACxF,eAAesB,SAAS5C,IAAgB,EAAEC,OAAyB;IACjE,MAAM4C,UAAU,MAAMhD,WAAWG;IACjC,IAAI,CAAC6C,QAAQzB,GAAG,CAAC,UAAU;IAC3B,MAAMtB,gBAAgBE,MAAM,IAAMA,KAAKE,IAAI,CAAC,0CAA0CD,QAAQE,SAAS;AACzG;AAEA,6FAA6F;AAC7F,0DAA0D;AAC1D,eAAe2C,UAAU9C,IAAgB,EAAEC,OAAyB;IAClE,MAAM0B,QAAwB;QAAEV,OAAO,EAAE;QAAEW,UAAU,EAAE;QAAEC,OAAO,EAAE;QAAEC,UAAU,EAAE;IAAC;IACjF,MAAMhC,gBACJE,MACA;YACQT;QAAN,QAAMA,uBAAAA,KAAKoD,cAAc,cAAnBpD,2CAAAA,0BAAAA,MAAsBS,MAAM2B;IACpC,GACA1B,QAAQE,SAAS;AAErB;AAEA,eAAe4C,yBAAyB/C,IAAgB,EAAEM,GAAW,EAAEC,OAAe,EAAEN,OAAyB,EAAEO,IAAe,EAAEwC,OAAwB;IAC1J,MAAMC,SAAS,IAAIC,IAAIF,QAAQlC,GAAG,CAAC,CAACqB,SAAW;YAACA,OAAOE,IAAI;YAAEF;SAAO;IACpE,IAAI/B,SAAS;IAEb,4FAA4F;IAC5F,mFAAmF;IACnF,MAAM+C,cAAcF,OAAOG,GAAG,CAAC;IAC/B,IAAID,aAAa;QACf/C,UAAU,AAAC,CAAA,MAAM8B,uBAAuBlC,MAAMM,KAAKC,SAASN,SAASO,MAAM2C,YAAW,EAAG/C,MAAM;QAC/F,4FAA4F;QAC5F,0FAA0F;QAC1F,IAAI,CAAC+C,YAAYV,QAAQ,EAAE,MAAMG,SAAS5C,MAAMC;IAClD;IAEA,wFAAwF;IACxF,yFAAyF;IACzF,8EAA8E;IAC9E,MAAMoD,aAAaJ,OAAOG,GAAG,CAAC;IAC9B,IAAIC,YAAY;QACd,IAAIA,WAAWZ,QAAQ,EAAE,MAAMK,UAAU9C,MAAMC;aAC1C,MAAM2C,SAAS5C,MAAMC;IAC5B;IAEA,KAAK,MAAMkC,UAAUa,QAAS;QAC5B,IAAIb,OAAOE,IAAI,KAAK,WAAWF,OAAOE,IAAI,KAAK,QAAQ;QACvDjC,UAAU,AAAC,CAAA,MAAM8B,uBAAuBlC,MAAMM,KAAKC,SAASN,SAASO,MAAM2B,OAAM,EAAG/B,MAAM;IAC5F;IACA,OAAO;QAAEA;IAAO;AAClB;AAEA,eAAekD,kBAAkBtD,IAAgB,EAAEM,GAAW,EAAEmB,KAAqB,EAAExB,OAAyB,EAAEO,IAAe;IAC/H,MAAM+C,WAAWjE,SAAS4B,MAAM,CAAC,CAACoB,UAAY,CAAClD,eAAekB,KAAKgC,QAAQD,IAAI;IAC/E,KAAK,MAAMC,WAAWiB,SAAU;QAC9B,IAAIjB,QAAQD,IAAI,KAAK,SAAS,MAAMC,QAAQkB,MAAM,CAACxD;IACrD;IAEA,MAAMgD,UAA2BO,SAASrC,MAAM,CAAC,CAACoB,UAAYA,QAAQD,IAAI,KAAK,SAASvB,GAAG,CAAC,CAACwB,UAAa,CAAA;YAAED,MAAMC,QAAQD,IAAI;YAAEI,UAAU;QAAM,CAAA;IAChJ,MAAMM,yBAAyB/C,MAAMM,KAAKmB,MAAMgC,OAAO,EAAExD,SAASO,MAAMwC;IACxE,IAAIO,SAASG,IAAI,CAAC,CAACpB,UAAYA,QAAQD,IAAI,KAAK,UAAU;QACxD,MAAMsB,kBAAkB,MAAM3D,KAAKU,OAAO,CAAC;QAC3C,IAAI,AAAC,CAAA,MAAMiD,gBAAgB9C,GAAG,EAAC,EAAGS,MAAM,GAAG,GAAG,MAAMxB,gBAAgBE,MAAM,IAAMA,KAAKE,IAAI,CAAC,2BAA2BD,QAAQE,SAAS;IACxI;IAEA,MAAMyD,cAAc,IAAIhD,IAAIpB,UAAUc,KAAKmB,MAAMgC,OAAO,EAAE3C,GAAG,CAAC,CAAC+C,OAASA,KAAKxC,OAAO;IACpF,OAAOzB,UAAUI,MAAMM,KAAKmB,OAAOxB,SAASO,MAAMoD;AACpD;AAEA,4FAA4F;AAC5F,6DAA6D;AAC7D,OAAO,SAASE,cAAc9D,IAAgB,EAAEM,GAAW,EAAEmB,KAAqB,EAAExB,OAAyB;IAC3G,MAAMO,OAAO,IAAIf;IACjB,OAAO;QACLsE,OAAO,CAACH,cAAgBhE,UAAUI,MAAMM,KAAKmB,OAAOxB,SAASO,MAAMoD;QACnEI,SAAS,IAAMV,kBAAkBtD,MAAMM,KAAKmB,OAAOxB,SAASO;QAC5DyD,YAAY,CAACC,OAAUA,SAAS,UAAUnE,iBAAiBC,MAAMC,WAAWI,kBAAkBL,MAAMM,KAAKmB,MAAMgC,OAAO,EAAExD,SAASO;QACjI2D,oBAAoB,CAACnB,UAAYD,yBAAyB/C,MAAMM,KAAKmB,MAAMgC,OAAO,EAAExD,SAASO,MAAMwC;QACnGoB,OAAO,IAAM5D,KAAK4D,KAAK;QACvB,IAAIC;YACF,OAAO7D,KAAK6D,YAAY;QAC1B;IACF;AACF"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/store/builder.ts"],"sourcesContent":["import { channel } from 'node:diagnostics_channel';\nimport { type Config, featureEnabled, featureSignature, type ResolvedConfig } from '../config/index.ts';\nimport { SenseError } from '../errors.ts';\nimport { embed } from '../features/embed.ts';\nimport { FEATURES } from '../features/index.ts';\nimport { rank } from '../features/rank.ts';\nimport type { ReconcileDelta } from '../features/types.ts';\nimport { listFiles } from '../scan/index.ts';\nimport { ParsePool } from '../scan/pool.ts';\nimport { reparseFiles } from '../scan/reparse.ts';\nimport { classifyEmbedChange } from './embed-scope.ts';\nimport { classifyFeatureToggles, type FeatureToggle, isFeatureOnlyChange, NARROW_FEATURE_TABLE } from './feature-scope.ts';\nimport { forcedPresetPaths, isPresetOnlyChange } from './preset-scope.ts';\nimport { CORE_GENERATION_META_KEY, CORE_READY_META_KEY, FEATURE_SIGNATURE_META_KEY } from './readiness.ts';\nimport { createReconcileTiming, prepareReconcile, type ReconcilePaths, type ReconcileSnapshot, type ReconcileTiming, readReconcileSnapshot } from './reconcile.ts';\nimport { setMeta } from './shared.ts';\nimport { changedSignatureKeys, embedIdentityAdopted, signatureDiff } from './signature.ts';\nimport type { Stages } from './stages.ts';\nimport { withTransaction } from './transaction.ts';\nimport type { Connection, ReconcileDialect } from './types.ts';\n\ninterface BuildResult {\n  parsed: number;\n  warnings: string[];\n  stages: Stages;\n  messages: string[];\n}\n\nexport interface Builder {\n  build(): Promise<BuildResult>;\n  close(): Promise<void>;\n  readonly poolsCreated: number;\n}\n\ninterface CoreBaseline {\n  schemaVersion: string | null;\n  features: string | null;\n  ready: string | null;\n  generation: string | null;\n}\n\ninterface PlanningSnapshot {\n  baseline: CoreBaseline;\n  reconcile: ReconcileSnapshot;\n  tables: Set<string>;\n}\n\ninterface PreparedInvalidation {\n  mutated: boolean;\n  parsed: number;\n  apply(conn: Connection): Promise<void>;\n}\n\ninterface BuildClassification {\n  embedKind: ReturnType<typeof classifyEmbedChange>;\n  featureToggles: FeatureToggle[];\n  forcedPaths?: ReadonlySet<string>;\n  fullRebuild: boolean;\n  messages: string[];\n}\n\ntype EnsureFeatureSchema = (cfg: ResolvedConfig) => Promise<void>;\n\nclass StaleBuildPlan extends Error {}\n\nconst buildPlan = channel('sensemaking.store.build-plan');\nconst SCHEMA_VERSION_META_KEY = 'schema_version';\n\nasync function readCoreBaseline(conn: Connection): Promise<CoreBaseline> {\n  const keys = [SCHEMA_VERSION_META_KEY, FEATURE_SIGNATURE_META_KEY, CORE_READY_META_KEY, CORE_GENERATION_META_KEY];\n  const stmt = await conn.prepare(`SELECT key, value FROM meta WHERE key IN (${keys.map(() => '?').join(', ')})`);\n  const values = new Map(((await stmt.all(...keys)) as Array<{ key: string; value: string }>).map((row) => [row.key, row.value]));\n  return {\n    schemaVersion: values.get(SCHEMA_VERSION_META_KEY) ?? null,\n    features: values.get(FEATURE_SIGNATURE_META_KEY) ?? null,\n    ready: values.get(CORE_READY_META_KEY) ?? null,\n    generation: values.get(CORE_GENERATION_META_KEY) ?? null,\n  };\n}\n\nfunction sameBaseline(a: CoreBaseline, b: CoreBaseline): boolean {\n  return a.schemaVersion === b.schemaVersion && a.features === b.features && a.ready === b.ready && a.generation === b.generation;\n}\n\nfunction nextGeneration(value: string | null): string {\n  const current = value === null ? 0 : Number(value);\n  if (!Number.isSafeInteger(current) || current < 0 || current === Number.MAX_SAFE_INTEGER) throw new SenseError('INDEX_NOT_READY', `the durable core generation is invalid (${value ?? 'missing'}); run sense build --force to recreate the derived index`);\n  return String(current + 1);\n}\n\nasync function readPlanningSnapshot(conn: Connection, timing: ReconcileTiming): Promise<PlanningSnapshot> {\n  return withTransaction(conn, async () => {\n    const baseline = await readCoreBaseline(conn);\n    const reconcile = await readReconcileSnapshot(conn, timing);\n    const tablesStmt = await conn.prepare(\"SELECT name FROM sqlite_master WHERE type = 'table'\");\n    const tables = new Set(((await tablesStmt.all()) as Array<{ name: string }>).map((row) => row.name));\n    return { baseline, reconcile, tables };\n  });\n}\n\nfunction activeSchemaMissing(snapshot: PlanningSnapshot, cfg: Config): boolean {\n  for (const feature of FEATURES) {\n    if (!featureEnabled(cfg, feature.name)) continue;\n    if (feature.name === 'rank') {\n      if (!snapshot.reconcile.seenColumns.has('_rank')) return true;\n      continue;\n    }\n    const table = feature.name === 'embed' ? 'embeddings' : NARROW_FEATURE_TABLE[feature.name];\n    if (table && !snapshot.tables.has(table)) return true;\n  }\n  return false;\n}\n\nfunction classifyBuild(snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, wanted: string): BuildClassification {\n  const before = snapshot.baseline.features;\n  const recover = snapshot.baseline.ready === '0';\n  const messages: string[] = [];\n  if (recover) messages.push('sense: recovering an incomplete index generation in place');\n  if (!recover && before !== null && before === wanted && activeSchemaMissing(snapshot, cfg)) {\n    messages.push('sense: recovering missing feature schema in place');\n    return { embedKind: null, featureToggles: [], fullRebuild: true, messages };\n  }\n  if (recover || before === null || before === wanted) return { embedKind: null, featureToggles: [], fullRebuild: recover, messages };\n\n  const changedKeys = changedSignatureKeys(before, wanted);\n  if (changedKeys.size === 1 && changedKeys.has('embed') && embedIdentityAdopted(before, wanted)) {\n    messages.push(\"sense: recorded the embedding model's resolved identity; vectors are unaffected\");\n    return { embedKind: null, featureToggles: [], fullRebuild: false, messages };\n  }\n\n  const embedKind = changedKeys.size === 1 && changedKeys.has('embed') ? classifyEmbedChange(before, wanted) : null;\n  if (embedKind !== null) {\n    messages.push(embedKind === 'model' ? 'sense: config change (embed settings) invalidates only the stale vectors' : 'sense: config change (embed settings) rebuilds only the embeddings it affects');\n    return { embedKind, featureToggles: [], fullRebuild: false, messages };\n  }\n\n  const presetForced = isPresetOnlyChange(changedKeys) ? forcedPresetPaths(cfg, paths.rootDir, before, changedKeys) : null;\n  if (presetForced !== null) {\n    messages.push(`sense: config change (${signatureDiff(before, wanted)}) reparses only the files it affects`);\n    return { embedKind: null, featureToggles: [], forcedPaths: presetForced, fullRebuild: false, messages };\n  }\n\n  const toggles = isFeatureOnlyChange(changedKeys) ? classifyFeatureToggles(before, wanted, changedKeys) : null;\n  if (toggles !== null) {\n    messages.push(`sense: config change (${signatureDiff(before, wanted)}) reparses only the feature it affects`);\n    return { embedKind: null, featureToggles: toggles, fullRebuild: false, messages };\n  }\n\n  messages.push(`sense: config change (${signatureDiff(before, wanted)}) rebuilds the index`);\n  return { embedKind: null, featureToggles: [], fullRebuild: true, messages };\n}\n\nasync function prepareEmbedInvalidation(kind: NonNullable<BuildClassification['embedKind']>, snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  if (kind === 'model') {\n    return { mutated: true, parsed: 0, apply: (conn) => conn.exec('UPDATE embeddings SET vector = NULL, scale = NULL') };\n  }\n\n  const existing = new Set(snapshot.reconcile.existingRows.map((row) => row.path));\n  const files = listFiles(cfg, paths.rootDir).filter((file) => file.embed && existing.has(file.relPath));\n  const { docs } = await reparseFiles(files, [embed], cfg, new Set(), undefined, { pool });\n  const pathsChanged = docs.map((doc) => doc.relPath);\n  const delta: ReconcileDelta = { files, reparsed: pathsChanged, added: [], vanished: [] };\n  return {\n    mutated: true,\n    parsed: docs.length,\n    async apply(conn) {\n      // Chunk changes can also change the model. Clear every affected row even when\n      // its text identity happens to match under the new configuration.\n      if (pathsChanged.length > 0)\n        await conn.runBatch(\n          'DELETE FROM embeddings WHERE \"path\" = ?',\n          pathsChanged.map((path) => [path])\n        );\n      await embed.store?.(\n        conn,\n        docs.map((doc) => ({ path: doc.relPath, extracted: doc.extracted.embed })),\n        delta\n      );\n    },\n  };\n}\n\nasync function prepareFeatureInvalidation(toggles: FeatureToggle[], snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  if (toggles.length === 0) return { mutated: false, parsed: 0, apply: async () => {} };\n  const prepared = new Map<string, { feature: (typeof FEATURES)[number]; docs: Awaited<ReturnType<typeof reparseFiles>>['docs']; files: ReturnType<typeof listFiles> }>();\n  let parsed = 0;\n  for (const toggle of toggles) {\n    if (!toggle.turnedOn || toggle.name === 'rank') continue;\n    const feature = FEATURES.find((candidate) => candidate.name === toggle.name);\n    if (!feature) throw new Error(`prepareFeatureInvalidation: no registered feature named \"${toggle.name}\"`);\n    const files = listFiles(cfg, paths.rootDir);\n    const { docs } = await reparseFiles(files, [feature], cfg, new Set(), undefined, { pool });\n    parsed += docs.length;\n    prepared.set(toggle.name, { feature, docs, files });\n  }\n\n  const applyTable = async (conn: Connection, toggle: FeatureToggle): Promise<void> => {\n    const table = NARROW_FEATURE_TABLE[toggle.name];\n    if (!table) return;\n    if (!toggle.turnedOn) {\n      if (snapshot.tables.has(table)) await conn.exec(`DELETE FROM ${table}`);\n      return;\n    }\n    const plan = prepared.get(toggle.name);\n    if (!plan) throw new Error(`prepareFeatureInvalidation: missing prepared feature \"${toggle.name}\"`);\n    const pathsChanged = plan.docs.map((doc) => doc.relPath);\n    const delta: ReconcileDelta = { files: plan.files, reparsed: pathsChanged, added: pathsChanged, vanished: [] };\n    await conn.exec(`DELETE FROM ${table}`);\n    await plan.feature.store?.(\n      conn,\n      plan.docs.map((doc) => ({ path: doc.relPath, extracted: doc.extracted[plan.feature.name] })),\n      delta\n    );\n    await plan.feature.afterReconcile?.(conn, delta);\n  };\n\n  const nullRank = async (conn: Connection): Promise<void> => {\n    if (snapshot.reconcile.seenColumns.has('_rank')) await conn.exec('UPDATE frontmatter SET \"_rank\" = NULL');\n  };\n\n  return {\n    mutated: true,\n    parsed,\n    async apply(conn) {\n      const byName = new Map(toggles.map((toggle) => [toggle.name, toggle]));\n      const linksToggle = byName.get('links');\n      if (linksToggle) {\n        await applyTable(conn, linksToggle);\n        if (!linksToggle.turnedOn) await nullRank(conn);\n      }\n      const rankToggle = byName.get('rank');\n      if (rankToggle) {\n        if (rankToggle.turnedOn) await rank.afterReconcile?.(conn, { files: [], reparsed: [], added: [], vanished: [] });\n        else await nullRank(conn);\n      }\n      for (const toggle of toggles) {\n        if (toggle.name !== 'links' && toggle.name !== 'rank') await applyTable(conn, toggle);\n      }\n    },\n  };\n}\n\nfunction recoveryToggles(cfg: Config, snapshot: PlanningSnapshot): FeatureToggle[] {\n  const toggles: FeatureToggle[] = [];\n  for (const feature of FEATURES) {\n    const table = NARROW_FEATURE_TABLE[feature.name];\n    if (table && !featureEnabled(cfg, feature.name) && snapshot.tables.has(table)) toggles.push({ name: feature.name, turnedOn: false });\n  }\n  return toggles;\n}\n\nasync function prepareInvalidation(classification: BuildClassification, snapshot: PlanningSnapshot, cfg: Config, paths: ReconcilePaths, pool: ParsePool): Promise<PreparedInvalidation> {\n  const plans: PreparedInvalidation[] = [];\n  if (classification.embedKind) plans.push(await prepareEmbedInvalidation(classification.embedKind, snapshot, cfg, paths, pool));\n  if (classification.featureToggles.length > 0) plans.push(await prepareFeatureInvalidation(classification.featureToggles, snapshot, cfg, paths, pool));\n  if (classification.fullRebuild) {\n    plans.push(await prepareFeatureInvalidation(recoveryToggles(cfg, snapshot), snapshot, cfg, paths, pool));\n    // Full rebuild and recovery must not reuse vectors from the prior generation.\n    if (snapshot.tables.has('embeddings')) {\n      plans.push({ mutated: true, parsed: 0, apply: (conn) => conn.exec('DELETE FROM embeddings') });\n    }\n    if (!featureEnabled(cfg, 'rank') && snapshot.reconcile.seenColumns.has('_rank')) {\n      plans.push({ mutated: true, parsed: 0, apply: (conn) => conn.exec('UPDATE frontmatter SET \"_rank\" = NULL') });\n    }\n  }\n  return {\n    mutated: plans.some((plan) => plan.mutated),\n    parsed: plans.reduce((sum, plan) => sum + plan.parsed, 0),\n    async apply(conn) {\n      for (const plan of plans) await plan.apply(conn);\n    },\n  };\n}\n\nfunction forcedPaths(classification: BuildClassification, snapshot: PlanningSnapshot): ReadonlySet<string> | undefined {\n  if (!classification.fullRebuild) return classification.forcedPaths;\n  // New paths are reparsed by definition. Forcing every previously indexed path makes every\n  // survivor a reparse without a second filesystem scan outside prepareReconcile's one listing.\n  return new Set(snapshot.reconcile.existingRows.map((row) => row.path));\n}\n\nasync function publishAttempt(conn: Connection, liveCfg: ResolvedConfig, dialect: ReconcileDialect, pool: ParsePool, ensureFeatureSchema: EnsureFeatureSchema, timing: ReconcileTiming, attempt: number): Promise<BuildResult> {\n  const cfg = structuredClone(liveCfg);\n  const configIdentity = JSON.stringify(cfg);\n  const paths: ReconcilePaths = { rootDir: cfg.rootDir ?? cfg.baseDir, configDir: cfg.configDir ?? cfg.baseDir };\n  const wanted = featureSignature(cfg, FEATURES);\n  const snapshot = await readPlanningSnapshot(conn, timing);\n  const classification = classifyBuild(snapshot, cfg, paths, wanted);\n  const invalidation = await prepareInvalidation(classification, snapshot, cfg, paths, pool);\n  const reconcile = await prepareReconcile(snapshot.reconcile, cfg, paths, dialect, timing, pool, forcedPaths(classification, snapshot));\n  const mutated = classification.fullRebuild || invalidation.mutated || reconcile.mutated || snapshot.baseline.features !== wanted || snapshot.baseline.ready !== '1';\n\n  if (buildPlan.hasSubscribers) buildPlan.publish({ attempt, baseline: snapshot.baseline, wantedSignature: wanted });\n  const txStart = Date.now();\n  let txMs: number;\n  try {\n    await withTransaction(\n      conn,\n      async () => {\n        const current = await readCoreBaseline(conn);\n        const currentWanted = featureSignature(liveCfg, FEATURES);\n        if (!sameBaseline(current, snapshot.baseline) || JSON.stringify(liveCfg) !== configIdentity || currentWanted !== wanted) {\n          throw new StaleBuildPlan('core generation or configuration changed while this build was planning');\n        }\n        if (!mutated) return;\n        await ensureFeatureSchema(cfg);\n        await invalidation.apply(conn);\n        await reconcile.apply(conn);\n        const publishedWanted = featureSignature(liveCfg, FEATURES);\n        if (JSON.stringify(liveCfg) !== configIdentity || publishedWanted !== wanted) throw new StaleBuildPlan('configuration changed while this build was publishing');\n        await setMeta(conn, FEATURE_SIGNATURE_META_KEY, wanted);\n        await setMeta(conn, CORE_READY_META_KEY, '1');\n        await setMeta(conn, CORE_GENERATION_META_KEY, nextGeneration(snapshot.baseline.generation));\n      },\n      dialect.beginMode()\n    );\n  } finally {\n    txMs = Date.now() - txStart;\n    timing.txMs += txMs;\n  }\n  if (reconcile.mutated) await reconcile.record(conn, txMs);\n  return {\n    parsed: invalidation.parsed + reconcile.parsed,\n    warnings: reconcile.warnings,\n    stages: reconcile.finish(timing.txMs),\n    messages: classification.messages,\n  };\n}\n\nexport function createBuilder(conn: Connection, cfg: ResolvedConfig, dialect: ReconcileDialect, ensureFeatureSchema: EnsureFeatureSchema): Builder {\n  const pool = new ParsePool();\n  return {\n    async build() {\n      // One clock and recorder span both bounded attempts. Baseline/catalog reads and feature\n      // invalidation preparation are included in totalMs but remain intentionally unlabelled;\n      // existing/list/parse and publication stages accumulate under their established labels.\n      const timing = createReconcileTiming(cfg);\n      for (let attempt = 0; attempt < 2; attempt++) {\n        try {\n          return await publishAttempt(conn, cfg, dialect, pool, ensureFeatureSchema, timing, attempt);\n        } catch (err) {\n          if (!(err instanceof StaleBuildPlan)) throw err;\n          if (attempt === 1) throw new SenseError('STORE_BUSY', 'the index changed during both bounded publication attempts; wait for the competing build to finish and retry');\n        }\n      }\n      throw new Error('unreachable build attempt state');\n    },\n    close: () => pool.close(),\n    get poolsCreated() {\n      return pool.poolsCreated;\n    },\n  };\n}\n"],"names":["channel","featureEnabled","featureSignature","SenseError","embed","FEATURES","rank","listFiles","ParsePool","reparseFiles","classifyEmbedChange","classifyFeatureToggles","isFeatureOnlyChange","NARROW_FEATURE_TABLE","forcedPresetPaths","isPresetOnlyChange","CORE_GENERATION_META_KEY","CORE_READY_META_KEY","FEATURE_SIGNATURE_META_KEY","createReconcileTiming","prepareReconcile","readReconcileSnapshot","setMeta","changedSignatureKeys","embedIdentityAdopted","signatureDiff","withTransaction","StaleBuildPlan","Error","buildPlan","SCHEMA_VERSION_META_KEY","readCoreBaseline","conn","values","keys","stmt","prepare","map","join","Map","all","row","key","value","schemaVersion","get","features","ready","generation","sameBaseline","a","b","nextGeneration","current","Number","isSafeInteger","MAX_SAFE_INTEGER","String","readPlanningSnapshot","timing","baseline","reconcile","tablesStmt","tables","Set","name","activeSchemaMissing","snapshot","cfg","feature","seenColumns","has","table","classifyBuild","paths","wanted","before","recover","messages","push","embedKind","featureToggles","fullRebuild","changedKeys","size","presetForced","rootDir","forcedPaths","toggles","prepareEmbedInvalidation","kind","pool","mutated","parsed","apply","exec","existing","existingRows","path","files","filter","file","relPath","docs","undefined","pathsChanged","doc","delta","reparsed","added","vanished","length","runBatch","store","extracted","prepareFeatureInvalidation","prepared","toggle","turnedOn","find","candidate","set","applyTable","plan","afterReconcile","nullRank","byName","linksToggle","rankToggle","recoveryToggles","prepareInvalidation","classification","plans","some","reduce","sum","publishAttempt","liveCfg","dialect","ensureFeatureSchema","attempt","structuredClone","configIdentity","JSON","stringify","baseDir","configDir","invalidation","hasSubscribers","publish","wantedSignature","txStart","Date","now","txMs","currentWanted","publishedWanted","beginMode","record","warnings","stages","finish","createBuilder","build","err","close","poolsCreated"],"mappings":"AAAA,SAASA,OAAO,QAAQ,2BAA2B;AACnD,SAAsBC,cAAc,EAAEC,gBAAgB,QAA6B,qBAAqB;AACxG,SAASC,UAAU,QAAQ,eAAe;AAC1C,SAASC,KAAK,QAAQ,uBAAuB;AAC7C,SAASC,QAAQ,QAAQ,uBAAuB;AAChD,SAASC,IAAI,QAAQ,sBAAsB;AAE3C,SAASC,SAAS,QAAQ,mBAAmB;AAC7C,SAASC,SAAS,QAAQ,kBAAkB;AAC5C,SAASC,YAAY,QAAQ,qBAAqB;AAClD,SAASC,mBAAmB,QAAQ,mBAAmB;AACvD,SAASC,sBAAsB,EAAsBC,mBAAmB,EAAEC,oBAAoB,QAAQ,qBAAqB;AAC3H,SAASC,iBAAiB,EAAEC,kBAAkB,QAAQ,oBAAoB;AAC1E,SAASC,wBAAwB,EAAEC,mBAAmB,EAAEC,0BAA0B,QAAQ,iBAAiB;AAC3G,SAASC,qBAAqB,EAAEC,gBAAgB,EAAqEC,qBAAqB,QAAQ,iBAAiB;AACnK,SAASC,OAAO,QAAQ,cAAc;AACtC,SAASC,oBAAoB,EAAEC,oBAAoB,EAAEC,aAAa,QAAQ,iBAAiB;AAE3F,SAASC,eAAe,QAAQ,mBAAmB;AA6CnD,IAAA,AAAMC,iBAAN,MAAMA,uBAAuBC;AAAO;AAEpC,MAAMC,YAAY7B,QAAQ;AAC1B,MAAM8B,0BAA0B;AAEhC,eAAeC,iBAAiBC,IAAgB;QAK7BC,aACLA,cACHA,cACKA;IAPd,MAAMC,OAAO;QAACJ;QAAyBZ;QAA4BD;QAAqBD;KAAyB;IACjH,MAAMmB,OAAO,MAAMH,KAAKI,OAAO,CAAC,CAAC,0CAA0C,EAAEF,KAAKG,GAAG,CAAC,IAAM,KAAKC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9G,MAAML,SAAS,IAAIM,IAAI,AAAE,CAAA,MAAMJ,KAAKK,GAAG,IAAIN,KAAI,EAA6CG,GAAG,CAAC,CAACI,MAAQ;YAACA,IAAIC,GAAG;YAAED,IAAIE,KAAK;SAAC;IAC7H,OAAO;QACLC,aAAa,GAAEX,cAAAA,OAAOY,GAAG,CAACf,sCAAXG,yBAAAA,cAAuC;QACtDa,QAAQ,GAAEb,eAAAA,OAAOY,GAAG,CAAC3B,yCAAXe,0BAAAA,eAA0C;QACpDc,KAAK,GAAEd,eAAAA,OAAOY,GAAG,CAAC5B,kCAAXgB,0BAAAA,eAAmC;QAC1Ce,UAAU,GAAEf,eAAAA,OAAOY,GAAG,CAAC7B,uCAAXiB,0BAAAA,eAAwC;IACtD;AACF;AAEA,SAASgB,aAAaC,CAAe,EAAEC,CAAe;IACpD,OAAOD,EAAEN,aAAa,KAAKO,EAAEP,aAAa,IAAIM,EAAEJ,QAAQ,KAAKK,EAAEL,QAAQ,IAAII,EAAEH,KAAK,KAAKI,EAAEJ,KAAK,IAAIG,EAAEF,UAAU,KAAKG,EAAEH,UAAU;AACjI;AAEA,SAASI,eAAeT,KAAoB;IAC1C,MAAMU,UAAUV,UAAU,OAAO,IAAIW,OAAOX;IAC5C,IAAI,CAACW,OAAOC,aAAa,CAACF,YAAYA,UAAU,KAAKA,YAAYC,OAAOE,gBAAgB,EAAE,MAAM,IAAIrD,WAAW,mBAAmB,CAAC,wCAAwC,EAAEwC,kBAAAA,mBAAAA,QAAS,UAAU,wDAAwD,CAAC;IACzP,OAAOc,OAAOJ,UAAU;AAC1B;AAEA,eAAeK,qBAAqB1B,IAAgB,EAAE2B,MAAuB;IAC3E,OAAOjC,gBAAgBM,MAAM;QAC3B,MAAM4B,WAAW,MAAM7B,iBAAiBC;QACxC,MAAM6B,YAAY,MAAMxC,sBAAsBW,MAAM2B;QACpD,MAAMG,aAAa,MAAM9B,KAAKI,OAAO,CAAC;QACtC,MAAM2B,SAAS,IAAIC,IAAI,AAAE,CAAA,MAAMF,WAAWtB,GAAG,EAAC,EAA+BH,GAAG,CAAC,CAACI,MAAQA,IAAIwB,IAAI;QAClG,OAAO;YAAEL;YAAUC;YAAWE;QAAO;IACvC;AACF;AAEA,SAASG,oBAAoBC,QAA0B,EAAEC,GAAW;IAClE,KAAK,MAAMC,WAAWhE,SAAU;QAC9B,IAAI,CAACJ,eAAemE,KAAKC,QAAQJ,IAAI,GAAG;QACxC,IAAII,QAAQJ,IAAI,KAAK,QAAQ;YAC3B,IAAI,CAACE,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU,OAAO;YACzD;QACF;QACA,MAAMC,QAAQH,QAAQJ,IAAI,KAAK,UAAU,eAAepD,oBAAoB,CAACwD,QAAQJ,IAAI,CAAC;QAC1F,IAAIO,SAAS,CAACL,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQ,OAAO;IACnD;IACA,OAAO;AACT;AAEA,SAASC,cAAcN,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEC,MAAc;IACnG,MAAMC,SAAST,SAASP,QAAQ,CAACd,QAAQ;IACzC,MAAM+B,UAAUV,SAASP,QAAQ,CAACb,KAAK,KAAK;IAC5C,MAAM+B,WAAqB,EAAE;IAC7B,IAAID,SAASC,SAASC,IAAI,CAAC;IAC3B,IAAI,CAACF,WAAWD,WAAW,QAAQA,WAAWD,UAAUT,oBAAoBC,UAAUC,MAAM;QAC1FU,SAASC,IAAI,CAAC;QACd,OAAO;YAAEC,WAAW;YAAMC,gBAAgB,EAAE;YAAEC,aAAa;YAAMJ;QAAS;IAC5E;IACA,IAAID,WAAWD,WAAW,QAAQA,WAAWD,QAAQ,OAAO;QAAEK,WAAW;QAAMC,gBAAgB,EAAE;QAAEC,aAAaL;QAASC;IAAS;IAElI,MAAMK,cAAc5D,qBAAqBqD,QAAQD;IACjD,IAAIQ,YAAYC,IAAI,KAAK,KAAKD,YAAYZ,GAAG,CAAC,YAAY/C,qBAAqBoD,QAAQD,SAAS;QAC9FG,SAASC,IAAI,CAAC;QACd,OAAO;YAAEC,WAAW;YAAMC,gBAAgB,EAAE;YAAEC,aAAa;YAAOJ;QAAS;IAC7E;IAEA,MAAME,YAAYG,YAAYC,IAAI,KAAK,KAAKD,YAAYZ,GAAG,CAAC,WAAW7D,oBAAoBkE,QAAQD,UAAU;IAC7G,IAAIK,cAAc,MAAM;QACtBF,SAASC,IAAI,CAACC,cAAc,UAAU,6EAA6E;QACnH,OAAO;YAAEA;YAAWC,gBAAgB,EAAE;YAAEC,aAAa;YAAOJ;QAAS;IACvE;IAEA,MAAMO,eAAetE,mBAAmBoE,eAAerE,kBAAkBsD,KAAKM,MAAMY,OAAO,EAAEV,QAAQO,eAAe;IACpH,IAAIE,iBAAiB,MAAM;QACzBP,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,oCAAoC,CAAC;QAC1G,OAAO;YAAEK,WAAW;YAAMC,gBAAgB,EAAE;YAAEM,aAAaF;YAAcH,aAAa;YAAOJ;QAAS;IACxG;IAEA,MAAMU,UAAU5E,oBAAoBuE,eAAexE,uBAAuBiE,QAAQD,QAAQQ,eAAe;IACzG,IAAIK,YAAY,MAAM;QACpBV,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,sCAAsC,CAAC;QAC5G,OAAO;YAAEK,WAAW;YAAMC,gBAAgBO;YAASN,aAAa;YAAOJ;QAAS;IAClF;IAEAA,SAASC,IAAI,CAAC,CAAC,sBAAsB,EAAEtD,cAAcmD,QAAQD,QAAQ,oBAAoB,CAAC;IAC1F,OAAO;QAAEK,WAAW;QAAMC,gBAAgB,EAAE;QAAEC,aAAa;QAAMJ;IAAS;AAC5E;AAEA,eAAeW,yBAAyBC,IAAmD,EAAEvB,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IAC1K,IAAID,SAAS,SAAS;QACpB,OAAO;YAAEE,SAAS;YAAMC,QAAQ;YAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;QAAqD;IACrH;IAEA,MAAMC,WAAW,IAAIhC,IAAIG,SAASN,SAAS,CAACoC,YAAY,CAAC5D,GAAG,CAAC,CAACI,MAAQA,IAAIyD,IAAI;IAC9E,MAAMC,QAAQ5F,UAAU6D,KAAKM,MAAMY,OAAO,EAAEc,MAAM,CAAC,CAACC,OAASA,KAAKjG,KAAK,IAAI4F,SAASzB,GAAG,CAAC8B,KAAKC,OAAO;IACpG,MAAM,EAAEC,IAAI,EAAE,GAAG,MAAM9F,aAAa0F,OAAO;QAAC/F;KAAM,EAAEgE,KAAK,IAAIJ,OAAOwC,WAAW;QAAEb;IAAK;IACtF,MAAMc,eAAeF,KAAKlE,GAAG,CAAC,CAACqE,MAAQA,IAAIJ,OAAO;IAClD,MAAMK,QAAwB;QAAER;QAAOS,UAAUH;QAAcI,OAAO,EAAE;QAAEC,UAAU,EAAE;IAAC;IACvF,OAAO;QACLlB,SAAS;QACTC,QAAQU,KAAKQ,MAAM;QACnB,MAAMjB,OAAM9D,IAAI;gBAQR5B;YAPN,8EAA8E;YAC9E,kEAAkE;YAClE,IAAIqG,aAAaM,MAAM,GAAG,GACxB,MAAM/E,KAAKgF,QAAQ,CACjB,2CACAP,aAAapE,GAAG,CAAC,CAAC6D,OAAS;oBAACA;iBAAK;YAErC,QAAM9F,eAAAA,MAAM6G,KAAK,cAAX7G,mCAAAA,kBAAAA,OACJ4B,MACAuE,KAAKlE,GAAG,CAAC,CAACqE,MAAS,CAAA;oBAAER,MAAMQ,IAAIJ,OAAO;oBAAEY,WAAWR,IAAIQ,SAAS,CAAC9G,KAAK;gBAAC,CAAA,IACvEuG;QAEJ;IACF;AACF;AAEA,eAAeQ,2BAA2B3B,OAAwB,EAAErB,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IACjJ,IAAIH,QAAQuB,MAAM,KAAK,GAAG,OAAO;QAAEnB,SAAS;QAAOC,QAAQ;QAAGC,OAAO,WAAa;IAAE;IACpF,MAAMsB,WAAW,IAAI7E;IACrB,IAAIsD,SAAS;IACb,KAAK,MAAMwB,UAAU7B,QAAS;QAC5B,IAAI,CAAC6B,OAAOC,QAAQ,IAAID,OAAOpD,IAAI,KAAK,QAAQ;QAChD,MAAMI,UAAUhE,SAASkH,IAAI,CAAC,CAACC,YAAcA,UAAUvD,IAAI,KAAKoD,OAAOpD,IAAI;QAC3E,IAAI,CAACI,SAAS,MAAM,IAAIzC,MAAM,CAAC,yDAAyD,EAAEyF,OAAOpD,IAAI,CAAC,CAAC,CAAC;QACxG,MAAMkC,QAAQ5F,UAAU6D,KAAKM,MAAMY,OAAO;QAC1C,MAAM,EAAEiB,IAAI,EAAE,GAAG,MAAM9F,aAAa0F,OAAO;YAAC9B;SAAQ,EAAED,KAAK,IAAIJ,OAAOwC,WAAW;YAAEb;QAAK;QACxFE,UAAUU,KAAKQ,MAAM;QACrBK,SAASK,GAAG,CAACJ,OAAOpD,IAAI,EAAE;YAAEI;YAASkC;YAAMJ;QAAM;IACnD;IAEA,MAAMuB,aAAa,OAAO1F,MAAkBqF;YAYpCM,qBAAAA,eAKAA,8BAAAA;QAhBN,MAAMnD,QAAQ3D,oBAAoB,CAACwG,OAAOpD,IAAI,CAAC;QAC/C,IAAI,CAACO,OAAO;QACZ,IAAI,CAAC6C,OAAOC,QAAQ,EAAE;YACpB,IAAInD,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQ,MAAMxC,KAAK+D,IAAI,CAAC,CAAC,YAAY,EAAEvB,OAAO;YACtE;QACF;QACA,MAAMmD,OAAOP,SAASvE,GAAG,CAACwE,OAAOpD,IAAI;QACrC,IAAI,CAAC0D,MAAM,MAAM,IAAI/F,MAAM,CAAC,sDAAsD,EAAEyF,OAAOpD,IAAI,CAAC,CAAC,CAAC;QAClG,MAAMwC,eAAekB,KAAKpB,IAAI,CAAClE,GAAG,CAAC,CAACqE,MAAQA,IAAIJ,OAAO;QACvD,MAAMK,QAAwB;YAAER,OAAOwB,KAAKxB,KAAK;YAAES,UAAUH;YAAcI,OAAOJ;YAAcK,UAAU,EAAE;QAAC;QAC7G,MAAM9E,KAAK+D,IAAI,CAAC,CAAC,YAAY,EAAEvB,OAAO;QACtC,QAAMmD,sBAAAA,CAAAA,gBAAAA,KAAKtD,OAAO,EAAC4C,KAAK,cAAlBU,0CAAAA,yBAAAA,eACJ3F,MACA2F,KAAKpB,IAAI,CAAClE,GAAG,CAAC,CAACqE,MAAS,CAAA;gBAAER,MAAMQ,IAAIJ,OAAO;gBAAEY,WAAWR,IAAIQ,SAAS,CAACS,KAAKtD,OAAO,CAACJ,IAAI,CAAC;YAAC,CAAA,IACzF0C;QAEF,QAAMgB,+BAAAA,CAAAA,iBAAAA,KAAKtD,OAAO,EAACuD,cAAc,cAA3BD,mDAAAA,kCAAAA,gBAA8B3F,MAAM2E;IAC5C;IAEA,MAAMkB,WAAW,OAAO7F;QACtB,IAAImC,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU,MAAMvC,KAAK+D,IAAI,CAAC;IACnE;IAEA,OAAO;QACLH,SAAS;QACTC;QACA,MAAMC,OAAM9D,IAAI;YACd,MAAM8F,SAAS,IAAIvF,IAAIiD,QAAQnD,GAAG,CAAC,CAACgF,SAAW;oBAACA,OAAOpD,IAAI;oBAAEoD;iBAAO;YACpE,MAAMU,cAAcD,OAAOjF,GAAG,CAAC;YAC/B,IAAIkF,aAAa;gBACf,MAAML,WAAW1F,MAAM+F;gBACvB,IAAI,CAACA,YAAYT,QAAQ,EAAE,MAAMO,SAAS7F;YAC5C;YACA,MAAMgG,aAAaF,OAAOjF,GAAG,CAAC;YAC9B,IAAImF,YAAY;oBACiB1H;gBAA/B,IAAI0H,WAAWV,QAAQ,EAAE,QAAMhH,uBAAAA,KAAKsH,cAAc,cAAnBtH,2CAAAA,0BAAAA,MAAsB0B,MAAM;oBAAEmE,OAAO,EAAE;oBAAES,UAAU,EAAE;oBAAEC,OAAO,EAAE;oBAAEC,UAAU,EAAE;gBAAC;qBACzG,MAAMe,SAAS7F;YACtB;YACA,KAAK,MAAMqF,UAAU7B,QAAS;gBAC5B,IAAI6B,OAAOpD,IAAI,KAAK,WAAWoD,OAAOpD,IAAI,KAAK,QAAQ,MAAMyD,WAAW1F,MAAMqF;YAChF;QACF;IACF;AACF;AAEA,SAASY,gBAAgB7D,GAAW,EAAED,QAA0B;IAC9D,MAAMqB,UAA2B,EAAE;IACnC,KAAK,MAAMnB,WAAWhE,SAAU;QAC9B,MAAMmE,QAAQ3D,oBAAoB,CAACwD,QAAQJ,IAAI,CAAC;QAChD,IAAIO,SAAS,CAACvE,eAAemE,KAAKC,QAAQJ,IAAI,KAAKE,SAASJ,MAAM,CAACQ,GAAG,CAACC,QAAQgB,QAAQT,IAAI,CAAC;YAAEd,MAAMI,QAAQJ,IAAI;YAAEqD,UAAU;QAAM;IACpI;IACA,OAAO9B;AACT;AAEA,eAAe0C,oBAAoBC,cAAmC,EAAEhE,QAA0B,EAAEC,GAAW,EAAEM,KAAqB,EAAEiB,IAAe;IACrJ,MAAMyC,QAAgC,EAAE;IACxC,IAAID,eAAenD,SAAS,EAAEoD,MAAMrD,IAAI,CAAC,MAAMU,yBAAyB0C,eAAenD,SAAS,EAAEb,UAAUC,KAAKM,OAAOiB;IACxH,IAAIwC,eAAelD,cAAc,CAAC8B,MAAM,GAAG,GAAGqB,MAAMrD,IAAI,CAAC,MAAMoC,2BAA2BgB,eAAelD,cAAc,EAAEd,UAAUC,KAAKM,OAAOiB;IAC/I,IAAIwC,eAAejD,WAAW,EAAE;QAC9BkD,MAAMrD,IAAI,CAAC,MAAMoC,2BAA2Bc,gBAAgB7D,KAAKD,WAAWA,UAAUC,KAAKM,OAAOiB;QAClG,8EAA8E;QAC9E,IAAIxB,SAASJ,MAAM,CAACQ,GAAG,CAAC,eAAe;YACrC6D,MAAMrD,IAAI,CAAC;gBAAEa,SAAS;gBAAMC,QAAQ;gBAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;YAA0B;QAC9F;QACA,IAAI,CAAC9F,eAAemE,KAAK,WAAWD,SAASN,SAAS,CAACS,WAAW,CAACC,GAAG,CAAC,UAAU;YAC/E6D,MAAMrD,IAAI,CAAC;gBAAEa,SAAS;gBAAMC,QAAQ;gBAAGC,OAAO,CAAC9D,OAASA,KAAK+D,IAAI,CAAC;YAAyC;QAC7G;IACF;IACA,OAAO;QACLH,SAASwC,MAAMC,IAAI,CAAC,CAACV,OAASA,KAAK/B,OAAO;QAC1CC,QAAQuC,MAAME,MAAM,CAAC,CAACC,KAAKZ,OAASY,MAAMZ,KAAK9B,MAAM,EAAE;QACvD,MAAMC,OAAM9D,IAAI;YACd,KAAK,MAAM2F,QAAQS,MAAO,MAAMT,KAAK7B,KAAK,CAAC9D;QAC7C;IACF;AACF;AAEA,SAASuD,YAAY4C,cAAmC,EAAEhE,QAA0B;IAClF,IAAI,CAACgE,eAAejD,WAAW,EAAE,OAAOiD,eAAe5C,WAAW;IAClE,0FAA0F;IAC1F,8FAA8F;IAC9F,OAAO,IAAIvB,IAAIG,SAASN,SAAS,CAACoC,YAAY,CAAC5D,GAAG,CAAC,CAACI,MAAQA,IAAIyD,IAAI;AACtE;AAEA,eAAesC,eAAexG,IAAgB,EAAEyG,OAAuB,EAAEC,OAAyB,EAAE/C,IAAe,EAAEgD,mBAAwC,EAAEhF,MAAuB,EAAEiF,OAAe;QAG5JxE,cAAuCA;IAFhF,MAAMA,MAAMyE,gBAAgBJ;IAC5B,MAAMK,iBAAiBC,KAAKC,SAAS,CAAC5E;IACtC,MAAMM,QAAwB;QAAEY,OAAO,GAAElB,eAAAA,IAAIkB,OAAO,cAAXlB,0BAAAA,eAAeA,IAAI6E,OAAO;QAAEC,SAAS,GAAE9E,iBAAAA,IAAI8E,SAAS,cAAb9E,4BAAAA,iBAAiBA,IAAI6E,OAAO;IAAC;IAC7G,MAAMtE,SAASzE,iBAAiBkE,KAAK/D;IACrC,MAAM8D,WAAW,MAAMT,qBAAqB1B,MAAM2B;IAClD,MAAMwE,iBAAiB1D,cAAcN,UAAUC,KAAKM,OAAOC;IAC3D,MAAMwE,eAAe,MAAMjB,oBAAoBC,gBAAgBhE,UAAUC,KAAKM,OAAOiB;IACrF,MAAM9B,YAAY,MAAMzC,iBAAiB+C,SAASN,SAAS,EAAEO,KAAKM,OAAOgE,SAAS/E,QAAQgC,MAAMJ,YAAY4C,gBAAgBhE;IAC5H,MAAMyB,UAAUuC,eAAejD,WAAW,IAAIiE,aAAavD,OAAO,IAAI/B,UAAU+B,OAAO,IAAIzB,SAASP,QAAQ,CAACd,QAAQ,KAAK6B,UAAUR,SAASP,QAAQ,CAACb,KAAK,KAAK;IAEhK,IAAIlB,UAAUuH,cAAc,EAAEvH,UAAUwH,OAAO,CAAC;QAAET;QAAShF,UAAUO,SAASP,QAAQ;QAAE0F,iBAAiB3E;IAAO;IAChH,MAAM4E,UAAUC,KAAKC,GAAG;IACxB,IAAIC;IACJ,IAAI;QACF,MAAMhI,gBACJM,MACA;YACE,MAAMqB,UAAU,MAAMtB,iBAAiBC;YACvC,MAAM2H,gBAAgBzJ,iBAAiBuI,SAASpI;YAChD,IAAI,CAAC4C,aAAaI,SAASc,SAASP,QAAQ,KAAKmF,KAAKC,SAAS,CAACP,aAAaK,kBAAkBa,kBAAkBhF,QAAQ;gBACvH,MAAM,IAAIhD,eAAe;YAC3B;YACA,IAAI,CAACiE,SAAS;YACd,MAAM+C,oBAAoBvE;YAC1B,MAAM+E,aAAarD,KAAK,CAAC9D;YACzB,MAAM6B,UAAUiC,KAAK,CAAC9D;YACtB,MAAM4H,kBAAkB1J,iBAAiBuI,SAASpI;YAClD,IAAI0I,KAAKC,SAAS,CAACP,aAAaK,kBAAkBc,oBAAoBjF,QAAQ,MAAM,IAAIhD,eAAe;YACvG,MAAML,QAAQU,MAAMd,4BAA4ByD;YAChD,MAAMrD,QAAQU,MAAMf,qBAAqB;YACzC,MAAMK,QAAQU,MAAMhB,0BAA0BoC,eAAee,SAASP,QAAQ,CAACZ,UAAU;QAC3F,GACA0F,QAAQmB,SAAS;IAErB,SAAU;QACRH,OAAOF,KAAKC,GAAG,KAAKF;QACpB5F,OAAO+F,IAAI,IAAIA;IACjB;IACA,IAAI7F,UAAU+B,OAAO,EAAE,MAAM/B,UAAUiG,MAAM,CAAC9H,MAAM0H;IACpD,OAAO;QACL7D,QAAQsD,aAAatD,MAAM,GAAGhC,UAAUgC,MAAM;QAC9CkE,UAAUlG,UAAUkG,QAAQ;QAC5BC,QAAQnG,UAAUoG,MAAM,CAACtG,OAAO+F,IAAI;QACpC5E,UAAUqD,eAAerD,QAAQ;IACnC;AACF;AAEA,OAAO,SAASoF,cAAclI,IAAgB,EAAEoC,GAAmB,EAAEsE,OAAyB,EAAEC,mBAAwC;IACtI,MAAMhD,OAAO,IAAInF;IACjB,OAAO;QACL,MAAM2J;YACJ,wFAAwF;YACxF,wFAAwF;YACxF,wFAAwF;YACxF,MAAMxG,SAASxC,sBAAsBiD;YACrC,IAAK,IAAIwE,UAAU,GAAGA,UAAU,GAAGA,UAAW;gBAC5C,IAAI;oBACF,OAAO,MAAMJ,eAAexG,MAAMoC,KAAKsE,SAAS/C,MAAMgD,qBAAqBhF,QAAQiF;gBACrF,EAAE,OAAOwB,KAAK;oBACZ,IAAI,CAAEA,CAAAA,eAAezI,cAAa,GAAI,MAAMyI;oBAC5C,IAAIxB,YAAY,GAAG,MAAM,IAAIzI,WAAW,cAAc;gBACxD;YACF;YACA,MAAM,IAAIyB,MAAM;QAClB;QACAyI,OAAO,IAAM1E,KAAK0E,KAAK;QACvB,IAAIC;YACF,OAAO3E,KAAK2E,YAAY;QAC1B;IACF;AACF"}