@aitne/daemon 0.1.0

package/dist/core/docs/indexer.js

@@ -0,0 +1,340 @@
+import { createHash } from "node:crypto";
+import { cpSync, existsSync, mkdirSync, readFileSync, statSync, } from "node:fs";
+import { readdir } from "node:fs/promises";
+import { dirname, join, relative, resolve, sep } from "node:path";
+import * as chokidar from "chokidar";
+import { docsFrontmatterSchema, FrontmatterParseError, parseFrontmatter, slugifyAnchor, } from "@aitne/shared";
+import { createLogger } from "../../logging.js";
+import { extractTerms, iterateHeadings } from "./extract-terms.js";
+import { reconcileDocsCorpus } from "../release-assets.js";
+const logger = createLogger("docs-indexer");
+const SUMMARY_MAX_LEN_FOR_LOG = 240;
+/**
+ * Top-level entry point used by the daemon's startup sequence.
+ *
+ * Sequence:
+ *   1. Reconcile `docs/user/` from `agent-assets/docs/` non-destructively.
+ *   2. Run a boot-scan rebuild.
+ *   3. Start the chokidar watcher (unless `watch === false`).
+ *
+ * Returns a handle for graceful shutdown + manual rebuild.
+ */
+export async function startDocsIndexer(db, options) {
+    const seedSource = options.seedSourceDir
+        ?? resolve(options.workspaceDir, "agent-assets", "docs");
+    const corpusDir = options.corpusDir
+        ?? resolve(options.workspaceDir, "docs", "user");
+    const watchEnabled = options.watch ?? true;
+    reconcileDocsCorpus({
+        db,
+        sourceDir: seedSource,
+        targetDir: corpusDir,
+        backupRoot: options.backupRoot ?? null,
+    });
+    let lastErrors = [];
+    let lastIndexedAt = null;
+    let fileCount = 0;
+    async function rebuild() {
+        const result = await indexCorpus(db, corpusDir);
+        lastErrors = result.errors;
+        fileCount = result.fileCount;
+        if (result.lastIndexedAt)
+            lastIndexedAt = result.lastIndexedAt;
+        return health();
+    }
+    function health() {
+        const status = fileCount === 0 ? "empty" : lastErrors.length > 0 ? "degraded" : "ok";
+        return {
+            status,
+            fileCount,
+            errorCount: lastErrors.length,
+            lastIndexedAt,
+            errors: lastErrors,
+        };
+    }
+    await rebuild();
+    let watcher = null;
+    if (watchEnabled) {
+        watcher = chokidar.watch(corpusDir, {
+            persistent: true,
+            ignoreInitial: true,
+            // Only watch markdown files; the chokidar `ignored` callback gets a
+            // path that includes the corpusDir prefix, so an `endsWith(".md")`
+            // negation is the simplest filter that won't drop directories.
+            ignored: (p) => {
+                const stat = (() => {
+                    try {
+                        return statSync(p);
+                    }
+                    catch {
+                        return null;
+                    }
+                })();
+                if (stat?.isDirectory())
+                    return false;
+                return !p.endsWith(".md");
+            },
+            awaitWriteFinish: {
+                stabilityThreshold: 300,
+                pollInterval: 100,
+            },
+        });
+        const handleChange = async (path) => {
+            try {
+                await reindexSingle(db, corpusDir, path);
+                // Refresh health-snapshot fields after a single-file change.
+                const h = countCorpus(db);
+                fileCount = h.fileCount;
+                lastIndexedAt = h.lastIndexedAt ?? lastIndexedAt;
+                // Single-file errors are not aggregated into `lastErrors`; they
+                // surface via the per-event log line and the next manual rebuild.
+            }
+            catch (err) {
+                logger.warn({ err, path }, "docs indexer: failed to re-index file after change event");
+            }
+        };
+        const handleUnlink = (path) => {
+            try {
+                const slug = slugFromPath(corpusDir, path);
+                db.prepare("DELETE FROM fts_docs WHERE slug = ?").run(slug);
+                db.prepare("DELETE FROM fts_doc_terms WHERE slug = ?").run(slug);
+                db.prepare("DELETE FROM fts_docs_word WHERE slug = ?").run(slug);
+                db.prepare("DELETE FROM docs_revisions WHERE slug = ?").run(slug);
+                const h = countCorpus(db);
+                fileCount = h.fileCount;
+            }
+            catch (err) {
+                logger.warn({ err, path }, "docs indexer: failed to handle delete event");
+            }
+        };
+        watcher.on("add", (p) => void handleChange(p));
+        watcher.on("change", (p) => void handleChange(p));
+        watcher.on("unlink", handleUnlink);
+        watcher.on("error", (err) => logger.error({ err }, "docs indexer: watcher error"));
+        logger.info({ corpusDir }, "docs indexer watcher started");
+    }
+    return {
+        rebuild,
+        health,
+        async stop() {
+            if (watcher) {
+                await watcher.close();
+                logger.info("docs indexer watcher stopped");
+            }
+        },
+    };
+}
+/** Recursive copy from seed → corpus. Used only on first launch. */
+export function seedCorpus(seedSource, corpusDir) {
+    if (!existsSync(seedSource)) {
+        logger.warn({ seedSource, corpusDir }, "docs indexer: seed source missing — corpus stays empty until operator authors docs");
+        mkdirSync(corpusDir, { recursive: true });
+        return;
+    }
+    mkdirSync(dirname(corpusDir), { recursive: true });
+    cpSync(seedSource, corpusDir, { recursive: true });
+    logger.info({ seedSource, corpusDir }, "docs indexer: seeded docs/user/ from agent-assets/docs/");
+}
+/** Boot-scan rebuild: walk corpusDir, re-upsert every doc, drop orphans. */
+export async function indexCorpus(db, corpusDir) {
+    const errors = [];
+    if (!existsSync(corpusDir)) {
+        return { fileCount: 0, errors, lastIndexedAt: null };
+    }
+    const files = await listMarkdownFiles(corpusDir);
+    const seen = new Set();
+    let fileCount = 0;
+    let lastIndexedAt = null;
+    const txn = db.transaction((paths) => {
+        for (const absPath of paths) {
+            try {
+                const indexed = readAndValidate(corpusDir, absPath);
+                if (!indexed)
+                    continue;
+                upsertRow(db, indexed);
+                seen.add(indexed.slug);
+                fileCount += 1;
+            }
+            catch (err) {
+                const slug = slugFromPath(corpusDir, absPath);
+                const reason = err instanceof Error ? err.message : String(err);
+                errors.push({ slug, reason });
+                logger.warn({ slug, reason }, "docs indexer: skipped invalid doc");
+            }
+        }
+        // Drop orphans: rows in fts_docs whose slug is not in `seen`.
+        const indexedSlugs = db
+            .prepare("SELECT slug FROM fts_docs")
+            .all().map((r) => r.slug);
+        for (const slug of indexedSlugs) {
+            if (!seen.has(slug)) {
+                db.prepare("DELETE FROM fts_docs WHERE slug = ?").run(slug);
+                db.prepare("DELETE FROM fts_doc_terms WHERE slug = ?").run(slug);
+                db.prepare("DELETE FROM fts_docs_word WHERE slug = ?").run(slug);
+                db.prepare("DELETE FROM docs_revisions WHERE slug = ?").run(slug);
+            }
+        }
+        const latest = db
+            .prepare("SELECT MAX(indexed_at) AS t FROM docs_revisions")
+            .get();
+        lastIndexedAt = latest?.t ?? null;
+    });
+    txn(files);
+    return { fileCount, errors, lastIndexedAt };
+}
+/** Re-index a single file (chokidar event handler). */
+export function reindexSingle(db, corpusDir, absPath) {
+    const indexed = readAndValidate(corpusDir, absPath);
+    if (!indexed)
+        return;
+    upsertRow(db, indexed);
+}
+function readAndValidate(corpusDir, absPath) {
+    if (!existsSync(absPath))
+        return null;
+    const content = readFileSync(absPath, "utf-8");
+    let parsed;
+    try {
+        parsed = parseFrontmatter(content);
+    }
+    catch (err) {
+        if (err instanceof FrontmatterParseError) {
+            throw new Error(`frontmatter parse failed: ${err.message}`);
+        }
+        throw err;
+    }
+    if (!parsed) {
+        throw new Error("missing frontmatter (file does not start with '---')");
+    }
+    const result = docsFrontmatterSchema.safeParse(parsed.values);
+    if (!result.success) {
+        throw new Error(`frontmatter validation failed: ${JSON.stringify(result.error.flatten())}`);
+    }
+    const fm = result.data;
+    // Slug-vs-filename consistency check. The slug is the canonical doc
+    // identity; a mismatch with the on-disk path means cross-links and
+    // citation tokens will not resolve. The dashboard URL is derived from
+    // the slug, not the filename, but the indexer requires both to agree.
+    const slugFromFile = slugFromPath(corpusDir, absPath);
+    if (fm.slug !== slugFromFile) {
+        throw new Error(`frontmatter slug "${fm.slug}" does not match filesystem path "${slugFromFile}"`);
+    }
+    // Slug ↔ category cross-check: the first slug segment must equal the
+    // category. Catches the common copy/paste mistake of leaving an old
+    // category after moving the file.
+    const firstSegment = fm.slug.split("/")[0];
+    if (fm.category !== "glossary" &&
+        firstSegment !== fm.category) {
+        throw new Error(`slug first segment "${firstSegment}" does not match category "${fm.category}"`);
+    }
+    if (fm.category === "glossary" && fm.slug !== "glossary") {
+        throw new Error(`category 'glossary' is reserved for the single 'glossary' slug; got "${fm.slug}"`);
+    }
+    const anchors = extractAnchors(parsed.body);
+    return { slug: fm.slug, frontmatter: fm, body: parsed.body, anchors };
+}
+/**
+ * Map an absolute file path under `corpusDir` to a slug. Strips the
+ * trailing `.md` and rewrites OS path separators to `/`.
+ */
+export function slugFromPath(corpusDir, absPath) {
+    const rel = relative(corpusDir, absPath).replace(/\\/g, "/");
+    const noExt = rel.endsWith(".md") ? rel.slice(0, -3) : rel;
+    return noExt;
+}
+/**
+ * Extract H1/H2/H3 anchors from a Markdown body. Code-fence aware via the
+ * shared `iterateHeadings` helper in `extract-terms.ts` — both the citation
+ * post-processor (consumes this) and the term subindex (consumes
+ * `iterateHeadings` directly through `extractTerms`) must agree on which
+ * headings exist; sharing the walker is what guarantees that.
+ */
+export function extractAnchors(body) {
+    const anchors = new Set();
+    for (const heading of iterateHeadings(body)) {
+        const slug = slugifyAnchor(heading.text);
+        if (slug.length > 0)
+            anchors.add(slug);
+    }
+    return [...anchors];
+}
+function upsertRow(db, doc) {
+    // FTS5 rebuild semantics — delete-then-insert because the FTS5 row's
+    // primary key is its rowid, which changes across SQLite restarts. The
+    // contentless table doesn't support a true upsert.
+    db.prepare("DELETE FROM fts_docs WHERE slug = ?").run(doc.slug);
+    db.prepare("DELETE FROM fts_doc_terms WHERE slug = ?").run(doc.slug);
+    db.prepare("DELETE FROM fts_docs_word WHERE slug = ?").run(doc.slug);
+    const fm = doc.frontmatter;
+    db.prepare(`INSERT INTO fts_docs(
+       slug, title, keywords, aliases, summary, ask_examples, body,
+       tags, process_keys, config_keys, category, section, status, anchors,
+       related
+     ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(fm.slug, fm.title, joinTokens(fm.keywords), joinTokens(fm.aliases), fm.summary, joinTokens(fm.ask_examples), doc.body, JSON.stringify(fm.tags ?? []), JSON.stringify(fm.process_keys ?? []), JSON.stringify(fm.config_keys ?? []), fm.category, fm.section ?? "", fm.status ?? "", doc.anchors.join("\n"), JSON.stringify(fm.related ?? []));
+    // Phase 3 word-boundary parallel index — same ranked-text columns as
+    // `fts_docs` under a unicode61 tokenizer, plus `category`/`tags` so the
+    // ASCII /api/docs/search branch can stay a single-table query.
+    db.prepare(`INSERT INTO fts_docs_word(
+       slug, title, keywords, aliases, summary, ask_examples, body,
+       category, tags
+     ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(fm.slug, fm.title, joinTokens(fm.keywords), joinTokens(fm.aliases), fm.summary, joinTokens(fm.ask_examples), doc.body, fm.category, JSON.stringify(fm.tags ?? []));
+    // Phase 2 term subindex — one doc-level row + one row per H2/H3
+    // section. Aliases pool merges three frontmatter fields (see §6.1.1
+    // for why the merge is intentional).
+    const insertTerm = db.prepare(`INSERT INTO fts_doc_terms(slug, anchor, term, aliases, summary, category)
+       VALUES (?, ?, ?, ?, ?, ?)`);
+    for (const t of extractTerms(fm, doc.body)) {
+        insertTerm.run(fm.slug, t.anchor, t.term, t.aliases, t.summary, fm.category);
+    }
+    const bodyHash = sha256(doc.body);
+    const fmHash = sha256(JSON.stringify(fm));
+    db.prepare(`INSERT INTO docs_revisions (slug, body_hash, frontmatter_hash, indexed_at)
+       VALUES (?, ?, ?, CURRENT_TIMESTAMP)
+       ON CONFLICT(slug) DO UPDATE SET
+         body_hash = excluded.body_hash,
+         frontmatter_hash = excluded.frontmatter_hash,
+         indexed_at = excluded.indexed_at`).run(doc.slug, bodyHash, fmHash);
+    // Truncate noisy summaries in the log line so the boot trace stays readable.
+    const summaryPreview = fm.summary.length > SUMMARY_MAX_LEN_FOR_LOG
+        ? `${fm.summary.slice(0, SUMMARY_MAX_LEN_FOR_LOG)}…`
+        : fm.summary;
+    logger.debug({ slug: fm.slug, anchors: doc.anchors.length, summaryPreview }, "docs indexer: upserted row");
+}
+function joinTokens(values) {
+    if (!values || values.length === 0)
+        return "";
+    return values.join("\n");
+}
+function sha256(s) {
+    return createHash("sha256").update(s).digest("hex");
+}
+function countCorpus(db) {
+    const count = db
+        .prepare("SELECT COUNT(*) AS c FROM fts_docs")
+        .get();
+    const latest = db
+        .prepare("SELECT MAX(indexed_at) AS t FROM docs_revisions")
+        .get();
+    return { fileCount: count.c, lastIndexedAt: latest?.t ?? null };
+}
+async function listMarkdownFiles(root) {
+    const out = [];
+    async function walk(dir) {
+        const entries = await readdir(dir, { withFileTypes: true });
+        for (const entry of entries) {
+            const full = join(dir, entry.name);
+            if (entry.isDirectory()) {
+                await walk(full);
+            }
+            else if (entry.isFile() && entry.name.endsWith(".md")) {
+                out.push(full);
+            }
+        }
+    }
+    await walk(root);
+    return out;
+}
+// Small re-export so tests that need to compose a path-style slug do not
+// need to re-implement the OS-separator rewrite.
+export const _internal = { sep, joinTokens };
+//# sourceMappingURL=indexer.js.map

package/dist/core/docs/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../../src/core/docs/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,MAAM,EACN,UAAU,EACV,SAAS,EACT,YAAY,EACZ,QAAQ,GACT,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAElE,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AACrC,OAAO,EACL,qBAAqB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,aAAa,GAEd,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,MAAM,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;AAyE5C,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,EAAqB,EACrB,OAA2B;IAE3B,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa;WACnC,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS;WAC9B,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC;IAE3C,mBAAmB,CAAC;QAClB,EAAE;QACF,SAAS,EAAE,UAAU;QACrB,SAAS,EAAE,SAAS;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;KACvC,CAAC,CAAC;IAEH,IAAI,UAAU,GAAsB,EAAE,CAAC;IACvC,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,UAAU,OAAO;QACpB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAChD,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QAC3B,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAC7B,IAAI,MAAM,CAAC,aAAa;YAAE,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QAC/D,OAAO,MAAM,EAAE,CAAC;IAClB,CAAC;IAED,SAAS,MAAM;QACb,MAAM,MAAM,GACV,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QACxE,OAAO;YACL,MAAM;YACN,SAAS;YACT,UAAU,EAAE,UAAU,CAAC,MAAM;YAC7B,aAAa;YACb,MAAM,EAAE,UAAU;SACnB,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,EAAE,CAAC;IAEhB,IAAI,OAAO,GAA8B,IAAI,CAAC;IAC9C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE;YAClC,UAAU,EAAE,IAAI;YAChB,aAAa,EAAE,IAAI;YACnB,oEAAoE;YACpE,mEAAmE;YACnE,+DAA+D;YAC/D,OAAO,EAAE,CAAC,CAAS,EAAE,EAAE;gBACrB,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE;oBACjB,IAAI,CAAC;wBACH,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACrB,CAAC;oBAAC,MAAM,CAAC;wBACP,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC;gBACL,IAAI,IAAI,EAAE,WAAW,EAAE;oBAAE,OAAO,KAAK,CAAC;gBACtC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;YACD,gBAAgB,EAAE;gBAChB,kBAAkB,EAAE,GAAG;gBACvB,YAAY,EAAE,GAAG;aAClB;SACF,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,KAAK,EAAE,IAAY,EAAiB,EAAE;YACzD,IAAI,CAAC;gBACH,MAAM,aAAa,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;gBACzC,6DAA6D;gBAC7D,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;gBAC1B,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;gBACxB,aAAa,GAAG,CAAC,CAAC,aAAa,IAAI,aAAa,CAAC;gBACjD,gEAAgE;gBAChE,kEAAkE;YACpE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,IAAI,EAAE,EACb,0DAA0D,CAC3D,CAAC;YACJ,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,CAAC,IAAY,EAAQ,EAAE;YAC1C,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBAC3C,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC5D,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjE,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjE,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAClE,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;gBAC1B,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;YAC1B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,6CAA6C,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC,CAAC;QAEF,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACnC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAY,EAAE,EAAE,CACnC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,6BAA6B,CAAC,CACrD,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,8BAA8B,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO;QACL,OAAO;QACP,MAAM;QACN,KAAK,CAAC,IAAI;YACR,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,UAAU,CAAC,UAAkB,EAAE,SAAiB;IAC9D,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,SAAS,EAAE,EACzB,oFAAoF,CACrF,CAAC;QACF,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,OAAO;IACT,CAAC;IACD,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,SAAS,EAAE,EACzB,yDAAyD,CAC1D,CAAC;AACJ,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,EAAqB,EACrB,SAAiB;IAMjB,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACvD,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,aAAa,GAAkB,IAAI,CAAC;IAExC,MAAM,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,KAAe,EAAE,EAAE;QAC7C,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,eAAe,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBACpD,IAAI,CAAC,OAAO;oBAAE,SAAS;gBACvB,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBACvB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACvB,SAAS,IAAI,CAAC,CAAC;YACjB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC9C,MAAM,MAAM,GACV,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACnD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,mCAAmC,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QACD,8DAA8D;QAC9D,MAAM,YAAY,GAChB,EAAE;aACC,OAAO,CAAC,2BAA2B,CAAC;aACpC,GAAG,EACP,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC5D,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjE,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjE,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,EAAE;aACd,OAAO,CAAC,iDAAiD,CAAC;aAC1D,GAAG,EAAsC,CAAC;QAC7C,aAAa,GAAG,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC;IACpC,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,KAAK,CAAC,CAAC;IACX,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;AAC9C,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,aAAa,CAC3B,EAAqB,EACrB,SAAiB,EACjB,OAAe;IAEf,MAAM,OAAO,GAAG,eAAe,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,eAAe,CACtB,SAAiB,EACjB,OAAe;IAEf,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACH,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,qBAAqB,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9D,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,kCAAkC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,EAAE,CAC3E,CAAC;IACJ,CAAC;IACD,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;IAEvB,oEAAoE;IACpE,mEAAmE;IACnE,sEAAsE;IACtE,sEAAsE;IACtE,MAAM,YAAY,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACtD,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,qBAAqB,EAAE,CAAC,IAAI,qCAAqC,YAAY,GAAG,CACjF,CAAC;IACJ,CAAC;IAED,qEAAqE;IACrE,oEAAoE;IACpE,kCAAkC;IAClC,MAAM,YAAY,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IAC5C,IACE,EAAE,CAAC,QAAQ,KAAK,UAAU;QAC1B,YAAY,KAAK,EAAE,CAAC,QAAQ,EAC5B,CAAC;QACD,MAAM,IAAI,KAAK,CACb,uBAAuB,YAAY,8BAA8B,EAAE,CAAC,QAAQ,GAAG,CAChF,CAAC;IACJ,CAAC;IACD,IAAI,EAAE,CAAC,QAAQ,KAAK,UAAU,IAAI,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CACb,wEAAwE,EAAE,CAAC,IAAI,GAAG,CACnF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5C,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;AACxE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB,EAAE,OAAe;IAC7D,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3D,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,SAAS,CAAC,EAAqB,EAAE,GAAe;IACvD,qEAAqE;IACrE,sEAAsE;IACtE,mDAAmD;IACnD,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChE,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACrE,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAErE,MAAM,EAAE,GAAG,GAAG,CAAC,WAAW,CAAC;IAC3B,EAAE,CAAC,OAAO,CACR;;;;4DAIwD,CACzD,CAAC,GAAG,CACH,EAAE,CAAC,IAAI,EACP,EAAE,CAAC,KAAK,EACR,UAAU,CAAC,EAAE,CAAC,QAAQ,CAAC,EACvB,UAAU,CAAC,EAAE,CAAC,OAAO,CAAC,EACtB,EAAE,CAAC,OAAO,EACV,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,EAC3B,GAAG,CAAC,IAAI,EACR,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,EACrC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,EACpC,EAAE,CAAC,QAAQ,EACX,EAAE,CAAC,OAAO,IAAI,EAAE,EAChB,EAAE,CAAC,MAAM,IAAI,EAAE,EACf,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EACtB,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,CACjC,CAAC;IAEF,qEAAqE;IACrE,wEAAwE;IACxE,+DAA+D;IAC/D,EAAE,CAAC,OAAO,CACR;;;0CAGsC,CACvC,CAAC,GAAG,CACH,EAAE,CAAC,IAAI,EACP,EAAE,CAAC,KAAK,EACR,UAAU,CAAC,EAAE,CAAC,QAAQ,CAAC,EACvB,UAAU,CAAC,EAAE,CAAC,OAAO,CAAC,EACtB,EAAE,CAAC,OAAO,EACV,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,EAC3B,GAAG,CAAC,IAAI,EACR,EAAE,CAAC,QAAQ,EACX,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAC9B,CAAC;IAEF,gEAAgE;IAChE,oEAAoE;IACpE,qCAAqC;IACrC,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAC3B;iCAC6B,CAC9B,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,YAAY,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,EAAE,CAAC,OAAO,CACR;;;;;0CAKsC,CACvC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAElC,6EAA6E;IAC7E,MAAM,cAAc,GAClB,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,uBAAuB;QACzC,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC,GAAG;QACpD,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC;IACjB,MAAM,CAAC,KAAK,CACV,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,EAC9D,4BAA4B,CAC7B,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,MAAqC;IACvD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC9C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,MAAM,CAAC,CAAS;IACvB,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,WAAW,CAAC,EAAqB;IAIxC,MAAM,KAAK,GAAG,EAAE;SACb,OAAO,CAAC,oCAAoC,CAAC;SAC7C,GAAG,EAAmB,CAAC;IAC1B,MAAM,MAAM,GAAG,EAAE;SACd,OAAO,CAAC,iDAAiD,CAAC;SAC1D,GAAG,EAAsC,CAAC;IAC7C,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;AAClE,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAY;IAC3C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,UAAU,IAAI,CAAC,GAAW;QAC7B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;IACjB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,yEAAyE;AACzE,iDAAiD;AACjD,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC"}

package/dist/core/drift-effects.d.ts

@@ -0,0 +1,30 @@
+import type Database from "better-sqlite3";
+import type { ReconcileDiff, ReconcileRequest } from "../services/integrations/reconcile.js";
+import { type TriggerRoadmapRefresh } from "./roadmap-refresh-triggers.js";
+import type { TodayWriteLockManager } from "./today-write-lock.js";
+export interface DriftSideEffects {
+    observationsWritten: number;
+    scheduleApproachingEmitted: string[];
+    roadmapRefreshTriggered: boolean;
+    todayRefreshScheduled: boolean;
+    todayRefreshPending: boolean;
+}
+export interface DriftEffectsDeps {
+    db: Database.Database;
+    calendarId?: string;
+    timezone?: string;
+    now?: () => Date;
+    todayWriteLock?: TodayWriteLockManager;
+    triggerRoadmapRefresh?: TriggerRoadmapRefresh;
+}
+export declare function emptyDriftSideEffects(): DriftSideEffects;
+export declare function applyDriftEffects(req: ReconcileRequest, diff: ReconcileDiff, deps: DriftEffectsDeps): DriftSideEffects;
+export declare function flushPendingTodayRefresh(db: Database.Database, now?: Date): {
+    scheduled: boolean;
+    hadPending: boolean;
+};
+export declare const __driftEffectsTestExports: {
+    TODAY_REFRESH_AUTO_AT_KEY: string;
+    TODAY_REFRESH_PENDING_KEY: string;
+};
+//# sourceMappingURL=drift-effects.d.ts.map

package/dist/core/drift-effects.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"drift-effects.d.ts","sourceRoot":"","sources":["../../src/core/drift-effects.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAQ3C,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EACjB,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAGL,KAAK,qBAAqB,EAC3B,MAAM,+BAA+B,CAAC;AAOvC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAgCnE,MAAM,WAAW,gBAAgB;IAC/B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,0BAA0B,EAAE,MAAM,EAAE,CAAC;IACrC,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;IAC/B,mBAAmB,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;CAC/C;AAiBD,wBAAgB,qBAAqB,IAAI,gBAAgB,CAExD;AAED,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,gBAAgB,EACrB,IAAI,EAAE,aAAa,EACnB,IAAI,EAAE,gBAAgB,GACrB,gBAAgB,CAgBlB;AAiaD,wBAAgB,wBAAwB,CACtC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,GAAG,GAAE,IAAiB,GACrB;IAAE,SAAS,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,OAAO,CAAA;CAAE,CAiB7C;AAED,eAAO,MAAM,yBAAyB;;;CAGrC,CAAC"}