@sirius-mcp/mcp 1.4.0

package/dist/adapters/sqlite/ftsIndex.js

@@ -0,0 +1,208 @@
+import { resolve, join } from "node:path";
+import { mkdirSync } from "node:fs";
+import Database from "better-sqlite3";
+import { IndexAdapterError, } from "../../domain/index.js";
+export const SCHEMA_VERSION = "2";
+export const INDEX_DIR = join(".context", ".index");
+export const DB_FILE = "sirius.db";
+export class FtsIndexAdapter {
+    db = null;
+    _needsRebuild = false;
+    isOpen() {
+        return this.db !== null;
+    }
+    open(root) {
+        if (this.db) {
+            return;
+        }
+        const dbPath = resolve(root, INDEX_DIR, DB_FILE);
+        try {
+            mkdirSync(resolve(root, INDEX_DIR), { recursive: true });
+            this.db = new Database(dbPath);
+            this.db.pragma("journal_mode = WAL");
+            this.db.pragma("foreign_keys = OFF");
+            this.initializeSchema();
+        }
+        catch (err) {
+            this.db?.close();
+            this.db = null;
+            throw new IndexAdapterError("INDEX_OPEN_FAILED", `Failed to open index database at ${dbPath}: ${err instanceof Error ? err.message : String(err)}`, err);
+        }
+    }
+    close() {
+        this.db?.close();
+        this.db = null;
+        this._needsRebuild = false;
+    }
+    needsRebuild() {
+        return this._needsRebuild;
+    }
+    upsert(doc) {
+        this.ensureOpen();
+        const deleteStmt = this.db.prepare("DELETE FROM documents_fts WHERE id = ? AND type = ?");
+        const insertStmt = this.db.prepare("INSERT INTO documents_fts (id, type, status, title, body, path) VALUES (?, ?, ?, ?, ?, ?)");
+        const transaction = this.db.transaction((d) => {
+            deleteStmt.run(d.id, d.type);
+            const cleanBody = sanitizeBodyForFts(d.body);
+            insertStmt.run(d.id, d.type, d.status, d.title, cleanBody, d.path);
+        });
+        transaction(doc);
+    }
+    remove(type, id) {
+        this.ensureOpen();
+        const stmt = this.db.prepare("DELETE FROM documents_fts WHERE id = ? AND type = ?");
+        stmt.run(id, type);
+    }
+    search(query, limit = 5) {
+        this.ensureOpen();
+        const safeQuery = sanitizeFtsQuery(query);
+        if (!safeQuery) {
+            return [];
+        }
+        const stmt = this.db.prepare(`SELECT id, type, status, title, path,
+              snippet(documents_fts, 4, '<<<', '>>>', '...', 32) as snippet
+       FROM documents_fts
+       WHERE documents_fts MATCH ?
+       ORDER BY rank
+       LIMIT ?`);
+        let rows = stmt.all(safeQuery, limit);
+        if (rows.length === 0) {
+            const orQuery = sanitizeFtsOrQuery(query);
+            if (orQuery && orQuery !== safeQuery) {
+                try {
+                    rows = stmt.all(orQuery, limit);
+                }
+                catch {
+                    // ignore FTS syntax errors
+                }
+            }
+        }
+        return rows.map((row) => ({
+            id: row.id,
+            type: row.type,
+            status: row.status,
+            title: row.title,
+            path: row.path,
+            snippet: normalizeSnippet(row.snippet),
+        }));
+    }
+    rebuild(docs) {
+        this.ensureOpen();
+        const createFts = this.db.prepare(`CREATE VIRTUAL TABLE IF NOT EXISTS documents_fts USING fts5(
+        id UNINDEXED, type UNINDEXED, status UNINDEXED,
+        title, body, path UNINDEXED,
+        tokenize = 'porter unicode61'
+      )`);
+        const dropFts = this.db.prepare("DROP TABLE IF EXISTS documents_fts");
+        const insertStmt = this.db.prepare("INSERT INTO documents_fts (id, type, status, title, body, path) VALUES (?, ?, ?, ?, ?, ?)");
+        const setVersion = this.db.prepare(`INSERT INTO index_meta (key, value) VALUES ('schema_version', ?)
+       ON CONFLICT(key) DO UPDATE SET value = excluded.value`);
+        const transaction = this.db.transaction((documents) => {
+            dropFts.run();
+            createFts.run();
+            for (const doc of documents) {
+                const cleanBody = sanitizeBodyForFts(doc.body);
+                insertStmt.run(doc.id, doc.type, doc.status, doc.title, cleanBody, doc.path);
+            }
+            setVersion.run(SCHEMA_VERSION);
+        });
+        transaction(docs);
+        this._needsRebuild = false;
+    }
+    initializeSchema() {
+        this.db.exec(`CREATE TABLE IF NOT EXISTS index_meta (
+        key TEXT PRIMARY KEY,
+        value TEXT NOT NULL
+      )`);
+        const createFts = this.db.prepare(`CREATE VIRTUAL TABLE IF NOT EXISTS documents_fts USING fts5(
+        id UNINDEXED, type UNINDEXED, status UNINDEXED,
+        title, body, path UNINDEXED,
+        tokenize = 'porter unicode61'
+      )`);
+        createFts.run();
+        const row = this.db
+            .prepare("SELECT value FROM index_meta WHERE key = 'schema_version'")
+            .get();
+        if (!row || row.value !== SCHEMA_VERSION) {
+            this._needsRebuild = true;
+        }
+    }
+    ensureOpen() {
+        if (!this.db) {
+            throw new IndexAdapterError("INDEX_NOT_OPEN", "Index database is not open");
+        }
+    }
+}
+export function sanitizeFtsQuery(query) {
+    const tokens = query
+        .trim()
+        .split(/\s+/)
+        .filter((t) => t.length > 0)
+        .map((t) => `"${t.replace(/"/g, '""')}"*`);
+    return tokens.join(" ");
+}
+export function sanitizeFtsOrQuery(query) {
+    const rawTokens = query.trim().match(/[a-zA-Z0-9_-]+/g) ?? [];
+    const tokens = rawTokens
+        .filter((t) => t.length >= 2)
+        .map((t) => `"${t.replace(/"/g, '""')}"*`);
+    return tokens.join(" OR ");
+}
+export function normalizeSnippet(snippet, maxChars = 200) {
+    if (!snippet)
+        return "";
+    const normalized = snippet.replace(/\s+/g, " ").trim();
+    if (normalized.length <= maxChars)
+        return normalized;
+    return normalized.slice(0, maxChars).trimEnd() + "…";
+}
+export function indexDbPath(root) {
+    return resolve(root, INDEX_DIR, DB_FILE);
+}
+export function indexDir(root) {
+    return resolve(root, INDEX_DIR);
+}
+/**
+ * Extrai texto semântico de blocos SVG/XML e remove toda sintaxe de tags e atributos,
+ * prevenindo poluição de FTS5 e gerando snippets de busca limpos.
+ */
+export function sanitizeBodyForFts(body) {
+    if (!body || body.trim().length === 0) {
+        return "";
+    }
+    return body.replace(/(?:```(?:xml|svg|html)?\s*)?<svg[\s\S]*?<\/svg>(?:\s*```)?/gi, (svgBlock) => extractSvgTextContent(svgBlock));
+}
+/**
+ * Extrai o conteúdo legível de tags <text>, <tspan>, <title>, <desc>
+ * e remove qualquer outra tag XML/HTML residual, comentários e estilos.
+ */
+export function extractSvgTextContent(svgSnippet) {
+    const cleanSvg = svgSnippet
+        .replace(/<!--[\s\S]*?-->/g, " ")
+        .replace(/<style[\s\S]*?<\/style>/gi, " ");
+    const extractedWords = [];
+    const textTagRegex = /<(?:title|desc|text|tspan)[^>]*>([\s\S]*?)<\/(?:title|desc|text|tspan)>/gi;
+    let match;
+    while ((match = textTagRegex.exec(cleanSvg)) !== null) {
+        const rawContent = match[1];
+        const stripped = rawContent.replace(/<[^>]+>/g, " ").trim();
+        if (stripped.length > 0) {
+            extractedWords.push(unescapeXmlEntities(stripped));
+        }
+    }
+    return extractedWords.join(" ");
+}
+export function unescapeXmlEntities(text) {
+    return text
+        .replace(/&amp;/g, "&")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&(?:apos|#39|#x27);/gi, "'")
+        .replace(/&nbsp;/gi, " ")
+        .replace(/&#(\d+);/g, (_, dec) => String.fromCharCode(Number(dec)))
+        .replace(/&#x([0-9a-fA-F]+);/g, (_, hex) => String.fromCharCode(parseInt(hex, 16)))
+        .replace(/\s+/g, " ")
+        .trim();
+}
+//# sourceMappingURL=ftsIndex.js.map

package/dist/adapters/sqlite/ftsIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ftsIndex.js","sourceRoot":"","sources":["../../../src/adapters/sqlite/ftsIndex.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAIL,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,CAAC;AAClC,MAAM,CAAC,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;AACpD,MAAM,CAAC,MAAM,OAAO,GAAG,WAAW,CAAC;AAEnC,MAAM,OAAO,eAAe;IAClB,EAAE,GAA6B,IAAI,CAAC;IACpC,aAAa,GAAG,KAAK,CAAC;IAE9B,MAAM;QACJ,OAAO,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC;IAC1B,CAAC;IAED,IAAI,CAAC,IAAY;QACf,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QACjD,IAAI,CAAC;YACH,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACrC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YACf,MAAM,IAAI,iBAAiB,CACzB,mBAAmB,EACnB,oCAAoC,MAAM,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACjG,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,MAAM,CAAC,GAAoB;QACzB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,UAAU,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CACjC,qDAAqD,CACtD,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CACjC,2FAA2F,CAC5F,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,EAAG,CAAC,WAAW,CAAC,CAAC,CAAkB,EAAE,EAAE;YAC9D,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,SAAS,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;QACH,WAAW,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,IAAY,EAAE,EAAU;QAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CAC3B,qDAAqD,CACtD,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,KAAK,GAAG,CAAC;QAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CAC3B;;;;;eAKS,CACV,CAAC;QACF,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAOlC,CAAC;QAEH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAC1C,IAAI,OAAO,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBACrC,IAAI,CAAC;oBACH,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAO5B,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,2BAA2B;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;SACvC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,OAAO,CAAC,IAAuB;QAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CAChC;;;;QAIE,CACH,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CACjC,2FAA2F,CAC5F,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CACjC;6DACuD,CACxD,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,CAAC,EAAG,CAAC,WAAW,CAAC,CAAC,SAA4B,EAAE,EAAE;YACxE,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,SAAS,CAAC,GAAG,EAAE,CAAC;YAChB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/C,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YAC/E,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,WAAW,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,EAAG,CAAC,IAAI,CACX;;;QAGE,CACH,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,EAAG,CAAC,OAAO,CAChC;;;;QAIE,CACH,CAAC;QACF,SAAS,CAAC,GAAG,EAAE,CAAC;QAEhB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAG;aACjB,OAAO,CAAC,2DAA2D,CAAC;aACpE,GAAG,EAAmC,CAAC;QAC1C,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,KAAK,cAAc,EAAE,CAAC;YACzC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,iBAAiB,CAAC,gBAAgB,EAAE,4BAA4B,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,MAAM,MAAM,GAAG,KAAK;SACjB,IAAI,EAAE;SACN,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;IAC9D,MAAM,MAAM,GAAG,SAAS;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;SAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAsB,EAAE,QAAQ,GAAG,GAAG;IACrE,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,IAAI,UAAU,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,UAAU,CAAC;IACrD,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;AAClC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,IAAI,CAAC,OAAO,CACjB,8DAA8D,EAC9D,CAAC,QAAQ,EAAE,EAAE,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAC9C,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,UAAkB;IACtD,MAAM,QAAQ,GAAG,UAAU;SACxB,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;SAChC,OAAO,CAAC,2BAA2B,EAAE,GAAG,CAAC,CAAC;IAE7C,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,MAAM,YAAY,GAAG,2EAA2E,CAAC;IACjG,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACtD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,OAAO,IAAI;SACR,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,uBAAuB,EAAE,GAAG,CAAC;SACrC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;SAClE,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;SAClF,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC"}

package/dist/adapters/update/check.d.ts

@@ -0,0 +1,42 @@
+import { URL } from "node:url";
+import { z } from "zod";
+export declare const releaseResponseSchema: z.ZodObject<{
+    latestVersion: z.ZodString;
+    downloadUrl: z.ZodString;
+    checksum: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    latestVersion: string;
+    downloadUrl: string;
+    checksum: string;
+}, {
+    latestVersion: string;
+    downloadUrl: string;
+    checksum: string;
+}>;
+export interface ReleaseMetadata {
+    readonly latestVersion: string;
+    readonly downloadUrl: string;
+    readonly checksum: string;
+}
+export interface CheckForUpdatesInput {
+    readonly currentVersion: string;
+    readonly arch: string;
+    readonly licenseKey?: string;
+    readonly releaseEndpoint: string;
+}
+export type CheckResult = {
+    readonly status: "up-to-date";
+} | {
+    readonly status: "update-available";
+    readonly latestVersion: string;
+    readonly downloadUrl: string;
+    readonly checksum: string;
+} | {
+    readonly status: "error";
+    readonly message: string;
+};
+export declare function buildReleaseUrl(endpoint: string, currentVersion: string, arch: string, licenseKey?: string): URL;
+export declare function fetchReleaseMetadata(input: CheckForUpdatesInput): Promise<ReleaseMetadata>;
+export declare function isNewer(latest: string, current: string): boolean;
+export declare function checkForUpdates(input: CheckForUpdatesInput): Promise<CheckResult>;
+//# sourceMappingURL=check.d.ts.map

package/dist/adapters/update/check.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"check.d.ts","sourceRoot":"","sources":["../../../src/adapters/update/check.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,qBAAqB;;;;;;;;;;;;EAIhC,CAAC;AAEH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,MAAM,WAAW,GACnB;IAAE,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;CAAE,GACjC;IACE,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B,GACD;IAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,MAAM,EACZ,UAAU,CAAC,EAAE,MAAM,GAClB,GAAG,CASL;AAwDD,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,oBAAoB,GAC1B,OAAO,CAAC,eAAe,CAAC,CAS1B;AAED,wBAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAmBhE;AAED,wBAAsB,eAAe,CACnC,KAAK,EAAE,oBAAoB,GAC1B,OAAO,CAAC,WAAW,CAAC,CAatB"}

package/dist/adapters/update/check.js

@@ -0,0 +1,113 @@
+import { request as httpRequest } from "node:http";
+import { request as httpsRequest } from "node:https";
+import { URL } from "node:url";
+import { z } from "zod";
+export const releaseResponseSchema = z.object({
+    latestVersion: z.string(),
+    downloadUrl: z.string(),
+    checksum: z.string(),
+});
+export function buildReleaseUrl(endpoint, currentVersion, arch, licenseKey) {
+    const url = new URL(endpoint);
+    url.search = "";
+    url.searchParams.set("version", currentVersion);
+    url.searchParams.set("arch", arch);
+    if (licenseKey) {
+        url.searchParams.set("licenseKey", licenseKey);
+    }
+    return url;
+}
+const MAX_RESPONSE_CHARS = 64 * 1024;
+function requestJson(url) {
+    return new Promise((resolve, reject) => {
+        const doRequest = url.protocol === "https:" ? httpsRequest : httpRequest;
+        const req = doRequest(url, {
+            method: "GET",
+            timeout: 10000,
+            headers: { Accept: "application/json" },
+        }, (res) => {
+            let data = "";
+            let settled = false;
+            res.setEncoding("utf8");
+            res.on("data", (chunk) => {
+                if (settled)
+                    return;
+                data += chunk;
+                if (data.length > MAX_RESPONSE_CHARS) {
+                    settled = true;
+                    reject(new Error("release endpoint response exceeds 64 KB limit"));
+                    req.destroy();
+                }
+            });
+            res.on("error", (err) => {
+                if (settled)
+                    return;
+                settled = true;
+                reject(err);
+            });
+            res.on("end", () => {
+                if (settled)
+                    return;
+                settled = true;
+                if (res.statusCode && (res.statusCode < 200 || res.statusCode >= 300)) {
+                    reject(new Error(`release endpoint returned ${res.statusCode}`));
+                    return;
+                }
+                try {
+                    resolve(JSON.parse(data));
+                }
+                catch {
+                    reject(new Error("invalid JSON from release endpoint"));
+                }
+            });
+        });
+        req.on("error", reject);
+        req.on("timeout", () => {
+            req.destroy();
+            reject(new Error("release endpoint timeout"));
+        });
+        req.end();
+    });
+}
+export async function fetchReleaseMetadata(input) {
+    const url = buildReleaseUrl(input.releaseEndpoint, input.currentVersion, input.arch, input.licenseKey);
+    const raw = await requestJson(url);
+    return releaseResponseSchema.parse(raw);
+}
+export function isNewer(latest, current) {
+    const parse = (value) => value
+        .replace(/^v/, "")
+        .split(".")
+        .map((part) => {
+        const n = Number.parseInt(part, 10);
+        return Number.isNaN(n) ? 0 : n;
+    });
+    const l = parse(latest);
+    const c = parse(current);
+    const len = Math.max(l.length, c.length);
+    for (let i = 0; i < len; i++) {
+        const li = l[i] ?? 0;
+        const ci = c[i] ?? 0;
+        if (li > ci)
+            return true;
+        if (li < ci)
+            return false;
+    }
+    return false;
+}
+export async function checkForUpdates(input) {
+    try {
+        const meta = await fetchReleaseMetadata(input);
+        if (isNewer(meta.latestVersion, input.currentVersion)) {
+            return { status: "update-available", ...meta };
+        }
+        return { status: "up-to-date" };
+    }
+    catch (err) {
+        return {
+            status: "error",
+            message: err instanceof Error ? err.message : String(err),
+        };
+    }
+}
+//# sourceMappingURL=check.js.map

package/dist/adapters/update/check.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/adapters/update/check.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;CACrB,CAAC,CAAC;AAyBH,MAAM,UAAU,eAAe,CAC7B,QAAgB,EAChB,cAAsB,EACtB,IAAY,EACZ,UAAmB;IAEnB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC;IAChB,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAChD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,UAAU,EAAE,CAAC;QACf,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC;AAErC,SAAS,WAAW,CAAC,GAAQ;IAC3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;QACzE,MAAM,GAAG,GAAG,SAAS,CACnB,GAAG,EACH;YACE,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;SACxC,EACD,CAAC,GAAG,EAAE,EAAE;YACN,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;gBACvB,IAAI,OAAO;oBAAE,OAAO;gBACpB,IAAI,IAAI,KAAK,CAAC;gBACd,IAAI,IAAI,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;oBACrC,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM,CAAC,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC;oBACnE,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChB,CAAC;YACH,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACtB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACjB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,EAAE,CAAC;oBACtE,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;oBACjE,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5B,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CACF,CAAC;QACF,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACxB,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACrB,GAAG,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAA2B;IAE3B,MAAM,GAAG,GAAG,eAAe,CACzB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,UAAU,CACjB,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,OAAO,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,MAAc,EAAE,OAAe;IACrD,MAAM,KAAK,GAAG,CAAC,KAAa,EAAY,EAAE,CACxC,KAAK;SACF,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;SACjB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IACP,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,IAAI,CAAC;QACzB,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;YACtD,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,IAAI,EAAE,CAAC;QACjD,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAClC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAC1D,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/adapters/update/status.d.ts

@@ -0,0 +1,8 @@
+import { type CheckResult } from "./check.js";
+export interface LastUpdateCheck {
+    readonly checkedAt: string;
+    readonly result: CheckResult;
+}
+export declare function getLastUpdateCheck(): LastUpdateCheck | null;
+export declare function recordUpdateCheck(result: CheckResult): void;
+//# sourceMappingURL=status.d.ts.map

package/dist/adapters/update/status.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"status.d.ts","sourceRoot":"","sources":["../../../src/adapters/update/status.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;CAC9B;AASD,wBAAgB,kBAAkB,IAAI,eAAe,GAAG,IAAI,CAE3D;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAgB3D"}

package/dist/adapters/update/status.js

@@ -0,0 +1,26 @@
+import {} from "./check.js";
+const MAX_ERROR_MESSAGE_CHARS = 500;
+const MAX_LATEST_VERSION_CHARS = 64;
+const MAX_DOWNLOAD_URL_CHARS = 512;
+const MAX_CHECKSUM_CHARS = 256;
+let lastUpdateCheck = null;
+export function getLastUpdateCheck() {
+    return lastUpdateCheck;
+}
+export function recordUpdateCheck(result) {
+    const bounded = result.status === "error"
+        ? {
+            status: "error",
+            message: result.message.slice(0, MAX_ERROR_MESSAGE_CHARS),
+        }
+        : result.status === "up-to-date"
+            ? { status: "up-to-date" }
+            : {
+                status: "update-available",
+                latestVersion: result.latestVersion.slice(0, MAX_LATEST_VERSION_CHARS),
+                downloadUrl: result.downloadUrl.slice(0, MAX_DOWNLOAD_URL_CHARS),
+                checksum: result.checksum.slice(0, MAX_CHECKSUM_CHARS),
+            };
+    lastUpdateCheck = { checkedAt: new Date().toISOString(), result: bounded };
+}
+//# sourceMappingURL=status.js.map

package/dist/adapters/update/status.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"status.js","sourceRoot":"","sources":["../../../src/adapters/update/status.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoB,MAAM,YAAY,CAAC;AAO9C,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,wBAAwB,GAAG,EAAE,CAAC;AACpC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,IAAI,eAAe,GAA2B,IAAI,CAAC;AAEnD,MAAM,UAAU,kBAAkB;IAChC,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAmB;IACnD,MAAM,OAAO,GACX,MAAM,CAAC,MAAM,KAAK,OAAO;QACvB,CAAC,CAAC;YACE,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC;SAC1D;QACH,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,YAAY;YAC9B,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE;YAC1B,CAAC,CAAC;gBACE,MAAM,EAAE,kBAAkB;gBAC1B,aAAa,EAAE,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,wBAAwB,CAAC;gBACtE,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC;gBAChE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;aACvD,CAAC;IACV,eAAe,GAAG,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAC7E,CAAC"}

package/dist/app/crawl.d.ts

@@ -0,0 +1,27 @@
+import { type McpError } from "../errors.js";
+import { type LicensePort } from "../domain/license.js";
+import { type IndexWriterPort } from "../domain/index-writer.js";
+import { type CrawlAdapter } from "../domain/source-adapter.js";
+import { type CrawlReport } from "../domain/crawl.js";
+export interface CrawlWatcherHandle {
+    pause(): Promise<void>;
+    resume(): Promise<void>;
+}
+export interface CrawlInput {
+    path: string;
+    dryRun?: boolean;
+}
+export interface CrawlDependencies {
+    adapters?: CrawlAdapter[];
+    maxFileBytes?: number;
+    watcher?: CrawlWatcherHandle;
+    isContainer?: boolean;
+}
+export declare function crawlContextStore(root: string, input: CrawlInput, writer: IndexWriterPort, options?: CrawlDependencies, licensePort?: LicensePort, hardGate?: boolean): Promise<{
+    success: true;
+    data: CrawlReport;
+} | {
+    success: false;
+    error: McpError;
+}>;
+//# sourceMappingURL=crawl.d.ts.map

package/dist/app/crawl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../src/app/crawl.ts"],"names":[],"mappings":"AACA,OAAO,EAAwB,KAAK,QAAQ,EAAE,MAAM,cAAc,CAAC;AACnE,OAAO,EAAkB,KAAK,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExE,OAAO,EAEL,KAAK,eAAe,EACrB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,KAAK,YAAY,EAAuB,MAAM,6BAA6B,CAAC;AACrF,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAkBtD,MAAM,WAAW,kBAAkB;IACjC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,kBAAkB,CAAC;IAC7B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,eAAe,EACvB,OAAO,GAAE,iBAAsB,EAC/B,WAAW,GAAE,WAA4B,EACzC,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,QAAQ,CAAA;CAAE,CAAC,CA4BrF"}

package/dist/app/crawl.js

@@ -0,0 +1,156 @@
+import { loadProjectConfig, configLoadError } from "./loadProjectConfig.js";
+import { mcpError, toMcpError } from "../errors.js";
+import { devLicensePort } from "../domain/license.js";
+import { licenseGate } from "./license-gate.js";
+import {} from "../domain/index-writer.js";
+import {} from "../domain/source-adapter.js";
+import {} from "../domain/crawl.js";
+import { runCrawlPipeline, existingIdKey } from "../domain/crawl.js";
+import { validateCrawlSourcePath, DEFAULT_CRAWL_MAX_FILE_BYTES, } from "../adapters/fs/source-scan.js";
+import { scanSourceTree } from "../adapters/fs/source-walk.js";
+import { defaultCrawlAdapters } from "../adapters/crawl/index.js";
+import { isDockerEnvironment } from "../adapters/fs/watch-fs.js";
+import { createDocumentExclusive, listDocumentFiles, } from "../adapters/fs/structure.js";
+import { buildDocumentMarkdown, } from "../schemas/document.js";
+export async function crawlContextStore(root, input, writer, options = {}, licensePort = devLicensePort, hardGate = false) {
+    const dryRun = input.dryRun === true;
+    const preflight = await preflightCrawl(root, input.path, writer, options, dryRun, licensePort, hardGate);
+    if (!preflight.success) {
+        return { success: false, error: preflight.error };
+    }
+    if (!dryRun) {
+        await options.watcher?.pause();
+    }
+    try {
+        const report = await runCrawl(root, preflight.sourceRoot, writer, options, dryRun);
+        return { success: true, data: report };
+    }
+    catch (err) {
+        return crawlFailure(err);
+    }
+    finally {
+        if (!dryRun) {
+            await options.watcher?.resume();
+        }
+    }
+}
+function crawlFailure(err) {
+    const normalized = toMcpError(err, "INTERNAL_ERROR");
+    if (normalized.code === "INTERNAL_ERROR") {
+        return { success: false, error: normalized };
+    }
+    return {
+        success: false,
+        error: mcpError("INTERNAL_ERROR", normalized.message, normalized.details),
+    };
+}
+async function preflightCrawl(root, path, writer, options, dryRun, licensePort, hardGate) {
+    const gate = await licenseGate({
+        tool: "context_crawl",
+        licensePort,
+        hardGate,
+        mode: "write",
+    });
+    if (gate) {
+        return { success: false, error: gate };
+    }
+    const config = await loadProjectConfig(root);
+    if (config.kind !== "ok") {
+        return { success: false, error: configLoadError(config) };
+    }
+    const validation = await validateCrawlSourcePath({
+        projectRoot: root,
+        inputPath: path,
+        isContainer: options.isContainer ?? isDockerEnvironment(),
+    });
+    if (!validation.success) {
+        return { success: false, error: validation.error };
+    }
+    if (!dryRun && !writer.isOpen()) {
+        return {
+            success: false,
+            error: mcpError("INDEX_NOT_OPEN", "Search index is not open."),
+        };
+    }
+    return { success: true, sourceRoot: validation.sourceRoot };
+}
+async function runCrawl(root, sourceRoot, writer, options, dryRun) {
+    const adapters = options.adapters ?? defaultCrawlAdapters;
+    const maxFileBytes = options.maxFileBytes ?? DEFAULT_CRAWL_MAX_FILE_BYTES;
+    const scan = await scanSourceTree(sourceRoot, { maxFileBytes });
+    const existingIds = await existingDocumentIds(root);
+    const pipeline = runCrawlPipeline({
+        files: scan.contexts,
+        adapters,
+        existingIds,
+        failures: scan.failures,
+    });
+    if (!dryRun) {
+        const warnings = [];
+        for (const created of pipeline.created) {
+            const persisted = await persistCrawledDocument(root, created.doc, writer);
+            if (persisted === "exists") {
+                reclassifyAsSkipped(pipeline.report, created.doc);
+            }
+            else if (persisted !== "created") {
+                warnings.push({
+                    path: `.context/${created.doc.type}/${created.doc.id}.md`,
+                    reason: persisted.reason,
+                });
+            }
+        }
+        if (warnings.length > 0) {
+            pipeline.report.warnings = warnings;
+        }
+    }
+    return pipeline.report;
+}
+async function persistCrawledDocument(root, doc, writer) {
+    const frontmatter = {
+        id: doc.id,
+        type: doc.type,
+        status: "draft",
+        title: doc.title,
+        updated: doc.updated,
+        code_refs: doc.code_refs,
+    };
+    const markdown = buildDocumentMarkdown(frontmatter, doc.body);
+    try {
+        const created = await createDocumentExclusive(root, doc.type, doc.id, markdown);
+        if (created === "exists") {
+            return "exists";
+        }
+    }
+    catch (err) {
+        throw new Error(`Failed to persist crawled document ${doc.type}/${doc.id}: ${err instanceof Error ? err.message : String(err)}`, { cause: err });
+    }
+    const outcome = await writer.upsertBulk({
+        id: doc.id,
+        type: doc.type,
+        status: "draft",
+        title: doc.title,
+        body: doc.body,
+        path: `.context/${doc.type}/${doc.id}.md`,
+    });
+    if (!outcome.ok) {
+        return { reason: outcome.reason ?? "index write failed" };
+    }
+    return "created";
+}
+function reclassifyAsSkipped(report, doc) {
+    const item = report.items.find((candidate) => candidate.docId === doc.id &&
+        candidate.docType === doc.type &&
+        candidate.action === "created");
+    if (!item) {
+        return;
+    }
+    item.action = "skipped";
+    item.reason = "exists";
+    report.created = Math.max(0, report.created - 1);
+    report.skipped += 1;
+}
+async function existingDocumentIds(root) {
+    const files = await listDocumentFiles(root);
+    return new Set(files.map((file) => existingIdKey(file.type, file.id)));
+}
+//# sourceMappingURL=crawl.js.map

package/dist/app/crawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../src/app/crawl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAiB,MAAM,cAAc,CAAC;AACnE,OAAO,EAAE,cAAc,EAAoB,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAGN,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAA0C,MAAM,6BAA6B,CAAC;AACrF,OAAO,EAAoB,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,EACL,uBAAuB,EACvB,4BAA4B,GAC7B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EACL,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,qBAAqB,GAEtB,MAAM,wBAAwB,CAAC;AAmBhC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAY,EACZ,KAAiB,EACjB,MAAuB,EACvB,UAA6B,EAAE,EAC/B,cAA2B,cAAc,EACzC,WAAoB,KAAK;IAEzB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC;IACrC,MAAM,SAAS,GAAG,MAAM,cAAc,CACpC,IAAI,EACJ,KAAK,CAAC,IAAI,EACV,MAAM,EACN,OAAO,EACP,MAAM,EACN,WAAW,EACX,QAAQ,CACT,CAAC;IACF,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACvB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;IACjC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACnF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,GAAY;IAChC,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;IACrD,IAAI,UAAU,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO;QACL,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,QAAQ,CAAC,gBAAgB,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC;KAC1E,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAY,EACZ,IAAY,EACZ,MAAuB,EACvB,OAA0B,EAC1B,MAAe,EACf,WAAwB,EACxB,QAAiB;IAEjB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC;QAC7B,IAAI,EAAE,eAAe;QACrB,WAAW;QACX,QAAQ;QACR,IAAI,EAAE,OAAO;KACd,CAAC,CAAC;IACH,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACzB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;IAC5D,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC;QAC/C,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,mBAAmB,EAAE;KAC1D,CAAC,CAAC;IACH,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;IACrD,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAChC,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,QAAQ,CAAC,gBAAgB,EAAE,2BAA2B,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;AAC9D,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,IAAY,EACZ,UAAkB,EAClB,MAAuB,EACvB,OAA0B,EAC1B,MAAe;IAEf,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,oBAAoB,CAAC;IAC1D,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,4BAA4B,CAAC;IAC1E,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,gBAAgB,CAAC;QAChC,KAAK,EAAE,IAAI,CAAC,QAAQ;QACpB,QAAQ;QACR,WAAW;QACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,QAAQ,GAAmB,EAAE,CAAC;QACpC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC1E,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC3B,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBACnC,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,YAAY,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK;oBACzD,MAAM,EAAE,SAAS,CAAC,MAAM;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACtC,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,MAAM,CAAC;AACzB,CAAC;AAID,KAAK,UAAU,sBAAsB,CACnC,IAAY,EACZ,GAAmB,EACnB,MAAuB;IAEvB,MAAM,WAAW,GAAwB;QACvC,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,SAAS,EAAE,GAAG,CAAC,SAAS;KACzB,CAAC;IACF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,uBAAuB,CAC3C,IAAI,EACJ,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,EAAE,EACN,QAAQ,CACT,CAAC;QACF,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;YACzB,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,sCAAsC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC/G,EAAE,KAAK,EAAE,GAAG,EAAE,CACf,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC;QACtC,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,KAAK;KAC1C,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,oBAAoB,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAmB,EAAE,GAAmB;IACnE,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAC5B,CAAC,SAAS,EAAE,EAAE,CACZ,SAAS,CAAC,KAAK,KAAK,GAAG,CAAC,EAAE;QAC1B,SAAS,CAAC,OAAO,KAAK,GAAG,CAAC,IAAI;QAC9B,SAAS,CAAC,MAAM,KAAK,SAAS,CACjC,CAAC;IACF,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IACD,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IACxB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;IACvB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAAY;IAC7C,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC5C,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC"}