@context-vault/core 2.17.0 → 3.0.0

package/dist/index.js

@@ -0,0 +1,297 @@
+import { readFileSync, readdirSync, existsSync, unlinkSync } from "node:fs";
+import { join, basename } from "node:path";
+import { dirToKind, walkDir, ulid } from "./files.js";
+import { categoryFor, defaultTierFor, CATEGORY_DIRS } from "./categories.js";
+import { parseFrontmatter, parseEntryFromMarkdown } from "./frontmatter.js";
+import { embedBatch } from "./embed.js";
+const EXCLUDED_DIRS = new Set(["projects", "_archive"]);
+const EXCLUDED_FILES = new Set(["context.md", "memory.md", "README.md"]);
+const EMBED_BATCH_SIZE = 32;
+export async function indexEntry(ctx, entry) {
+    const { id, kind, category, title, body, meta, tags, source, filePath, createdAt, identity_key, expires_at, source_files, tier, } = entry;
+    if (expires_at && new Date(expires_at) <= new Date())
+        return;
+    const tagsJson = tags ? JSON.stringify(tags) : null;
+    const metaJson = meta ? JSON.stringify(meta) : null;
+    const sourceFilesJson = source_files ? JSON.stringify(source_files) : null;
+    const cat = category || categoryFor(kind);
+    const effectiveTier = tier || defaultTierFor(kind);
+    let wasUpdate = false;
+    if (cat === "entity" && identity_key) {
+        const existing = ctx.stmts.getByIdentityKey.get(kind, identity_key);
+        if (existing) {
+            ctx.stmts.upsertByIdentityKey.run(title || null, body, metaJson, tagsJson, source || "claude-code", cat, filePath, expires_at || null, sourceFilesJson, kind, identity_key);
+            wasUpdate = true;
+        }
+    }
+    if (!wasUpdate) {
+        try {
+            ctx.stmts.insertEntry.run(id, kind, cat, title || null, body, metaJson, tagsJson, source || "claude-code", filePath, identity_key || null, expires_at || null, createdAt, createdAt, sourceFilesJson, effectiveTier);
+        }
+        catch (e) {
+            if (e.message.includes("UNIQUE constraint")) {
+                ctx.stmts.updateEntry.run(title || null, body, metaJson, tagsJson, source || "claude-code", cat, identity_key || null, expires_at || null, filePath);
+                if (sourceFilesJson !== null && ctx.stmts.updateSourceFiles) {
+                    const entryRow = ctx.stmts.getRowidByPath.get(filePath);
+                    if (entryRow) {
+                        const idRow = ctx.db
+                            .prepare("SELECT id FROM vault WHERE file_path = ?")
+                            .get(filePath);
+                        if (idRow)
+                            ctx.stmts.updateSourceFiles.run(sourceFilesJson, idRow.id);
+                    }
+                }
+                wasUpdate = true;
+            }
+            else {
+                throw e;
+            }
+        }
+    }
+    const rowidResult = wasUpdate
+        ? ctx.stmts.getRowidByPath.get(filePath)
+        : ctx.stmts.getRowid.get(id);
+    if (!rowidResult || rowidResult.rowid == null) {
+        throw new Error(`Could not find rowid for entry: ${wasUpdate ? `file_path=${filePath}` : `id=${id}`}`);
+    }
+    const rowid = Number(rowidResult.rowid);
+    if (!Number.isFinite(rowid) || rowid < 1) {
+        throw new Error(`Invalid rowid retrieved: ${rowidResult.rowid} (type: ${typeof rowidResult.rowid})`);
+    }
+    if (cat !== "event") {
+        const embeddingText = [title, body].filter(Boolean).join(" ");
+        const embedding = await ctx.embed(embeddingText);
+        if (embedding) {
+            try {
+                ctx.deleteVec(rowid);
+            }
+            catch { /* no-op */ }
+            ctx.insertVec(rowid, embedding);
+        }
+    }
+}
+export async function pruneExpired(ctx) {
+    const expired = ctx.db
+        .prepare("SELECT id, file_path FROM vault WHERE expires_at IS NOT NULL AND expires_at <= datetime('now')")
+        .all();
+    for (const row of expired) {
+        if (row.file_path) {
+            try {
+                unlinkSync(row.file_path);
+            }
+            catch { }
+        }
+        const vRowid = ctx.stmts.getRowid.get(row.id)?.rowid;
+        if (vRowid) {
+            try {
+                ctx.deleteVec(Number(vRowid));
+            }
+            catch { }
+        }
+        ctx.stmts.deleteEntry.run(row.id);
+    }
+    return expired.length;
+}
+export async function reindex(ctx, opts = {}) {
+    const { fullSync = true } = opts;
+    const stats = { added: 0, updated: 0, removed: 0, unchanged: 0 };
+    if (!existsSync(ctx.config.vaultDir))
+        return stats;
+    const upsertEntry = ctx.db.prepare(`INSERT OR IGNORE INTO vault (id, kind, category, title, body, meta, tags, source, file_path, identity_key, expires_at, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`);
+    const kindEntries = [];
+    const topDirs = readdirSync(ctx.config.vaultDir, {
+        withFileTypes: true,
+    }).filter((d) => d.isDirectory() && !EXCLUDED_DIRS.has(d.name) && !d.name.startsWith("_"));
+    for (const d of topDirs) {
+        if (CATEGORY_DIRS.has(d.name)) {
+            const catDir = join(ctx.config.vaultDir, d.name);
+            const subDirs = readdirSync(catDir, { withFileTypes: true }).filter((sd) => sd.isDirectory() && !sd.name.startsWith("_"));
+            for (const sd of subDirs) {
+                kindEntries.push({
+                    kind: dirToKind(sd.name),
+                    dir: join(catDir, sd.name),
+                });
+            }
+        }
+        else {
+            kindEntries.push({
+                kind: dirToKind(d.name),
+                dir: join(ctx.config.vaultDir, d.name),
+            });
+        }
+    }
+    const pendingEmbeds = [];
+    ctx.db.exec("BEGIN");
+    try {
+        for (const { kind, dir } of kindEntries) {
+            const category = categoryFor(kind);
+            const mdFiles = walkDir(dir).filter((f) => !EXCLUDED_FILES.has(basename(f.filePath)));
+            const dbRows = ctx.db
+                .prepare("SELECT id, file_path, body, title, tags, meta, related_to FROM vault WHERE kind = ?")
+                .all(kind);
+            const dbByPath = new Map(dbRows.map((r) => [r.file_path, r]));
+            const diskPaths = new Set(mdFiles.map((e) => e.filePath));
+            for (const { filePath, relDir } of mdFiles) {
+                const existing = dbByPath.get(filePath);
+                if (!fullSync && existing) {
+                    stats.unchanged++;
+                    continue;
+                }
+                const raw = readFileSync(filePath, "utf-8");
+                if (!raw.startsWith("---\n")) {
+                    console.error(`[reindex] skipping (no frontmatter): ${filePath}`);
+                    continue;
+                }
+                const { meta: fmMeta, body: rawBody } = parseFrontmatter(raw);
+                const parsed = parseEntryFromMarkdown(kind, rawBody, fmMeta);
+                const identity_key = fmMeta.identity_key || null;
+                const expires_at = fmMeta.expires_at || null;
+                const related_to = Array.isArray(fmMeta.related_to)
+                    ? fmMeta.related_to
+                    : null;
+                const relatedToJson = related_to?.length
+                    ? JSON.stringify(related_to)
+                    : null;
+                const meta = { ...(parsed.meta || {}) };
+                if (relDir)
+                    meta.folder = relDir;
+                else
+                    delete meta.folder;
+                const metaJson = Object.keys(meta).length ? JSON.stringify(meta) : null;
+                if (!existing) {
+                    const id = fmMeta.id || ulid();
+                    const tagsJson = fmMeta.tags ? JSON.stringify(fmMeta.tags) : null;
+                    const created = fmMeta.created || new Date().toISOString();
+                    const result = upsertEntry.run(id, kind, category, parsed.title || null, parsed.body, metaJson, tagsJson, fmMeta.source || "file", filePath, identity_key, expires_at, created, fmMeta.updated || created);
+                    if (result.changes > 0) {
+                        if (relatedToJson && ctx.stmts.updateRelatedTo) {
+                            ctx.stmts.updateRelatedTo.run(relatedToJson, id);
+                        }
+                        if (category !== "event") {
+                            const rowidResult = ctx.stmts.getRowid.get(id);
+                            if (rowidResult?.rowid) {
+                                const embeddingText = [parsed.title, parsed.body]
+                                    .filter(Boolean)
+                                    .join(" ");
+                                pendingEmbeds.push({
+                                    rowid: rowidResult.rowid,
+                                    text: embeddingText,
+                                });
+                            }
+                        }
+                        stats.added++;
+                    }
+                    else {
+                        stats.unchanged++;
+                    }
+                }
+                else if (fullSync) {
+                    const tagsJson = fmMeta.tags ? JSON.stringify(fmMeta.tags) : null;
+                    const titleChanged = (parsed.title || null) !== (existing.title || null);
+                    const bodyChanged = existing.body !== parsed.body;
+                    const tagsChanged = tagsJson !== (existing.tags || null);
+                    const metaChanged = metaJson !== (existing.meta || null);
+                    const relatedToChanged = relatedToJson !== (existing.related_to || null);
+                    if (bodyChanged || titleChanged || tagsChanged || metaChanged || relatedToChanged) {
+                        ctx.stmts.updateEntry.run(parsed.title || null, parsed.body, metaJson, tagsJson, fmMeta.source || "file", category, identity_key, expires_at, filePath);
+                        if (relatedToChanged && ctx.stmts.updateRelatedTo) {
+                            ctx.stmts.updateRelatedTo.run(relatedToJson, existing.id);
+                        }
+                        if ((bodyChanged || titleChanged) && category !== "event") {
+                            const rowid = ctx.stmts.getRowid.get(existing.id)?.rowid;
+                            if (rowid) {
+                                const embeddingText = [parsed.title, parsed.body]
+                                    .filter(Boolean)
+                                    .join(" ");
+                                pendingEmbeds.push({ rowid, text: embeddingText });
+                            }
+                        }
+                        stats.updated++;
+                    }
+                    else {
+                        stats.unchanged++;
+                    }
+                }
+                else {
+                    stats.unchanged++;
+                }
+            }
+            if (fullSync) {
+                for (const [dbPath, row] of dbByPath) {
+                    if (!diskPaths.has(dbPath)) {
+                        const vRowid = ctx.stmts.getRowid.get(row.id)?.rowid;
+                        if (vRowid) {
+                            try {
+                                ctx.deleteVec(vRowid);
+                            }
+                            catch { }
+                        }
+                        ctx.stmts.deleteEntry.run(row.id);
+                        stats.removed++;
+                    }
+                }
+            }
+        }
+        if (fullSync) {
+            const indexedKinds = new Set(kindEntries.map((ke) => ke.kind));
+            const allDbKinds = ctx.db
+                .prepare("SELECT DISTINCT kind FROM vault")
+                .all();
+            for (const { kind } of allDbKinds) {
+                if (!indexedKinds.has(kind)) {
+                    const orphaned = ctx.db
+                        .prepare("SELECT id, rowid FROM vault WHERE kind = ?")
+                        .all(kind);
+                    for (const row of orphaned) {
+                        try {
+                            ctx.deleteVec(row.rowid);
+                        }
+                        catch { }
+                        ctx.stmts.deleteEntry.run(row.id);
+                        stats.removed++;
+                    }
+                }
+            }
+        }
+        const expired = ctx.db
+            .prepare("SELECT id, file_path FROM vault WHERE expires_at IS NOT NULL AND expires_at <= datetime('now')")
+            .all();
+        for (const row of expired) {
+            if (row.file_path) {
+                try {
+                    unlinkSync(row.file_path);
+                }
+                catch { }
+            }
+            const vRowid = ctx.stmts.getRowid.get(row.id)?.rowid;
+            if (vRowid) {
+                try {
+                    ctx.deleteVec(Number(vRowid));
+                }
+                catch { }
+            }
+            ctx.stmts.deleteEntry.run(row.id);
+            stats.removed++;
+        }
+        ctx.db.exec("COMMIT");
+    }
+    catch (e) {
+        ctx.db.exec("ROLLBACK");
+        throw e;
+    }
+    for (let i = 0; i < pendingEmbeds.length; i += EMBED_BATCH_SIZE) {
+        const batch = pendingEmbeds.slice(i, i + EMBED_BATCH_SIZE);
+        const embeddings = await embedBatch(batch.map((e) => e.text));
+        for (let j = 0; j < batch.length; j++) {
+            if (embeddings[j]) {
+                try {
+                    ctx.deleteVec(batch[j].rowid);
+                }
+                catch { }
+                ctx.insertVec(batch[j].rowid, embeddings[j]);
+            }
+        }
+    }
+    return stats;
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC5E,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGxC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;AACxD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;AACzE,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAE5B,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,GAAY,EACZ,KAAuF;IAEvF,MAAM,EACJ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EACnD,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,IAAI,GAClE,GAAG,KAAK,CAAC;IAEV,IAAI,UAAU,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,EAAE;QAAE,OAAO;IAE7D,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpD,MAAM,eAAe,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3E,MAAM,GAAG,GAAG,QAAQ,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,aAAa,GAAG,IAAI,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;IAEnD,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,IAAI,GAAG,KAAK,QAAQ,IAAI,YAAY,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAwC,CAAC;QAC3G,IAAI,QAAQ,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAC/B,KAAK,IAAI,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EACvC,MAAM,IAAI,aAAa,EAAE,GAAG,EAAE,QAAQ,EACtC,UAAU,IAAI,IAAI,EAAE,eAAe,EACnC,IAAI,EAAE,YAAY,CACnB,CAAC;YACF,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,IAAI,CAAC;YACH,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CACvB,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EACtD,MAAM,IAAI,aAAa,EAAE,QAAQ,EACjC,YAAY,IAAI,IAAI,EAAE,UAAU,IAAI,IAAI,EACxC,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,aAAa,CACrD,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBACvD,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CACvB,KAAK,IAAI,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EACvC,MAAM,IAAI,aAAa,EAAE,GAAG,EAC5B,YAAY,IAAI,IAAI,EAAE,UAAU,IAAI,IAAI,EAAE,QAAQ,CACnD,CAAC;gBACF,IAAI,eAAe,KAAK,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;oBAC5D,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAkC,CAAC;oBACzF,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE;6BACjB,OAAO,CAAC,0CAA0C,CAAC;6BACnD,GAAG,CAAC,QAAQ,CAA+B,CAAC;wBAC/C,IAAI,KAAK;4BACP,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;oBAC/D,CAAC;gBACH,CAAC;gBACD,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,SAAS;QAC3B,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAkC;QACzE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAkC,CAAC;IAEhE,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CACb,mCAAmC,SAAS,CAAC,CAAC,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CACtF,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CACb,4BAA4B,WAAW,CAAC,KAAK,WAAW,OAAO,WAAW,CAAC,KAAK,GAAG,CACpF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;QACpB,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAEjD,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC;gBAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,WAAW,CAAC,CAAC;YACnD,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAY;IAC7C,MAAM,OAAO,GAAG,GAAG,CAAC,EAAE;SACnB,OAAO,CACN,gGAAgG,CACjG;SACA,GAAG,EAAgD,CAAC;IAEvD,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC;gBAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QAC7C,CAAC;QACD,MAAM,MAAM,GAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAmC,EAAE,KAAK,CAAC;QACxF,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC;gBAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACjD,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,OAAO,CAAC,MAAM,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,GAAY,EACZ,OAA+B,EAAE;IAEjC,MAAM,EAAE,QAAQ,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;IACjC,MAAM,KAAK,GAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAE/E,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAEnD,MAAM,WAAW,GAAG,GAAG,CAAC,EAAE,CAAC,OAAO,CAChC,+LAA+L,CAChM,CAAC;IAEF,MAAM,WAAW,GAAoC,EAAE,CAAC;IACxD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;QAC/C,aAAa,EAAE,IAAI;KACpB,CAAC,CAAC,MAAM,CACP,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAC3E,CAAC;IAEF,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CACjE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CACrD,CAAC;YACF,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBACzB,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC;oBACxB,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC;iBAC3B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;gBACvB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAsC,EAAE,CAAC;IAE5D,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrB,IAAI,CAAC;QACH,KAAK,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,WAAW,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CACjD,CAAC;YAEF,MAAM,MAAM,GAAG,GAAG,CAAC,EAAE;iBAClB,OAAO,CACN,qFAAqF,CACtF;iBACA,GAAG,CAAC,IAAI,CAA8B,CAAC;YAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAmB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE1D,KAAK,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAExC,IAAI,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;oBAC1B,KAAK,CAAC,SAAS,EAAE,CAAC;oBAClB,SAAS;gBACX,CAAC;gBAED,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC5C,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC7B,OAAO,CAAC,KAAK,CAAC,wCAAwC,QAAQ,EAAE,CAAC,CAAC;oBAClE,SAAS;gBACX,CAAC;gBACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;gBAC9D,MAAM,MAAM,GAAG,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;gBAE7D,MAAM,YAAY,GAAI,MAAM,CAAC,YAAuB,IAAI,IAAI,CAAC;gBAC7D,MAAM,UAAU,GAAI,MAAM,CAAC,UAAqB,IAAI,IAAI,CAAC;gBACzD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;oBACjD,CAAC,CAAE,MAAM,CAAC,UAAuB;oBACjC,CAAC,CAAC,IAAI,CAAC;gBACT,MAAM,aAAa,GAAG,UAAU,EAAE,MAAM;oBACtC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;oBAC5B,CAAC,CAAC,IAAI,CAAC;gBAET,MAAM,IAAI,GAA4B,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;gBACjE,IAAI,MAAM;oBAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;;oBAC5B,OAAO,IAAI,CAAC,MAAM,CAAC;gBACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAExE,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,EAAE,GAAI,MAAM,CAAC,EAAa,IAAI,IAAI,EAAE,CAAC;oBAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAClE,MAAM,OAAO,GAAI,MAAM,CAAC,OAAkB,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAEvE,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAC5B,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,MAAM,CAAC,IAAI,EACrD,QAAQ,EAAE,QAAQ,EAAG,MAAM,CAAC,MAAiB,IAAI,MAAM,EACvD,QAAQ,EAAE,YAAY,EAAE,UAAU,EAClC,OAAO,EAAG,MAAM,CAAC,OAAkB,IAAI,OAAO,CAC/C,CAAC;oBACF,IAAK,MAA8B,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChD,IAAI,aAAa,IAAI,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;4BAC/C,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;wBACnD,CAAC;wBACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;4BACzB,MAAM,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAkC,CAAC;4BAChF,IAAI,WAAW,EAAE,KAAK,EAAE,CAAC;gCACvB,MAAM,aAAa,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;qCAC9C,MAAM,CAAC,OAAO,CAAC;qCACf,IAAI,CAAC,GAAG,CAAC,CAAC;gCACb,aAAa,CAAC,IAAI,CAAC;oCACjB,KAAK,EAAE,WAAW,CAAC,KAAK;oCACxB,IAAI,EAAE,aAAa;iCACpB,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBACD,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,CAAC;yBAAM,CAAC;wBACN,KAAK,CAAC,SAAS,EAAE,CAAC;oBACpB,CAAC;gBACH,CAAC;qBAAM,IAAI,QAAQ,EAAE,CAAC;oBACpB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAClE,MAAM,YAAY,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAE,QAAQ,CAAC,KAAgB,IAAI,IAAI,CAAC,CAAC;oBACrF,MAAM,WAAW,GAAI,QAAQ,CAAC,IAAe,KAAK,MAAM,CAAC,IAAI,CAAC;oBAC9D,MAAM,WAAW,GAAG,QAAQ,KAAK,CAAE,QAAQ,CAAC,IAAe,IAAI,IAAI,CAAC,CAAC;oBACrE,MAAM,WAAW,GAAG,QAAQ,KAAK,CAAE,QAAQ,CAAC,IAAe,IAAI,IAAI,CAAC,CAAC;oBACrE,MAAM,gBAAgB,GAAG,aAAa,KAAK,CAAE,QAAQ,CAAC,UAAqB,IAAI,IAAI,CAAC,CAAC;oBAErF,IAAI,WAAW,IAAI,YAAY,IAAI,WAAW,IAAI,WAAW,IAAI,gBAAgB,EAAE,CAAC;wBAClF,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CACvB,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EACpD,MAAM,CAAC,MAAiB,IAAI,MAAM,EAAE,QAAQ,EAC7C,YAAY,EAAE,UAAU,EAAE,QAAQ,CACnC,CAAC;wBACF,IAAI,gBAAgB,IAAI,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;4BAClD,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,EAAE,QAAQ,CAAC,EAAY,CAAC,CAAC;wBACtE,CAAC;wBAED,IAAI,CAAC,WAAW,IAAI,YAAY,CAAC,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;4BAC1D,MAAM,KAAK,GAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAY,CAAmC,EAAE,KAAK,CAAC;4BACtG,IAAI,KAAK,EAAE,CAAC;gCACV,MAAM,aAAa,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;qCAC9C,MAAM,CAAC,OAAO,CAAC;qCACf,IAAI,CAAC,GAAG,CAAC,CAAC;gCACb,aAAa,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;4BACrD,CAAC;wBACH,CAAC;wBACD,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,CAAC;yBAAM,CAAC;wBACN,KAAK,CAAC,SAAS,EAAE,CAAC;oBACpB,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,QAAQ,EAAE,CAAC;oBACrC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;wBAC3B,MAAM,MAAM,GAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAY,CAAmC,EAAE,KAAK,CAAC;wBAClG,IAAI,MAAM,EAAE,CAAC;4BACX,IAAI,CAAC;gCAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;4BAAC,CAAC;4BAAC,MAAM,CAAC,CAAA,CAAC;wBACzC,CAAC;wBACD,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAY,CAAC,CAAC;wBAC5C,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/D,MAAM,UAAU,GAAG,GAAG,CAAC,EAAE;iBACtB,OAAO,CAAC,iCAAiC,CAAC;iBAC1C,GAAG,EAAwB,CAAC;YAC/B,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,UAAU,EAAE,CAAC;gBAClC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,MAAM,QAAQ,GAAG,GAAG,CAAC,EAAE;yBACpB,OAAO,CAAC,4CAA4C,CAAC;yBACrD,GAAG,CAAC,IAAI,CAAoC,CAAC;oBAChD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;wBAC3B,IAAI,CAAC;4BAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;wBAAC,CAAC;wBAAC,MAAM,CAAC,CAAA,CAAC;wBAC1C,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAClC,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,CAAC,EAAE;aACnB,OAAO,CACN,gGAAgG,CACjG;aACA,GAAG,EAAgD,CAAC;QAEvD,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;gBAClB,IAAI,CAAC;oBAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YAC7C,CAAC;YACD,MAAM,MAAM,GAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAmC,EAAE,KAAK,CAAC;YACxF,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,CAAC;oBAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YACjD,CAAC;YACD,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;QAED,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxB,MAAM,CAAC,CAAC;IACV,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC;QAChE,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC;QAC3D,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClB,IAAI,CAAC;oBAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;gBAC/C,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/ingest-url.d.ts

@@ -0,0 +1,20 @@
+export declare function htmlToMarkdown(html: string): string;
+export declare function extractHtmlContent(html: string, _url: string): {
+    title: string;
+    body: string;
+};
+export declare function ingestUrl(url: string, opts?: {
+    kind?: string;
+    tags?: string[];
+    source?: string;
+    maxBodyLength?: number;
+    timeoutMs?: number;
+}): Promise<{
+    kind: string;
+    title: string;
+    body: string;
+    tags: string[];
+    meta: Record<string, unknown>;
+    source: string;
+}>;
+//# sourceMappingURL=ingest-url.d.ts.map

package/dist/ingest-url.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest-url.d.ts","sourceRoot":"","sources":["../src/ingest-url.ts"],"names":[],"mappings":"AAAA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAiCnD;AAcD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAc9F;AAED,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,IAAI,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GACzG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,EAAE,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAgCvH"}

package/dist/ingest-url.js

@@ -0,0 +1,113 @@
+export function htmlToMarkdown(html) {
+    let md = html;
+    md = md.replace(/<script[\s\S]*?<\/script>/gi, "");
+    md = md.replace(/<style[\s\S]*?<\/style>/gi, "");
+    md = md.replace(/<nav[\s\S]*?<\/nav>/gi, "");
+    md = md.replace(/<header[\s\S]*?<\/header>/gi, "");
+    md = md.replace(/<footer[\s\S]*?<\/footer>/gi, "");
+    md = md.replace(/<aside[\s\S]*?<\/aside>/gi, "");
+    md = md.replace(/<h1[^>]*>([\s\S]*?)<\/h1>/gi, (_, c) => `\n# ${stripTags(c).trim()}\n`);
+    md = md.replace(/<h2[^>]*>([\s\S]*?)<\/h2>/gi, (_, c) => `\n## ${stripTags(c).trim()}\n`);
+    md = md.replace(/<h3[^>]*>([\s\S]*?)<\/h3>/gi, (_, c) => `\n### ${stripTags(c).trim()}\n`);
+    md = md.replace(/<h4[^>]*>([\s\S]*?)<\/h4>/gi, (_, c) => `\n#### ${stripTags(c).trim()}\n`);
+    md = md.replace(/<h5[^>]*>([\s\S]*?)<\/h5>/gi, (_, c) => `\n##### ${stripTags(c).trim()}\n`);
+    md = md.replace(/<h6[^>]*>([\s\S]*?)<\/h6>/gi, (_, c) => `\n###### ${stripTags(c).trim()}\n`);
+    md = md.replace(/<a[^>]*href="([^"]*)"[^>]*>([\s\S]*?)<\/a>/gi, (_, href, text) => {
+        const cleanText = stripTags(text).trim();
+        return cleanText ? `[${cleanText}](${href})` : "";
+    });
+    md = md.replace(/<pre[^>]*><code[^>]*>([\s\S]*?)<\/code><\/pre>/gi, (_, c) => `\n\`\`\`\n${decodeEntities(c).trim()}\n\`\`\`\n`);
+    md = md.replace(/<pre[^>]*>([\s\S]*?)<\/pre>/gi, (_, c) => `\n\`\`\`\n${decodeEntities(stripTags(c)).trim()}\n\`\`\`\n`);
+    md = md.replace(/<code[^>]*>([\s\S]*?)<\/code>/gi, (_, c) => `\`${decodeEntities(c).trim()}\``);
+    md = md.replace(/<(strong|b)[^>]*>([\s\S]*?)<\/\1>/gi, (_, __, c) => `**${stripTags(c).trim()}**`);
+    md = md.replace(/<(em|i)[^>]*>([\s\S]*?)<\/\1>/gi, (_, __, c) => `*${stripTags(c).trim()}*`);
+    md = md.replace(/<li[^>]*>([\s\S]*?)<\/li>/gi, (_, c) => `- ${stripTags(c).trim()}\n`);
+    md = md.replace(/<br\s*\/?>/gi, "\n");
+    md = md.replace(/<p[^>]*>([\s\S]*?)<\/p>/gi, (_, c) => `\n${stripTags(c).trim()}\n`);
+    md = md.replace(/<blockquote[^>]*>([\s\S]*?)<\/blockquote>/gi, (_, c) => {
+        return "\n" + stripTags(c).trim().split("\n").map((l) => `> ${l}`).join("\n") + "\n";
+    });
+    md = stripTags(md);
+    md = decodeEntities(md);
+    md = md.replace(/\n{3,}/g, "\n\n").trim();
+    return md;
+}
+function stripTags(html) {
+    return html.replace(/<[^>]+>/g, "");
+}
+function decodeEntities(text) {
+    return text
+        .replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"').replace(/&#39;/g, "'").replace(/&nbsp;/g, " ")
+        .replace(/&#(\d+);/g, (_, n) => String.fromCharCode(parseInt(n, 10)))
+        .replace(/&#x([0-9a-f]+);/gi, (_, n) => String.fromCharCode(parseInt(n, 16)));
+}
+export function extractHtmlContent(html, _url) {
+    const titleMatch = html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+    const title = titleMatch ? stripTags(decodeEntities(titleMatch[1])).trim() : "";
+    let contentHtml = "";
+    const articleMatch = html.match(/<article[^>]*>([\s\S]*?)<\/article>/i);
+    const mainMatch = html.match(/<main[^>]*>([\s\S]*?)<\/main>/i);
+    if (articleMatch)
+        contentHtml = articleMatch[1];
+    else if (mainMatch)
+        contentHtml = mainMatch[1];
+    else {
+        const bodyMatch = html.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
+        contentHtml = bodyMatch ? bodyMatch[1] : html;
+    }
+    const body = htmlToMarkdown(contentHtml);
+    return { title, body };
+}
+export async function ingestUrl(url, opts = {}) {
+    const { kind = "reference", tags = [], source, maxBodyLength = 50000, timeoutMs = 15000 } = opts;
+    let domain;
+    try {
+        domain = new URL(url).hostname;
+    }
+    catch {
+        throw new Error(`Invalid URL: ${url}`);
+    }
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), timeoutMs);
+    let response;
+    try {
+        response = await fetch(url, {
+            signal: controller.signal,
+            headers: { "User-Agent": "ContextVault/1.0 (+https://github.com/fellanH/context-vault)", Accept: "text/html,application/xhtml+xml,text/plain,*/*" },
+        });
+    }
+    catch (err) {
+        if (err.name === "AbortError")
+            throw new Error(`Request timed out after ${timeoutMs}ms`);
+        throw new Error(`Fetch failed: ${err.message}`);
+    }
+    finally {
+        clearTimeout(timeout);
+    }
+    if (!response.ok)
+        throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+    const contentType = response.headers.get("content-type") || "";
+    const html = await response.text();
+    let title, body;
+    if (contentType.includes("text/html") || contentType.includes("application/xhtml")) {
+        const extracted = extractHtmlContent(html, url);
+        title = extracted.title;
+        body = extracted.body;
+    }
+    else {
+        title = domain;
+        body = html;
+    }
+    if (body.length > maxBodyLength)
+        body = body.slice(0, maxBodyLength) + "\n\n[Content truncated]";
+    if (!body.trim())
+        throw new Error("No readable content extracted from URL");
+    return {
+        kind, title: title || domain, body,
+        tags: [...tags, "web-import"],
+        meta: { url, domain, fetched_at: new Date().toISOString(), content_type: contentType.split(";")[0].trim() || "text/html" },
+        source: source || domain,
+    };
+}
+//# sourceMappingURL=ingest-url.js.map

package/dist/ingest-url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest-url.js","sourceRoot":"","sources":["../src/ingest-url.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,EAAE,GAAG,IAAI,CAAC;IACd,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IACnD,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC;IACjD,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;IAC7C,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IACnD,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IACnD,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC;IACjD,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACjG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,QAAQ,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,SAAS,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACnG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,UAAU,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACpG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,WAAW,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,YAAY,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACtG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,8CAA8C,EAAE,CAAC,CAAC,EAAE,IAAY,EAAE,IAAY,EAAE,EAAE;QAChG,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACpD,CAAC,CAAC,CAAC;IACH,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,kDAAkD,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,aAAa,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACzI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,+BAA+B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,aAAa,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACjI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,iCAAiC,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,qCAAqC,EAAE,CAAC,CAAC,EAAE,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACnH,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,iCAAiC,EAAE,CAAC,CAAC,EAAE,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC7G,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/F,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IACtC,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7F,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,6CAA6C,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE;QAC9E,OAAO,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC/F,CAAC,CAAC,CAAC;IACH,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;IACnB,EAAE,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC;IACxB,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI;SACR,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SAClE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACtE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;SAC5E,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC1F,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,IAAY;IAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC/D,IAAI,YAAY;QAAE,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;SAC3C,IAAI,SAAS;QAAE,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;SAC1C,CAAC;QACJ,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAC/D,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChD,CAAC;IACD,MAAM,IAAI,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IACzC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAW,EACX,OAAwG,EAAE;IAE1G,MAAM,EAAE,IAAI,GAAG,WAAW,EAAE,IAAI,GAAG,EAAE,EAAE,MAAM,EAAE,aAAa,GAAG,KAAK,EAAE,SAAS,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC;IACjG,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC;IAAC,CAAC;IACzF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,EAAE,YAAY,EAAE,8DAA8D,EAAE,MAAM,EAAE,gDAAgD,EAAE;SACpJ,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAAa,CAAC,IAAI,KAAK,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,IAAI,CAAC,CAAC;QACpG,MAAM,IAAI,KAAK,CAAC,iBAAkB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7D,CAAC;YAAS,CAAC;QAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAAC,CAAC;IACpC,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACrF,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAC/D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,KAAa,EAAE,IAAY,CAAC;IAChC,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACnF,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAChD,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;QAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;IACjD,CAAC;SAAM,CAAC;QAAC,KAAK,GAAG,MAAM,CAAC;QAAC,IAAI,GAAG,IAAI,CAAC;IAAC,CAAC;IACvC,IAAI,IAAI,CAAC,MAAM,GAAG,aAAa;QAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,GAAG,yBAAyB,CAAC;IACjG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5E,OAAO;QACL,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,MAAM,EAAE,IAAI;QAClC,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,YAAY,CAAC;QAC7B,IAAI,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,WAAW,EAAE;QAC1H,MAAM,EAAE,MAAM,IAAI,MAAM;KACzB,CAAC;AACJ,CAAC"}

package/dist/main.d.ts

@@ -0,0 +1,14 @@
+export type { VaultConfig, RecallConfig, ConsolidationConfig, GrowthThresholds, PreparedStatements, VaultEntry, SearchResult, CaptureInput, CaptureResult, IndexEntryInput, ReindexStats, BaseCtx, SearchOptions, } from "./types.js";
+export { APP_URL, API_URL, MARKETING_URL, GITHUB_ISSUES_URL, MAX_BODY_LENGTH, MAX_TITLE_LENGTH, MAX_KIND_LENGTH, MAX_TAG_LENGTH, MAX_TAGS_COUNT, MAX_META_LENGTH, MAX_SOURCE_LENGTH, MAX_IDENTITY_KEY_LENGTH, DEFAULT_GROWTH_THRESHOLDS, DEFAULT_LIFECYCLE, } from "./constants.js";
+export { categoryFor, categoryDirFor, defaultTierFor, CATEGORY_DIRS, KIND_STALENESS_DAYS, } from "./categories.js";
+export { parseArgs, resolveConfig } from "./config.js";
+export { ulid, slugify, kindToDir, dirToKind, normalizeKind, kindToPath, safeJoin, walkDir, } from "./files.js";
+export { formatFrontmatter, parseFrontmatter, extractCustomMeta, parseEntryFromMarkdown, } from "./frontmatter.js";
+export { formatBody } from "./formatters.js";
+export { SCHEMA_DDL, NativeModuleError, initDatabase, prepareStatements, insertVec, deleteVec, testConnection, } from "./db.js";
+export { embed, embedBatch, resetEmbedPipeline, isEmbedAvailable } from "./embed.js";
+export { indexEntry, reindex, pruneExpired } from "./index.js";
+export { hybridSearch, buildFtsQuery, buildFilterClauses, recencyBoost, recencyDecayScore, dotProduct, reciprocalRankFusion, } from "./search.js";
+export { writeEntry, updateEntryFile, captureAndIndex, } from "./capture.js";
+export { htmlToMarkdown, extractHtmlContent, ingestUrl, } from "./ingest-url.js";
+//# sourceMappingURL=main.d.ts.map

package/dist/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AACA,YAAY,EACV,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,eAAe,EACf,YAAY,EACZ,OAAO,EACP,aAAa,GACd,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,OAAO,EACP,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,uBAAuB,EACvB,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,WAAW,EACX,cAAc,EACd,cAAc,EACd,aAAa,EACb,mBAAmB,GACpB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAGvD,OAAO,EACL,IAAI,EACJ,OAAO,EACP,SAAS,EACT,SAAS,EACT,aAAa,EACb,UAAU,EACV,QAAQ,EACR,OAAO,GACR,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAG7C,OAAO,EACL,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,iBAAiB,EACjB,SAAS,EACT,SAAS,EACT,cAAc,GACf,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAGrF,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG/D,OAAO,EACL,YAAY,EACZ,aAAa,EACb,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,UAAU,EACV,eAAe,EACf,eAAe,GAChB,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,SAAS,GACV,MAAM,iBAAiB,CAAC"}

package/dist/main.js

@@ -0,0 +1,25 @@
+// Constants
+export { APP_URL, API_URL, MARKETING_URL, GITHUB_ISSUES_URL, MAX_BODY_LENGTH, MAX_TITLE_LENGTH, MAX_KIND_LENGTH, MAX_TAG_LENGTH, MAX_TAGS_COUNT, MAX_META_LENGTH, MAX_SOURCE_LENGTH, MAX_IDENTITY_KEY_LENGTH, DEFAULT_GROWTH_THRESHOLDS, DEFAULT_LIFECYCLE, } from "./constants.js";
+// Categories
+export { categoryFor, categoryDirFor, defaultTierFor, CATEGORY_DIRS, KIND_STALENESS_DAYS, } from "./categories.js";
+// Config
+export { parseArgs, resolveConfig } from "./config.js";
+// Files
+export { ulid, slugify, kindToDir, dirToKind, normalizeKind, kindToPath, safeJoin, walkDir, } from "./files.js";
+// Frontmatter
+export { formatFrontmatter, parseFrontmatter, extractCustomMeta, parseEntryFromMarkdown, } from "./frontmatter.js";
+// Formatters
+export { formatBody } from "./formatters.js";
+// Database
+export { SCHEMA_DDL, NativeModuleError, initDatabase, prepareStatements, insertVec, deleteVec, testConnection, } from "./db.js";
+// Embeddings
+export { embed, embedBatch, resetEmbedPipeline, isEmbedAvailable } from "./embed.js";
+// Index (reindex + indexEntry)
+export { indexEntry, reindex, pruneExpired } from "./index.js";
+// Search (retrieve)
+export { hybridSearch, buildFtsQuery, buildFilterClauses, recencyBoost, recencyDecayScore, dotProduct, reciprocalRankFusion, } from "./search.js";
+// Capture
+export { writeEntry, updateEntryFile, captureAndIndex, } from "./capture.js";
+// Ingest URL
+export { htmlToMarkdown, extractHtmlContent, ingestUrl, } from "./ingest-url.js";
+//# sourceMappingURL=main.js.map

package/dist/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AAiBA,YAAY;AACZ,OAAO,EACL,OAAO,EACP,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,uBAAuB,EACvB,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AAExB,aAAa;AACb,OAAO,EACL,WAAW,EACX,cAAc,EACd,cAAc,EACd,aAAa,EACb,mBAAmB,GACpB,MAAM,iBAAiB,CAAC;AAEzB,SAAS;AACT,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEvD,QAAQ;AACR,OAAO,EACL,IAAI,EACJ,OAAO,EACP,SAAS,EACT,SAAS,EACT,aAAa,EACb,UAAU,EACV,QAAQ,EACR,OAAO,GACR,MAAM,YAAY,CAAC;AAEpB,cAAc;AACd,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAE1B,aAAa;AACb,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,WAAW;AACX,OAAO,EACL,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,iBAAiB,EACjB,SAAS,EACT,SAAS,EACT,cAAc,GACf,MAAM,SAAS,CAAC;AAEjB,aAAa;AACb,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErF,+BAA+B;AAC/B,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/D,oBAAoB;AACpB,OAAO,EACL,YAAY,EACZ,aAAa,EACb,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAErB,UAAU;AACV,OAAO,EACL,UAAU,EACV,eAAe,EACf,eAAe,GAChB,MAAM,cAAc,CAAC;AAEtB,aAAa;AACb,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,SAAS,GACV,MAAM,iBAAiB,CAAC"}

package/dist/search.d.ts

@@ -0,0 +1,18 @@
+import type { BaseCtx, SearchResult, SearchOptions } from "./types.js";
+export declare function recencyDecayScore(updatedAt: string | null | undefined, decayRate?: number): number;
+export declare function dotProduct(a: Float32Array, b: Float32Array): number;
+export declare function buildFtsQuery(query: string): string | null;
+export declare function recencyBoost(createdAt: string, category: string, decayDays?: number): number;
+export declare function buildFilterClauses({ categoryFilter, excludeEvents, since, until, includeSuperseeded, }: {
+    categoryFilter?: string | null;
+    excludeEvents?: boolean;
+    since?: string | null;
+    until?: string | null;
+    includeSuperseeded?: boolean;
+}): {
+    clauses: string[];
+    params: unknown[];
+};
+export declare function reciprocalRankFusion(rankedLists: string[][], k?: number): Map<string, number>;
+export declare function hybridSearch(ctx: BaseCtx, query: string, opts?: SearchOptions): Promise<SearchResult[]>;
+//# sourceMappingURL=search.d.ts.map

package/dist/search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAc,MAAM,YAAY,CAAC;AAKnF,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAAE,SAAS,SAAO,GAAG,MAAM,CAIhG;AAED,wBAAgB,UAAU,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAInE;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAW1D;AAED,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,SAAK,GAAG,MAAM,CAIxF;AAED,wBAAgB,kBAAkB,CAAC,EACjC,cAAc,EACd,aAAqB,EACrB,KAAK,EACL,KAAK,EACL,kBAA0B,GAC3B,EAAE;IACD,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,GAAG;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,OAAO,EAAE,CAAA;CAAE,CAuB3C;AAED,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,EAAE,EAAE,EACvB,CAAC,GAAE,MAAc,GAChB,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CASrB;AAED,wBAAsB,YAAY,CAChC,GAAG,EAAE,OAAO,EACZ,KAAK,EAAE,MAAM,EACb,IAAI,GAAE,aAAkB,GACvB,OAAO,CAAC,YAAY,EAAE,CAAC,CAmLzB"}