@alisio/plugin-semantic 0.0.0-stage → 0.1.0

package/dist/engine/setup.js

@@ -0,0 +1,183 @@
+import { randomUUID } from "node:crypto";
+import { errorCode, SemanticPluginError } from "../errors.js";
+import { activationMessage, messagesFor } from "../messages.js";
+import { downloadModel, isModelReady, ProgressTracker, } from "./download.js";
+import { totalBytes } from "./models.js";
+import { currentTarget, installRuntime, isRuntimeReady, RUNTIME_PACKAGES, runtimeBytes, runtimeSupported, } from "./runtime.js";
+export const EMBEDDING_ID = "semantic.e5";
+export const STORE_ID = "semantic.lance";
+/**
+ * The one setup flow shared by `/semantic:setup` and the app's "Prepare" step (§6.1): show the
+ * model, its size and destination; download and verify it as a job with progress; then ask the host
+ * to activate this plugin's providers. Never runs on install or on a first query.
+ */
+export class SetupManager {
+    options;
+    jobs = new Map();
+    current;
+    constructor(options) {
+        this.options = options;
+    }
+    async plan() {
+        const { spec, cacheRoot } = this.options;
+        const target = this.options.target ?? currentTarget();
+        const packages = this.options.runtimePackages ?? RUNTIME_PACKAGES;
+        const runtimeReady = await isRuntimeReady(cacheRoot, target, packages);
+        const modelReady = await isModelReady(cacheRoot, spec);
+        const runtime = {
+            bytes: runtimeBytes(packages),
+            ready: runtimeReady,
+            supported: runtimeSupported(target),
+        };
+        const model = { bytes: totalBytes(spec), ready: modelReady };
+        return {
+            key: spec.key,
+            label: spec.label,
+            bytes: (runtimeReady ? 0 : runtime.bytes) + (modelReady ? 0 : model.bytes),
+            prepared: runtimeReady && modelReady,
+            destination: cacheRoot,
+            runtime,
+            model,
+        };
+    }
+    running() {
+        return this.current?.job.state === "running";
+    }
+    get(id) {
+        const job = this.jobs.get(id);
+        return job ? structuredClone(job) : undefined;
+    }
+    cancel(id) {
+        if (this.current?.job.id !== id || this.current.job.state !== "running")
+            return false;
+        this.current.controller.abort();
+        return true;
+    }
+    currentId() {
+        return this.current?.job.id;
+    }
+    cancelRunning() {
+        return this.current ? this.cancel(this.current.job.id) : false;
+    }
+    /** Starts the setup job, or returns the one already running. */
+    start() {
+        if (this.current && this.current.job.state === "running")
+            return this.current.job;
+        const job = {
+            id: `setup-${randomUUID()}`,
+            kind: "setup",
+            state: "running",
+            progress: 0,
+        };
+        const controller = new AbortController();
+        this.jobs.set(job.id, job);
+        const done = this.execute(job, controller.signal);
+        this.current = { job, controller, done };
+        return job;
+    }
+    async run() {
+        this.start();
+        return this.current.done;
+    }
+    /** Full text of `/semantic:setup`: notice (first time only), progress milestones, outcome. */
+    async commandText(locale) {
+        const m = messagesFor(locale);
+        const plan = await this.plan();
+        const lines = [];
+        if (!plan.prepared)
+            lines.push(m.downloadNotice(plan.bytes));
+        lines.push(m.model(plan.label, plan.destination));
+        if (plan.prepared)
+            lines.push(m.alreadyPrepared);
+        const job = this.start();
+        let milestone = 25;
+        const progressLines = [];
+        const watcher = setInterval(() => {
+            const detail = this.jobs.get(job.id)?.detail;
+            if (!detail || plan.prepared)
+                return;
+            while (detail.fraction * 100 >= milestone && milestone < 100) {
+                progressLines.push(m.progress(milestone, detail.bytes, detail.total));
+                milestone += 25;
+            }
+        }, 100);
+        const finished = await this.current.done;
+        clearInterval(watcher);
+        lines.push(...progressLines);
+        if (finished.state === "cancelled")
+            lines.push(m.cancelled);
+        else if (finished.state === "failed")
+            lines.push(m.failed(finished.error ?? "operation_failed"));
+        else if (finished.result) {
+            if (finished.result.downloaded) {
+                lines.push(m.progress(100, plan.bytes, plan.bytes));
+                lines.push(m.doneNotice);
+            }
+            lines.push(activationMessage(locale, finished.result));
+        }
+        return lines.join("\n");
+    }
+    /** Cancels a running download (plugin dispose). */
+    dispose() {
+        this.current?.controller.abort();
+    }
+    async execute(job, signal) {
+        const { spec, cacheRoot, embedder, semantic, fetcher } = this.options;
+        embedder.setDownloading(true);
+        try {
+            // One progress bar for the whole first-time download: runtime tarballs, then model files.
+            const plan = await this.plan();
+            if (!plan.runtime.supported)
+                throw new SemanticPluginError("engine_unavailable");
+            const target = this.options.target ?? currentTarget();
+            const packages = this.options.runtimePackages ?? RUNTIME_PACKAGES;
+            const count = (plan.runtime.ready ? 0 : packages.length) + (plan.model.ready ? 0 : spec.files.length);
+            const tracker = new ProgressTracker(plan.bytes, count, (detail) => {
+                job.detail = detail;
+                job.progress = Math.max(job.progress, detail.fraction);
+            });
+            const { installed } = await installRuntime(cacheRoot, {
+                signal,
+                tracker,
+                target,
+                packages,
+                ...(fetcher ? { fetcher } : {}),
+            });
+            const { downloaded } = await downloadModel(cacheRoot, spec, {
+                signal,
+                tracker,
+                ...(fetcher ? { fetcher } : {}),
+            });
+            job.progress = 1;
+            job.result = { downloaded: downloaded || installed, ...(await this.activate(semantic)) };
+            job.state = "done";
+        }
+        catch (error) {
+            const code = errorCode(error);
+            job.error = code;
+            job.state = code === "cancelled" ? "cancelled" : "failed";
+        }
+        finally {
+            embedder.setDownloading(false);
+        }
+        return job;
+    }
+    async activate(semantic) {
+        if (!semantic)
+            return { activation: "no_semantic_api" };
+        if (typeof semantic.activate !== "function")
+            return { activation: "activate_unsupported" };
+        try {
+            const result = await semantic.activate({ embedding: EMBEDDING_ID, store: STORE_ID }, { recommend: true });
+            return {
+                activation: result.status,
+                ...(result.active ? { active: result.active } : {}),
+                ...(result.message ? { message: result.message } : {}),
+            };
+        }
+        catch {
+            return { activation: "unavailable" };
+        }
+    }
+}
+//# sourceMappingURL=setup.js.map

package/dist/engine/setup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup.js","sourceRoot":"","sources":["../../src/engine/setup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAgC,MAAM,cAAc,CAAC;AAC5F,OAAO,EAAE,iBAAiB,EAAe,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7E,OAAO,EAEL,aAAa,EAEb,YAAY,EACZ,eAAe,GAChB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAkB,UAAU,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EACL,aAAa,EACb,cAAc,EACd,cAAc,EACd,gBAAgB,EAGhB,YAAY,EACZ,gBAAgB,GACjB,MAAM,cAAc,CAAC;AAEtB,MAAM,CAAC,MAAM,YAAY,GAAG,aAAa,CAAC;AAC1C,MAAM,CAAC,MAAM,QAAQ,GAAG,gBAAgB,CAAC;AA8CzC;;;;GAIG;AACH,MAAM,OAAO,YAAY;IACN,OAAO,CAAe;IACtB,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,OAAO,CAED;IAEd,YAAY,OAAqB;QAC/B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC;QACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,gBAAgB,CAAC;QAClE,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,YAAY,CAAC,QAAQ,CAAC;YAC7B,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC;SACpC,CAAC;QACF,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;QAC7D,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;YAC1E,QAAQ,EAAE,YAAY,IAAI,UAAU;YACpC,WAAW,EAAE,SAAS;YACtB,OAAO;YACP,KAAK;SACN,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC;IAC/C,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChD,CAAC;IAED,MAAM,CAAC,EAAU;QACf,IAAI,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QACtF,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;IAC9B,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjE,CAAC;IAED,gEAAgE;IAChE,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;QAClF,MAAM,GAAG,GAAa;YACpB,EAAE,EAAE,SAAS,UAAU,EAAE,EAAE;YAC3B,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACzC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,OAAQ,IAAI,CAAC,OAAuC,CAAC,IAAI,CAAC;IAC5D,CAAC;IAED,8FAA8F;IAC9F,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,MAAM,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,QAAQ;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC;YAC7C,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO;YACrC,OAAO,MAAM,CAAC,QAAQ,GAAG,GAAG,IAAI,SAAS,IAAI,SAAS,GAAG,GAAG,EAAE,CAAC;gBAC7D,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACtE,SAAS,IAAI,EAAE,CAAC;YAClB,CAAC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;QACR,MAAM,QAAQ,GAAG,MAAO,IAAI,CAAC,OAAuC,CAAC,IAAI,CAAC;QAC1E,aAAa,CAAC,OAAO,CAAC,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;QAC7B,IAAI,QAAQ,CAAC,KAAK,KAAK,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;aACvD,IAAI,QAAQ,CAAC,KAAK,KAAK,QAAQ;YAClC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,kBAAkB,CAAC,CAAC,CAAC;aACxD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACzB,IAAI,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACpD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC3B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,mDAAmD;IACnD,OAAO;QACL,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAa,EAAE,MAAmB;QACtD,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACtE,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC;YACH,0FAA0F;YAC1F,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS;gBAAE,MAAM,IAAI,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;YACjF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC;YACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,gBAAgB,CAAC;YAClE,MAAM,KAAK,GACT,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC1F,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;gBAChE,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;gBACpB,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC;YACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE;gBACpD,MAAM;gBACN,OAAO;gBACP,MAAM;gBACN,QAAQ;gBACR,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChC,CAAC,CAAC;YACH,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,IAAI,EAAE;gBAC1D,MAAM;gBACN,OAAO;gBACP,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChC,CAAC,CAAC;YACH,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC;YACjB,GAAG,CAAC,MAAM,GAAG,EAAE,UAAU,EAAE,UAAU,IAAI,SAAS,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YACzF,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;YACjB,GAAG,CAAC,KAAK,GAAG,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC5D,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,QAAiC;QAEjC,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC;QACxD,IAAI,OAAO,QAAQ,CAAC,QAAQ,KAAK,UAAU;YAAE,OAAO,EAAE,UAAU,EAAE,sBAAsB,EAAE,CAAC;QAC3F,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CACpC,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,EAC5C,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAC;YACF,OAAO;gBACL,UAAU,EAAE,MAAM,CAAC,MAAM;gBACzB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvD,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC;QACvC,CAAC;IACH,CAAC;CACF"}

package/dist/engine/store.d.ts

@@ -0,0 +1,46 @@
+import type { CollectionInfo, SemanticHealth, SemanticMetadata, VectorMatch, VectorRecord, VectorStoreProvider } from "@alisio/sdk";
+export interface LanceStoreOptions {
+    /** Database directory (`<state>/lance`). */
+    dir: string;
+    /** Row count from which an IVF-PQ index is built once (flat search is exact below it). */
+    indexThreshold?: number;
+}
+/**
+ * `VectorStoreProvider` on LanceDB (`semantic.lance`). Collection names arrive namespaced by the host
+ * (`<plugin>/<collection>`), so each maps to a hashed table name recorded in `collections.json`
+ * (written atomically). Tables use the cosine metric and `score = 1 - distance` (D8). Metadata is a
+ * JSON column; equality filters are applied to decoded rows, so filter values never become SQL.
+ */
+export declare class LanceStore implements VectorStoreProvider {
+    readonly id = "semantic.lance";
+    readonly name = "LanceDB (local)";
+    private readonly dir;
+    private readonly indexThreshold;
+    private connection;
+    private sidecar;
+    private queue;
+    constructor(options: LanceStoreOptions);
+    ensureCollection(name: string, spec: {
+        modelId: string;
+        dimensions: number;
+    }, signal: AbortSignal): Promise<CollectionInfo>;
+    getCollection(name: string, signal: AbortSignal): Promise<CollectionInfo | null>;
+    listCollections(prefix: string, signal: AbortSignal): Promise<CollectionInfo[]>;
+    dropCollection(name: string, signal: AbortSignal): Promise<void>;
+    upsert(name: string, records: VectorRecord[], signal: AbortSignal): Promise<void>;
+    delete(name: string, ids: string[], signal: AbortSignal): Promise<void>;
+    query(name: string, vector: Float32Array, options: {
+        topK: number;
+        filter?: SemanticMetadata;
+        signal: AbortSignal;
+    }): Promise<VectorMatch[]>;
+    health(): Promise<SemanticHealth>;
+    private serial;
+    private entry;
+    private info;
+    private table;
+    private connect;
+    private readSidecar;
+    private writeSidecar;
+}
+//# sourceMappingURL=store.d.ts.map

package/dist/engine/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/engine/store.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,cAAc,EACd,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,mBAAmB,EACpB,MAAM,aAAa,CAAC;AAkBrB,MAAM,WAAW,iBAAiB;IAChC,4CAA4C;IAC5C,GAAG,EAAE,MAAM,CAAC;IACZ,0FAA0F;IAC1F,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AA4BD;;;;;GAKG;AACH,qBAAa,UAAW,YAAW,mBAAmB;IACpD,QAAQ,CAAC,EAAE,oBAAoB;IAC/B,QAAQ,CAAC,IAAI,qBAAqB;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,OAAO,CAA+B;IAC9C,OAAO,CAAC,KAAK,CAAuC;IAEpD,YAAY,OAAO,EAAE,iBAAiB,EAGrC;IAEK,gBAAgB,CACpB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,EAC7C,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,cAAc,CAAC,CAiBzB;IAEK,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAIrF;IAEK,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CASpF;IAEK,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAWrE;IAEK,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CA8CtF;IAEK,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAc5E;IAEK,KAAK,CACT,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,gBAAgB,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GACxE,OAAO,CAAC,WAAW,EAAE,CAAC,CA8CxB;IAEK,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC,CAQtC;IAED,OAAO,CAAC,MAAM;YAMA,KAAK;YAML,IAAI;YAUJ,KAAK;IAMnB,OAAO,CAAC,OAAO;IAcf,OAAO,CAAC,WAAW;YAcL,YAAY;CAQ3B"}

package/dist/engine/store.js

@@ -0,0 +1,280 @@
+import { createHash } from "node:crypto";
+import { mkdir, readFile, rename, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+import { SemanticPluginError } from "../errors.js";
+const KEY = /^[A-Za-z_][A-Za-z0-9_]{0,63}$/;
+// Host rule for record ids (spec 029 D9). The charset excludes quotes, so a validated id list is a
+// safe SQL literal for `delete`.
+const ID = /^[A-Za-z0-9._:-]{1,128}$/;
+const NAME_MAX = 200;
+const DELETE_BATCH = 500;
+function invalid() {
+    throw new SemanticPluginError("invalid_input");
+}
+function checkMetadata(metadata) {
+    if (metadata === undefined)
+        return;
+    if (!metadata || typeof metadata !== "object" || Array.isArray(metadata))
+        invalid();
+    for (const [key, value] of Object.entries(metadata)) {
+        if (!KEY.test(key))
+            invalid();
+        const type = typeof value;
+        if (type !== "string" && type !== "boolean" && !(type === "number" && Number.isFinite(value)))
+            invalid();
+    }
+}
+function checkName(name) {
+    if (typeof name !== "string" || name.length === 0 || name.length > NAME_MAX)
+        invalid();
+}
+/**
+ * `VectorStoreProvider` on LanceDB (`semantic.lance`). Collection names arrive namespaced by the host
+ * (`<plugin>/<collection>`), so each maps to a hashed table name recorded in `collections.json`
+ * (written atomically). Tables use the cosine metric and `score = 1 - distance` (D8). Metadata is a
+ * JSON column; equality filters are applied to decoded rows, so filter values never become SQL.
+ */
+export class LanceStore {
+    id = "semantic.lance";
+    name = "LanceDB (local)";
+    dir;
+    indexThreshold;
+    connection;
+    sidecar;
+    queue = Promise.resolve();
+    constructor(options) {
+        this.dir = options.dir;
+        this.indexThreshold = options.indexThreshold ?? 50_000;
+    }
+    async ensureCollection(name, spec, signal) {
+        checkName(name);
+        if (!Number.isInteger(spec.dimensions) || spec.dimensions < 1 || spec.dimensions > 4096)
+            invalid();
+        signal.throwIfAborted();
+        return this.serial(async () => {
+            const sidecar = await this.readSidecar();
+            if (!sidecar.collections[name]) {
+                sidecar.collections[name] = {
+                    table: `c_${createHash("sha256").update(name).digest("hex").slice(0, 32)}`,
+                    modelId: spec.modelId,
+                    dimensions: spec.dimensions,
+                };
+                await this.writeSidecar(sidecar);
+            }
+            return this.info(name, sidecar.collections[name]);
+        });
+    }
+    async getCollection(name, signal) {
+        signal.throwIfAborted();
+        const entry = (await this.readSidecar()).collections[name];
+        return entry ? this.info(name, entry) : null;
+    }
+    async listCollections(prefix, signal) {
+        signal.throwIfAborted();
+        const sidecar = await this.readSidecar();
+        const names = Object.keys(sidecar.collections)
+            .filter((name) => name.startsWith(prefix))
+            .sort();
+        return Promise.all(names.map((name) => this.info(name, sidecar.collections[name])));
+    }
+    async dropCollection(name, signal) {
+        signal.throwIfAborted();
+        await this.serial(async () => {
+            const sidecar = await this.readSidecar();
+            const entry = sidecar.collections[name];
+            if (!entry)
+                return;
+            const db = await this.connect();
+            if ((await db.tableNames()).includes(entry.table))
+                await db.dropTable(entry.table);
+            delete sidecar.collections[name];
+            await this.writeSidecar(sidecar);
+        });
+    }
+    async upsert(name, records, signal) {
+        signal.throwIfAborted();
+        await this.serial(async () => {
+            const entry = await this.entry(name);
+            for (const record of records) {
+                if (!ID.test(record.id))
+                    invalid();
+                if (!(record.vector instanceof Float32Array) || record.vector.length !== entry.dimensions)
+                    invalid();
+                for (const x of record.vector)
+                    if (!Number.isFinite(x))
+                        invalid();
+                if (record.text !== undefined && typeof record.text !== "string")
+                    invalid();
+                checkMetadata(record.metadata);
+            }
+            if (records.length === 0)
+                return;
+            const rows = records.map((r) => ({
+                id: r.id,
+                vector: Array.from(r.vector),
+                text: r.text ?? "",
+                has_text: r.text !== undefined,
+                metadata: JSON.stringify(r.metadata ?? {}),
+            }));
+            const db = await this.connect();
+            const table = await this.table(entry);
+            if (!table)
+                await db.createTable(entry.table, rows);
+            else
+                await table
+                    .mergeInsert("id")
+                    .whenMatchedUpdateAll()
+                    .whenNotMatchedInsertAll()
+                    .execute(rows);
+            signal.throwIfAborted();
+            if (!entry.indexed) {
+                const current = (await this.table(entry));
+                if ((await current.countRows()) >= this.indexThreshold) {
+                    const { Index } = await import("@lancedb/lancedb");
+                    await current.createIndex("vector", {
+                        config: Index.ivfPq({ distanceType: "cosine" }),
+                    });
+                    const sidecar = await this.readSidecar();
+                    const stored = sidecar.collections[name];
+                    if (stored) {
+                        stored.indexed = true;
+                        await this.writeSidecar(sidecar);
+                    }
+                }
+            }
+        });
+    }
+    async delete(name, ids, signal) {
+        for (const id of ids)
+            if (typeof id !== "string" || !ID.test(id))
+                invalid();
+        signal.throwIfAborted();
+        await this.serial(async () => {
+            const table = await this.table(await this.entry(name));
+            if (!table)
+                return;
+            for (let i = 0; i < ids.length; i += DELETE_BATCH) {
+                const list = ids
+                    .slice(i, i + DELETE_BATCH)
+                    .map((id) => `'${id}'`)
+                    .join(", ");
+                await table.delete(`id IN (${list})`);
+            }
+        });
+    }
+    async query(name, vector, options) {
+        const filter = options.filter;
+        if (filter) {
+            checkMetadata(filter);
+            if (Object.keys(filter).length > 16)
+                invalid();
+        }
+        const topK = Math.max(1, Math.min(100, Math.floor(options.topK)));
+        options.signal.throwIfAborted();
+        const sidecar = await this.readSidecar();
+        const entry = sidecar.collections[name];
+        if (!entry)
+            return [];
+        const table = await this.table(entry);
+        if (!table)
+            return [];
+        // A filter is applied after decoding metadata, so it searches every row (exact, flat).
+        let search = table
+            .vectorSearch(Array.from(vector))
+            .distanceType("cosine")
+            .select(["id", "text", "has_text", "metadata", "_distance"])
+            .limit(filter ? Math.max(topK, await table.countRows()) : topK);
+        if (filter)
+            search = search.bypassVectorIndex();
+        const rows = (await search.toArray());
+        options.signal.throwIfAborted();
+        const matches = [];
+        for (const row of rows) {
+            let metadata = {};
+            try {
+                metadata = JSON.parse(row.metadata);
+            }
+            catch {
+                metadata = {};
+            }
+            if (filter && !Object.entries(filter).every(([k, value]) => metadata[k] === value))
+                continue;
+            const score = Math.max(-1, Math.min(1, 1 - Number(row._distance)));
+            matches.push({
+                id: row.id,
+                score,
+                ...(row.has_text ? { text: row.text } : {}),
+                ...(Object.keys(metadata).length > 0 ? { metadata } : {}),
+            });
+        }
+        return matches.sort((a, b) => b.score - a.score).slice(0, topK);
+    }
+    async health() {
+        try {
+            await (await this.connect()).tableNames();
+            return { status: "ready" };
+        }
+        catch {
+            this.connection = undefined;
+            return { status: "unavailable", detail: "the vector database cannot be opened" };
+        }
+    }
+    serial(work) {
+        const run = this.queue.then(work, work);
+        this.queue = run.catch(() => { });
+        return run;
+    }
+    async entry(name) {
+        const entry = (await this.readSidecar()).collections[name];
+        if (!entry)
+            throw new SemanticPluginError("not_found");
+        return entry;
+    }
+    async info(name, entry) {
+        const table = await this.table(entry);
+        return {
+            name,
+            modelId: entry.modelId,
+            dimensions: entry.dimensions,
+            count: table ? await table.countRows() : 0,
+        };
+    }
+    async table(entry) {
+        const db = await this.connect();
+        if (!(await db.tableNames()).includes(entry.table))
+            return undefined;
+        return db.openTable(entry.table);
+    }
+    connect() {
+        if (!this.connection) {
+            this.connection = (async () => {
+                await mkdir(this.dir, { recursive: true, mode: 0o700 });
+                const lancedb = await import("@lancedb/lancedb");
+                return lancedb.connect(this.dir);
+            })();
+            this.connection.catch(() => {
+                this.connection = undefined;
+            });
+        }
+        return this.connection;
+    }
+    readSidecar() {
+        if (!this.sidecar)
+            this.sidecar = readFile(join(this.dir, "collections.json"), "utf8").then((text) => {
+                const parsed = JSON.parse(text);
+                return parsed?.version === 1 && parsed.collections
+                    ? parsed
+                    : { version: 1, collections: {} };
+            }, () => ({ version: 1, collections: {} }));
+        return this.sidecar;
+    }
+    async writeSidecar(sidecar) {
+        await mkdir(this.dir, { recursive: true, mode: 0o700 });
+        const target = join(this.dir, "collections.json");
+        const temp = `${target}.${process.pid}.${Date.now()}.tmp`;
+        await writeFile(temp, JSON.stringify(sidecar), { mode: 0o600 });
+        await rename(temp, target);
+        this.sidecar = Promise.resolve(sidecar);
+    }
+}
+//# sourceMappingURL=store.js.map

package/dist/engine/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/engine/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AASjC,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAwBnD,MAAM,GAAG,GAAG,+BAA+B,CAAC;AAC5C,mGAAmG;AACnG,iCAAiC;AACjC,MAAM,EAAE,GAAG,0BAA0B,CAAC;AACtC,MAAM,QAAQ,GAAG,GAAG,CAAC;AACrB,MAAM,YAAY,GAAG,GAAG,CAAC;AAEzB,SAAS,OAAO;IACd,MAAM,IAAI,mBAAmB,CAAC,eAAe,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,aAAa,CAAC,QAAsC;IAC3D,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO;IACnC,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IACpF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC;QAC1B,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3F,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ;QAAE,OAAO,EAAE,CAAC;AACzF,CAAC;AAED;;;;;GAKG;AACH,MAAM,OAAO,UAAU;IACZ,EAAE,GAAG,gBAAgB,CAAC;IACtB,IAAI,GAAG,iBAAiB,CAAC;IACjB,GAAG,CAAS;IACZ,cAAc,CAAS;IAChC,UAAU,CAAkC;IAC5C,OAAO,CAA+B;IACtC,KAAK,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEpD,YAAY,OAA0B;QACpC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,IAAY,EACZ,IAA6C,EAC7C,MAAmB;QAEnB,SAAS,CAAC,IAAI,CAAC,CAAC;QAChB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI;YACrF,OAAO,EAAE,CAAC;QACZ,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAC5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG;oBAC1B,KAAK,EAAE,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;oBAC1E,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC5B,CAAC;gBACF,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;YACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,CAAiB,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,MAAmB;QACnD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC3D,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAAc,EAAE,MAAmB;QACvD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;aAC3C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aACzC,IAAI,EAAE,CAAC;QACV,OAAO,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,CAAiB,CAAC,CAAC,CAChF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,MAAmB;QACpD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;gBAAE,MAAM,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACnF,OAAO,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,OAAuB,EAAE,MAAmB;QACrE,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBAAE,OAAO,EAAE,CAAC;gBACnC,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,YAAY,YAAY,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,UAAU;oBACvF,OAAO,EAAE,CAAC;gBACZ,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM;oBAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAAE,OAAO,EAAE,CAAC;gBAClE,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;oBAAE,OAAO,EAAE,CAAC;gBAC5E,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACjC,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YACjC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/B,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC5B,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;gBAClB,QAAQ,EAAE,CAAC,CAAC,IAAI,KAAK,SAAS;gBAC9B,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC;aAC3C,CAAC,CAAC,CAAC;YACJ,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,MAAM,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;;gBAElD,MAAM,KAAK;qBACR,WAAW,CAAC,IAAI,CAAC;qBACjB,oBAAoB,EAAE;qBACtB,uBAAuB,EAAE;qBACzB,OAAO,CAAC,IAAI,CAAC,CAAC;YACnB,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnB,MAAM,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAU,CAAC;gBACnD,IAAI,CAAC,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;oBACvD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;oBACnD,MAAM,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE;wBAClC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;qBAChD,CAAC,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACzC,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;oBACzC,IAAI,MAAM,EAAE,CAAC;wBACX,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;wBACtB,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;oBACnC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,GAAa,EAAE,MAAmB;QAC3D,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAE,OAAO,EAAE,CAAC;QAC5E,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACvD,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,YAAY,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,GAAG;qBACb,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC;qBAC1B,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC;qBACtB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC;YACxC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CACT,IAAY,EACZ,MAAoB,EACpB,OAAyE;QAEzE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC9B,IAAI,MAAM,EAAE,CAAC;YACX,aAAa,CAAC,MAAM,CAAC,CAAC;YACtB,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,EAAE;gBAAE,OAAO,EAAE,CAAC;QACjD,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClE,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QACtB,uFAAuF;QACvF,IAAI,MAAM,GAAG,KAAK;aACf,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAChC,YAAY,CAAC,QAAQ,CAAC;aACtB,MAAM,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;aAC3D,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClE,IAAI,MAAM;YAAE,MAAM,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,EAAE,CAMlC,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAChC,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,QAAQ,GAAqB,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAqB,CAAC;YAC1D,CAAC;YAAC,MAAM,CAAC;gBACP,QAAQ,GAAG,EAAE,CAAC;YAChB,CAAC;YACD,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC;gBAAE,SAAS;YAC7F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACnE,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,KAAK;gBACL,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAC5B,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;QACnF,CAAC;IACH,CAAC;IAEO,MAAM,CAAI,IAAsB;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACjC,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,IAAY;QAC9B,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,mBAAmB,CAAC,WAAW,CAAC,CAAC;QACvD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,KAAmB;QAClD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;SAC3C,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,KAAmB;QACrC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QACrE,OAAO,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC5B,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBACxD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACjD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC,CAAC,EAAE,CAAC;YACL,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE;gBACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC,IAAI,CAAC,OAAO;YACf,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CACtE,CAAC,IAAI,EAAE,EAAE;gBACP,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;gBAC3C,OAAO,MAAM,EAAE,OAAO,KAAK,CAAC,IAAI,MAAM,CAAC,WAAW;oBAChD,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACtC,CAAC,EACD,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAY,CACnD,CAAC;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,OAAgB;QACzC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;QAC1D,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAChE,MAAM,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;CACF"}

package/dist/engine/tar.d.ts

@@ -0,0 +1,18 @@
+export interface ExtractLimits {
+    signal: AbortSignal;
+    maxEntries?: number;
+    maxFileBytes?: number;
+    maxTotalBytes?: number;
+}
+export type Extracted = Record<string, {
+    bytes: number;
+    sha256: string;
+}>;
+/** Archive path checks applied to every entry, selected or not. */
+export declare function safeEntryPath(name: string): string;
+/**
+ * Extracts `archive` (gzip + ustar/pax) into `dest`. `select` maps an archive path to the path to
+ * write under `dest`, or null to skip. Returns size and SHA-256 of every written file.
+ */
+export declare function extractTarGz(archive: string, dest: string, select: (path: string) => string | null, limits: ExtractLimits): Promise<Extracted>;
+//# sourceMappingURL=tar.d.ts.map

package/dist/engine/tar.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tar.d.ts","sourceRoot":"","sources":["../../src/engine/tar.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AACD,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAM1E,mEAAmE;AACnE,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAMlD;AAmCD;;;GAGG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,EACvC,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,SAAS,CAAC,CAoHpB"}