@alisio/plugin-semantic 0.0.0-stage → 0.1.0

package/dist/engine/download.d.ts

@@ -0,0 +1,77 @@
+import { type ModelSpec } from "./models.js";
+/** Progress of a model download: per file and overall, in bytes; `fraction` is 0..1. */
+export interface DownloadProgress {
+    file: string;
+    /** 1-based position of `file` in the snapshot. */
+    fileIndex: number;
+    fileCount: number;
+    fileBytes: number;
+    fileTotal: number;
+    bytes: number;
+    total: number;
+    fraction: number;
+}
+/** The subset of `fetch` the downloader needs; injectable so tests stay offline. */
+export type Fetcher = (url: string, init: {
+    headers: Record<string, string>;
+    signal: AbortSignal;
+}) => Promise<{
+    ok: boolean;
+    status: number;
+    url?: string;
+    body: AsyncIterable<Uint8Array> | ReadableStream<Uint8Array> | null;
+}>;
+export interface DownloadOptions {
+    fetcher?: Fetcher;
+    onProgress?: (progress: DownloadProgress) => void;
+    signal: AbortSignal;
+}
+/** Directory holding a verified snapshot. */
+export declare const modelPath: (cacheRoot: string, spec: ModelSpec) => string;
+/** Where an in-progress file lives: outside the snapshot, so it is never mistaken for a model file. */
+export declare const partialPath: (cacheRoot: string, spec: ModelSpec, file: string) => string;
+/** Pinned, HTTPS-only URL of one file of the snapshot. */
+export declare const fileUrl: (spec: ModelSpec, file: string) => string;
+/**
+ * Cheap readiness check (no rehash): the verification marker names this exact snapshot and every
+ * file still has its pinned size. Every digest was checked before the marker was written.
+ */
+export declare function isModelReady(cacheRoot: string, spec: ModelSpec): Promise<boolean>;
+/**
+ * Overall and per-file progress across several downloads (runtime tarballs, then model files), so
+ * one progress bar covers the whole first-time download. Overall bytes never go backwards.
+ */
+export declare class ProgressTracker {
+    readonly total: number;
+    readonly fileCount: number;
+    private readonly onProgress?;
+    private done;
+    private reported;
+    private index;
+    private current;
+    constructor(total: number, fileCount: number, onProgress?: ((progress: DownloadProgress) => void) | undefined);
+    begin(file: string, fileTotal: number): void;
+    update(fileBytes: number): void;
+    end(): void;
+}
+export type DigestSpec = {
+    algorithm: "sha256" | "sha512";
+    value: string;
+    encoding: "hex" | "base64";
+};
+/** Streams `url` into `partial` (resuming a leftover with `Range`), then checks size and digest. */
+export declare function fetchVerified(fetcher: Fetcher, url: string, partial: string, expected: number, digest: DigestSpec, signal: AbortSignal, progress: (bytes: number) => void): Promise<void>;
+/** Maps a download failure to a plugin code after removing the partial file. */
+export declare function failDownload(partial: string, error: unknown, signal: AbortSignal): Promise<never>;
+/**
+ * Downloads and verifies a pinned snapshot into `cacheRoot` (D3). Only called after an explicit
+ * user action. Each file streams into `.partial/`, is checked against its pinned size and SHA-256,
+ * and only then moves into the snapshot directory. A partial file left by a crash is resumed with a
+ * `Range` request; a cancelled, failed or tampered download removes its partial file.
+ */
+export declare function downloadModel(cacheRoot: string, spec: ModelSpec, options: DownloadOptions & {
+    tracker?: ProgressTracker;
+}): Promise<{
+    downloaded: boolean;
+}>;
+//# sourceMappingURL=download.d.ts.map

package/dist/engine/download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/engine/download.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,KAAK,SAAS,EAAqC,MAAM,aAAa,CAAC;AAEhF,wFAAwF;AACxF,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,kDAAkD;IAClD,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,oFAAoF;AACpF,MAAM,MAAM,OAAO,GAAG,CACpB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,MAAM,EAAE,WAAW,CAAA;CAAE,KAC3D,OAAO,CAAC;IACX,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;CACrE,CAAC,CAAC;AAEH,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAClD,MAAM,EAAE,WAAW,CAAC;CACrB;AAKD,6CAA6C;AAC7C,eAAO,MAAM,SAAS,cAAe,MAAM,QAAQ,SAAS,WACvB,CAAC;AAEtC,uGAAuG;AACvG,eAAO,MAAM,WAAW,cAAe,MAAM,QAAQ,SAAS,QAAQ,MAAM,WACC,CAAC;AAE9E,0DAA0D;AAC1D,eAAO,MAAM,OAAO,SAAU,SAAS,QAAQ,MAAM,WACI,CAAC;AAO1D;;;GAGG;AACH,wBAAsB,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAgBvF;AAuBD;;;GAGG;AACH,qBAAa,eAAe;IAMxB,QAAQ,CAAC,KAAK,EAAE,MAAM;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;IAP9B,OAAO,CAAC,IAAI,CAAK;IACjB,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,OAAO,CAA0B;IACzC,YACW,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACT,UAAU,CAAC,GAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,aAAA,EAChE;IAEJ,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,QAIpC;IAED,MAAM,CAAC,SAAS,EAAE,MAAM,QAYvB;IAED,GAAG,SAGF;CACF;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,SAAS,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,KAAK,GAAG,QAAQ,CAAC;CAC5B,CAAC;AAEF,oGAAoG;AACpG,wBAAsB,aAAa,CACjC,OAAO,EAAE,OAAO,EAChB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,iBAqClC;AAED,gFAAgF;AAChF,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,KAAK,CAAC,CAKhB;AAED;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,EACf,OAAO,EAAE,eAAe,GAAG;IAAE,OAAO,CAAC,EAAE,eAAe,CAAA;CAAE,GACvD,OAAO,CAAC;IAAE,UAAU,EAAE,OAAO,CAAA;CAAE,CAAC,CA6DlC"}

package/dist/engine/download.js

@@ -0,0 +1,213 @@
+import { createHash } from "node:crypto";
+import { createReadStream } from "node:fs";
+import { mkdir, open, readFile, rename, rm, rmdir, stat, writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import { isAbort, SemanticPluginError } from "../errors.js";
+import { modelDirName, modelId, totalBytes } from "./models.js";
+const MARKER = ".verified.json";
+const HOST = "https://huggingface.co";
+/** Directory holding a verified snapshot. */
+export const modelPath = (cacheRoot, spec) => join(cacheRoot, modelDirName(spec));
+/** Where an in-progress file lives: outside the snapshot, so it is never mistaken for a model file. */
+export const partialPath = (cacheRoot, spec, file) => join(cacheRoot, ".partial", modelDirName(spec), file.replaceAll("/", "__"));
+/** Pinned, HTTPS-only URL of one file of the snapshot. */
+export const fileUrl = (spec, file) => `${HOST}/${spec.repo}/resolve/${spec.revision}/${file}`;
+/**
+ * Cheap readiness check (no rehash): the verification marker names this exact snapshot and every
+ * file still has its pinned size. Every digest was checked before the marker was written.
+ */
+export async function isModelReady(cacheRoot, spec) {
+    const dir = modelPath(cacheRoot, spec);
+    let marker;
+    try {
+        marker = JSON.parse(await readFile(join(dir, MARKER), "utf8"));
+    }
+    catch {
+        return false;
+    }
+    if (marker?.modelId !== modelId(spec))
+        return false;
+    for (const file of spec.files) {
+        const recorded = marker.files?.[file.path];
+        if (!recorded || recorded.sha256 !== file.sha256)
+            return false;
+        const info = await stat(join(dir, file.path)).catch(() => undefined);
+        if (!info?.isFile() || info.size !== file.bytes)
+            return false;
+    }
+    return true;
+}
+async function hashFile(path, hash) {
+    for await (const chunk of createReadStream(path))
+        hash.update(chunk);
+}
+async function* chunks(body) {
+    if (Symbol.asyncIterator in body) {
+        yield* body;
+        return;
+    }
+    const reader = body.getReader();
+    try {
+        for (;;) {
+            const { done, value } = await reader.read();
+            if (done)
+                return;
+            yield value;
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+/**
+ * Overall and per-file progress across several downloads (runtime tarballs, then model files), so
+ * one progress bar covers the whole first-time download. Overall bytes never go backwards.
+ */
+export class ProgressTracker {
+    total;
+    fileCount;
+    onProgress;
+    done = 0;
+    reported = 0;
+    index = 0;
+    current = { file: "", total: 0 };
+    constructor(total, fileCount, onProgress) {
+        this.total = total;
+        this.fileCount = fileCount;
+        this.onProgress = onProgress;
+    }
+    begin(file, fileTotal) {
+        this.index++;
+        this.current = { file, total: fileTotal };
+        this.update(0);
+    }
+    update(fileBytes) {
+        this.reported = Math.min(this.total, Math.max(this.reported, this.done + fileBytes));
+        this.onProgress?.({
+            file: this.current.file,
+            fileIndex: this.index,
+            fileCount: this.fileCount,
+            fileBytes,
+            fileTotal: this.current.total,
+            bytes: this.reported,
+            total: this.total,
+            fraction: this.total > 0 ? this.reported / this.total : 1,
+        });
+    }
+    end() {
+        this.update(this.current.total);
+        this.done += this.current.total;
+    }
+}
+/** Streams `url` into `partial` (resuming a leftover with `Range`), then checks size and digest. */
+export async function fetchVerified(fetcher, url, partial, expected, digest, signal, progress) {
+    if (!url.startsWith("https://"))
+        throw new SemanticPluginError("download_failed");
+    let offset = (await stat(partial).catch(() => undefined))?.size ?? 0;
+    if (offset >= expected) {
+        await rm(partial, { force: true });
+        offset = 0;
+    }
+    const response = await fetcher(url, {
+        headers: offset > 0 ? { Range: `bytes=${offset}-` } : {},
+        signal,
+    });
+    if (!response.ok || !response.body)
+        throw new SemanticPluginError("download_failed");
+    // Redirects (to a CDN) must stay on HTTPS.
+    if (response.url && !response.url.startsWith("https://"))
+        throw new SemanticPluginError("download_failed");
+    const hash = createHash(digest.algorithm);
+    if (response.status === 206 && offset > 0)
+        await hashFile(partial, hash);
+    else
+        offset = 0;
+    const handle = await open(partial, offset > 0 ? "a" : "w", 0o600);
+    let bytes = offset;
+    try {
+        progress(bytes);
+        for await (const chunk of chunks(response.body)) {
+            signal.throwIfAborted?.();
+            bytes += chunk.byteLength;
+            if (bytes > expected)
+                throw new SemanticPluginError("model_corrupt");
+            hash.update(chunk);
+            await handle.write(chunk);
+            progress(bytes);
+        }
+        await handle.sync();
+    }
+    finally {
+        await handle.close();
+    }
+    if (bytes !== expected || hash.digest(digest.encoding) !== digest.value)
+        throw new SemanticPluginError("model_corrupt");
+}
+/** Maps a download failure to a plugin code after removing the partial file. */
+export async function failDownload(partial, error, signal) {
+    await rm(partial, { force: true });
+    if (isAbort(error) || signal.aborted)
+        throw new SemanticPluginError("cancelled");
+    if (error instanceof SemanticPluginError)
+        throw error;
+    throw new SemanticPluginError("download_failed");
+}
+/**
+ * Downloads and verifies a pinned snapshot into `cacheRoot` (D3). Only called after an explicit
+ * user action. Each file streams into `.partial/`, is checked against its pinned size and SHA-256,
+ * and only then moves into the snapshot directory. A partial file left by a crash is resumed with a
+ * `Range` request; a cancelled, failed or tampered download removes its partial file.
+ */
+export async function downloadModel(cacheRoot, spec, options) {
+    const { signal } = options;
+    const fetcher = options.fetcher ?? globalThis.fetch;
+    const own = !options.tracker;
+    const tracker = options.tracker ?? new ProgressTracker(totalBytes(spec), spec.files.length, options.onProgress);
+    if (await isModelReady(cacheRoot, spec)) {
+        if (own)
+            for (const file of spec.files) {
+                tracker.begin(file.path, file.bytes);
+                tracker.end();
+            }
+        return { downloaded: false };
+    }
+    const dir = modelPath(cacheRoot, spec);
+    await mkdir(dir, { recursive: true, mode: 0o700 });
+    for (const file of spec.files) {
+        signal.throwIfAborted?.();
+        tracker.begin(file.path, file.bytes);
+        const finalPath = join(dir, file.path);
+        const existing = await stat(finalPath).catch(() => undefined);
+        if (existing?.isFile() && existing.size === file.bytes) {
+            const hash = createHash("sha256");
+            await hashFile(finalPath, hash);
+            if (hash.digest("hex") === file.sha256) {
+                tracker.end();
+                continue;
+            }
+        }
+        await rm(finalPath, { force: true });
+        const partial = partialPath(cacheRoot, spec, file.path);
+        await mkdir(dirname(partial), { recursive: true, mode: 0o700 });
+        try {
+            await fetchVerified(fetcher, fileUrl(spec, file.path), partial, file.bytes, { algorithm: "sha256", value: file.sha256, encoding: "hex" }, signal, (n) => tracker.update(n));
+        }
+        catch (error) {
+            await failDownload(partial, error, signal);
+        }
+        await mkdir(dirname(finalPath), { recursive: true, mode: 0o700 });
+        await rename(partial, finalPath);
+        tracker.end();
+    }
+    await rm(join(cacheRoot, ".partial", modelDirName(spec)), { recursive: true, force: true });
+    await rmdir(join(cacheRoot, ".partial")).catch(() => { });
+    const marker = {
+        modelId: modelId(spec),
+        files: Object.fromEntries(spec.files.map((f) => [f.path, { bytes: f.bytes, sha256: f.sha256 }])),
+    };
+    const temp = join(dir, `${MARKER}.${process.pid}.tmp`);
+    await writeFile(temp, JSON.stringify(marker), { mode: 0o600 });
+    await rename(temp, join(dir, MARKER));
+    return { downloaded: true };
+}
+//# sourceMappingURL=download.js.map

package/dist/engine/download.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.js","sourceRoot":"","sources":["../../src/engine/download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAa,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7F,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAkB,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAgChF,MAAM,MAAM,GAAG,gBAAgB,CAAC;AAChC,MAAM,IAAI,GAAG,wBAAwB,CAAC;AAEtC,6CAA6C;AAC7C,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,SAAiB,EAAE,IAAe,EAAE,EAAE,CAC9D,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;AAEtC,uGAAuG;AACvG,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,SAAiB,EAAE,IAAe,EAAE,IAAY,EAAE,EAAE,CAC9E,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;AAE9E,0DAA0D;AAC1D,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAe,EAAE,IAAY,EAAE,EAAE,CACvD,GAAG,IAAI,IAAI,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;AAO1D;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,SAAiB,EAAE,IAAe;IACnE,MAAM,GAAG,GAAG,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvC,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAW,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACpD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACrE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;IAChE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAY,EAAE,IAAU;IAC9C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,IAAI,CAAC;QAAE,IAAI,CAAC,MAAM,CAAC,KAAe,CAAC,CAAC;AACjF,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC,IAA4D;IACjF,IAAI,MAAM,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,CAAC,IAAiC,CAAC;QACzC,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAI,IAAmC,CAAC,SAAS,EAAE,CAAC;IAChE,IAAI,CAAC;QACH,SAAS,CAAC;YACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,OAAO;YACjB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,eAAe;IAMf,KAAK;IACL,SAAS;IACD,UAAU;IAPrB,IAAI,GAAG,CAAC,CAAC;IACT,QAAQ,GAAG,CAAC,CAAC;IACb,KAAK,GAAG,CAAC,CAAC;IACV,OAAO,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACzC,YACW,KAAa,EACb,SAAiB,EACT,UAAiD;qBAFzD,KAAK;yBACL,SAAS;0BACD,UAAU;IAC1B,CAAC;IAEJ,KAAK,CAAC,IAAY,EAAE,SAAiB;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,OAAO,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,SAAiB;QACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC;QACrF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;YACvB,SAAS,EAAE,IAAI,CAAC,KAAK;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YAC7B,KAAK,EAAE,IAAI,CAAC,QAAQ;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC1D,CAAC,CAAC;IACL,CAAC;IAED,GAAG;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAClC,CAAC;CACF;AAQD,oGAAoG;AACpG,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAgB,EAChB,GAAW,EACX,OAAe,EACf,QAAgB,EAChB,MAAkB,EAClB,MAAmB,EACnB,QAAiC;IAEjC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,MAAM,IAAI,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;IAClF,IAAI,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC;IACrE,IAAI,MAAM,IAAI,QAAQ,EAAE,CAAC;QACvB,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;QAClC,OAAO,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE;QACxD,MAAM;KACP,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,MAAM,IAAI,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;IACrF,2CAA2C;IAC3C,IAAI,QAAQ,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC;QACtD,MAAM,IAAI,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,MAAM,GAAG,CAAC;QAAE,MAAM,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;;QACpE,MAAM,GAAG,CAAC,CAAC;IAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAClE,IAAI,KAAK,GAAG,MAAM,CAAC;IACnB,IAAI,CAAC;QACH,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAChD,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC;YAC1B,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;YAC1B,IAAI,KAAK,GAAG,QAAQ;gBAAE,MAAM,IAAI,mBAAmB,CAAC,eAAe,CAAC,CAAC;YACrE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnB,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IACD,IAAI,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC,KAAK;QACrE,MAAM,IAAI,mBAAmB,CAAC,eAAe,CAAC,CAAC;AACnD,CAAC;AAED,gFAAgF;AAChF,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAe,EACf,KAAc,EACd,MAAmB;IAEnB,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnC,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO;QAAE,MAAM,IAAI,mBAAmB,CAAC,WAAW,CAAC,CAAC;IACjF,IAAI,KAAK,YAAY,mBAAmB;QAAE,MAAM,KAAK,CAAC;IACtD,MAAM,IAAI,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;AACnD,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,IAAe,EACf,OAAwD;IAExD,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAK,UAAU,CAAC,KAA4B,CAAC;IAC5E,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,MAAM,OAAO,GACX,OAAO,CAAC,OAAO,IAAI,IAAI,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAClG,IAAI,MAAM,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC;QACxC,IAAI,GAAG;YACL,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC9B,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrC,OAAO,CAAC,GAAG,EAAE,CAAC;YAChB,CAAC;QACH,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC/B,CAAC;IACD,MAAM,GAAG,GAAG,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACnD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC9D,IAAI,QAAQ,EAAE,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACvD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAChC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACvC,OAAO,CAAC,GAAG,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;QACH,CAAC;QACD,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,aAAa,CACjB,OAAO,EACP,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EACxB,OAAO,EACP,IAAI,CAAC,KAAK,EACV,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,EAC5D,MAAM,EACN,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CACzB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAClE,MAAM,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IACD,MAAM,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,MAAM,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACzD,MAAM,MAAM,GAAW;QACrB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC;QACtB,KAAK,EAAE,MAAM,CAAC,WAAW,CACvB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CACtE;KACF,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;IACvD,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/D,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;IACtC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AAC9B,CAAC"}

package/dist/engine/embedder.d.ts

@@ -0,0 +1,55 @@
+import type { EmbeddingKind, EmbeddingProvider, SemanticHealth } from "@alisio/sdk";
+import { type ModelSpec } from "./models.js";
+/** What the embedder needs from an inference backend (the worker, or a fake in tests). */
+export interface EmbedBackend {
+    /** Texts already prefixed; one unit vector per text, same order. */
+    embed(texts: string[]): Promise<Float32Array[]>;
+    close(): Promise<void>;
+}
+export type BackendFactory = (modelDir: string, spec: ModelSpec, runtimeDir: string) => Promise<EmbedBackend>;
+export interface EmbedderOptions {
+    spec: ModelSpec;
+    cacheRoot: string;
+    factory?: BackendFactory;
+    /** Defaults to: the cached ONNX Runtime and the model snapshot are both verified. */
+    ready?: () => Promise<boolean>;
+    idleMs?: number;
+    batchSize?: number;
+}
+/**
+ * Local `EmbeddingProvider` (`semantic.e5`). Inference runs in a worker thread started lazily and
+ * stopped after 5 minutes idle (D5); inputs get the model family's prefixes (D7).
+ */
+export declare class E5Embedder implements EmbeddingProvider {
+    readonly id = "semantic.e5";
+    readonly name: string;
+    private readonly spec;
+    private readonly cacheRoot;
+    private readonly factory;
+    private readonly ready;
+    private readonly idleMs;
+    private readonly batchSize;
+    private backend;
+    private idleTimer;
+    private downloading;
+    private loading;
+    private configDimensions;
+    constructor(options: EmbedderOptions);
+    modelId(): string;
+    /** `hidden_size` of the downloaded `config.json`, else the size the table declares. */
+    dimensions(): number;
+    /** Set by the setup job so `health()` reports `starting` while the model downloads. */
+    setDownloading(value: boolean): void;
+    embed(texts: string[], options: {
+        kind: EmbeddingKind;
+        signal: AbortSignal;
+    }): Promise<Float32Array<ArrayBufferLike>[]>;
+    health(): Promise<SemanticHealth>;
+    /** Stops the worker (plugin dispose); the next `embed` starts it again. */
+    close(): void;
+    private load;
+    private armIdle;
+}
+/** Starts `worker.js` (a `node:worker_threads` worker) and talks to it by request id. */
+export declare function workerBackend(modelDir: string, spec: ModelSpec, runtimeDir: string): Promise<EmbedBackend>;
+//# sourceMappingURL=embedder.d.ts.map

package/dist/engine/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../src/engine/embedder.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGpF,OAAO,EAAe,KAAK,SAAS,EAAW,MAAM,aAAa,CAAC;AAGnE,0FAA0F;AAC1F,MAAM,WAAW,YAAY;IAC3B,oEAAoE;IACpE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAChD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AACD,MAAM,MAAM,cAAc,GAAG,CAC3B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,SAAS,EACf,UAAU,EAAE,MAAM,KACf,OAAO,CAAC,YAAY,CAAC,CAAC;AAE3B,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,SAAS,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,qFAAqF;IACrF,KAAK,CAAC,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAuBD;;;GAGG;AACH,qBAAa,UAAW,YAAW,iBAAiB;IAClD,QAAQ,CAAC,EAAE,iBAAiB;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAY;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiB;IACzC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;IAC/C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,OAAO,CAAoC;IACnD,OAAO,CAAC,SAAS,CAA4C;IAC7D,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,gBAAgB,CAAqB;IAE7C,YAAY,OAAO,EAAE,eAAe,EAWnC;IAED,OAAO,WAEN;IAED,uFAAuF;IACvF,UAAU,WAaT;IAED,uFAAuF;IACvF,cAAc,CAAC,KAAK,EAAE,OAAO,QAE5B;IAEK,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE;QAAE,IAAI,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,4CAqBjF;IAEK,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC,CAItC;IAED,2EAA2E;IAC3E,KAAK,SAKJ;IAED,OAAO,CAAC,IAAI;IAkBZ,OAAO,CAAC,OAAO;CAKhB;AAOD,yFAAyF;AACzF,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,SAAS,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,YAAY,CAAC,CAqDvB"}

package/dist/engine/embedder.js

@@ -0,0 +1,182 @@
+import { readFileSync } from "node:fs";
+import { join } from "node:path";
+import { Worker } from "node:worker_threads";
+import { SemanticPluginError } from "../errors.js";
+import { isModelReady, modelPath } from "./download.js";
+import { applyPrefix, modelId } from "./models.js";
+import { isRuntimeReady, runtimePath } from "./runtime.js";
+const IDLE_MS = 5 * 60 * 1000;
+const BATCH = 32;
+function abortable(promise, signal) {
+    if (signal.aborted)
+        return Promise.reject(signal.reason);
+    return new Promise((resolve, reject) => {
+        const onAbort = () => reject(signal.reason);
+        signal.addEventListener("abort", onAbort, { once: true });
+        promise.then((value) => {
+            signal.removeEventListener("abort", onAbort);
+            resolve(value);
+        }, (error) => {
+            signal.removeEventListener("abort", onAbort);
+            reject(error);
+        });
+    });
+}
+/**
+ * Local `EmbeddingProvider` (`semantic.e5`). Inference runs in a worker thread started lazily and
+ * stopped after 5 minutes idle (D5); inputs get the model family's prefixes (D7).
+ */
+export class E5Embedder {
+    id = "semantic.e5";
+    name;
+    spec;
+    cacheRoot;
+    factory;
+    ready;
+    idleMs;
+    batchSize;
+    backend;
+    idleTimer;
+    downloading = false;
+    loading = false;
+    configDimensions;
+    constructor(options) {
+        this.spec = options.spec;
+        this.cacheRoot = options.cacheRoot;
+        this.factory = options.factory ?? workerBackend;
+        this.ready =
+            options.ready ??
+                (async () => (await isRuntimeReady(this.cacheRoot)) && (await isModelReady(this.cacheRoot, this.spec)));
+        this.idleMs = options.idleMs ?? IDLE_MS;
+        this.batchSize = options.batchSize ?? BATCH;
+        this.name = `Local ${options.spec.label}`;
+    }
+    modelId() {
+        return modelId(this.spec);
+    }
+    /** `hidden_size` of the downloaded `config.json`, else the size the table declares. */
+    dimensions() {
+        if (this.configDimensions === undefined) {
+            try {
+                const config = JSON.parse(readFileSync(join(modelPath(this.cacheRoot, this.spec), "config.json"), "utf8"));
+                if (Number.isInteger(config.hidden_size))
+                    this.configDimensions = config.hidden_size;
+            }
+            catch {
+                return this.spec.dimensions;
+            }
+        }
+        return this.configDimensions ?? this.spec.dimensions;
+    }
+    /** Set by the setup job so `health()` reports `starting` while the model downloads. */
+    setDownloading(value) {
+        this.downloading = value;
+    }
+    async embed(texts, options) {
+        options.signal.throwIfAborted();
+        if (!(await this.ready()))
+            throw new SemanticPluginError("model_missing");
+        const prefixed = texts.map((text) => applyPrefix(this.spec, options.kind, text));
+        const vectors = [];
+        clearTimeout(this.idleTimer);
+        try {
+            const backend = await abortable(this.load(), options.signal);
+            for (let i = 0; i < prefixed.length; i += this.batchSize) {
+                options.signal.throwIfAborted();
+                vectors.push(...(await abortable(backend.embed(prefixed.slice(i, i + this.batchSize)), options.signal)));
+            }
+        }
+        finally {
+            this.armIdle();
+        }
+        return vectors;
+    }
+    async health() {
+        if (this.downloading || this.loading)
+            return { status: "starting" };
+        if (!(await this.ready()))
+            return { status: "unavailable", detail: "run /semantic:setup" };
+        return { status: "ready" };
+    }
+    /** Stops the worker (plugin dispose); the next `embed` starts it again. */
+    close() {
+        clearTimeout(this.idleTimer);
+        const backend = this.backend;
+        this.backend = undefined;
+        void backend?.then((b) => b.close()).catch(() => { });
+    }
+    load() {
+        if (!this.backend) {
+            this.loading = true;
+            const started = this.factory(modelPath(this.cacheRoot, this.spec), this.spec, runtimePath(this.cacheRoot)).finally(() => {
+                this.loading = false;
+            });
+            started.catch(() => {
+                if (this.backend === started)
+                    this.backend = undefined;
+            });
+            this.backend = started;
+        }
+        return this.backend;
+    }
+    armIdle() {
+        clearTimeout(this.idleTimer);
+        this.idleTimer = setTimeout(() => this.close(), this.idleMs);
+        this.idleTimer.unref?.();
+    }
+}
+/** Starts `worker.js` (a `node:worker_threads` worker) and talks to it by request id. */
+export async function workerBackend(modelDir, spec, runtimeDir) {
+    const worker = new Worker(new URL("./worker.js", import.meta.url), {
+        workerData: { modelDir, runtimeDir, maxTokens: spec.maxTokens },
+    });
+    worker.unref();
+    const pending = new Map();
+    let next = 0;
+    const failAll = (code) => {
+        for (const p of pending.values())
+            p.reject(new SemanticPluginError("engine_unavailable", code));
+        pending.clear();
+    };
+    await new Promise((resolve, reject) => {
+        worker.once("error", () => reject(new SemanticPluginError("engine_unavailable")));
+        worker.on("message", (message) => {
+            if (message.type === "ready") {
+                if (message.dimensions !== spec.dimensions) {
+                    reject(new SemanticPluginError("model_corrupt"));
+                    void worker.terminate();
+                }
+                else
+                    resolve();
+                return;
+            }
+            if (message.type === "error" && message.id === undefined) {
+                reject(new SemanticPluginError(message.code === "model_corrupt" ? "model_corrupt" : "engine_unavailable"));
+                return;
+            }
+            const request = message.id === undefined ? undefined : pending.get(message.id);
+            if (!request || message.id === undefined)
+                return;
+            pending.delete(message.id);
+            if (message.type === "vectors")
+                request.resolve(message.vectors);
+            else
+                request.reject(new SemanticPluginError("engine_unavailable", message.code));
+        });
+    });
+    worker.on("error", () => failAll("worker_error"));
+    worker.on("exit", () => failAll("worker_exit"));
+    return {
+        embed(texts) {
+            const id = next++;
+            return new Promise((resolve, reject) => {
+                pending.set(id, { resolve, reject });
+                worker.postMessage({ type: "embed", id, texts });
+            });
+        },
+        async close() {
+            await worker.terminate();
+        },
+    };
+}
+//# sourceMappingURL=embedder.js.map

package/dist/engine/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/engine/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,WAAW,EAAkB,OAAO,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAwB3D,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAC9B,MAAM,KAAK,GAAG,EAAE,CAAC;AAEjB,SAAS,SAAS,CAAI,OAAmB,EAAE,MAAmB;IAC5D,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACzD,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CACV,CAAC,KAAK,EAAE,EAAE;YACR,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC7C,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC,EACD,CAAC,KAAK,EAAE,EAAE;YACR,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,UAAU;IACZ,EAAE,GAAG,aAAa,CAAC;IACnB,IAAI,CAAS;IACL,IAAI,CAAY;IAChB,SAAS,CAAS;IAClB,OAAO,CAAiB;IACxB,KAAK,CAAyB;IAC9B,MAAM,CAAS;IACf,SAAS,CAAS;IAC3B,OAAO,CAAoC;IAC3C,SAAS,CAA4C;IACrD,WAAW,GAAG,KAAK,CAAC;IACpB,OAAO,GAAG,KAAK,CAAC;IAChB,gBAAgB,CAAqB;IAE7C,YAAY,OAAwB;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,aAAa,CAAC;QAChD,IAAI,CAAC,KAAK;YACR,OAAO,CAAC,KAAK;gBACb,CAAC,KAAK,IAAI,EAAE,CACV,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/F,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,SAAS,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5C,CAAC;IAED,OAAO;QACL,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,uFAAuF;IACvF,UAAU;QACR,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CACnD,CAAC;gBAC/B,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;oBACtC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,WAAqB,CAAC;YACzD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;YAC9B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;IACvD,CAAC;IAED,uFAAuF;IACvF,cAAc,CAAC,KAAc;QAC3B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe,EAAE,OAAqD;QAChF,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAChC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAAE,MAAM,IAAI,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACjF,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzD,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBAChC,OAAO,CAAC,IAAI,CACV,GAAG,CAAC,MAAM,SAAS,CACjB,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EACpD,OAAO,CAAC,MAAM,CACf,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QACpE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC;QAC3F,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED,2EAA2E;IAC3E,KAAK;QACH,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,KAAK,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACvD,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAC1B,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,EACpC,IAAI,CAAC,IAAI,EACT,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAC5B,CAAC,OAAO,CAAC,GAAG,EAAE;gBACb,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE;gBACjB,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO;oBAAE,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzD,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACzB,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,OAAO;QACb,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC;IAC3B,CAAC;CACF;AAOD,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,IAAe,EACf,UAAkB;IAElB,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE;QACjE,UAAU,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;KAChE,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,EAAE,CAAC;IACf,MAAM,OAAO,GAAG,IAAI,GAAG,EAGpB,CAAC;IACJ,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAE;QAC/B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE;YAAE,CAAC,CAAC,MAAM,CAAC,IAAI,mBAAmB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC,CAAC;QAChG,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC,CAAC;IACF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,mBAAmB,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAoB,EAAE,EAAE;YAC5C,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC7B,IAAI,OAAO,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC3C,MAAM,CAAC,IAAI,mBAAmB,CAAC,eAAe,CAAC,CAAC,CAAC;oBACjD,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC1B,CAAC;;oBAAM,OAAO,EAAE,CAAC;gBACjB,OAAO;YACT,CAAC;YACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;gBACzD,MAAM,CACJ,IAAI,mBAAmB,CACrB,OAAO,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,oBAAoB,CAC1E,CACF,CAAC;gBACF,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,OAAO,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC/E,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS;gBAAE,OAAO;YACjD,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3B,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;;gBAC5D,OAAO,CAAC,MAAM,CAAC,IAAI,mBAAmB,CAAC,oBAAoB,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;IAClD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC;IAChD,OAAO;QACL,KAAK,CAAC,KAAK;YACT,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACnD,CAAC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,KAAK;YACT,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QAC3B,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/engine/infer.d.ts

@@ -0,0 +1,22 @@
+export interface TokenizerLike {
+    encode(text: string): {
+        ids: number[];
+    };
+}
+/** Token ids per text, cut to `maxTokens` while keeping the closing special token. */
+export declare function encodeBatch(tokenizer: TokenizerLike, texts: string[], maxTokens: number): number[][];
+/**
+ * Row-major padded `int64` inputs. Padding uses the tokenizer's pad id: the q8 graph quantizes
+ * activations per tensor, so the pad value affects the numbers of the other rows.
+ */
+export declare function batchInputs(encoded: number[][], padId: number): {
+    batch: number;
+    length: number;
+    inputIds: BigInt64Array<ArrayBuffer>;
+    attention: BigInt64Array<ArrayBuffer>;
+    tokenTypes: BigInt64Array<ArrayBuffer>;
+    lengths: number[];
+};
+/** Mean of the first `lengths[i]` token vectors of each row, scaled to unit length. */
+export declare function meanPoolNormalize(hidden: Float32Array, dims: readonly number[], lengths: number[]): Float32Array[];
+//# sourceMappingURL=infer.d.ts.map

package/dist/engine/infer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"infer.d.ts","sourceRoot":"","sources":["../../src/engine/infer.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG;QAAE,GAAG,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;CACzC;AAED,sFAAsF;AACtF,wBAAgB,WAAW,CAAC,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,cAMvF;AAED;;;GAGG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM;;;;;;;EAa7D;AAED,uFAAuF;AACvF,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,YAAY,EACpB,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,OAAO,EAAE,MAAM,EAAE,GAChB,YAAY,EAAE,CAmBhB"}

package/dist/engine/infer.js

@@ -0,0 +1,53 @@
+// Pure inference helpers shared by the worker: tokenization limits, input tensors, mean pooling and
+// L2 normalization. Verified against transformers.js `feature-extraction` (`pooling: "mean"`,
+// `normalize: true`, `dtype: "q8"`): cosine 1.000000 on the pinned e5-small (spec §16).
+/** Token ids per text, cut to `maxTokens` while keeping the closing special token. */
+export function encodeBatch(tokenizer, texts, maxTokens) {
+    return texts.map((text) => {
+        const ids = tokenizer.encode(text).ids;
+        if (ids.length <= maxTokens)
+            return ids;
+        return [...ids.slice(0, maxTokens - 1), ids[ids.length - 1]];
+    });
+}
+/**
+ * Row-major padded `int64` inputs. Padding uses the tokenizer's pad id: the q8 graph quantizes
+ * activations per tensor, so the pad value affects the numbers of the other rows.
+ */
+export function batchInputs(encoded, padId) {
+    const batch = encoded.length;
+    const length = Math.max(1, ...encoded.map((ids) => ids.length));
+    const inputIds = new BigInt64Array(batch * length).fill(BigInt(padId));
+    const attention = new BigInt64Array(batch * length);
+    const tokenTypes = new BigInt64Array(batch * length);
+    encoded.forEach((ids, row) => {
+        ids.forEach((id, col) => {
+            inputIds[row * length + col] = BigInt(id);
+            attention[row * length + col] = 1n;
+        });
+    });
+    return { batch, length, inputIds, attention, tokenTypes, lengths: encoded.map((e) => e.length) };
+}
+/** Mean of the first `lengths[i]` token vectors of each row, scaled to unit length. */
+export function meanPoolNormalize(hidden, dims, lengths) {
+    const length = dims[1];
+    const size = dims[2];
+    return lengths.map((count, row) => {
+        const vector = new Float32Array(size);
+        for (let t = 0; t < count; t++) {
+            const offset = (row * length + t) * size;
+            for (let d = 0; d < size; d++)
+                vector[d] = vector[d] + hidden[offset + d];
+        }
+        let norm = 0;
+        for (let d = 0; d < size; d++) {
+            vector[d] = vector[d] / Math.max(1, count);
+            norm += vector[d] ** 2;
+        }
+        norm = Math.sqrt(norm) || 1;
+        for (let d = 0; d < size; d++)
+            vector[d] = vector[d] / norm;
+        return vector;
+    });
+}
+//# sourceMappingURL=infer.js.map

package/dist/engine/infer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"infer.js","sourceRoot":"","sources":["../../src/engine/infer.ts"],"names":[],"mappings":"AAAA,oGAAoG;AACpG,8FAA8F;AAC9F,wFAAwF;AAMxF,sFAAsF;AACtF,MAAM,UAAU,WAAW,CAAC,SAAwB,EAAE,KAAe,EAAE,SAAiB;IACtF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QACvC,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS;YAAE,OAAO,GAAG,CAAC;QACxC,OAAO,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAW,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,OAAmB,EAAE,KAAa;IAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACvE,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;IACrD,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC3B,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE;YACtB,QAAQ,CAAC,GAAG,GAAG,MAAM,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1C,SAAS,CAAC,GAAG,GAAG,MAAM,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;AACnG,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,iBAAiB,CAC/B,MAAoB,EACpB,IAAuB,EACvB,OAAiB;IAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAW,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAW,CAAC;IAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;gBAC3B,MAAM,CAAC,CAAC,CAAC,GAAI,MAAM,CAAC,CAAC,CAAY,GAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAY,CAAC;QACvE,CAAC;QACD,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,CAAC,CAAC,CAAC,GAAI,MAAM,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACvD,IAAI,IAAK,MAAM,CAAC,CAAC,CAAY,IAAI,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;YAAE,MAAM,CAAC,CAAC,CAAC,GAAI,MAAM,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC;QACxE,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC"}