@askdkc/kiokuko 0.2.7 → 0.2.8

package/dist/embedding/local-transformers-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-transformers-provider.js","sourceRoot":"","sources":["../../src/embedding/local-transformers-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,kCAAkC,EAAiD,MAAM,yBAAyB,CAAC;AAG5H,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,eAAe,GAAG,EAAE,GAAG,IAAI,CAAC;AAElC,SAAS,cAAc,CAAC,MAAyB;IAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;QAChF,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,wCAAwC,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,eAAe,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAClJ,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,kCAAkC,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAQD,MAAM,OAAO,kCAAkC;IACpC,OAAO,CAAgC;IACvC,eAAe,CAAS;IACxB,OAAO,CAAmB;IACnC,QAAQ,CAAyC;IACjD,OAAO,GAAG,KAAK,CAAC;IAEhB,YAAY,OAAkD;QAC5D,IAAI,OAAO,CAAC,OAAO,CAAC,YAAY,KAAK,oBAAoB;YAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,mCAAmC,CAAC,CAAC;QAC3I,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;QAC9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,kCAAkC,EAAE,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,oCAAoC,CAAC,CAAC;QACtG,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAyB,EAAE,UAAoC,EAAE;QAC3E,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC;QAC9G,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM;YAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qDAAqD,CAAC,CAAC;QAC7I,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC;QAC9E,MAAM,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/dist/embedding/model-download.d.ts

@@ -0,0 +1,32 @@
+import { type VerifiedModelManifest } from './model-manifest.js';
+import type { LocalEmbeddingPreset } from './presets/manifest.js';
+export interface ModelDownloadProgress {
+    readonly file: string;
+    readonly completedBytes: number;
+    readonly totalBytes: number;
+}
+export interface DownloadedModel {
+    readonly directory: string;
+    readonly manifest: VerifiedModelManifest;
+}
+export interface ModelDownloader {
+    download(preset: LocalEmbeddingPreset, stagingDirectory: string, options?: {
+        readonly signal?: AbortSignal;
+        readonly onProgress?: (progress: ModelDownloadProgress) => void;
+    }): Promise<DownloadedModel>;
+}
+type HubDownloadFile = (params: {
+    repo: {
+        type: 'model';
+        name: string;
+    };
+    path: string;
+    revision: string;
+    xet: boolean;
+    fetch?: typeof fetch;
+}) => Promise<Blob | null>;
+export declare function createHuggingFaceModelDownloader(options?: {
+    readonly downloadFile?: HubDownloadFile;
+}): ModelDownloader;
+export {};
+//# sourceMappingURL=model-download.d.ts.map

package/dist/embedding/model-download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-download.d.ts","sourceRoot":"","sources":["../../src/embedding/model-download.ts"],"names":[],"mappings":"AAGA,OAAO,EAA+C,KAAK,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC9G,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAElE,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,CAAC;CAC1C;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CACN,MAAM,EAAE,oBAAoB,EAC5B,gBAAgB,EAAE,MAAM,EACxB,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAA;KAAE,GAC3G,OAAO,CAAC,eAAe,CAAC,CAAC;CAC7B;AAED,KAAK,eAAe,GAAG,CAAC,MAAM,EAAE;IAC9B,IAAI,EAAE;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,OAAO,CAAC;IACb,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACtB,KAAK,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;AAM3B,wBAAgB,gCAAgC,CAAC,OAAO,GAAE;IAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,eAAe,CAAA;CAAO,GAAG,eAAe,CA6B3H"}

package/dist/embedding/model-download.js

@@ -0,0 +1,41 @@
+import { mkdir, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+import { KiokukoError } from '../errors.js';
+import { createModelManifest, validatePresetManifest } from './model-manifest.js';
+function aborted(signal) {
+    if (signal?.aborted)
+        throw new KiokukoError('SERVICE_UNAVAILABLE', 'Embedding model download was interrupted');
+}
+export function createHuggingFaceModelDownloader(options = {}) {
+    return {
+        download: async (preset, stagingDirectory, downloadOptions = {}) => {
+            validatePresetManifest(preset);
+            const downloadFile = options.downloadFile ?? (await import('@huggingface/hub')).downloadFile;
+            const manifest = createModelManifest(preset);
+            await mkdir(stagingDirectory, { recursive: true, mode: 0o700 });
+            let completedBytes = 0;
+            for (const file of preset.files) {
+                aborted(downloadOptions.signal);
+                const blob = await downloadFile({
+                    repo: { type: 'model', name: preset.artifactRepository },
+                    path: file.path,
+                    revision: preset.revision,
+                    xet: true,
+                });
+                if (blob === null)
+                    throw new KiokukoError('NOT_FOUND', `Pinned model artifact is unavailable: ${file.path}`);
+                const bytes = new Uint8Array(await blob.arrayBuffer());
+                aborted(downloadOptions.signal);
+                if (bytes.byteLength !== file.size)
+                    throw new KiokukoError('INTEGRITY_ERROR', `Downloaded model artifact size mismatch: ${file.path}`);
+                const target = path.join(stagingDirectory, file.path);
+                await mkdir(path.dirname(target), { recursive: true, mode: 0o700 });
+                await writeFile(target, bytes, { mode: 0o600, flag: 'wx' });
+                completedBytes += bytes.byteLength;
+                downloadOptions.onProgress?.({ file: file.path, completedBytes, totalBytes: manifest.totalBytes });
+            }
+            return { directory: stagingDirectory, manifest };
+        },
+    };
+}
+//# sourceMappingURL=model-download.js.map

package/dist/embedding/model-download.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-download.js","sourceRoot":"","sources":["../../src/embedding/model-download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAA8B,MAAM,qBAAqB,CAAC;AA8B9G,SAAS,OAAO,CAAC,MAA+B;IAC9C,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC;AACjH,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,UAAuD,EAAE;IACxG,OAAO;QACL,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,eAAe,GAAG,EAAE,EAAE,EAAE;YACjE,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAA+B,CAAC;YAChH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,KAAK,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAChE,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBAChC,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC;oBAC9B,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,kBAAkB,EAAE;oBACxD,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,GAAG,EAAE,IAAI;iBACV,CAAC,CAAC;gBACH,IAAI,IAAI,KAAK,IAAI;oBAAE,MAAM,IAAI,YAAY,CAAC,WAAW,EAAE,yCAAyC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC7G,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;gBACvD,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBAChC,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,IAAI;oBAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,4CAA4C,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvI,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBACpE,MAAM,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5D,cAAc,IAAI,KAAK,CAAC,UAAU,CAAC;gBACnC,eAAe,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACrG,CAAC;YACD,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC;QACnD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/embedding/model-installation.d.ts

@@ -0,0 +1,17 @@
+import { type PathEnvironment } from '../config/paths.js';
+import { type ModelDownloader, type ModelDownloadProgress } from './model-download.js';
+import type { LocalEmbeddingPreset } from './presets/manifest.js';
+export interface InstalledModel {
+    readonly installation: 'installed' | 'reused';
+    readonly directory: string;
+    readonly relativePath: string;
+    readonly totalBytes: number;
+    readonly manifestHash: string;
+}
+export interface InstallModelOptions extends PathEnvironment {
+    readonly downloader?: ModelDownloader;
+    readonly signal?: AbortSignal;
+    readonly onProgress?: (progress: ModelDownloadProgress) => void;
+}
+export declare function installEmbeddingModel(preset: LocalEmbeddingPreset, options?: InstallModelOptions): Promise<InstalledModel>;
+//# sourceMappingURL=model-installation.d.ts.map

package/dist/embedding/model-installation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-installation.d.ts","sourceRoot":"","sources":["../../src/embedding/model-installation.ts"],"names":[],"mappings":"AAIA,OAAO,EAA+B,KAAK,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAEvF,OAAO,EAAoC,KAAK,eAAe,EAAE,KAAK,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACzH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAElE,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,YAAY,EAAE,WAAW,GAAG,QAAQ,CAAC;IAC9C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,QAAQ,CAAC,UAAU,CAAC,EAAE,eAAe,CAAC;IACtC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAC;CACjE;AAkBD,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,oBAAoB,EAC5B,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,cAAc,CAAC,CA0CzB"}

package/dist/embedding/model-installation.js

@@ -0,0 +1,71 @@
+import { randomUUID } from 'node:crypto';
+import { chmod, lstat, mkdir, rename, rm, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+import { KiokukoError } from '../errors.js';
+import { getEmbeddingPresetDirectory } from '../config/paths.js';
+import { assertNoUnexpectedModelFiles, MODEL_MANIFEST_FILENAME, serializeModelManifest, verifyModelDirectory } from './model-manifest.js';
+import { createHuggingFaceModelDownloader } from './model-download.js';
+function relativeModelPath(preset) {
+    return path.posix.join('models', 'embeddings', preset.id, preset.revision);
+}
+async function existingDirectory(pathname) {
+    try {
+        const stat = await lstat(pathname);
+        if (!stat.isDirectory() || stat.isSymbolicLink())
+            throw new KiokukoError('SECURITY_REJECTION', 'Existing model installation is not a private directory');
+        return true;
+    }
+    catch (error) {
+        if (error instanceof KiokukoError)
+            throw error;
+        if (error instanceof Error && 'code' in error && error.code === 'ENOENT')
+            return false;
+        throw error;
+    }
+}
+export async function installEmbeddingModel(preset, options = {}) {
+    const downloader = options.downloader ?? createHuggingFaceModelDownloader();
+    const finalDirectory = getEmbeddingPresetDirectory(preset.id, preset.revision, options);
+    if (await existingDirectory(finalDirectory)) {
+        const manifest = await verifyModelDirectory(finalDirectory, preset);
+        await assertNoUnexpectedModelFiles(finalDirectory, preset);
+        return { installation: 'reused', directory: finalDirectory, relativePath: relativeModelPath(preset), totalBytes: manifest.totalBytes, manifestHash: manifest.artifactManifestHash };
+    }
+    const stagingParent = path.dirname(path.dirname(finalDirectory));
+    const stagingDirectory = path.join(stagingParent, '.staging', randomUUID());
+    await mkdir(stagingDirectory, { recursive: true, mode: 0o700 });
+    try {
+        const downloaded = await downloader.download(preset, stagingDirectory, {
+            ...(options.signal === undefined ? {} : { signal: options.signal }),
+            ...(options.onProgress === undefined ? {} : { onProgress: options.onProgress }),
+        });
+        const manifest = await verifyModelDirectory(downloaded.directory, preset);
+        await assertNoUnexpectedModelFiles(downloaded.directory, preset);
+        await writeFile(path.join(downloaded.directory, MODEL_MANIFEST_FILENAME), serializeModelManifest(manifest), { mode: 0o600, flag: 'wx' });
+        await chmod(downloaded.directory, 0o700);
+        await mkdir(path.dirname(finalDirectory), { recursive: true, mode: 0o700 });
+        if (await existingDirectory(finalDirectory)) {
+            const existing = await verifyModelDirectory(finalDirectory, preset);
+            if (existing.artifactManifestHash !== manifest.artifactManifestHash)
+                throw new KiokukoError('CONFLICT', 'A different model installation already exists for this preset revision');
+            return { installation: 'reused', directory: finalDirectory, relativePath: relativeModelPath(preset), totalBytes: existing.totalBytes, manifestHash: existing.artifactManifestHash };
+        }
+        try {
+            await rename(downloaded.directory, finalDirectory);
+            return { installation: 'installed', directory: finalDirectory, relativePath: relativeModelPath(preset), totalBytes: manifest.totalBytes, manifestHash: manifest.artifactManifestHash };
+        }
+        catch (error) {
+            if (error instanceof Error && 'code' in error && error.code === 'ENOTEMPTY'
+                && await existingDirectory(finalDirectory)) {
+                const existing = await verifyModelDirectory(finalDirectory, preset);
+                return { installation: 'reused', directory: finalDirectory, relativePath: relativeModelPath(preset), totalBytes: existing.totalBytes, manifestHash: existing.artifactManifestHash };
+            }
+            throw error;
+        }
+    }
+    catch (error) {
+        await rm(stagingDirectory, { recursive: true, force: true }).catch(() => undefined);
+        throw error;
+    }
+}
+//# sourceMappingURL=model-installation.js.map

package/dist/embedding/model-installation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-installation.js","sourceRoot":"","sources":["../../src/embedding/model-installation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9E,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,2BAA2B,EAAwB,MAAM,oBAAoB,CAAC;AACvF,OAAO,EAAE,4BAA4B,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC1I,OAAO,EAAE,gCAAgC,EAAoD,MAAM,qBAAqB,CAAC;AAiBzH,SAAS,iBAAiB,CAAC,MAA4B;IACrD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC7E,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,QAAgB;IAC/C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,IAAI,YAAY,CAAC,oBAAoB,EAAE,wDAAwD,CAAC,CAAC;QACzJ,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,YAAY;YAAE,MAAM,KAAK,CAAC;QAC/C,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QAClH,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAA4B,EAC5B,UAA+B,EAAE;IAEjC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,gCAAgC,EAAE,CAAC;IAC5E,MAAM,cAAc,GAAG,2BAA2B,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxF,IAAI,MAAM,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACpE,MAAM,4BAA4B,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAC3D,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,iBAAiB,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,oBAAoB,EAAE,CAAC;IACtL,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;IACjE,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5E,MAAM,KAAK,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAChE,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,EAAE;YACrE,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACnE,GAAG,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC;SAChF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC1E,MAAM,4BAA4B,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACjE,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,uBAAuB,CAAC,EAAE,sBAAsB,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACzI,MAAM,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACzC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,IAAI,MAAM,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;YACpE,IAAI,QAAQ,CAAC,oBAAoB,KAAK,QAAQ,CAAC,oBAAoB;gBAAE,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,wEAAwE,CAAC,CAAC;YAClL,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,iBAAiB,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,oBAAoB,EAAE,CAAC;QACtL,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;YACnD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,iBAAiB,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,oBAAoB,EAAE,CAAC;QACzL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAK,KAA+B,CAAC,IAAI,KAAK,WAAW;mBACjG,MAAM,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC7C,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;gBACpE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,iBAAiB,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,oBAAoB,EAAE,CAAC;YACtL,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACpF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/embedding/model-manifest.d.ts

@@ -0,0 +1,18 @@
+import type { LocalEmbeddingPreset, LocalEmbeddingPresetFile } from './presets/manifest.js';
+export declare const MODEL_MANIFEST_FILENAME = "kiokuko-model-manifest.json";
+export declare const MAX_MODEL_BYTES: number;
+export interface VerifiedModelManifest {
+    readonly schemaVersion: 1;
+    readonly presetId: 'local-small';
+    readonly repositoryId: string;
+    readonly revision: string;
+    readonly artifactManifestHash: string;
+    readonly files: readonly LocalEmbeddingPresetFile[];
+    readonly totalBytes: number;
+}
+export declare function validatePresetManifest(preset: LocalEmbeddingPreset): void;
+export declare function createModelManifest(preset: LocalEmbeddingPreset): VerifiedModelManifest;
+export declare function serializeModelManifest(manifest: VerifiedModelManifest): string;
+export declare function verifyModelDirectory(directory: string, preset: LocalEmbeddingPreset): Promise<VerifiedModelManifest>;
+export declare function assertNoUnexpectedModelFiles(directory: string, preset: LocalEmbeddingPreset): Promise<void>;
+//# sourceMappingURL=model-manifest.d.ts.map

package/dist/embedding/model-manifest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-manifest.d.ts","sourceRoot":"","sources":["../../src/embedding/model-manifest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAG5F,eAAO,MAAM,uBAAuB,gCAAgC,CAAC;AACrE,eAAO,MAAM,eAAe,QAAoB,CAAC;AAEjD,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,SAAS,wBAAwB,EAAE,CAAC;IACpD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAUD,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,oBAAoB,GAAG,IAAI,CAuBzE;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,oBAAoB,GAAG,qBAAqB,CAYvF;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,qBAAqB,GAAG,MAAM,CAE9E;AAED,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,qBAAqB,CAAC,CAUhC;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAWf"}

package/dist/embedding/model-manifest.js

@@ -0,0 +1,86 @@
+import { createHash } from 'node:crypto';
+import { lstat, readdir, readFile } from 'node:fs/promises';
+import path from 'node:path';
+import { KiokukoError } from '../errors.js';
+import { canonicalJson } from '../serialization/validate.js';
+import { presetManifestHash } from './presets/manifest.js';
+export const MODEL_MANIFEST_FILENAME = 'kiokuko-model-manifest.json';
+export const MAX_MODEL_BYTES = 512 * 1024 * 1024;
+function invalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function hashFile(bytes) {
+    return createHash('sha256').update(bytes).digest('hex');
+}
+export function validatePresetManifest(preset) {
+    if (preset.id !== 'local-small' || preset.schemaVersion !== 1
+        || preset.sourceModel !== 'intfloat/multilingual-e5-small'
+        || preset.artifactRepository !== 'Xenova/multilingual-e5-small'
+        || !/^[0-9a-f]{40}$/u.test(preset.revision)
+        || preset.dimensions !== 384 || preset.maximumTokens !== 512
+        || preset.dtype !== 'q8' || preset.pooling !== 'mean' || preset.normalize !== true
+        || preset.distanceMetric !== 'cosine' || preset.distanceCeiling <= 0 || preset.distanceCeiling >= 2
+        || preset.inputContract !== 'e5-query-passage-v1' || preset.queryPrefix !== 'query: '
+        || preset.documentPrefix !== 'passage: ' || !/^[0-9]+\.[0-9]+\.[0-9]+$/u.test(preset.transformersJsVersion)) {
+        invalid('Embedding preset manifest is invalid');
+    }
+    const paths = new Set();
+    let totalBytes = 0;
+    for (const file of preset.files) {
+        if (paths.has(file.path) || file.path.length === 0 || file.path.startsWith('/')
+            || file.path.split('/').some((part) => part === '' || part === '.' || part === '..')
+            || !Number.isSafeInteger(file.size) || file.size <= 0
+            || !/^[0-9a-f]{64}$/u.test(file.sha256))
+            invalid('Embedding preset file manifest is invalid');
+        paths.add(file.path);
+        totalBytes += file.size;
+    }
+    if (preset.files.length === 0 || totalBytes > MAX_MODEL_BYTES)
+        invalid('Embedding preset file size is unsupported');
+}
+export function createModelManifest(preset) {
+    validatePresetManifest(preset);
+    const totalBytes = preset.files.reduce((total, file) => total + file.size, 0);
+    return Object.freeze({
+        schemaVersion: 1,
+        presetId: preset.id,
+        repositoryId: preset.artifactRepository,
+        revision: preset.revision,
+        artifactManifestHash: presetManifestHash(preset),
+        files: Object.freeze(preset.files.map((file) => Object.freeze({ ...file }))),
+        totalBytes,
+    });
+}
+export function serializeModelManifest(manifest) {
+    return `${canonicalJson(manifest)}\n`;
+}
+export async function verifyModelDirectory(directory, preset) {
+    const expected = createModelManifest(preset);
+    for (const file of expected.files) {
+        const filePath = path.join(directory, file.path);
+        const stat = await lstat(filePath);
+        if (!stat.isFile() || stat.isSymbolicLink())
+            throw new KiokukoError('SECURITY_REJECTION', `Model artifact is not a regular file: ${file.path}`);
+        if (stat.size !== file.size)
+            throw new KiokukoError('INTEGRITY_ERROR', `Model artifact size mismatch: ${file.path}`);
+        if (hashFile(await readFile(filePath)) !== file.sha256)
+            throw new KiokukoError('SECURITY_REJECTION', `Model artifact hash mismatch: ${file.path}`);
+    }
+    return expected;
+}
+export async function assertNoUnexpectedModelFiles(directory, preset) {
+    const allowed = new Set([...preset.files.map((file) => file.path), MODEL_MANIFEST_FILENAME]);
+    const walk = async (current, prefix) => {
+        for (const entry of await readdir(current, { withFileTypes: true })) {
+            const relative = prefix.length === 0 ? entry.name : `${prefix}/${entry.name}`;
+            if (entry.isSymbolicLink())
+                throw new KiokukoError('SECURITY_REJECTION', `Model directory contains a symbolic link: ${relative}`);
+            if (entry.isDirectory())
+                await walk(path.join(current, entry.name), relative);
+            else if (!allowed.has(relative))
+                throw new KiokukoError('SECURITY_REJECTION', `Model directory contains an unexpected file: ${relative}`);
+        }
+    };
+    await walk(directory, '');
+}
+//# sourceMappingURL=model-manifest.js.map

package/dist/embedding/model-manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-manifest.js","sourceRoot":"","sources":["../../src/embedding/model-manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,MAAM,CAAC,MAAM,uBAAuB,GAAG,6BAA6B,CAAC;AACrE,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAYjD,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAiB;IACjC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA4B;IACjE,IAAI,MAAM,CAAC,EAAE,KAAK,aAAa,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC;WACxD,MAAM,CAAC,WAAW,KAAK,gCAAgC;WACvD,MAAM,CAAC,kBAAkB,KAAK,8BAA8B;WAC5D,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;WACxC,MAAM,CAAC,UAAU,KAAK,GAAG,IAAI,MAAM,CAAC,aAAa,KAAK,GAAG;WACzD,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;WAC/E,MAAM,CAAC,cAAc,KAAK,QAAQ,IAAI,MAAM,CAAC,eAAe,IAAI,CAAC,IAAI,MAAM,CAAC,eAAe,IAAI,CAAC;WAChG,MAAM,CAAC,aAAa,KAAK,qBAAqB,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS;WAClF,MAAM,CAAC,cAAc,KAAK,WAAW,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC;QAC9G,OAAO,CAAC,sCAAsC,CAAC,CAAC;IAClD,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;eAC1E,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC;eACjF,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC;eAClD,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,OAAO,CAAC,2CAA2C,CAAC,CAAC;QAChG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC;IAC1B,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,GAAG,eAAe;QAAE,OAAO,CAAC,2CAA2C,CAAC,CAAC;AACtH,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAA4B;IAC9D,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9E,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,YAAY,EAAE,MAAM,CAAC,kBAAkB;QACvC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,oBAAoB,EAAE,kBAAkB,CAAC,MAAM,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5E,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAA+B;IACpE,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,SAAiB,EACjB,MAA4B;IAE5B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,IAAI,YAAY,CAAC,oBAAoB,EAAE,yCAAyC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAChJ,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,iCAAiC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACrH,IAAI,QAAQ,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,YAAY,CAAC,oBAAoB,EAAE,iCAAiC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACrJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,SAAiB,EACjB,MAA4B;IAE5B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,uBAAuB,CAAC,CAAC,CAAC;IAC7F,MAAM,IAAI,GAAG,KAAK,EAAE,OAAe,EAAE,MAAc,EAAiB,EAAE;QACpE,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC9E,IAAI,KAAK,CAAC,cAAc,EAAE;gBAAE,MAAM,IAAI,YAAY,CAAC,oBAAoB,EAAE,6CAA6C,QAAQ,EAAE,CAAC,CAAC;YAClI,IAAI,KAAK,CAAC,WAAW,EAAE;gBAAE,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;iBACzE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,MAAM,IAAI,YAAY,CAAC,oBAAoB,EAAE,gDAAgD,QAAQ,EAAE,CAAC,CAAC;QAC5I,CAAC;IACH,CAAC,CAAC;IACF,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;AAC5B,CAAC"}

package/dist/embedding/presets/local-small.d.ts

@@ -0,0 +1,8 @@
+import type { LocalEmbeddingPreset } from './manifest.js';
+/**
+ * The only public local model preset. Every artifact coordinate is immutable;
+ * model installation code must consume this value rather than user input.
+ */
+export declare const LOCAL_SMALL_PRESET: LocalEmbeddingPreset;
+export declare const LOCAL_SMALL_PRESET_MANIFEST_HASH = "85d724217ffdda4333b6c2892f5138754d716f62e08a82cb0093ca5baca24fe4";
+//# sourceMappingURL=local-small.d.ts.map

package/dist/embedding/presets/local-small.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-small.d.ts","sourceRoot":"","sources":["../../../src/embedding/presets/local-small.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAE1D;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,oBA4D/B,CAAC;AAEH,eAAO,MAAM,gCAAgC,qEACuB,CAAC"}

package/dist/embedding/presets/local-small.js

@@ -0,0 +1,67 @@
+/**
+ * The only public local model preset. Every artifact coordinate is immutable;
+ * model installation code must consume this value rather than user input.
+ */
+export const LOCAL_SMALL_PRESET = Object.freeze({
+    id: 'local-small',
+    schemaVersion: 1,
+    displayName: 'multilingual-e5-small',
+    sourceModel: 'intfloat/multilingual-e5-small',
+    artifactRepository: 'Xenova/multilingual-e5-small',
+    revision: 'ae61bf0193ce3851dc8a45147e459b04ed783d8a',
+    transformersJsVersion: '4.2.0',
+    dimensions: 384,
+    maximumTokens: 512,
+    dtype: 'q8',
+    pooling: 'mean',
+    normalize: true,
+    distanceMetric: 'cosine',
+    distanceCeiling: 0.8,
+    inputContract: 'e5-query-passage-v1',
+    queryPrefix: 'query: ',
+    documentPrefix: 'passage: ',
+    files: Object.freeze([
+        {
+            path: 'README.md',
+            size: 553,
+            sha256: '000754b7b0eb4d281504ade130052d4ce887d132bb5c8a77ed53f1926b910f8b',
+        },
+        {
+            path: 'config.json',
+            size: 658,
+            sha256: 'cb99455288675345e1a4f411438d5d0adbba5fbd3a67ea4fb03c015433b996c1',
+        },
+        {
+            path: 'quant_config.json',
+            size: 674,
+            sha256: '59d175f15264115f18c698d76e443b5d49fc6c8c599911c421405ef4f236e87d',
+        },
+        {
+            path: 'tokenizer.json',
+            size: 17_082_730,
+            sha256: '0b44a9d7b51c3c62626640cda0e2c2f70fdacdc25bbbd68038369d14ebdf4c39',
+        },
+        {
+            path: 'tokenizer_config.json',
+            size: 443,
+            sha256: 'a1d6bc8734a6f635dc158508bef000f8e2e5a759c7d92f984b2c86e5ff53425b',
+        },
+        {
+            path: 'special_tokens_map.json',
+            size: 167,
+            sha256: 'd05497f1da52c5e09554c0cd874037a083e1dc1b9cfd48034d1c717f1afc07a7',
+        },
+        {
+            path: 'sentencepiece.bpe.model',
+            size: 5_069_051,
+            sha256: 'cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865',
+        },
+        {
+            path: 'onnx/model_quantized.onnx',
+            size: 118_308_185,
+            sha256: 'f80102d3f2a1229f387d3c81909990d8945513e347b0eab049f7de3c6f98c193',
+        },
+    ]),
+});
+export const LOCAL_SMALL_PRESET_MANIFEST_HASH = '85d724217ffdda4333b6c2892f5138754d716f62e08a82cb0093ca5baca24fe4';
+//# sourceMappingURL=local-small.js.map

package/dist/embedding/presets/local-small.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-small.js","sourceRoot":"","sources":["../../../src/embedding/presets/local-small.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACpE,EAAE,EAAE,aAAa;IACjB,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE,gCAAgC;IAC7C,kBAAkB,EAAE,8BAA8B;IAClD,QAAQ,EAAE,0CAA0C;IACpD,qBAAqB,EAAE,OAAO;IAC9B,UAAU,EAAE,GAAG;IACf,aAAa,EAAE,GAAG;IAClB,KAAK,EAAE,IAAI;IACX,OAAO,EAAE,MAAM;IACf,SAAS,EAAE,IAAI;IACf,cAAc,EAAE,QAAQ;IACxB,eAAe,EAAE,GAAG;IACpB,aAAa,EAAE,qBAAqB;IACpC,WAAW,EAAE,SAAS;IACtB,cAAc,EAAE,WAAW;IAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC;QACnB;YACE,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,kEAAkE;SAC3E;QACD;YACE,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,kEAAkE;SAC3E;QACD;YACE,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,kEAAkE;SAC3E;QACD;YACE,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,kEAAkE;SAC3E;QACD;YACE,IAAI,EAAE,uBAAuB;YAC7B,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,kEAAkE;SAC3E;QACD;YACE,IAAI,EAAE,yBAAyB;YAC/B,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,kEAAkE;SAC3E;QACD;YACE,IAAI,EAAE,yBAAyB;YAC/B,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,kEAAkE;SAC3E;QACD;YACE,IAAI,EAAE,2BAA2B;YACjC,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,kEAAkE;SAC3E;KACF,CAAC;CACH,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gCAAgC,GAC3C,kEAAkE,CAAC"}

package/dist/embedding/presets/manifest.d.ts

@@ -0,0 +1,27 @@
+export interface LocalEmbeddingPresetFile {
+    readonly path: string;
+    readonly size: number;
+    readonly sha256: string;
+}
+export interface LocalEmbeddingPreset {
+    readonly id: 'local-small';
+    readonly schemaVersion: 1;
+    readonly displayName: string;
+    readonly sourceModel: 'intfloat/multilingual-e5-small';
+    readonly artifactRepository: 'Xenova/multilingual-e5-small';
+    readonly revision: string;
+    readonly transformersJsVersion: string;
+    readonly dimensions: 384;
+    readonly maximumTokens: 512;
+    readonly dtype: 'q8';
+    readonly pooling: 'mean';
+    readonly normalize: true;
+    readonly distanceMetric: 'cosine';
+    readonly distanceCeiling: number;
+    readonly inputContract: 'e5-query-passage-v1';
+    readonly queryPrefix: 'query: ';
+    readonly documentPrefix: 'passage: ';
+    readonly files: readonly LocalEmbeddingPresetFile[];
+}
+export declare function presetManifestHash(preset: LocalEmbeddingPreset): string;
+//# sourceMappingURL=manifest.d.ts.map

package/dist/embedding/presets/manifest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../../../src/embedding/presets/manifest.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC;IAC3B,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,gCAAgC,CAAC;IACvD,QAAQ,CAAC,kBAAkB,EAAE,8BAA8B,CAAC;IAC5D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC;IACvC,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,GAAG,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC;IACzB,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,qBAAqB,CAAC;IAC9C,QAAQ,CAAC,WAAW,EAAE,SAAS,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,WAAW,CAAC;IACrC,QAAQ,CAAC,KAAK,EAAE,SAAS,wBAAwB,EAAE,CAAC;CACrD;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,CAEvE"}

package/dist/embedding/presets/manifest.js

@@ -0,0 +1,5 @@
+import { canonicalContentHash } from '../../serialization/validate.js';
+export function presetManifestHash(preset) {
+    return canonicalContentHash(preset);
+}
+//# sourceMappingURL=manifest.js.map

package/dist/embedding/presets/manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../../src/embedding/presets/manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AA6BvE,MAAM,UAAU,kBAAkB,CAAC,MAA4B;IAC7D,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;AACtC,CAAC"}

package/dist/embedding/profile.d.ts

@@ -1,6 +1,10 @@
-import type { EmbeddingConfig, EmbeddingProfile, EmbeddingProfileIdentity, EnabledEmbeddingConfig } from './types.js';
+import type { EmbeddingConfig, EmbeddingProfile, EmbeddingProfileIdentity, EnabledEmbeddingConfig, LocalEmbeddingProfile, LocalEmbeddingProfileIdentity } from './types.js';
+import type { LocalEmbeddingPreset } from './presets/manifest.js';
 export declare function endpointFingerprint(endpoint: string): string;
-export declare function embeddingProfileId(identity: EmbeddingProfileIdentity): string;
+export declare function embeddingProfileId(identity: EmbeddingProfileIdentity | LocalEmbeddingProfileIdentity): string;
+export declare function localEmbeddingProfileId(identity: LocalEmbeddingProfileIdentity): string;
 export declare function createEmbeddingProfileIdentity(config: EnabledEmbeddingConfig): EmbeddingProfileIdentity;
 export declare function createEmbeddingProfile(config: EmbeddingConfig): EmbeddingProfile;
+export declare function createLocalEmbeddingProfileIdentity(preset: LocalEmbeddingPreset, inferenceEngineVersion?: string): LocalEmbeddingProfileIdentity;
+export declare function createLocalEmbeddingProfile(preset: LocalEmbeddingPreset, inferenceEngineVersion?: string): LocalEmbeddingProfile;
 //# sourceMappingURL=profile.d.ts.map

package/dist/embedding/profile.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"profile.d.ts","sourceRoot":"","sources":["../../src/embedding/profile.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAMtH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,wBAAwB,GAAG,MAAM,CAE7E;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,sBAAsB,GAAG,wBAAwB,CAYvG;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,eAAe,GAAG,gBAAgB,CAIhF"}
+{"version":3,"file":"profile.d.ts","sourceRoot":"","sources":["../../src/embedding/profile.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,eAAe,EACf,gBAAgB,EAChB,wBAAwB,EACxB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAOlE,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,wBAAwB,GAAG,6BAA6B,GAAG,MAAM,CAE7G;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,6BAA6B,GAAG,MAAM,CAEvF;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,sBAAsB,GAAG,wBAAwB,CAYvG;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,eAAe,GAAG,gBAAgB,CAIhF;AAED,wBAAgB,mCAAmC,CACjD,MAAM,EAAE,oBAAoB,EAC5B,sBAAsB,SAA+B,GACpD,6BAA6B,CAwB/B;AAED,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,oBAAoB,EAC5B,sBAAsB,SAA+B,GACpD,qBAAqB,CAMvB"}

package/dist/embedding/profile.js

@@ -1,6 +1,7 @@
 import { createHash } from 'node:crypto';
 import { canonicalJson } from '../serialization/validate.js';
 import { requireEnabledEmbeddingConfig } from './config.js';
+import { presetManifestHash } from './presets/manifest.js';
 function sha256(value) {
     return createHash('sha256').update(value).digest('hex');
 }
@@ -10,6 +11,9 @@ export function endpointFingerprint(endpoint) {
 export function embeddingProfileId(identity) {
     return sha256(canonicalJson(identity));
 }
+export function localEmbeddingProfileId(identity) {
+    return sha256(canonicalJson(identity));
+}
 export function createEmbeddingProfileIdentity(config) {
     return {
         schemaVersion: 1,
@@ -28,4 +32,36 @@ export function createEmbeddingProfile(config) {
     const identity = createEmbeddingProfileIdentity(enabled);
     return Object.freeze({ profileId: embeddingProfileId(identity), identity: Object.freeze(identity) });
 }
+export function createLocalEmbeddingProfileIdentity(preset, inferenceEngineVersion = preset.transformersJsVersion) {
+    return {
+        schemaVersion: 2,
+        providerKind: 'local-transformers',
+        presetId: preset.id,
+        sourceModel: preset.sourceModel,
+        artifactRepository: preset.artifactRepository,
+        modelRevision: preset.revision,
+        artifactManifestHash: presetManifestHash(preset),
+        inferenceEngine: 'transformers-js',
+        inferenceEngineVersion,
+        dtype: preset.dtype,
+        pooling: preset.pooling,
+        normalize: preset.normalize,
+        maximumTokens: preset.maximumTokens,
+        dimensions: preset.dimensions,
+        distanceMetric: preset.distanceMetric,
+        distanceCeiling: preset.distanceCeiling,
+        inputContract: preset.inputContract,
+        documentTemplateVersion: 2,
+        queryTemplateVersion: 2,
+        queryPrefix: preset.queryPrefix,
+        documentPrefix: preset.documentPrefix,
+    };
+}
+export function createLocalEmbeddingProfile(preset, inferenceEngineVersion = preset.transformersJsVersion) {
+    const identity = createLocalEmbeddingProfileIdentity(preset, inferenceEngineVersion);
+    return Object.freeze({
+        profileId: localEmbeddingProfileId(identity),
+        identity: Object.freeze(identity),
+    });
+}
 //# sourceMappingURL=profile.js.map

package/dist/embedding/profile.js.map

@@ -1 +1 @@
-{"version":3,"file":"profile.js","sourceRoot":"","sources":["../../src/embedding/profile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAG5D,SAAS,MAAM,CAAC,KAA0B;IACxC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAkC;IACnE,OAAO,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAA8B;IAC3E,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,MAAM,CAAC,QAAQ;QAC7B,mBAAmB,EAAE,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC;QACxD,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,cAAc,EAAE,QAAQ;QACxB,uBAAuB,EAAE,CAAC;QAC1B,oBAAoB,EAAE,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC,eAAe;KACxC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAuB;IAC5D,MAAM,OAAO,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,8BAA8B,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACvG,CAAC"}
+{"version":3,"file":"profile.js","sourceRoot":"","sources":["../../src/embedding/profile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAU5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,SAAS,MAAM,CAAC,KAA0B;IACxC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAkE;IACnG,OAAO,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,QAAuC;IAC7E,OAAO,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAA8B;IAC3E,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,MAAM,CAAC,QAAQ;QAC7B,mBAAmB,EAAE,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC;QACxD,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,cAAc,EAAE,QAAQ;QACxB,uBAAuB,EAAE,CAAC;QAC1B,oBAAoB,EAAE,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC,eAAe;KACxC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAuB;IAC5D,MAAM,OAAO,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,8BAA8B,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACvG,CAAC;AAED,MAAM,UAAU,mCAAmC,CACjD,MAA4B,EAC5B,sBAAsB,GAAG,MAAM,CAAC,qBAAqB;IAErD,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,oBAAoB;QAClC,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;QAC7C,aAAa,EAAE,MAAM,CAAC,QAAQ;QAC9B,oBAAoB,EAAE,kBAAkB,CAAC,MAAM,CAAC;QAChD,eAAe,EAAE,iBAAiB;QAClC,sBAAsB;QACtB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,uBAAuB,EAAE,CAAC;QAC1B,oBAAoB,EAAE,CAAC;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,cAAc,EAAE,MAAM,CAAC,cAAc;KACtC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,MAA4B,EAC5B,sBAAsB,GAAG,MAAM,CAAC,qBAAqB;IAErD,MAAM,QAAQ,GAAG,mCAAmC,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;IACrF,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,SAAS,EAAE,uBAAuB,CAAC,QAAQ,CAAC;QAC5C,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;KAClC,CAAC,CAAC;AACL,CAAC"}

package/dist/embedding/query-cache.d.ts

@@ -1,5 +1,7 @@
 import type { SqliteDatabase } from '../db/adapter.js';
 export declare const QUERY_TEMPLATE_VERSION: 1;
+export declare const QUERY_TEMPLATE_VERSION_V2: 2;
+export declare const EMBEDDING_QUERY_INPUT_CONTRACT: "e5-query-passage-v1";
 export declare const MAX_QUERY_TEXT_BYTES: number;
 export declare const QUERY_EMBEDDING_CACHE_LIMIT = 512;
 export interface StoredQueryEmbedding {
@@ -23,6 +25,10 @@ export interface QueryEmbeddingWriteOptions {
 export declare function normalizeEmbeddingQuery(value: string): string;
 /** Hash only the canonical query template; the raw query is never stored. */
 export declare function queryEmbeddingHash(value: string): string;
+export declare function normalizeCanonicalEmbeddingQuery(value: string): string;
+export declare function renderEmbeddingQueryInput(value: string, prefix?: string): string;
+/** Hash the complete v2 provider input contract without storing raw query text. */
+export declare function queryEmbeddingHashV2(value: string): string;
 export declare const embeddingQueryHash: typeof queryEmbeddingHash;
 export declare function readQueryEmbeddingInTransaction(database: SqliteDatabase, input: {
     profileId: string;

package/dist/embedding/query-cache.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query-cache.d.ts","sourceRoot":"","sources":["../../src/embedding/query-cache.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAa,MAAM,kBAAkB,CAAC;AAKlE,eAAO,MAAM,sBAAsB,EAAG,CAAU,CAAC;AACjD,eAAO,MAAM,oBAAoB,QAAY,CAAC;AAC9C,eAAO,MAAM,2BAA2B,MAAM,CAAC;AAM/C,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CACtC;AAqCD,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE7D;AAED,6EAA6E;AAC7E,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAExD;AAED,eAAO,MAAM,kBAAkB,2BAAqB,CAAC;AA2DrD,wBAAgB,+BAA+B,CAC7C,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5D,oBAAoB,GAAG,SAAS,CAoBlC;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5D,oBAAoB,GAAG,SAAS,CAElC;AAED,wBAAgB,gCAAgC,CAC9C,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,0BAA+B,GACvC,oBAAoB,CA0BtB;AAED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,0BAA+B,GACvC,oBAAoB,CAEtB"}
+{"version":3,"file":"query-cache.d.ts","sourceRoot":"","sources":["../../src/embedding/query-cache.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAa,MAAM,kBAAkB,CAAC;AAKlE,eAAO,MAAM,sBAAsB,EAAG,CAAU,CAAC;AACjD,eAAO,MAAM,yBAAyB,EAAG,CAAU,CAAC;AACpD,eAAO,MAAM,8BAA8B,EAAG,qBAA8B,CAAC;AAC7E,eAAO,MAAM,oBAAoB,QAAY,CAAC;AAC9C,eAAO,MAAM,2BAA2B,MAAM,CAAC;AAM/C,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CACtC;AAqCD,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE7D;AAED,6EAA6E;AAC7E,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAExD;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEtE;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,SAAY,GAAG,MAAM,CAInF;AAED,mFAAmF;AACnF,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQ1D;AAED,eAAO,MAAM,kBAAkB,2BAAqB,CAAC;AA2DrD,wBAAgB,+BAA+B,CAC7C,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5D,oBAAoB,GAAG,SAAS,CAoBlC;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5D,oBAAoB,GAAG,SAAS,CAElC;AAED,wBAAgB,gCAAgC,CAC9C,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,0BAA+B,GACvC,oBAAoB,CA0BtB;AAED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,0BAA+B,GACvC,oBAAoB,CAEtB"}

package/dist/embedding/query-cache.js

@@ -5,6 +5,8 @@ import { KiokukoError } from '../errors.js';
 import { readEmbeddingProfile, readEmbeddingRuntimeState } from './store.js';
 import { decodeVector, encodeVector, hashVectorBytes } from './vector.js';
 export const QUERY_TEMPLATE_VERSION = 1;
+export const QUERY_TEMPLATE_VERSION_V2 = 2;
+export const EMBEDDING_QUERY_INPUT_CONTRACT = 'e5-query-passage-v1';
 export const MAX_QUERY_TEXT_BYTES = 32 * 1024;
 export const QUERY_EMBEDDING_CACHE_LIMIT = 512;
 const HASH_PATTERN = /^[0-9a-f]{64}$/u;
@@ -41,6 +43,25 @@ export function normalizeEmbeddingQuery(value) {
 export function queryEmbeddingHash(value) {
     return canonicalContentHash({ templateVersion: QUERY_TEMPLATE_VERSION, text: canonicalQueryText(value) });
 }
+export function normalizeCanonicalEmbeddingQuery(value) {
+    return canonicalQueryText(value);
+}
+export function renderEmbeddingQueryInput(value, prefix = 'query: ') {
+    const normalized = normalizeCanonicalEmbeddingQuery(value);
+    if (prefix !== 'query: ')
+        invalid('Embedding provider query prefix is invalid');
+    return `${prefix}${normalized}`;
+}
+/** Hash the complete v2 provider input contract without storing raw query text. */
+export function queryEmbeddingHashV2(value) {
+    const normalized = normalizeCanonicalEmbeddingQuery(value);
+    return canonicalContentHash({
+        contract: EMBEDDING_QUERY_INPUT_CONTRACT,
+        prefix: 'query: ',
+        templateVersion: QUERY_TEMPLATE_VERSION_V2,
+        text: normalized,
+    });
+}
 export const embeddingQueryHash = queryEmbeddingHash;
 function storedTimestamp(value, label) {
     if (typeof value !== 'string')