@askdkc/kiokuko 0.2.6 → 0.2.7

package/dist/embedding/query-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-cache.js","sourceRoot":"","sources":["../../src/embedding/query-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAEhE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE1E,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAU,CAAC;AACjD,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,GAAG,IAAI,CAAC;AAC9C,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AAE/C,MAAM,YAAY,GAAG,iBAAiB,CAAC;AACvC,MAAM,eAAe,GAAG,iDAAiD,CAAC;AAC1E,MAAM,eAAe,GAAG,iBAAiB,CAAC;AAiC1C,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,SAAS,CAAC,OAAe;IAChC,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,QAAQ,CAAC,OAAe;IAC/B,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,IAAI,CAAC,KAAc,EAAE,KAAa;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,GAAG,KAAK,mCAAmC,CAAC,CAAC;IACjH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAClG,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACtI,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,oBAAoB;QAAE,OAAO,CAAC,mCAAmC,CAAC,CAAC;IAC/G,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAa;IACnD,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,OAAO,oBAAoB,CAAC,EAAE,eAAe,EAAE,sBAAsB,EAAE,IAAI,EAAE,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC5G,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,kBAAkB,CAAC;AAErD,SAAS,eAAe,CAAC,KAAc,EAAE,KAAa;IACpD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,SAAS,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAChE,IAAI,CAAC;QACH,OAAO,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,SAAS,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IACnC,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAa;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,mCAAmC,CAAC,CAAC;IAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,mCAAmC,CAAC,CAAC;IAC5E,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;QAC/H,SAAS,CAAC,+CAA+C,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,oCAAoC,CAAC,CAAC;IAC/E,IAAI,MAAoB,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,SAAS,CAAC,0CAA0C,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,4BAA4B,CAAC,CAAC;IAChF,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,YAAY,EAAE,8BAA8B,CAAC,CAAC;IACrF,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AACzG,CAAC;AAED,SAAS,kBAAkB,CAAC,KAA0B;IACpD,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC;QAC7C,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,QAAwB,EAAE,SAAiB,EAAE,kBAAsC;IACnH,IAAI,kBAAkB,KAAK,SAAS;QAAE,OAAO;IAC7C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,IAAI,kBAAkB,GAAG,CAAC;QAAE,OAAO,CAAC,+CAA+C,CAAC,CAAC;IAClI,MAAM,OAAO,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,kBAAkB,EAAE,CAAC;QACvF,QAAQ,CAAC,yDAAyD,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAwB,EAAE,SAAiB;IACpE,QAAQ,CAAC,OAAO,CAAC;;;;;;;;;;GAUhB,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,2BAA2B,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,QAAwB,EACxB,KAA6D;IAE7D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC;IAC5E,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;GAI5B,CAAC,CAAC,GAAG,CAAW,SAAS,EAAE,SAAS,CAAC,CAAC;IACvC,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,MAAM,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC1D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU;QAAE,SAAS,CAAC,2CAA2C,CAAC,CAAC;IACvI,QAAQ,CAAC,OAAO,CAAC;;;;GAIhB,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAClC,OAAO,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AACjF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,QAAwB,EACxB,KAA6D;IAE7D,OAAO,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,+BAA+B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,QAAwB,EACxB,KAA0B,EAC1B,UAAsC,EAAE;IAExC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC3D,MAAM,GAAG,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC;IAC9E,wBAAwB,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC1D,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,IAAI,YAAY,CAAC,WAAW,EAAE,6BAA6B,CAAC,CAAC;IAC9F,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAC1C,QAAQ,CAAC,OAAO,CAAC;;;;;;;;;GAShB,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACvF,iBAAiB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;GAI5B,CAAC,CAAC,GAAG,CAAW,SAAS,EAAE,SAAS,CAAC,CAAC;IACvC,IAAI,GAAG,KAAK,SAAS;QAAE,SAAS,CAAC,8CAA8C,CAAC,CAAC;IACjF,OAAO,oBAAoB,CAAC,GAAG,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,QAAwB,EACxB,KAA0B,EAC1B,UAAsC,EAAE;IAExC,OAAO,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,gCAAgC,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AAC9G,CAAC"}

package/dist/embedding/runtime.d.ts

@@ -0,0 +1,13 @@
+import type { EmbeddingConfig, EmbeddingProvider, EmbeddingRuntime, VectorSearchBackend } from './types.js';
+import type { SqliteDatabase } from '../db/adapter.js';
+import type { HybridSearchRuntime } from '../memory/hybrid-retrieval.js';
+export interface EmbeddingRuntimeOptions {
+    readonly provider?: EmbeddingProvider;
+    readonly backend?: VectorSearchBackend;
+    readonly now?: () => string;
+    readonly enqueueWrite?: <T>(operation: () => T | PromiseLike<T>) => Promise<T>;
+}
+export declare function createEmbeddingRuntime(database: SqliteDatabase, config?: EmbeddingConfig, options?: EmbeddingRuntimeOptions): EmbeddingRuntime;
+/** Convert an owned runtime into the retrieval-only shape consumed by search lanes. */
+export declare function prepareEmbeddingSearchRuntime(runtime: EmbeddingRuntime | undefined, database: SqliteDatabase, text: string): Promise<HybridSearchRuntime>;
+//# sourceMappingURL=runtime.d.ts.map

package/dist/embedding/runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/embedding/runtime.ts"],"names":[],"mappings":"AA0BA,OAAO,KAAK,EACV,eAAe,EAIf,iBAAiB,EACjB,gBAAgB,EAGhB,mBAAmB,EACpB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAOzE,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,OAAO,CAAC,EAAE,mBAAmB,CAAC;IACvC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;CAChF;AA8VD,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,cAAc,EACxB,MAAM,GAAE,eAAwC,EAChD,OAAO,GAAE,uBAA4B,GACpC,gBAAgB,CAGlB;AAED,uFAAuF;AACvF,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,gBAAgB,GAAG,SAAS,EACrC,QAAQ,EAAE,cAAc,EACxB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,mBAAmB,CAAC,CAK9B"}

package/dist/embedding/runtime.js

@@ -0,0 +1,373 @@
+import { createHash } from 'node:crypto';
+import { KiokukoError } from '../errors.js';
+import { readEntry } from '../memory/entries.js';
+import { buildEmbeddingDocument } from './document.js';
+import { claimEmbeddingJobs, EMBEDDING_JOB_MAX_ATTEMPTS, failEmbeddingJob, finalizeEmbeddingJob, listEmbeddingJobs, } from './jobs.js';
+import { parseEmbeddingConfig, requireEnabledEmbeddingConfig } from './config.js';
+import { createEmbeddingProfile, embeddingProfileId } from './profile.js';
+import { normalizeEmbeddingQuery, queryEmbeddingHash, readQueryEmbedding, writeQueryEmbedding, } from './query-cache.js';
+import { JavaScriptVectorSearchBackend } from './javascript-backend.js';
+import { EmbeddingProviderError } from './provider.js';
+import { OpenAICompatibleEmbeddingProvider } from './openai-compatible-provider.js';
+import { normalizeVector } from './vector.js';
+import { readActiveEmbeddingProfile, readEntryEmbedding } from './store.js';
+const MAX_DRAIN_JOBS = 64;
+const MAX_DRAIN_DEADLINE_MS = 120_000;
+const RETRY_BASE_MS = 1_000;
+const RETRY_MAX_MS = 60_000;
+function invalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function unavailable(message = 'Embedding runtime is unavailable') {
+    throw new KiokukoError('SERVICE_UNAVAILABLE', message);
+}
+function disabledRuntime(mode) {
+    return Object.freeze({
+        mode,
+        profileId: null,
+        backendId: null,
+        backend: null,
+        prepareQuery: async () => null,
+        drain: async () => ({ claimed: 0, completed: 0, failed: 0, blocked: 0, remaining: 0 }),
+        close: async () => undefined,
+    });
+}
+function profileMatches(provider, profile) {
+    try {
+        return embeddingProfileId(provider.profile) === profile.profileId;
+    }
+    catch {
+        return false;
+    }
+}
+function validateDrainOptions(options) {
+    if (!Number.isSafeInteger(options.maxJobs) || options.maxJobs < 1 || options.maxJobs > MAX_DRAIN_JOBS)
+        invalid('maxJobs is invalid');
+    if (!Number.isSafeInteger(options.deadlineMs) || options.deadlineMs < 1 || options.deadlineMs > MAX_DRAIN_DEADLINE_MS)
+        invalid('deadlineMs is invalid');
+}
+function retryable(code) {
+    return code === 'timeout' || code === 'rate_limited' || code === 'provider_unavailable';
+}
+function retryDelay(job) {
+    if (!retryable(job.errorCode ?? 'provider_unavailable') || job.attempts >= EMBEDDING_JOB_MAX_ATTEMPTS)
+        return 0;
+    const jitterSeed = createHash('sha256')
+        .update(`${job.entryId}\u0000${job.profileId}\u0000${job.attempts}`, 'utf8')
+        .digest()
+        .readUInt16BE(0);
+    const exponential = RETRY_BASE_MS * (2 ** Math.min(6, Math.max(0, job.attempts - 1)));
+    return Math.min(RETRY_MAX_MS, exponential + (jitterSeed % 251));
+}
+function providerFailureCode(error) {
+    if (error instanceof EmbeddingProviderError)
+        return error.code;
+    if (error instanceof KiokukoError && error.code === 'SECURITY_REJECTION')
+        return 'secret_blocked';
+    return 'provider_unavailable';
+}
+function permanentFailure(code) {
+    return code === 'invalid_response'
+        || code === 'dimension_mismatch'
+        || code === 'secret_blocked'
+        || code === 'profile_changed';
+}
+function preparedQuery(profile, backend, cached) {
+    return {
+        profileId: profile.profileId,
+        dimensions: profile.identity.dimensions,
+        vector: new Float32Array(cached.vector),
+        vectorHash: cached.vectorHash,
+        backendId: backend.id,
+        distanceCeiling: profile.identity.distanceCeiling,
+    };
+}
+function failureAvailableAt(job, errorCode, now) {
+    const delay = errorCode === 'secret_blocked' || permanentFailure(errorCode) ? 0 : retryDelay(job);
+    return new Date(Date.parse(now) + delay).toISOString();
+}
+function createEnabledRuntime(database, config, options) {
+    const profile = createEmbeddingProfile(config);
+    const active = readActiveEmbeddingProfile(database);
+    if (active === null || active.profile.profileId !== profile.profileId) {
+        if (config.mode === 'required')
+            unavailable('Embedding profile is not active');
+        return disabledRuntime(config.mode);
+    }
+    const provider = options.provider ?? new OpenAICompatibleEmbeddingProvider({ config });
+    if (!profileMatches(provider, profile))
+        throw new KiokukoError('CONFLICT', 'Embedding provider profile does not match the active profile');
+    const backend = options.backend ?? (() => {
+        if (config.vectorBackend === 'sqlite-vec') {
+            if (config.mode === 'optional')
+                return null;
+            unavailable('sqlite-vec backend is not available');
+        }
+        return new JavaScriptVectorSearchBackend();
+    })();
+    if (backend === null)
+        return disabledRuntime(config.mode);
+    const state = {
+        config,
+        profile,
+        generation: active.generation,
+        provider,
+        backend,
+        now: options.now ?? (() => new Date().toISOString()),
+    };
+    const inFlight = new Set();
+    let closed = false;
+    const enqueueWrite = options.enqueueWrite ?? ((operation) => Promise.resolve(operation()));
+    const ensureActive = () => {
+        const current = readActiveEmbeddingProfile(database);
+        if (current === null || current.profile.profileId !== state.profile.profileId || current.generation !== state.generation) {
+            unavailable('Embedding profile changed while the runtime was active');
+        }
+    };
+    const failOrFallback = (error) => {
+        if (error instanceof KiokukoError && error.code === 'INTEGRITY_ERROR')
+            throw error;
+        if (state.config.mode === 'optional')
+            return null;
+        unavailable();
+    };
+    const prepareQuery = async (databaseForQuery, text) => {
+        if (closed)
+            unavailable('Embedding runtime is closed');
+        ensureActive();
+        const normalizedText = normalizeEmbeddingQuery(text);
+        const queryHash = queryEmbeddingHash(normalizedText);
+        const now = state.now();
+        const cached = readQueryEmbedding(databaseForQuery, { profileId: state.profile.profileId, queryHash, now });
+        if (cached !== undefined) {
+            ensureActive();
+            return preparedQuery(state.profile, state.backend, cached);
+        }
+        const controller = new AbortController();
+        inFlight.add(controller);
+        let vectors;
+        try {
+            vectors = await state.provider.embed([normalizedText], { signal: controller.signal });
+        }
+        catch (error) {
+            return failOrFallback(error);
+        }
+        finally {
+            inFlight.delete(controller);
+        }
+        if (vectors.length !== 1)
+            return failOrFallback(new EmbeddingProviderError('invalid_response', false));
+        let vector;
+        try {
+            vector = normalizeVector(vectors[0], state.profile.identity.dimensions);
+        }
+        catch {
+            return failOrFallback(new EmbeddingProviderError('dimension_mismatch', false));
+        }
+        ensureActive();
+        const stored = await enqueueWrite(() => writeQueryEmbedding(databaseForQuery, { profileId: state.profile.profileId, queryHash, vector }, { now: state.now(), expectedGeneration: state.generation }));
+        return preparedQuery(state.profile, state.backend, stored);
+    };
+    const settleFailure = (job, errorCode) => {
+        const now = state.now();
+        return enqueueWrite(() => failEmbeddingJob(database, {
+            entryId: job.entryId,
+            profileId: job.profileId,
+            generation: job.generation,
+            leaseId: job.leaseId,
+            errorCode,
+            availableAt: failureAvailableAt(job, errorCode, now),
+            now,
+            permanent: permanentFailure(errorCode),
+        }));
+    };
+    const processPending = async (pending, deadline, controller) => {
+        let completed = 0;
+        let failed = 0;
+        let blocked = 0;
+        for (let offset = 0; offset < pending.length; offset += state.config.batchSize) {
+            if (Date.now() >= deadline || closed)
+                break;
+            const batch = pending.slice(offset, offset + state.config.batchSize);
+            let vectors;
+            try {
+                vectors = await state.provider.embed(batch.map((item) => item.text), { signal: controller.signal });
+            }
+            catch (error) {
+                const code = providerFailureCode(error);
+                for (const item of batch) {
+                    if (!(await settleFailure(item.job, code)))
+                        continue;
+                    if (code === 'secret_blocked')
+                        blocked += 1;
+                    else
+                        failed += 1;
+                }
+                continue;
+            }
+            if (vectors.length !== batch.length) {
+                for (const item of batch)
+                    if (await settleFailure(item.job, 'invalid_response'))
+                        failed += 1;
+                continue;
+            }
+            for (let index = 0; index < batch.length; index += 1) {
+                const item = batch[index];
+                let vector;
+                try {
+                    vector = normalizeVector(vectors[index], state.profile.identity.dimensions);
+                }
+                catch {
+                    if (await settleFailure(item.job, 'dimension_mismatch'))
+                        failed += 1;
+                    continue;
+                }
+                try {
+                    await enqueueWrite(() => finalizeEmbeddingJob(database, {
+                        entryId: item.job.entryId,
+                        profileId: item.job.profileId,
+                        generation: item.job.generation,
+                        leaseId: item.job.leaseId,
+                        revision: item.job.revision,
+                        contentHash: item.job.contentHash,
+                        documentHash: item.documentHash,
+                        vector,
+                        now: state.now(),
+                    }));
+                    completed += 1;
+                }
+                catch (error) {
+                    if (error instanceof KiokukoError && error.code === 'CONFLICT')
+                        continue;
+                    throw error;
+                }
+            }
+        }
+        return { completed, failed, blocked };
+    };
+    const drain = async (options) => {
+        validateDrainOptions(options);
+        if (closed)
+            unavailable('Embedding runtime is closed');
+        ensureActive();
+        const now = state.now();
+        const claimed = claimEmbeddingJobs(database, {
+            maxJobs: options.maxJobs,
+            ...(options.workspace === undefined ? {} : { workspace: options.workspace }),
+            now,
+        });
+        const deadline = Date.now() + options.deadlineMs;
+        const controller = new AbortController();
+        const deadlineTimer = setTimeout(() => controller.abort(), options.deadlineMs);
+        inFlight.add(controller);
+        const pending = [];
+        let completed = 0;
+        let failed = 0;
+        let blocked = 0;
+        try {
+            for (const job of claimed) {
+                if (Date.now() >= deadline || closed)
+                    break;
+                try {
+                    const entry = readEntry(database, { workspace: job.workspace, entryId: job.entryId });
+                    if (entry.revision !== job.revision || entry.contentHash !== job.contentHash) {
+                        if (await settleFailure(job, 'entry_changed'))
+                            failed += 1;
+                        continue;
+                    }
+                    const document = buildEmbeddingDocument({
+                        kind: entry.kind,
+                        title: entry.title,
+                        summary: entry.summary,
+                        body: entry.body,
+                        tags: entry.tags,
+                        scope: entry.scope,
+                    });
+                    const previous = readEntryEmbedding(database, { entryId: entry.id, profileId: state.profile.profileId });
+                    if (previous !== undefined && previous.documentHash === document.documentHash && previous.dimensions === state.profile.identity.dimensions) {
+                        try {
+                            await enqueueWrite(() => finalizeEmbeddingJob(database, {
+                                entryId: job.entryId,
+                                profileId: job.profileId,
+                                generation: job.generation,
+                                leaseId: job.leaseId,
+                                revision: job.revision,
+                                contentHash: job.contentHash,
+                                documentHash: document.documentHash,
+                                vector: previous.vector,
+                                now: state.now(),
+                            }));
+                            completed += 1;
+                        }
+                        catch (error) {
+                            if (!(error instanceof KiokukoError && error.code === 'CONFLICT'))
+                                throw error;
+                        }
+                        continue;
+                    }
+                    pending.push({ job, documentHash: document.documentHash, text: document.text });
+                }
+                catch (error) {
+                    const code = error instanceof KiokukoError && error.code === 'SECURITY_REJECTION'
+                        ? 'secret_blocked'
+                        : error instanceof KiokukoError && (error.code === 'NOT_FOUND' || error.code === 'CONFLICT')
+                            ? 'entry_changed'
+                            : null;
+                    if (code === null)
+                        throw error;
+                    if (!(await settleFailure(job, code)))
+                        continue;
+                    if (code === 'secret_blocked')
+                        blocked += 1;
+                    else
+                        failed += 1;
+                }
+            }
+            const processed = await processPending(pending, deadline, controller);
+            completed += processed.completed;
+            failed += processed.failed;
+            blocked += processed.blocked;
+        }
+        finally {
+            clearTimeout(deadlineTimer);
+            inFlight.delete(controller);
+        }
+        const remaining = listEmbeddingJobs(database, {
+            profileId: state.profile.profileId,
+            ...(options.workspace === undefined ? {} : { workspace: options.workspace }),
+        }).length;
+        return { claimed: claimed.length, completed, failed, blocked, remaining };
+    };
+    const close = async () => {
+        if (closed)
+            return;
+        closed = true;
+        for (const controller of inFlight)
+            controller.abort();
+        inFlight.clear();
+    };
+    return Object.freeze({
+        mode: config.mode,
+        profileId: profile.profileId,
+        backendId: backend.id,
+        backend,
+        prepareQuery,
+        drain,
+        close,
+    });
+}
+export function createEmbeddingRuntime(database, config = parseEmbeddingConfig(), options = {}) {
+    if (config.mode === 'off')
+        return disabledRuntime('off');
+    return createEnabledRuntime(database, requireEnabledEmbeddingConfig(config), options);
+}
+/** Convert an owned runtime into the retrieval-only shape consumed by search lanes. */
+export async function prepareEmbeddingSearchRuntime(runtime, database, text) {
+    if (runtime === undefined || runtime.backend === null)
+        return {};
+    const query = await runtime.prepareQuery(database, text);
+    if (query === null)
+        return {};
+    return { semantic: { query, backend: runtime.backend } };
+}
+//# sourceMappingURL=runtime.js.map

package/dist/embedding/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/embedding/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EACL,kBAAkB,EAClB,0BAA0B,EAC1B,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,GAGlB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,oBAAoB,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,6BAA6B,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,iCAAiC,EAAE,MAAM,iCAAiC,CAAC;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAe5E,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,qBAAqB,GAAG,OAAO,CAAC;AACtC,MAAM,aAAa,GAAG,KAAK,CAAC;AAC5B,MAAM,YAAY,GAAG,MAAM,CAAC;AAwB5B,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,WAAW,CAAC,OAAO,GAAG,kCAAkC;IAC/D,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,eAAe,CAAC,IAAmB;IAC1C,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI;QACJ,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,IAAI;QACb,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;QAC9B,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACtF,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;KAC7B,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,QAA2B,EAAE,OAAyB;IAC5E,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,SAAS,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAgD;IAC5E,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,GAAG,cAAc;QAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACrI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,GAAG,qBAAqB;QAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;AAC1J,CAAC;AAED,SAAS,SAAS,CAAC,IAA2B;IAC5C,OAAO,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,sBAAsB,CAAC;AAC1F,CAAC;AAED,SAAS,UAAU,CAAC,GAAwB;IAC1C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,IAAI,sBAAsB,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,0BAA0B;QAAE,OAAO,CAAC,CAAC;IAChH,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC;SACpC,MAAM,CAAC,GAAG,GAAG,CAAC,OAAO,SAAS,GAAG,CAAC,SAAS,SAAS,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC;SAC3E,MAAM,EAAE;SACR,YAAY,CAAC,CAAC,CAAC,CAAC;IACnB,MAAM,WAAW,GAAG,aAAa,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,KAAK,YAAY,sBAAsB;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IAC/D,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB;QAAE,OAAO,gBAAgB,CAAC;IAClG,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED,SAAS,gBAAgB,CAAC,IAA2B;IACnD,OAAO,IAAI,KAAK,kBAAkB;WAC7B,IAAI,KAAK,oBAAoB;WAC7B,IAAI,KAAK,gBAAgB;WACzB,IAAI,KAAK,iBAAiB,CAAC;AAClC,CAAC;AAED,SAAS,aAAa,CACpB,OAAyB,EACzB,OAA4B,EAC5B,MAAoD;IAEpD,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,UAAU;QACvC,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC;QACvC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,SAAS,EAAE,OAAO,CAAC,EAAE;QACrB,eAAe,EAAE,OAAO,CAAC,QAAQ,CAAC,eAAe;KAClD,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAwB,EAAE,SAAgC,EAAE,GAAW;IACjG,MAAM,KAAK,GAAG,SAAS,KAAK,gBAAgB,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAClG,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAAwB,EACxB,MAA8B,EAC9B,OAAgC;IAEhC,MAAM,OAAO,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC;QACtE,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU;YAAE,WAAW,CAAC,iCAAiC,CAAC,CAAC;QAC/E,OAAO,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,iCAAiC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACvF,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC;QAAE,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,8DAA8D,CAAC,CAAC;IAC3I,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE;QACvC,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;YAC1C,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU;gBAAE,OAAO,IAAI,CAAC;YAC5C,WAAW,CAAC,qCAAqC,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,IAAI,6BAA6B,EAAE,CAAC;IAC7C,CAAC,CAAC,EAAE,CAAC;IACL,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAwB;QACjC,MAAM;QACN,OAAO;QACP,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ;QACR,OAAO;QACP,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;KACrD,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC5C,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAE3F,MAAM,YAAY,GAAG,GAAS,EAAE;QAC9B,MAAM,OAAO,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;YACzH,WAAW,CAAC,wDAAwD,CAAC,CAAC;QACxE,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,KAAc,EAAQ,EAAE;QAC9C,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB;YAAE,MAAM,KAAK,CAAC;QACnF,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO,IAAI,CAAC;QAClD,WAAW,EAAE,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,EAAE,gBAAgC,EAAE,IAAY,EAAyC,EAAE;QACnH,IAAI,MAAM;YAAE,WAAW,CAAC,6BAA6B,CAAC,CAAC;QACvD,YAAY,EAAE,CAAC;QACf,MAAM,cAAc,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,kBAAkB,CAAC,cAAc,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,kBAAkB,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAC5G,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,YAAY,EAAE,CAAC;YACf,OAAO,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzB,IAAI,OAAgC,CAAC;QACrC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,cAAc,CAAC,IAAI,sBAAsB,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC,CAAC;QACvG,IAAI,MAAoB,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAE,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC3E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,cAAc,CAAC,IAAI,sBAAsB,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,CAAC;QACjF,CAAC;QACD,YAAY,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,mBAAmB,CACzD,gBAAgB,EAChB,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EACzD,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,EAAE,kBAAkB,EAAE,KAAK,CAAC,UAAU,EAAE,CAC3D,CAAC,CAAC;QACH,OAAO,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC7D,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,CAAC,GAAwB,EAAE,SAAgC,EAAoB,EAAE;QACrG,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;QACxB,OAAO,YAAY,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE;YACnD,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,SAAS;YACT,WAAW,EAAE,kBAAkB,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC;YACpD,GAAG;YACH,SAAS,EAAE,gBAAgB,CAAC,SAAS,CAAC;SACvC,CAAC,CAAC,CAAC;IACN,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,EAAE,OAA8B,EAAE,QAAgB,EAAE,UAA2B,EAAmE,EAAE;QAC9K,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC/E,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,IAAI,MAAM;gBAAE,MAAM;YAC5C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACrE,IAAI,OAAgC,CAAC;YACrC,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YACtG,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;gBACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;wBAAE,SAAS;oBACrD,IAAI,IAAI,KAAK,gBAAgB;wBAAE,OAAO,IAAI,CAAC,CAAC;;wBACvC,MAAM,IAAI,CAAC,CAAC;gBACnB,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;gBACpC,KAAK,MAAM,IAAI,IAAI,KAAK;oBAAE,IAAI,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC;wBAAE,MAAM,IAAI,CAAC,CAAC;gBAC7F,SAAS;YACX,CAAC;YACD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAE,CAAC;gBAC3B,IAAI,MAAoB,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,KAAK,CAAE,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC/E,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC;wBAAE,MAAM,IAAI,CAAC,CAAC;oBACrE,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,QAAQ,EAAE;wBACtD,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO;wBACzB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS;wBAC7B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU;wBAC/B,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO;wBACzB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ;wBAC3B,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW;wBACjC,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,MAAM;wBACN,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;qBACjB,CAAC,CAAC,CAAC;oBACJ,SAAS,IAAI,CAAC,CAAC;gBACjB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;wBAAE,SAAS;oBACzE,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,KAAK,EAAE,OAAoE,EAAiC,EAAE;QAC1H,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,MAAM;YAAE,WAAW,CAAC,6BAA6B,CAAC,CAAC;QACvD,YAAY,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,kBAAkB,CAAC,QAAQ,EAAE;YAC3C,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;YAC5E,GAAG;SACJ,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;QACjD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/E,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzB,MAAM,OAAO,GAA0B,EAAE,CAAC;QAC1C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC;YACH,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,IAAI,MAAM;oBAAE,MAAM;gBAC5C,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;oBACtF,IAAI,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW,EAAE,CAAC;wBAC7E,IAAI,MAAM,aAAa,CAAC,GAAG,EAAE,eAAe,CAAC;4BAAE,MAAM,IAAI,CAAC,CAAC;wBAC3D,SAAS;oBACX,CAAC;oBACD,MAAM,QAAQ,GAAG,sBAAsB,CAAC;wBACtC,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;qBACnB,CAAC,CAAC;oBACH,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;oBACzG,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,UAAU,KAAK,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;wBAC3I,IAAI,CAAC;4BACH,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,QAAQ,EAAE;gCACtD,OAAO,EAAE,GAAG,CAAC,OAAO;gCACpB,SAAS,EAAE,GAAG,CAAC,SAAS;gCACxB,UAAU,EAAE,GAAG,CAAC,UAAU;gCAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;gCACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gCACtB,WAAW,EAAE,GAAG,CAAC,WAAW;gCAC5B,YAAY,EAAE,QAAQ,CAAC,YAAY;gCACnC,MAAM,EAAE,QAAQ,CAAC,MAAM;gCACvB,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;6BACjB,CAAC,CAAC,CAAC;4BACJ,SAAS,IAAI,CAAC,CAAC;wBACjB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,IAAI,CAAC,CAAC,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC;gCAAE,MAAM,KAAK,CAAC;wBACjF,CAAC;wBACD,SAAS;oBACX,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClF,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,IAAI,GAAG,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB;wBAC/E,CAAC,CAAC,gBAAgB;wBAClB,CAAC,CAAC,KAAK,YAAY,YAAY,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC;4BAC1F,CAAC,CAAC,eAAe;4BACjB,CAAC,CAAC,IAAI,CAAC;oBACX,IAAI,IAAI,KAAK,IAAI;wBAAE,MAAM,KAAK,CAAC;oBAC/B,IAAI,CAAC,CAAC,MAAM,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;wBAAE,SAAS;oBAChD,IAAI,IAAI,KAAK,gBAAgB;wBAAE,OAAO,IAAI,CAAC,CAAC;;wBACvC,MAAM,IAAI,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;YACtE,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC;YACjC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC;YAC3B,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC;QAC/B,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,aAAa,CAAC,CAAC;YAC5B,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,QAAQ,EAAE;YAC5C,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;YAClC,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;SAC7E,CAAC,CAAC,MAAM,CAAC;QACV,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IAC5E,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,IAAI,MAAM;YAAE,OAAO;QACnB,MAAM,GAAG,IAAI,CAAC;QACd,KAAK,MAAM,UAAU,IAAI,QAAQ;YAAE,UAAU,CAAC,KAAK,EAAE,CAAC;QACtD,QAAQ,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC,CAAC;IAEF,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,EAAE;QACrB,OAAO;QACP,YAAY;QACZ,KAAK;QACL,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAwB,EACxB,SAA0B,oBAAoB,EAAE,EAChD,UAAmC,EAAE;IAErC,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;IACzD,OAAO,oBAAoB,CAAC,QAAQ,EAAE,6BAA6B,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;AACxF,CAAC;AAED,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAqC,EACrC,QAAwB,EACxB,IAAY;IAEZ,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACjE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACzD,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC9B,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;AAC3D,CAAC"}

package/dist/embedding/sqlite-vec-backend.d.ts

@@ -0,0 +1,9 @@
+import type { SqliteDatabase } from '../db/adapter.js';
+import type { VectorHit, VectorSearchBackend, VectorSearchInput } from './types.js';
+export declare const SQLITE_VEC_BACKEND_ID: "sqlite-vec";
+export declare class SqliteVecVectorSearchBackend implements VectorSearchBackend {
+    readonly id: "sqlite-vec";
+    search(database: SqliteDatabase, input: VectorSearchInput): VectorHit[];
+}
+export declare const createSqliteVecVectorSearchBackend: () => VectorSearchBackend;
+//# sourceMappingURL=sqlite-vec-backend.d.ts.map

package/dist/embedding/sqlite-vec-backend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-backend.d.ts","sourceRoot":"","sources":["../../src/embedding/sqlite-vec-backend.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAa,MAAM,kBAAkB,CAAC;AAKlE,OAAO,KAAK,EAAE,SAAS,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpF,eAAO,MAAM,qBAAqB,EAAG,YAAqB,CAAC;AAwD3D,qBAAa,4BAA6B,YAAW,mBAAmB;IACtE,QAAQ,CAAC,EAAE,eAAyB;IAEpC,MAAM,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,GAAG,SAAS,EAAE;CAyDxE;AAED,eAAO,MAAM,kCAAkC,QAAO,mBAAyD,CAAC"}

package/dist/embedding/sqlite-vec-backend.js

@@ -0,0 +1,106 @@
+import { KiokukoError } from '../errors.js';
+import { requireWorkspace } from '../serialization/validate.js';
+import { decodeVector, encodeVector, normalizeVector } from './vector.js';
+import { MAX_VECTOR_SEARCH_LIMIT } from './javascript-backend.js';
+export const SQLITE_VEC_BACKEND_ID = 'sqlite-vec';
+function invalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function integrity(message) {
+    throw new KiokukoError('INTEGRITY_ERROR', message);
+}
+function entryId(value) {
+    if (typeof value !== 'string' || value.length === 0 || value.length > 512 || /[\u0000-\u001f\u007f]/u.test(value)) {
+        integrity('Stored vector entry ID is invalid');
+    }
+    return value;
+}
+function searchInput(input) {
+    if (typeof input.profileId !== 'string' || !/^[0-9a-f]{64}$/u.test(input.profileId))
+        invalid('profileId is invalid');
+    if (!Number.isSafeInteger(input.dimensions) || input.dimensions < 2 || input.dimensions > 8192)
+        invalid('dimensions is invalid');
+    if (!Number.isFinite(input.distanceCeiling) || input.distanceCeiling <= 0 || input.distanceCeiling >= 2)
+        invalid('distanceCeiling is invalid');
+    if (!Number.isSafeInteger(input.limit) || input.limit < 1 || input.limit > MAX_VECTOR_SEARCH_LIMIT)
+        invalid('limit is invalid');
+    const queryVector = normalizeVector(input.queryVector, input.dimensions);
+    const workspace = input.workspace === undefined ? undefined : requireWorkspace(input.workspace);
+    const excludedWorkspaces = input.excludedWorkspaces === undefined
+        ? []
+        : [...new Set(input.excludedWorkspaces.map((value) => requireWorkspace(value)))];
+    return {
+        profileId: input.profileId,
+        dimensions: input.dimensions,
+        queryVector,
+        queryBlob: encodeVector(queryVector, input.dimensions),
+        distanceCeiling: input.distanceCeiling,
+        workspace,
+        excludedWorkspaces,
+        limit: input.limit,
+    };
+}
+export class SqliteVecVectorSearchBackend {
+    id = SQLITE_VEC_BACKEND_ID;
+    search(database, input) {
+        const normalized = searchInput(input);
+        const clauses = [
+            'ee.profile_id = ?',
+            'ee.dimensions = ?',
+            'ee.revision = e.current_revision',
+            'ee.content_hash = r.content_hash',
+        ];
+        const parameters = [normalized.queryBlob, normalized.profileId, normalized.dimensions];
+        if (normalized.workspace !== undefined) {
+            clauses.push('e.workspace = ?');
+            parameters.push(normalized.workspace);
+        }
+        if (normalized.excludedWorkspaces.length > 0) {
+            clauses.push(`e.workspace NOT IN (${normalized.excludedWorkspaces.map(() => '?').join(', ')})`);
+            parameters.push(...normalized.excludedWorkspaces);
+        }
+        parameters.push(normalized.limit);
+        let rows;
+        try {
+            rows = database.prepare(`
+        SELECT ee.entry_id, ee.dimensions, ee.embedding, ee.vector_hash,
+               vec_distance_cosine(ee.embedding, ?) AS distance
+          FROM entry_embeddings AS ee
+          JOIN entries AS e
+            ON e.id = ee.entry_id
+          JOIN entry_revisions AS r
+            ON r.entry_id = e.id
+           AND r.revision = e.current_revision
+         WHERE ${clauses.join(' AND ')}
+         ORDER BY distance ASC, ee.entry_id ASC
+         LIMIT ?
+      `).all(...parameters);
+        }
+        catch (error) {
+            const failure = new KiokukoError('SERVICE_UNAVAILABLE', 'sqlite-vec vector search is unavailable');
+            Object.defineProperty(failure, 'cause', { value: error });
+            throw failure;
+        }
+        const hits = [];
+        for (const row of rows) {
+            const id = entryId(row.entry_id);
+            if (typeof row.dimensions !== 'number' || row.dimensions !== normalized.dimensions) {
+                integrity('Stored vector dimensions do not match the search profile');
+            }
+            const vectorHash = typeof row.vector_hash === 'string' ? row.vector_hash : integrity('Stored vector hash is invalid');
+            try {
+                decodeVector(row.embedding, normalized.dimensions, vectorHash);
+            }
+            catch {
+                integrity('Stored vector is invalid');
+            }
+            if (typeof row.distance !== 'number' || !Number.isFinite(row.distance))
+                integrity('Vector distance is invalid');
+            if (row.distance <= normalized.distanceCeiling)
+                hits.push({ entryId: id, distance: row.distance });
+        }
+        return hits;
+    }
+}
+export const createSqliteVecVectorSearchBackend = () => new SqliteVecVectorSearchBackend();
+//# sourceMappingURL=sqlite-vec-backend.js.map

package/dist/embedding/sqlite-vec-backend.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-backend.js","sourceRoot":"","sources":["../../src/embedding/sqlite-vec-backend.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAGlE,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAqB,CAAC;AAU3D,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,SAAS,CAAC,OAAe;IAChC,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClH,SAAS,CAAC,mCAAmC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAwB;IAU3C,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACrH,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,IAAI;QAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACjI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC;QAAE,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC/I,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,uBAAuB;QAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAChI,MAAM,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAChG,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,KAAK,SAAS;QAC/D,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,WAAW;QACX,SAAS,EAAE,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC;QACtD,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,SAAS;QACT,kBAAkB;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,4BAA4B;IAC9B,EAAE,GAAG,qBAAqB,CAAC;IAEpC,MAAM,CAAC,QAAwB,EAAE,KAAwB;QACvD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG;YACd,mBAAmB;YACnB,mBAAmB;YACnB,kCAAkC;YAClC,kCAAkC;SACnC,CAAC;QACF,MAAM,UAAU,GAAwC,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QAC5H,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAChC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,UAAU,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChG,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAAC;QACpD,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElC,IAAI,IAAiB,CAAC;QACtB,IAAI,CAAC;YACH,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;;;;;;iBASb,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;;;OAG/B,CAAC,CAAC,GAAG,CAAY,GAAG,UAAU,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC;YACnG,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1D,MAAM,OAAO,CAAC;QAChB,CAAC;QAED,MAAM,IAAI,GAAgB,EAAE,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,CAAC,UAAU,EAAE,CAAC;gBACnF,SAAS,CAAC,0DAA0D,CAAC,CAAC;YACxE,CAAC;YACD,MAAM,UAAU,GAAG,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,+BAA+B,CAAC,CAAC;YACtH,IAAI,CAAC;gBACH,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACjE,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,CAAC,0BAA0B,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,SAAS,CAAC,4BAA4B,CAAC,CAAC;YAChH,IAAI,GAAG,CAAC,QAAQ,IAAI,UAAU,CAAC,eAAe;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrG,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,CAAC,MAAM,kCAAkC,GAAG,GAAwB,EAAE,CAAC,IAAI,4BAA4B,EAAE,CAAC"}

package/dist/embedding/sqlite-vec-loader.d.ts

@@ -0,0 +1,17 @@
+export declare const SQLITE_VEC_LOADER_ID: "sqlite-vec";
+export declare const SQLITE_VEC_PACKAGE_VERSION: "0.1.9";
+export declare const SQLITE_VEC_EXTENSION_VERSION: "v0.1.9";
+export declare const SQLITE_VEC_VERSION: "0.1.9";
+export interface SqliteVecLoadConnection {
+    loadExtension(path: string): void;
+}
+export interface SqliteVecLoader {
+    readonly id: typeof SQLITE_VEC_LOADER_ID;
+    readonly packageVersion: typeof SQLITE_VEC_PACKAGE_VERSION;
+    readonly extensionVersion: typeof SQLITE_VEC_EXTENSION_VERSION;
+    load(database: SqliteVecLoadConnection): void;
+}
+export declare function isSqliteVecLoader(value: unknown): value is SqliteVecLoader;
+/** Resolve only the exact, package-owned sqlite-vec loader. */
+export declare function createSqliteVecLoader(): Promise<SqliteVecLoader | null>;
+//# sourceMappingURL=sqlite-vec-loader.d.ts.map

package/dist/embedding/sqlite-vec-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-loader.d.ts","sourceRoot":"","sources":["../../src/embedding/sqlite-vec-loader.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,oBAAoB,EAAG,YAAqB,CAAC;AAC1D,eAAO,MAAM,0BAA0B,EAAG,OAAgB,CAAC;AAC3D,eAAO,MAAM,4BAA4B,EAAG,QAAiB,CAAC;AAC9D,eAAO,MAAM,kBAAkB,SAA6B,CAAC;AAE7D,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,EAAE,EAAE,OAAO,oBAAoB,CAAC;IACzC,QAAQ,CAAC,cAAc,EAAE,OAAO,0BAA0B,CAAC;IAC3D,QAAQ,CAAC,gBAAgB,EAAE,OAAO,4BAA4B,CAAC;IAC/D,IAAI,CAAC,QAAQ,EAAE,uBAAuB,GAAG,IAAI,CAAC;CAC/C;AAkBD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,eAAe,CAE1E;AAED,+DAA+D;AAC/D,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CA6B7E"}

package/dist/embedding/sqlite-vec-loader.js

@@ -0,0 +1,51 @@
+import path from 'node:path';
+export const SQLITE_VEC_LOADER_ID = 'sqlite-vec';
+export const SQLITE_VEC_PACKAGE_VERSION = '0.1.9';
+export const SQLITE_VEC_EXTENSION_VERSION = 'v0.1.9';
+export const SQLITE_VEC_VERSION = SQLITE_VEC_PACKAGE_VERSION;
+const knownLoaders = new WeakSet();
+function isRecord(value) {
+    return typeof value === 'object' && value !== null;
+}
+function isSqliteVecPackage(value) {
+    if (!isRecord(value))
+        return false;
+    return typeof value.getLoadablePath === 'function' && typeof value.load === 'function';
+}
+export function isSqliteVecLoader(value) {
+    return typeof value === 'object' && value !== null && knownLoaders.has(value);
+}
+/** Resolve only the exact, package-owned sqlite-vec loader. */
+export async function createSqliteVecLoader() {
+    let candidate;
+    try {
+        // Keep the package name constant so optional dependency resolution cannot
+        // become an extension-path configuration surface.
+        const packageName = 'sqlite-vec';
+        candidate = await import(packageName);
+    }
+    catch {
+        return null;
+    }
+    if (!isSqliteVecPackage(candidate))
+        return null;
+    try {
+        const loadablePath = candidate.getLoadablePath();
+        if (!path.isAbsolute(loadablePath) || /[\u0000-\u001f\u007f]/u.test(loadablePath))
+            return null;
+    }
+    catch {
+        return null;
+    }
+    const loader = Object.freeze({
+        id: SQLITE_VEC_LOADER_ID,
+        packageVersion: SQLITE_VEC_PACKAGE_VERSION,
+        extensionVersion: SQLITE_VEC_EXTENSION_VERSION,
+        load(database) {
+            candidate.load(database);
+        },
+    });
+    knownLoaders.add(loader);
+    return loader;
+}
+//# sourceMappingURL=sqlite-vec-loader.js.map

package/dist/embedding/sqlite-vec-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-loader.js","sourceRoot":"","sources":["../../src/embedding/sqlite-vec-loader.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAqB,CAAC;AAC1D,MAAM,CAAC,MAAM,0BAA0B,GAAG,OAAgB,CAAC;AAC3D,MAAM,CAAC,MAAM,4BAA4B,GAAG,QAAiB,CAAC;AAC9D,MAAM,CAAC,MAAM,kBAAkB,GAAG,0BAA0B,CAAC;AAkB7D,MAAM,YAAY,GAAG,IAAI,OAAO,EAAU,CAAC;AAE3C,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,OAAO,OAAO,KAAK,CAAC,eAAe,KAAK,UAAU,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC9C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC;AAED,+DAA+D;AAC/D,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,IAAI,SAAkB,CAAC;IACvB,IAAI,CAAC;QACH,0EAA0E;QAC1E,kDAAkD;QAClD,MAAM,WAAW,GAAW,YAAY,CAAC;QACzC,SAAS,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,SAAS,CAAC,eAAe,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,YAAY,CAAC;YAAE,OAAO,IAAI,CAAC;IACjG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC3B,EAAE,EAAE,oBAAoB;QACxB,cAAc,EAAE,0BAA0B;QAC1C,gBAAgB,EAAE,4BAA4B;QAC9C,IAAI,CAAC,QAAiC;YACpC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;KACF,CAAC,CAAC;IACH,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,MAAM,CAAC;AAChB,CAAC"}