kiokuko-dsh 0.1.0

package/dist/embedding/setup-service.js

@@ -0,0 +1,184 @@
+import { createHash, randomUUID } from 'node:crypto';
+import { lstat } from 'node:fs/promises';
+import { withImmediateTransaction } from '../db/transaction.js';
+import { KiokukoError } from '../errors.js';
+import { readEntry } from '../memory/entries.js';
+import { buildCanonicalEmbeddingDocument, renderEmbeddingProviderInput } from './document.js';
+import { claimEmbeddingJobs, failEmbeddingJob, finalizeEmbeddingJob, listEmbeddingJobs } from './jobs.js';
+import { acquireEmbeddingSetupLock } from './setup-lock.js';
+import { installEmbeddingModel } from './model-installation.js';
+import { LOCAL_SMALL_PRESET } from './presets/local-small.js';
+import { createLocalEmbeddingProfile } from './profile.js';
+import { activateLocalEmbeddingProfileInTransaction } from './store.js';
+function now(options) {
+    return options.now?.() ?? new Date().toISOString();
+}
+function setupFailureCode(error) {
+    if (error instanceof KiokukoError && error.code === 'SERVICE_UNAVAILABLE')
+        return 'provider_unavailable';
+    if (error instanceof KiokukoError && error.code === 'VALIDATION_ERROR')
+        return 'dimension_mismatch';
+    return 'provider_unavailable';
+}
+async function installationExists(directory) {
+    try {
+        return (await lstat(directory)).isDirectory();
+    }
+    catch (error) {
+        if (error instanceof Error && 'code' in error && error.code === 'ENOENT')
+            return false;
+        throw error;
+    }
+}
+function installationId(presetId, revision, manifestHash) {
+    return createHash('sha256').update(`${presetId}\u0000${revision}\u0000${manifestHash}`, 'utf8').digest('hex');
+}
+function activateSettings(database, input) {
+    database.prepare(`
+    UPDATE embedding_settings
+       SET mode = 'optional', provider_kind = 'local-transformers', preset_id = ?,
+           model_installation_id = ?, vector_backend = 'auto', batch_size = 16,
+           timeout_ms = 30000, legacy_profile_id = NULL, setup_state = ?, updated_at = ?
+     WHERE singleton = 1
+  `).run(LOCAL_SMALL_PRESET.id, input.installationId, input.setupState, input.now);
+}
+async function drainSetupJobs(database, provider, profileId, generation, options) {
+    let completed = 0;
+    let failed = 0;
+    let blocked = 0;
+    for (let round = 0; round < 3; round += 1) {
+        const jobs = claimEmbeddingJobs(database, { maxJobs: 64, now: now(options) });
+        if (jobs.length === 0)
+            break;
+        for (const job of jobs) {
+            try {
+                const entry = readEntry(database, { workspace: job.workspace, entryId: job.entryId });
+                const canonical = buildCanonicalEmbeddingDocument({
+                    kind: entry.kind,
+                    title: entry.title,
+                    summary: entry.summary,
+                    body: entry.body,
+                    tags: entry.tags,
+                    scope: entry.scope,
+                });
+                const providerInput = renderEmbeddingProviderInput(canonical.text);
+                const vectors = await provider.embed([providerInput]);
+                if (vectors.length !== 1)
+                    throw new KiokukoError('VALIDATION_ERROR', 'Local provider returned an invalid batch');
+                const documentHash = createHash('sha256').update(providerInput, 'utf8').digest('hex');
+                finalizeEmbeddingJob(database, {
+                    entryId: job.entryId,
+                    profileId,
+                    generation,
+                    leaseId: job.leaseId,
+                    revision: job.revision,
+                    contentHash: job.contentHash,
+                    documentHash,
+                    vector: vectors[0],
+                    now: now(options),
+                });
+                completed += 1;
+            }
+            catch (error) {
+                const code = setupFailureCode(error);
+                if (code === 'dimension_mismatch')
+                    blocked += 1;
+                else
+                    failed += 1;
+                failEmbeddingJob(database, {
+                    entryId: job.entryId,
+                    profileId,
+                    generation,
+                    leaseId: job.leaseId,
+                    errorCode: code,
+                    availableAt: now(options),
+                    now: now(options),
+                    permanent: code === 'dimension_mismatch',
+                });
+            }
+        }
+    }
+    const remaining = listEmbeddingJobs(database, { profileId }).filter((job) => job.state !== 'leased').length;
+    return { completed, failed, blocked, remaining };
+}
+export async function runEmbeddingSetup(database, input, options = {}) {
+    if (input.presetId !== LOCAL_SMALL_PRESET.id)
+        throw new KiokukoError('VALIDATION_ERROR', 'Only the local-small embedding preset is supported');
+    if (typeof input.confirmed !== 'boolean' || typeof input.dryRun !== 'boolean' || typeof input.offline !== 'boolean' || typeof input.replace !== 'boolean') {
+        throw new KiokukoError('VALIDATION_ERROR', 'Embedding setup options are invalid');
+    }
+    const eligible = Number(database.prepare('SELECT COUNT(*) AS count FROM entries').get()?.count ?? 0);
+    const fromVersion = Number(database.prepare('SELECT MAX(version) AS version FROM schema_migrations').get()?.version ?? 0);
+    if (input.dryRun) {
+        return {
+            presetId: LOCAL_SMALL_PRESET.id,
+            model: { repository: LOCAL_SMALL_PRESET.artifactRepository, revision: LOCAL_SMALL_PRESET.revision, installation: 'reused', bytes: LOCAL_SMALL_PRESET.files.reduce((sum, file) => sum + file.size, 0) },
+            migration: { fromVersion, toVersion: fromVersion, backupPath: null, applied: [] },
+            profile: { profileId: createLocalEmbeddingProfile(LOCAL_SMALL_PRESET).profileId, generation: 0, activated: false },
+            embeddings: { eligible, completed: 0, failed: 0, blocked: 0, remaining: eligible },
+            backend: options.backendId ?? 'javascript',
+            semanticEnabled: false,
+            restartRequired: false,
+        };
+    }
+    if (!input.confirmed)
+        throw new KiokukoError('USAGE_ERROR', 'Embedding setup requires explicit confirmation');
+    const lock = await acquireEmbeddingSetupLock(options);
+    try {
+        const finalDirectory = (await import('../config/paths.js')).getEmbeddingPresetDirectory(LOCAL_SMALL_PRESET.id, LOCAL_SMALL_PRESET.revision, options);
+        if (input.offline && !(await installationExists(finalDirectory)))
+            throw new KiokukoError('SERVICE_UNAVAILABLE', 'The pinned local embedding model is not installed for offline setup');
+        const installed = await (options.installer ?? installEmbeddingModel)(LOCAL_SMALL_PRESET, {
+            ...options,
+            ...(input.offline ? { downloader: { download: async () => { throw new KiokukoError('SERVICE_UNAVAILABLE', 'Offline setup cannot download the model'); } } } : {}),
+        });
+        const profile = createLocalEmbeddingProfile(LOCAL_SMALL_PRESET);
+        const setupNow = now(options);
+        const setupId = randomUUID();
+        const installation = installationId(LOCAL_SMALL_PRESET.id, LOCAL_SMALL_PRESET.revision, installed.manifestHash);
+        const activation = withImmediateTransaction(database, () => {
+            database.prepare(`
+        INSERT INTO embedding_model_installations (
+          installation_id, preset_id, repository_id, revision, artifact_manifest_hash,
+          relative_path, state, total_bytes, installed_at, verified_at, last_checked_at
+        ) VALUES (?, ?, ?, ?, ?, ?, 'verified', ?, ?, ?, ?)
+        ON CONFLICT(installation_id) DO UPDATE SET state = 'verified', verified_at = excluded.verified_at, last_checked_at = excluded.last_checked_at
+      `).run(installation, LOCAL_SMALL_PRESET.id, LOCAL_SMALL_PRESET.artifactRepository, LOCAL_SMALL_PRESET.revision, installed.manifestHash, installed.relativePath, installed.totalBytes, setupNow, setupNow, setupNow);
+            database.prepare(`
+        INSERT INTO embedding_setup_runs (setup_id, preset_id, phase, initial_entry_count, processed_entry_count, started_at, updated_at)
+        VALUES (?, ?, 'activating', ?, 0, ?, ?)
+      `).run(setupId, LOCAL_SMALL_PRESET.id, eligible, setupNow, setupNow);
+            const result = activateLocalEmbeddingProfileInTransaction(database, profile, { replace: input.replace, now: setupNow });
+            activateSettings(database, { installationId: installation, setupState: 'installing', now: setupNow });
+            database.prepare('UPDATE embedding_setup_runs SET active_profile_id = ?, model_installation_id = ?, phase = \'embedding\', updated_at = ? WHERE setup_id = ?').run(profile.profileId, installation, setupNow, setupId);
+            return result;
+        });
+        const provider = options.provider ?? new (await import('./local-transformers-provider.js')).LocalTransformersEmbeddingProvider({ profile: profile.identity, modelDirectory: installed.directory });
+        let drain;
+        try {
+            drain = await drainSetupJobs(database, provider, profile.profileId, activation.generation, options);
+        }
+        finally {
+            await provider.close?.();
+        }
+        const finalState = drain.remaining === 0 ? 'ready' : 'degraded';
+        withImmediateTransaction(database, () => {
+            activateSettings(database, { installationId: installation, setupState: finalState, now: now(options) });
+            database.prepare('UPDATE embedding_setup_runs SET phase = ?, processed_entry_count = ?, updated_at = ?, completed_at = ? WHERE setup_id = ?').run(finalState === 'ready' ? 'completed' : 'failed', drain.completed, now(options), now(options), setupId);
+        });
+        return {
+            presetId: LOCAL_SMALL_PRESET.id,
+            model: { repository: LOCAL_SMALL_PRESET.artifactRepository, revision: LOCAL_SMALL_PRESET.revision, installation: installed.installation, bytes: installed.totalBytes },
+            migration: { fromVersion, toVersion: fromVersion, backupPath: null, applied: [] },
+            profile: { profileId: profile.profileId, generation: activation.generation, activated: activation.activated },
+            embeddings: { eligible, completed: drain.completed, failed: drain.failed, blocked: drain.blocked, remaining: drain.remaining },
+            backend: options.backendId ?? 'javascript',
+            semanticEnabled: true,
+            restartRequired: true,
+        };
+    }
+    finally {
+        await lock.release();
+    }
+}
+//# sourceMappingURL=setup-service.js.map

package/dist/embedding/setup-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup-service.js","sourceRoot":"","sources":["../../src/embedding/setup-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,+BAA+B,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAC9F,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC1G,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAuB,MAAM,yBAAyB,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,2BAA2B,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,0CAA0C,EAAE,MAAM,YAAY,CAAC;AAkCxE,SAAS,GAAG,CAAC,OAA8B;IACzC,OAAO,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACrD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;QAAE,OAAO,sBAAsB,CAAC;IACzG,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB;QAAE,OAAO,oBAAoB,CAAC;IACpG,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,SAAiB;IACjD,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QAClH,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB,EAAE,QAAgB,EAAE,YAAoB;IAC9E,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,QAAQ,SAAS,QAAQ,SAAS,YAAY,EAAE,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChH,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAwB,EAAE,KAA+F;IACjJ,QAAQ,CAAC,OAAO,CAAC;;;;;;GAMhB,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;AACnF,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAwB,EACxB,QAA2B,EAC3B,SAAiB,EACjB,UAAkB,EAClB,OAA8B;IAE9B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,kBAAkB,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9E,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM;QAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtF,MAAM,SAAS,GAAG,+BAA+B,CAAC;oBAChD,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;gBACH,MAAM,aAAa,GAAG,4BAA4B,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACnE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;gBACtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;oBAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,0CAA0C,CAAC,CAAC;gBACjH,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtF,oBAAoB,CAAC,QAAQ,EAAE;oBAC7B,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,SAAS;oBACT,UAAU;oBACV,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,YAAY;oBACZ,MAAM,EAAE,OAAO,CAAC,CAAC,CAAE;oBACnB,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC;iBAClB,CAAC,CAAC;gBACH,SAAS,IAAI,CAAC,CAAC;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;gBACrC,IAAI,IAAI,KAAK,oBAAoB;oBAAE,OAAO,IAAI,CAAC,CAAC;;oBAC3C,MAAM,IAAI,CAAC,CAAC;gBACjB,gBAAgB,CAAC,QAAQ,EAAE;oBACzB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,SAAS;oBACT,UAAU;oBACV,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC;oBACzB,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC;oBACjB,SAAS,EAAE,IAAI,KAAK,oBAAoB;iBACzC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC5G,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAwB,EACxB,KAA0B,EAC1B,UAAiC,EAAE;IAEnC,IAAI,KAAK,CAAC,QAAQ,KAAK,kBAAkB,CAAC,EAAE;QAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,oDAAoD,CAAC,CAAC;IAC/I,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1J,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAC;IACpF,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,EAAqB,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACxH,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC,GAAG,EAAuB,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC;IAC/I,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO;YACL,QAAQ,EAAE,kBAAkB,CAAC,EAAE;YAC/B,KAAK,EAAE,EAAE,UAAU,EAAE,kBAAkB,CAAC,kBAAkB,EAAE,QAAQ,EAAE,kBAAkB,CAAC,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE;YACtM,SAAS,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE;YACjF,OAAO,EAAE,EAAE,SAAS,EAAE,2BAA2B,CAAC,kBAAkB,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE;YAClH,UAAU,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE;YAClF,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,YAAY;YAC1C,eAAe,EAAE,KAAK;YACtB,eAAe,EAAE,KAAK;SACvB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,SAAS;QAAE,MAAM,IAAI,YAAY,CAAC,aAAa,EAAE,gDAAgD,CAAC,CAAC;IAC9G,MAAM,IAAI,GAAG,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,CAAC,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,2BAA2B,CAAC,kBAAkB,CAAC,EAAE,EAAE,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrJ,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,kBAAkB,CAAC,cAAc,CAAC,CAAC;YAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,qEAAqE,CAAC,CAAC;QACvL,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,qBAAqB,CAAC,CAAC,kBAAkB,EAAE;YACvF,GAAG,OAAO;YACV,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE,GAAG,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClK,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,2BAA2B,CAAC,kBAAkB,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,YAAY,GAAG,cAAc,CAAC,kBAAkB,CAAC,EAAE,EAAE,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC;QAChH,MAAM,UAAU,GAAG,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE;YACzD,QAAQ,CAAC,OAAO,CAAC;;;;;;OAMhB,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,kBAAkB,CAAC,EAAE,EAAE,kBAAkB,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACpN,QAAQ,CAAC,OAAO,CAAC;;;OAGhB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,kBAAkB,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACrE,MAAM,MAAM,GAAG,0CAA0C,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YACxH,gBAAgB,CAAC,QAAQ,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YACtG,QAAQ,CAAC,OAAO,CAAC,4IAA4I,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YACvN,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC,CAAC,kCAAkC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;QACnM,IAAI,KAAK,CAAC;QACV,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACtG,CAAC;gBAAS,CAAC;YACT,MAAO,QAA4C,CAAC,KAAK,EAAE,EAAE,CAAC;QAChE,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;QAChE,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE;YACtC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACxG,QAAQ,CAAC,OAAO,CAAC,2HAA2H,CAAC,CAAC,GAAG,CAAC,UAAU,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;QAC3P,CAAC,CAAC,CAAC;QACH,OAAO;YACL,QAAQ,EAAE,kBAAkB,CAAC,EAAE;YAC/B,KAAK,EAAE,EAAE,UAAU,EAAE,kBAAkB,CAAC,kBAAkB,EAAE,QAAQ,EAAE,kBAAkB,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,YAAY,EAAE,KAAK,EAAE,SAAS,CAAC,UAAU,EAAE;YACtK,SAAS,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE;YACjF,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE;YAC7G,UAAU,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE;YAC9H,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,YAAY;YAC1C,eAAe,EAAE,IAAI;YACrB,eAAe,EAAE,IAAI;SACtB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;AACH,CAAC"}

package/dist/embedding/sqlite-vec-backend.d.ts

@@ -0,0 +1,9 @@
+import type { SqliteDatabase } from '../db/adapter.js';
+import type { VectorHit, VectorSearchBackend, VectorSearchInput } from './types.js';
+export declare const SQLITE_VEC_BACKEND_ID: "sqlite-vec";
+export declare class SqliteVecVectorSearchBackend implements VectorSearchBackend {
+    readonly id: "sqlite-vec";
+    search(database: SqliteDatabase, input: VectorSearchInput): VectorHit[];
+}
+export declare const createSqliteVecVectorSearchBackend: () => VectorSearchBackend;
+//# sourceMappingURL=sqlite-vec-backend.d.ts.map

package/dist/embedding/sqlite-vec-backend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-backend.d.ts","sourceRoot":"","sources":["../../src/embedding/sqlite-vec-backend.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAa,MAAM,kBAAkB,CAAC;AAKlE,OAAO,KAAK,EAAE,SAAS,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpF,eAAO,MAAM,qBAAqB,EAAG,YAAqB,CAAC;AAwD3D,qBAAa,4BAA6B,YAAW,mBAAmB;IACtE,QAAQ,CAAC,EAAE,eAAyB;IAEpC,MAAM,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,GAAG,SAAS,EAAE;CAyDxE;AAED,eAAO,MAAM,kCAAkC,QAAO,mBAAyD,CAAC"}

package/dist/embedding/sqlite-vec-backend.js

@@ -0,0 +1,106 @@
+import { KiokukoError } from '../errors.js';
+import { requireWorkspace } from '../serialization/validate.js';
+import { decodeVector, encodeVector, normalizeVector } from './vector.js';
+import { MAX_VECTOR_SEARCH_LIMIT } from './javascript-backend.js';
+export const SQLITE_VEC_BACKEND_ID = 'sqlite-vec';
+function invalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function integrity(message) {
+    throw new KiokukoError('INTEGRITY_ERROR', message);
+}
+function entryId(value) {
+    if (typeof value !== 'string' || value.length === 0 || value.length > 512 || /[\u0000-\u001f\u007f]/u.test(value)) {
+        integrity('Stored vector entry ID is invalid');
+    }
+    return value;
+}
+function searchInput(input) {
+    if (typeof input.profileId !== 'string' || !/^[0-9a-f]{64}$/u.test(input.profileId))
+        invalid('profileId is invalid');
+    if (!Number.isSafeInteger(input.dimensions) || input.dimensions < 2 || input.dimensions > 8192)
+        invalid('dimensions is invalid');
+    if (!Number.isFinite(input.distanceCeiling) || input.distanceCeiling <= 0 || input.distanceCeiling >= 2)
+        invalid('distanceCeiling is invalid');
+    if (!Number.isSafeInteger(input.limit) || input.limit < 1 || input.limit > MAX_VECTOR_SEARCH_LIMIT)
+        invalid('limit is invalid');
+    const queryVector = normalizeVector(input.queryVector, input.dimensions);
+    const workspace = input.workspace === undefined ? undefined : requireWorkspace(input.workspace);
+    const excludedWorkspaces = input.excludedWorkspaces === undefined
+        ? []
+        : [...new Set(input.excludedWorkspaces.map((value) => requireWorkspace(value)))];
+    return {
+        profileId: input.profileId,
+        dimensions: input.dimensions,
+        queryVector,
+        queryBlob: encodeVector(queryVector, input.dimensions),
+        distanceCeiling: input.distanceCeiling,
+        workspace,
+        excludedWorkspaces,
+        limit: input.limit,
+    };
+}
+export class SqliteVecVectorSearchBackend {
+    id = SQLITE_VEC_BACKEND_ID;
+    search(database, input) {
+        const normalized = searchInput(input);
+        const clauses = [
+            'ee.profile_id = ?',
+            'ee.dimensions = ?',
+            'ee.revision = e.current_revision',
+            'ee.content_hash = r.content_hash',
+        ];
+        const parameters = [normalized.queryBlob, normalized.profileId, normalized.dimensions];
+        if (normalized.workspace !== undefined) {
+            clauses.push('e.workspace = ?');
+            parameters.push(normalized.workspace);
+        }
+        if (normalized.excludedWorkspaces.length > 0) {
+            clauses.push(`e.workspace NOT IN (${normalized.excludedWorkspaces.map(() => '?').join(', ')})`);
+            parameters.push(...normalized.excludedWorkspaces);
+        }
+        parameters.push(normalized.limit);
+        let rows;
+        try {
+            rows = database.prepare(`
+        SELECT ee.entry_id, ee.dimensions, ee.embedding, ee.vector_hash,
+               vec_distance_cosine(ee.embedding, ?) AS distance
+          FROM entry_embeddings AS ee
+          JOIN entries AS e
+            ON e.id = ee.entry_id
+          JOIN entry_revisions AS r
+            ON r.entry_id = e.id
+           AND r.revision = e.current_revision
+         WHERE ${clauses.join(' AND ')}
+         ORDER BY distance ASC, ee.entry_id ASC
+         LIMIT ?
+      `).all(...parameters);
+        }
+        catch (error) {
+            const failure = new KiokukoError('SERVICE_UNAVAILABLE', 'sqlite-vec vector search is unavailable');
+            Object.defineProperty(failure, 'cause', { value: error });
+            throw failure;
+        }
+        const hits = [];
+        for (const row of rows) {
+            const id = entryId(row.entry_id);
+            if (typeof row.dimensions !== 'number' || row.dimensions !== normalized.dimensions) {
+                integrity('Stored vector dimensions do not match the search profile');
+            }
+            const vectorHash = typeof row.vector_hash === 'string' ? row.vector_hash : integrity('Stored vector hash is invalid');
+            try {
+                decodeVector(row.embedding, normalized.dimensions, vectorHash);
+            }
+            catch {
+                integrity('Stored vector is invalid');
+            }
+            if (typeof row.distance !== 'number' || !Number.isFinite(row.distance))
+                integrity('Vector distance is invalid');
+            if (row.distance <= normalized.distanceCeiling)
+                hits.push({ entryId: id, distance: row.distance });
+        }
+        return hits;
+    }
+}
+export const createSqliteVecVectorSearchBackend = () => new SqliteVecVectorSearchBackend();
+//# sourceMappingURL=sqlite-vec-backend.js.map

package/dist/embedding/sqlite-vec-backend.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-backend.js","sourceRoot":"","sources":["../../src/embedding/sqlite-vec-backend.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAGlE,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAqB,CAAC;AAU3D,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,SAAS,CAAC,OAAe;IAChC,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClH,SAAS,CAAC,mCAAmC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAwB;IAU3C,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACrH,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,IAAI;QAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACjI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC;QAAE,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC/I,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,uBAAuB;QAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAChI,MAAM,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAChG,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,KAAK,SAAS;QAC/D,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,WAAW;QACX,SAAS,EAAE,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC;QACtD,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,SAAS;QACT,kBAAkB;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,4BAA4B;IAC9B,EAAE,GAAG,qBAAqB,CAAC;IAEpC,MAAM,CAAC,QAAwB,EAAE,KAAwB;QACvD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG;YACd,mBAAmB;YACnB,mBAAmB;YACnB,kCAAkC;YAClC,kCAAkC;SACnC,CAAC;QACF,MAAM,UAAU,GAAwC,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QAC5H,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAChC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,UAAU,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChG,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAAC;QACpD,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElC,IAAI,IAAiB,CAAC;QACtB,IAAI,CAAC;YACH,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;;;;;;iBASb,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;;;OAG/B,CAAC,CAAC,GAAG,CAAY,GAAG,UAAU,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,qBAAqB,EAAE,yCAAyC,CAAC,CAAC;YACnG,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1D,MAAM,OAAO,CAAC;QAChB,CAAC;QAED,MAAM,IAAI,GAAgB,EAAE,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,CAAC,UAAU,EAAE,CAAC;gBACnF,SAAS,CAAC,0DAA0D,CAAC,CAAC;YACxE,CAAC;YACD,MAAM,UAAU,GAAG,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,+BAA+B,CAAC,CAAC;YACtH,IAAI,CAAC;gBACH,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACjE,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,CAAC,0BAA0B,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,SAAS,CAAC,4BAA4B,CAAC,CAAC;YAChH,IAAI,GAAG,CAAC,QAAQ,IAAI,UAAU,CAAC,eAAe;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrG,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,CAAC,MAAM,kCAAkC,GAAG,GAAwB,EAAE,CAAC,IAAI,4BAA4B,EAAE,CAAC"}

package/dist/embedding/sqlite-vec-loader.d.ts

@@ -0,0 +1,17 @@
+export declare const SQLITE_VEC_LOADER_ID: "sqlite-vec";
+export declare const SQLITE_VEC_PACKAGE_VERSION: "0.1.9";
+export declare const SQLITE_VEC_EXTENSION_VERSION: "v0.1.9";
+export declare const SQLITE_VEC_VERSION: "0.1.9";
+export interface SqliteVecLoadConnection {
+    loadExtension(path: string): void;
+}
+export interface SqliteVecLoader {
+    readonly id: typeof SQLITE_VEC_LOADER_ID;
+    readonly packageVersion: typeof SQLITE_VEC_PACKAGE_VERSION;
+    readonly extensionVersion: typeof SQLITE_VEC_EXTENSION_VERSION;
+    load(database: SqliteVecLoadConnection): void;
+}
+export declare function isSqliteVecLoader(value: unknown): value is SqliteVecLoader;
+/** Resolve only the exact, package-owned sqlite-vec loader. */
+export declare function createSqliteVecLoader(): Promise<SqliteVecLoader | null>;
+//# sourceMappingURL=sqlite-vec-loader.d.ts.map

package/dist/embedding/sqlite-vec-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-loader.d.ts","sourceRoot":"","sources":["../../src/embedding/sqlite-vec-loader.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,oBAAoB,EAAG,YAAqB,CAAC;AAC1D,eAAO,MAAM,0BAA0B,EAAG,OAAgB,CAAC;AAC3D,eAAO,MAAM,4BAA4B,EAAG,QAAiB,CAAC;AAC9D,eAAO,MAAM,kBAAkB,SAA6B,CAAC;AAE7D,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,EAAE,EAAE,OAAO,oBAAoB,CAAC;IACzC,QAAQ,CAAC,cAAc,EAAE,OAAO,0BAA0B,CAAC;IAC3D,QAAQ,CAAC,gBAAgB,EAAE,OAAO,4BAA4B,CAAC;IAC/D,IAAI,CAAC,QAAQ,EAAE,uBAAuB,GAAG,IAAI,CAAC;CAC/C;AAkBD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,eAAe,CAE1E;AAED,+DAA+D;AAC/D,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CA6B7E"}

package/dist/embedding/sqlite-vec-loader.js

@@ -0,0 +1,51 @@
+import path from 'node:path';
+export const SQLITE_VEC_LOADER_ID = 'sqlite-vec';
+export const SQLITE_VEC_PACKAGE_VERSION = '0.1.9';
+export const SQLITE_VEC_EXTENSION_VERSION = 'v0.1.9';
+export const SQLITE_VEC_VERSION = SQLITE_VEC_PACKAGE_VERSION;
+const knownLoaders = new WeakSet();
+function isRecord(value) {
+    return typeof value === 'object' && value !== null;
+}
+function isSqliteVecPackage(value) {
+    if (!isRecord(value))
+        return false;
+    return typeof value.getLoadablePath === 'function' && typeof value.load === 'function';
+}
+export function isSqliteVecLoader(value) {
+    return typeof value === 'object' && value !== null && knownLoaders.has(value);
+}
+/** Resolve only the exact, package-owned sqlite-vec loader. */
+export async function createSqliteVecLoader() {
+    let candidate;
+    try {
+        // Keep the package name constant so optional dependency resolution cannot
+        // become an extension-path configuration surface.
+        const packageName = 'sqlite-vec';
+        candidate = await import(packageName);
+    }
+    catch {
+        return null;
+    }
+    if (!isSqliteVecPackage(candidate))
+        return null;
+    try {
+        const loadablePath = candidate.getLoadablePath();
+        if (!path.isAbsolute(loadablePath) || /[\u0000-\u001f\u007f]/u.test(loadablePath))
+            return null;
+    }
+    catch {
+        return null;
+    }
+    const loader = Object.freeze({
+        id: SQLITE_VEC_LOADER_ID,
+        packageVersion: SQLITE_VEC_PACKAGE_VERSION,
+        extensionVersion: SQLITE_VEC_EXTENSION_VERSION,
+        load(database) {
+            candidate.load(database);
+        },
+    });
+    knownLoaders.add(loader);
+    return loader;
+}
+//# sourceMappingURL=sqlite-vec-loader.js.map

package/dist/embedding/sqlite-vec-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-loader.js","sourceRoot":"","sources":["../../src/embedding/sqlite-vec-loader.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAqB,CAAC;AAC1D,MAAM,CAAC,MAAM,0BAA0B,GAAG,OAAgB,CAAC;AAC3D,MAAM,CAAC,MAAM,4BAA4B,GAAG,QAAiB,CAAC;AAC9D,MAAM,CAAC,MAAM,kBAAkB,GAAG,0BAA0B,CAAC;AAkB7D,MAAM,YAAY,GAAG,IAAI,OAAO,EAAU,CAAC;AAE3C,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,OAAO,OAAO,KAAK,CAAC,eAAe,KAAK,UAAU,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC9C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC;AAED,+DAA+D;AAC/D,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,IAAI,SAAkB,CAAC;IACvB,IAAI,CAAC;QACH,0EAA0E;QAC1E,kDAAkD;QAClD,MAAM,WAAW,GAAW,YAAY,CAAC;QACzC,SAAS,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,SAAS,CAAC,eAAe,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,YAAY,CAAC;YAAE,OAAO,IAAI,CAAC;IACjG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC3B,EAAE,EAAE,oBAAoB;QACxB,cAAc,EAAE,0BAA0B;QAC1C,gBAAgB,EAAE,4BAA4B;QAC9C,IAAI,CAAC,QAAiC;YACpC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;KACF,CAAC,CAAC;IACH,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/embedding/store.d.ts

@@ -0,0 +1,66 @@
+import type { SqliteDatabase } from '../db/adapter.js';
+import type { EmbeddingProfile, LocalEmbeddingProfile } from './types.js';
+export interface EmbeddingRuntimeState {
+    readonly activeProfileId: string | null;
+    readonly generation: number;
+    readonly activatedAt: string | null;
+}
+export interface ActiveEmbeddingProfile {
+    readonly profile: EmbeddingProfile;
+    readonly generation: number;
+    readonly activatedAt: string;
+}
+export interface ActivateEmbeddingProfileOptions {
+    readonly replace: boolean;
+    readonly now?: string;
+}
+export interface EmbeddingProfileActivation {
+    readonly profileId: string;
+    readonly generation: number;
+    readonly activated: boolean;
+    readonly enqueued: number;
+}
+export interface CurrentEntryEmbeddingJobInput {
+    readonly entryId: string;
+    readonly revision: number;
+    readonly contentHash: string;
+    readonly now: string;
+}
+export interface EntryEmbeddingInput {
+    readonly entryId: string;
+    readonly profileId: string;
+    readonly revision: number;
+    readonly contentHash: string;
+    readonly documentHash: string;
+    readonly vector: Float32Array | readonly number[];
+    readonly createdAt: string;
+}
+export interface StoredEntryEmbedding {
+    readonly entryId: string;
+    readonly profileId: string;
+    readonly revision: number;
+    readonly contentHash: string;
+    readonly documentHash: string;
+    readonly dimensions: number;
+    readonly vector: Float32Array;
+    readonly vectorHash: string;
+    readonly createdAt: string;
+}
+export declare function readEmbeddingProfile(database: SqliteDatabase, profileId: string): EmbeddingProfile | undefined;
+export declare function readEmbeddingRuntimeState(database: SqliteDatabase): EmbeddingRuntimeState;
+export declare function readActiveEmbeddingProfile(database: SqliteDatabase): ActiveEmbeddingProfile | null;
+/** Enqueue the current entry revision for the active profile inside its caller-owned transaction. */
+export declare function enqueueCurrentEntryEmbeddingInTransaction(database: SqliteDatabase, input: CurrentEntryEmbeddingJobInput): void;
+/** Enqueue every current entry for an already-installed active profile. */
+export declare function enqueueAllCurrentEntryEmbeddingsInTransaction(database: SqliteDatabase, requestedNow?: string, requestedWorkspace?: string): number;
+export declare function activateEmbeddingProfileInTransaction(database: SqliteDatabase, profile: EmbeddingProfile, options: ActivateEmbeddingProfileOptions): EmbeddingProfileActivation;
+export declare function activateEmbeddingProfile(database: SqliteDatabase, profile: EmbeddingProfile, options: ActivateEmbeddingProfileOptions): EmbeddingProfileActivation;
+export declare function activateLocalEmbeddingProfileInTransaction(database: SqliteDatabase, profile: LocalEmbeddingProfile, options: ActivateEmbeddingProfileOptions): EmbeddingProfileActivation;
+export declare function activateLocalEmbeddingProfile(database: SqliteDatabase, profile: LocalEmbeddingProfile, options: ActivateEmbeddingProfileOptions): EmbeddingProfileActivation;
+export declare function upsertEntryEmbeddingInTransaction(database: SqliteDatabase, input: EntryEmbeddingInput): void;
+export declare function upsertEntryEmbedding(database: SqliteDatabase, input: EntryEmbeddingInput): void;
+export declare function readEntryEmbedding(database: SqliteDatabase, input: {
+    entryId: string;
+    profileId: string;
+}): StoredEntryEmbedding | undefined;
+//# sourceMappingURL=store.d.ts.map

package/dist/embedding/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/embedding/store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAa,MAAM,kBAAkB,CAAC;AAOlE,OAAO,KAAK,EACV,gBAAgB,EAEhB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AAWpB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IAClD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAgRD,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS,CAI9G;AAED,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,cAAc,GAAG,qBAAqB,CAsBzF;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,cAAc,GAAG,sBAAsB,GAAG,IAAI,CAMlG;AAiDD,qGAAqG;AACrG,wBAAgB,yCAAyC,CACvD,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,6BAA6B,GACnC,IAAI,CASN;AAED,2EAA2E;AAC3E,wBAAgB,6CAA6C,CAC3D,QAAQ,EAAE,cAAc,EACxB,YAAY,CAAC,EAAE,MAAM,EACrB,kBAAkB,CAAC,EAAE,MAAM,GAC1B,MAAM,CAqBR;AAED,wBAAgB,qCAAqC,CACnD,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,+BAA+B,GACvC,0BAA0B,CAkD5B;AAED,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,+BAA+B,GACvC,0BAA0B,CAE5B;AAED,wBAAgB,0CAA0C,CACxD,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,qBAAqB,EAC9B,OAAO,EAAE,+BAA+B,GACvC,0BAA0B,CA8C5B;AAED,wBAAgB,6BAA6B,CAC3C,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,qBAAqB,EAC9B,OAAO,EAAE,+BAA+B,GACvC,0BAA0B,CAE5B;AAgBD,wBAAgB,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,mBAAmB,GAAG,IAAI,CAwC5G;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,mBAAmB,GACzB,IAAI,CAEN;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAC5C,oBAAoB,GAAG,SAAS,CAWlC"}