kiokuko-dsh 0.1.0

package/dist/embedding/diagnostics.js

@@ -0,0 +1,274 @@
+import { KiokukoError } from '../errors.js';
+import { parseEmbeddingConfig, isEnabledEmbeddingConfig } from './config.js';
+import { embeddingProfileId, createEmbeddingProfile } from './profile.js';
+import { readActiveEmbeddingProfile, readEmbeddingRuntimeState } from './store.js';
+import { decodeVector, hashVectorBytes } from './vector.js';
+import { readPersistedEmbeddingSettings } from './settings.js';
+const EMBEDDING_TABLES = [
+    'embedding_profiles',
+    'embedding_runtime',
+    'entry_embeddings',
+    'embedding_jobs',
+    'query_embeddings',
+];
+const EMBEDDING_INDEXES = [
+    'idx_entry_embeddings_profile_revision',
+    'idx_embedding_jobs_claim',
+    'idx_query_embeddings_lru',
+];
+function countRows(database, sql, ...parameters) {
+    return Number(database.prepare(sql).get(...parameters)?.count ?? 0);
+}
+function objectNames(database, kind) {
+    return new Set(database.prepare(`
+    SELECT name FROM sqlite_schema WHERE type = ? AND name IS NOT NULL
+  `).all(kind).map((row) => row.name));
+}
+function configuredBackend(config, backend) {
+    if (config.mode === 'off')
+        return { id: null, version: null };
+    if (backend !== undefined)
+        return { id: backend.id, version: backend.id === 'sqlite-vec' ? 'v0.1.9' : null };
+    if (config.vectorBackend === 'sqlite-vec')
+        return { id: 'sqlite-vec', version: 'v0.1.9' };
+    return { id: 'javascript', version: null };
+}
+function emptyStatus(config, backend) {
+    const selectedBackend = configuredBackend(config, backend);
+    return {
+        mode: config.mode,
+        activeProfileId: null,
+        providerKind: config.mode === 'off' ? null : config.provider,
+        model: config.model ?? null,
+        dimensions: config.dimensions ?? null,
+        distanceMetric: config.mode === 'off' ? null : 'cosine',
+        distanceCeiling: config.distanceCeiling ?? null,
+        backend: selectedBackend.id,
+        backendVersion: selectedBackend.version,
+        eligibleEntries: 0,
+        readyVectors: 0,
+        staleVectors: 0,
+        missingVectors: 0,
+        pendingJobs: 0,
+        leasedJobs: 0,
+        failedJobs: 0,
+        blockedJobs: 0,
+        coverageRatio: 0,
+        queryCacheRows: 0,
+    };
+}
+function activeStatus(database, config, active, backend) {
+    const selectedBackend = configuredBackend(config, backend);
+    const eligibleEntries = countRows(database, 'SELECT COUNT(*) AS count FROM entries');
+    if (active === null) {
+        return { ...emptyStatus(config, backend), eligibleEntries, missingVectors: eligibleEntries };
+    }
+    const readyVectors = countRows(database, `
+    SELECT COUNT(*) AS count
+      FROM entry_embeddings AS ee
+      JOIN entries AS e ON e.id = ee.entry_id
+      JOIN entry_revisions AS r ON r.entry_id = e.id AND r.revision = e.current_revision
+     WHERE ee.profile_id = ?
+       AND ee.revision = e.current_revision
+       AND ee.content_hash = r.content_hash
+  `, active.profileId);
+    const totalVectors = countRows(database, 'SELECT COUNT(*) AS count FROM entry_embeddings WHERE profile_id = ?', active.profileId);
+    const jobs = new Map(database.prepare(`
+      SELECT state, COUNT(*) AS count
+        FROM embedding_jobs
+       WHERE profile_id = ?
+       GROUP BY state
+    `).all(active.profileId).map((row) => [row.state, Number(row.count)]));
+    const selected = {
+        pending: jobs.get('pending') ?? 0,
+        leased: jobs.get('leased') ?? 0,
+        failed: jobs.get('failed') ?? 0,
+        blocked: jobs.get('blocked') ?? 0,
+    };
+    const queryCacheRows = countRows(database, 'SELECT COUNT(*) AS count FROM query_embeddings WHERE profile_id = ?', active.profileId);
+    return {
+        mode: config.mode,
+        activeProfileId: active.profileId,
+        providerKind: active.identity.providerKind,
+        model: active.identity.schemaVersion === 2 ? active.identity.sourceModel : active.identity.model,
+        dimensions: active.identity.dimensions,
+        distanceMetric: active.identity.distanceMetric,
+        distanceCeiling: active.identity.distanceCeiling,
+        backend: selectedBackend.id,
+        backendVersion: selectedBackend.version,
+        eligibleEntries,
+        readyVectors,
+        staleVectors: Math.max(0, totalVectors - readyVectors),
+        missingVectors: Math.max(0, eligibleEntries - readyVectors),
+        pendingJobs: selected.pending,
+        leasedJobs: selected.leased,
+        failedJobs: selected.failed,
+        blockedJobs: selected.blocked,
+        coverageRatio: eligibleEntries === 0 ? 0 : readyVectors / eligibleEntries,
+        queryCacheRows,
+    };
+}
+export function readEmbeddingStatus(database, config = readPersistedEmbeddingSettings(database), backend) {
+    const runtime = readEmbeddingRuntimeState(database);
+    const active = readActiveEmbeddingProfile(database);
+    if (active !== null && runtime.activeProfileId !== active.profile.profileId) {
+        throw new KiokukoError('INTEGRITY_ERROR', 'Embedding runtime active profile is inconsistent');
+    }
+    return activeStatus(database, config, active?.profile ?? null, backend);
+}
+function inspectVectors(database) {
+    let findings = 0;
+    const rows = database.prepare(`
+    SELECT entry_id, profile_id, dimensions, embedding, vector_hash
+      FROM entry_embeddings
+     ORDER BY profile_id ASC, entry_id ASC
+  `).all();
+    for (const row of rows) {
+        try {
+            if (typeof row.profile_id !== 'string' || typeof row.dimensions !== 'number' || typeof row.vector_hash !== 'string') {
+                findings += 1;
+                continue;
+            }
+            const bytes = row.embedding instanceof Uint8Array ? row.embedding : null;
+            if (bytes === null || bytes.byteLength !== row.dimensions * 4 || hashVectorBytes(bytes) !== row.vector_hash) {
+                findings += 1;
+                continue;
+            }
+            decodeVector(bytes, row.dimensions, row.vector_hash);
+        }
+        catch {
+            findings += 1;
+        }
+    }
+    return findings;
+}
+function inspectQueryCache(database) {
+    let findings = 0;
+    const rows = database.prepare(`
+    SELECT profile_id, dimensions, embedding, vector_hash
+      FROM query_embeddings
+     ORDER BY profile_id ASC, query_hash ASC
+  `).all();
+    for (const row of rows) {
+        try {
+            if (typeof row.dimensions !== 'number' || typeof row.vector_hash !== 'string' || !(row.embedding instanceof Uint8Array)) {
+                findings += 1;
+                continue;
+            }
+            decodeVector(row.embedding, row.dimensions, row.vector_hash);
+        }
+        catch {
+            findings += 1;
+        }
+    }
+    return findings;
+}
+function inspectJobReferences(database) {
+    return countRows(database, `
+    SELECT COUNT(*) AS count
+      FROM embedding_jobs AS j
+      LEFT JOIN entries AS e ON e.id = j.entry_id
+      LEFT JOIN entry_revisions AS r ON r.entry_id = j.entry_id AND r.revision = j.revision
+     WHERE e.id IS NULL OR r.entry_id IS NULL
+        OR (j.state = 'leased' AND (j.lease_id IS NULL OR j.lease_expires_at IS NULL))
+        OR (j.state <> 'leased' AND (j.lease_id IS NOT NULL OR j.lease_expires_at IS NOT NULL))
+  `);
+}
+function inspectConfiguration(database, config, active, backend) {
+    if (config.mode === 'off')
+        return 0;
+    let findings = 0;
+    if (active === null || !isEnabledEmbeddingConfig(config))
+        findings += 1;
+    else if (active.profile.identity.schemaVersion === 1) {
+        try {
+            if (embeddingProfileId(createEmbeddingProfile(config).identity) !== active.profile.profileId)
+                findings += 1;
+        }
+        catch {
+            findings += 1;
+        }
+    }
+    else {
+        const settings = database.prepare(`
+      SELECT provider_kind, preset_id, setup_state
+        FROM embedding_settings
+       WHERE singleton = 1
+    `).get();
+        if (settings?.provider_kind !== active.profile.identity.providerKind
+            || settings.preset_id !== active.profile.identity.presetId
+            || settings.setup_state !== 'ready')
+            findings += 1;
+    }
+    if (config.vectorBackend === 'sqlite-vec' && backend?.id !== 'sqlite-vec')
+        findings += 1;
+    return findings;
+}
+function safeConfig(environment) {
+    try {
+        return { config: parseEmbeddingConfig(environment), invalid: false };
+    }
+    catch {
+        return { invalid: true };
+    }
+}
+function isEmbeddingConfig(value) {
+    return typeof value.mode === 'string' && typeof value.provider === 'string'
+        && typeof value.allowRemote === 'boolean' && typeof value.vectorBackend === 'string'
+        && typeof value.timeoutMs === 'number' && typeof value.batchSize === 'number';
+}
+export function inspectEmbeddingHealth(database, environment = readPersistedEmbeddingSettings(database), backend) {
+    const parsed = isEmbeddingConfig(environment)
+        ? { config: environment, invalid: false }
+        : safeConfig(environment);
+    const config = (isEmbeddingConfig(environment) ? environment : parsed.config) ?? {
+        mode: 'off',
+        provider: 'openai-compatible',
+        allowRemote: false,
+        vectorBackend: 'auto',
+        timeoutMs: 30_000,
+        batchSize: 16,
+    };
+    let status = emptyStatus(config, backend);
+    let findings = parsed.invalid ? 1 : 0;
+    const tables = objectNames(database, 'table');
+    const indexes = objectNames(database, 'index');
+    const triggers = objectNames(database, 'trigger');
+    findings += EMBEDDING_TABLES.filter((name) => !tables.has(name)).length;
+    findings += EMBEDDING_INDEXES.filter((name) => !indexes.has(name)).length;
+    if (!triggers.has('embedding_profiles_immutable_update'))
+        findings += 1;
+    try {
+        const runtime = readEmbeddingRuntimeState(database);
+        const active = readActiveEmbeddingProfile(database);
+        status = activeStatus(database, config, active?.profile ?? null, backend);
+        findings += inspectConfiguration(database, config, active, backend);
+        findings += inspectVectors(database);
+        findings += inspectQueryCache(database);
+        findings += inspectJobReferences(database);
+        const runtimeRows = countRows(database, 'SELECT COUNT(*) AS count FROM embedding_runtime');
+        if (runtimeRows !== 1)
+            findings += 1;
+        const stale = countRows(database, `
+      SELECT COUNT(*) AS count
+        FROM entry_embeddings AS ee
+        JOIN entries AS e ON e.id = ee.entry_id
+        JOIN entry_revisions AS r ON r.entry_id = e.id AND r.revision = e.current_revision
+       WHERE ee.revision != e.current_revision OR ee.content_hash != r.content_hash
+    `);
+        if (stale !== status.staleVectors)
+            findings += 1;
+    }
+    catch {
+        findings += 1;
+    }
+    return {
+        status,
+        check: {
+            ok: findings === 0,
+            count: findings,
+            detail: parsed.invalid ? `findings=${findings}, configuration=invalid` : `findings=${findings}, mode=${config.mode}, backend=${status.backend ?? 'disabled'}`,
+        },
+    };
+}
+//# sourceMappingURL=diagnostics.js.map

package/dist/embedding/diagnostics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diagnostics.js","sourceRoot":"","sources":["../../src/embedding/diagnostics.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AACnF,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE5D,OAAO,EAAE,8BAA8B,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,gBAAgB,GAAG;IACvB,oBAAoB;IACpB,mBAAmB;IACnB,kBAAkB;IAClB,gBAAgB;IAChB,kBAAkB;CACV,CAAC;AAEX,MAAM,iBAAiB,GAAG;IACxB,uCAAuC;IACvC,0BAA0B;IAC1B,0BAA0B;CAClB,CAAC;AAyCX,SAAS,SAAS,CAAC,QAAwB,EAAE,GAAW,EAAE,GAAG,UAAkC;IAC7F,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAoB,GAAG,UAAU,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,SAAS,WAAW,CAAC,QAAwB,EAAE,IAAmC;IAChF,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;;GAE/B,CAAC,CAAC,GAAG,CAAmB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAuB,EAAE,OAAwC;IAC1F,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC9D,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,KAAK,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7G,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY;QAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC1F,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,WAAW,CAAC,MAAuB,EAAE,OAA6B;IACzE,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ;QAC5D,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;QACrC,cAAc,EAAE,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ;QACvD,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,IAAI;QAC/C,OAAO,EAAE,eAAe,CAAC,EAAE;QAC3B,cAAc,EAAE,eAAe,CAAC,OAAO;QACvC,eAAe,EAAE,CAAC;QAClB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,cAAc,EAAE,CAAC;QACjB,WAAW,EAAE,CAAC;QACd,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,QAAwB,EACxB,MAAuB,EACvB,MAA+B,EAC/B,OAA6B;IAE7B,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D,MAAM,eAAe,GAAG,SAAS,CAAC,QAAQ,EAAE,uCAAuC,CAAC,CAAC;IACrF,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,EAAE,cAAc,EAAE,eAAe,EAAE,CAAC;IAC/F,CAAC;IACD,MAAM,YAAY,GAAG,SAAS,CAAC,QAAQ,EAAE;;;;;;;;GAQxC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IACrB,MAAM,YAAY,GAAG,SAAS,CAAC,QAAQ,EAAE,qEAAqE,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAClI,MAAM,IAAI,GAAG,IAAI,GAAG,CAClB,QAAQ,CAAC,OAAO,CAAC;;;;;KAKhB,CAAC,CAAC,GAAG,CAAmC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CACxG,CAAC;IACF,MAAM,QAAQ,GAAG;QACf,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;QACjC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC/B,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC/B,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;KAClC,CAAC;IACF,MAAM,cAAc,GAAG,SAAS,CAAC,QAAQ,EAAE,qEAAqE,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IACpI,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,eAAe,EAAE,MAAM,CAAC,SAAS;QACjC,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY;QAC1C,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK;QAChG,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU;QACtC,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc;QAC9C,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,eAAe;QAChD,OAAO,EAAE,eAAe,CAAC,EAAE;QAC3B,cAAc,EAAE,eAAe,CAAC,OAAO;QACvC,eAAe;QACf,YAAY;QACZ,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;QACtD,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,GAAG,YAAY,CAAC;QAC3D,WAAW,EAAE,QAAQ,CAAC,OAAO;QAC7B,UAAU,EAAE,QAAQ,CAAC,MAAM;QAC3B,UAAU,EAAE,QAAQ,CAAC,MAAM;QAC3B,WAAW,EAAE,QAAQ,CAAC,OAAO;QAC7B,aAAa,EAAE,eAAe,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,eAAe;QACzE,cAAc;KACf,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,QAAwB,EACxB,SAA0B,8BAA8B,CAAC,QAAQ,CAAC,EAClE,OAA6B;IAE7B,MAAM,OAAO,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,CAAC,eAAe,KAAK,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC5E,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,kDAAkD,CAAC,CAAC;IAChG,CAAC;IACD,OAAO,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,cAAc,CAAC,QAAwB;IAC9C,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;GAI7B,CAAC,CAAC,GAAG,EAAa,CAAC;IACpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;gBACpH,QAAQ,IAAI,CAAC,CAAC;gBACd,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,YAAY,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;YACzE,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,GAAG,CAAC,UAAU,GAAG,CAAC,IAAI,eAAe,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,WAAW,EAAE,CAAC;gBAC5G,QAAQ,IAAI,CAAC,CAAC;gBACd,SAAS;YACX,CAAC;YACD,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,IAAI,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAwB;IACjD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;GAI7B,CAAC,CAAC,GAAG,EAAa,CAAC;IACpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,YAAY,UAAU,CAAC,EAAE,CAAC;gBACxH,QAAQ,IAAI,CAAC,CAAC;gBACd,SAAS;YACX,CAAC;YACD,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,IAAI,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAwB;IACpD,OAAO,SAAS,CAAC,QAAQ,EAAE;;;;;;;;GAQ1B,CAAC,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAAwB,EACxB,MAAuB,EACvB,MAAqD,EACrD,OAAwC;IAExC,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC;QAAE,QAAQ,IAAI,CAAC,CAAC;SACnE,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC;YACH,IAAI,kBAAkB,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,SAAS;gBAAE,QAAQ,IAAI,CAAC,CAAC;QAC9G,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,IAAI,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;KAIjC,CAAC,CAAC,GAAG,EAAwE,CAAC;QAC/E,IAAI,QAAQ,EAAE,aAAa,KAAK,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY;eAC/D,QAAQ,CAAC,SAAS,KAAK,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ;eACvD,QAAQ,CAAC,WAAW,KAAK,OAAO;YAAE,QAAQ,IAAI,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,IAAI,OAAO,EAAE,EAAE,KAAK,YAAY;QAAE,QAAQ,IAAI,CAAC,CAAC;IACzF,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,UAAU,CAAC,WAA8B;IAChD,IAAI,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAA0C;IACnE,OAAO,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;WACtE,OAAO,KAAK,CAAC,WAAW,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ;WACjF,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAwB,EACxB,cAAmD,8BAA8B,CAAC,QAAQ,CAAC,EAC3F,OAA6B;IAE7B,MAAM,MAAM,GAAG,iBAAiB,CAAC,WAAW,CAAC;QAC3C,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE;QACzC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAC5B,MAAM,MAAM,GAAoB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI;QAChG,IAAI,EAAE,KAAK;QACX,QAAQ,EAAE,mBAAmB;QAC7B,WAAW,EAAE,KAAK;QAClB,aAAa,EAAE,MAAM;QACrB,SAAS,EAAE,MAAM;QACjB,SAAS,EAAE,EAAE;KACd,CAAC;IACF,IAAI,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,IAAI,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAClD,QAAQ,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;IACxE,QAAQ,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,qCAAqC,CAAC;QAAE,QAAQ,IAAI,CAAC,CAAC;IAExE,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1E,QAAQ,IAAI,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACpE,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;QACrC,QAAQ,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACxC,QAAQ,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,SAAS,CAAC,QAAQ,EAAE,iDAAiD,CAAC,CAAC;QAC3F,IAAI,WAAW,KAAK,CAAC;YAAE,QAAQ,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE;;;;;;KAMjC,CAAC,CAAC;QACH,IAAI,KAAK,KAAK,MAAM,CAAC,YAAY;YAAE,QAAQ,IAAI,CAAC,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,OAAO;QACL,MAAM;QACN,KAAK,EAAE;YACL,EAAE,EAAE,QAAQ,KAAK,CAAC;YAClB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,QAAQ,yBAAyB,CAAC,CAAC,CAAC,YAAY,QAAQ,UAAU,MAAM,CAAC,IAAI,aAAa,MAAM,CAAC,OAAO,IAAI,UAAU,EAAE;SAC9J;KACF,CAAC;AACJ,CAAC"}

package/dist/embedding/document.d.ts

@@ -0,0 +1,20 @@
+import { type JsonObject, type EntryKind } from '../serialization/validate.js';
+import type { EmbeddingDocument } from './types.js';
+export declare const EMBEDDING_DOCUMENT_TEMPLATE_VERSION: 1;
+export declare const EMBEDDING_DOCUMENT_TEMPLATE_VERSION_V2: 2;
+export declare const EMBEDDING_INPUT_CONTRACT: "e5-query-passage-v1";
+export declare const MAX_EMBEDDING_DOCUMENT_BYTES: number;
+export declare const BODY_TRUNCATION_MARKER: "[body truncated]";
+export interface EmbeddingDocumentInput {
+    readonly kind: EntryKind;
+    readonly title: string;
+    readonly summary: string | null;
+    readonly body: string;
+    readonly tags: readonly string[];
+    readonly scope: JsonObject;
+}
+export declare function buildEmbeddingDocument(input: EmbeddingDocumentInput): EmbeddingDocument;
+/** Build the provider-neutral v2 memory representation for E5 models. */
+export declare function buildCanonicalEmbeddingDocument(input: EmbeddingDocumentInput): EmbeddingDocument;
+export declare function renderEmbeddingProviderInput(canonicalText: string, prefix?: string): string;
+//# sourceMappingURL=document.d.ts.map

package/dist/embedding/document.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"document.d.ts","sourceRoot":"","sources":["../../src/embedding/document.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoC,KAAK,UAAU,EAAE,KAAK,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAGjH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,eAAO,MAAM,mCAAmC,EAAG,CAAU,CAAC;AAC9D,eAAO,MAAM,sCAAsC,EAAG,CAAU,CAAC;AACjE,eAAO,MAAM,wBAAwB,EAAG,qBAA8B,CAAC;AACvE,eAAO,MAAM,4BAA4B,QAAY,CAAC;AACtD,eAAO,MAAM,sBAAsB,EAAG,kBAA2B,CAAC;AAElE,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;CAC5B;AAmDD,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,sBAAsB,GAAG,iBAAiB,CA6CvF;AAED,yEAAyE;AACzE,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,sBAAsB,GAAG,iBAAiB,CAUhG;AAED,wBAAgB,4BAA4B,CAAC,aAAa,EAAE,MAAM,EAAE,MAAM,SAAc,GAAG,MAAM,CAKhG"}

package/dist/embedding/document.js

@@ -0,0 +1,122 @@
+import { createHash } from 'node:crypto';
+import { TextDecoder, TextEncoder } from 'node:util';
+import { KiokukoError } from '../errors.js';
+import { canonicalJson, canonicalTagOrder } from '../serialization/validate.js';
+import { findSecret } from '../memory/secrets.js';
+import { validateApplicability, validateSignals } from '../memory/structured-memory.js';
+export const EMBEDDING_DOCUMENT_TEMPLATE_VERSION = 1;
+export const EMBEDDING_DOCUMENT_TEMPLATE_VERSION_V2 = 2;
+export const EMBEDDING_INPUT_CONTRACT = 'e5-query-passage-v1';
+export const MAX_EMBEDDING_DOCUMENT_BYTES = 32 * 1024;
+export const BODY_TRUNCATION_MARKER = '[body truncated]';
+const encoder = new TextEncoder();
+const decoder = new TextDecoder('utf-8', { fatal: true });
+function invalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function normalizeText(value, field) {
+    const normalized = value.normalize('NFKC').replaceAll('\r\n', '\n').replaceAll('\r', '\n');
+    if (/[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/u.test(normalized))
+        invalid(`${field} contains a forbidden control character`);
+    return normalized;
+}
+function normalizedTagList(tags) {
+    for (const tag of tags) {
+        if (typeof tag !== 'string' || tag.trim().length === 0 || tag.length > 200)
+            invalid('Embedding document tags are invalid');
+    }
+    return canonicalTagOrder(tags.map((tag) => normalizeText(tag, 'tag')));
+}
+function structuredScope(scope) {
+    const candidate = scope;
+    if (candidate.schemaVersion !== 2 && candidate.schemaVersion !== 3)
+        return { applicability: {}, signals: {} };
+    const applicability = candidate.applicability === undefined ? {} : validateApplicability(candidate.applicability);
+    const signals = candidate.signals === undefined ? {} : validateSignals(candidate.signals);
+    return {
+        applicability: applicability,
+        signals: signals,
+    };
+}
+function truncateUtf8(value, maxBytes) {
+    if (encoder.encode(value).byteLength <= maxBytes)
+        return value;
+    const bytes = encoder.encode(value);
+    let end = Math.min(bytes.byteLength, maxBytes);
+    while (end > 0) {
+        try {
+            return decoder.decode(bytes.subarray(0, end));
+        }
+        catch {
+            end -= 1;
+        }
+    }
+    return '';
+}
+function documentHash(bytes) {
+    return createHash('sha256').update(bytes).digest('hex');
+}
+export function buildEmbeddingDocument(input) {
+    if (input.kind !== 'fact' && input.kind !== 'decision' && input.kind !== 'lesson' && input.kind !== 'preference' && input.kind !== 'reference') {
+        invalid('Embedding document kind is invalid');
+    }
+    const title = normalizeText(input.title, 'title').trim();
+    const summary = input.summary === null ? '' : normalizeText(input.summary, 'summary').trim();
+    const body = normalizeText(input.body, 'body');
+    const tags = normalizedTagList(input.tags);
+    const { applicability, signals } = structuredScope(input.scope);
+    const metadataText = [
+        'kiokuko-memory-v1',
+        `kind: ${input.kind}`,
+        `title: ${title}`,
+        `summary: ${summary}`,
+        'tags:',
+        ...tags.map((tag) => `- ${tag}`),
+        'applicability:',
+        canonicalJson(applicability),
+        'signals:',
+        canonicalJson(signals),
+        'body:',
+    ].join('\n') + '\n';
+    const metadataBytes = encoder.encode(metadataText);
+    if (metadataBytes.byteLength >= MAX_EMBEDDING_DOCUMENT_BYTES) {
+        invalid('Embedding document metadata exceeds the byte limit');
+    }
+    const bodyBytes = encoder.encode(body);
+    let text = metadataText + body;
+    let truncated = false;
+    if (metadataBytes.byteLength + bodyBytes.byteLength > MAX_EMBEDDING_DOCUMENT_BYTES) {
+        const marker = `\n${BODY_TRUNCATION_MARKER}`;
+        const markerBytes = encoder.encode(marker);
+        const available = MAX_EMBEDDING_DOCUMENT_BYTES - metadataBytes.byteLength - markerBytes.byteLength;
+        if (available < 0)
+            invalid('Embedding document metadata exceeds the byte limit');
+        text = metadataText + truncateUtf8(body, available) + marker;
+        truncated = true;
+    }
+    const bytes = encoder.encode(text);
+    const secretFinding = findSecret(text);
+    if (secretFinding !== undefined) {
+        throw new KiokukoError('SECURITY_REJECTION', 'Embedding document resembles a secret and was not sent');
+    }
+    return Object.freeze({ text, bytes, documentHash: documentHash(bytes), truncated });
+}
+/** Build the provider-neutral v2 memory representation for E5 models. */
+export function buildCanonicalEmbeddingDocument(input) {
+    const document = buildEmbeddingDocument(input);
+    const text = document.text.replace(/^kiokuko-memory-v1\n/u, 'kiokuko-memory-v2\n');
+    const bytes = encoder.encode(text);
+    return Object.freeze({
+        text,
+        bytes,
+        documentHash: documentHash(bytes),
+        truncated: document.truncated,
+    });
+}
+export function renderEmbeddingProviderInput(canonicalText, prefix = 'passage: ') {
+    if (typeof canonicalText !== 'string' || canonicalText.length === 0 || prefix !== 'passage: ') {
+        invalid('Embedding provider document input is invalid');
+    }
+    return `${prefix}${canonicalText}`;
+}
+//# sourceMappingURL=document.js.map

package/dist/embedding/document.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"document.js","sourceRoot":"","sources":["../../src/embedding/document.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAmC,MAAM,8BAA8B,CAAC;AACjH,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAGxF,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAU,CAAC;AAC9D,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAU,CAAC;AACjE,MAAM,CAAC,MAAM,wBAAwB,GAAG,qBAA8B,CAAC;AACvE,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,GAAG,IAAI,CAAC;AACtD,MAAM,CAAC,MAAM,sBAAsB,GAAG,kBAA2B,CAAC;AAWlE,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAClC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAE1D,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,KAAa;IACjD,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC3F,IAAI,iDAAiD,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,CAAC,GAAG,KAAK,yCAAyC,CAAC,CAAC;IACnI,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAuB;IAChD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,CAAC,qCAAqC,CAAC,CAAC;IAC7H,CAAC;IACD,OAAO,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,eAAe,CAAC,KAAiB;IACxC,MAAM,SAAS,GAAG,KAAgC,CAAC;IACnD,IAAI,SAAS,CAAC,aAAa,KAAK,CAAC,IAAI,SAAS,CAAC,aAAa,KAAK,CAAC;QAAE,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC9G,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,qBAAqB,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAClH,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC1F,OAAO;QACL,aAAa,EAAE,aAAsC;QACrD,OAAO,EAAE,OAAgC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,QAAgB;IACnD,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,IAAI,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC/C,OAAO,GAAG,GAAG,CAAC,EAAE,CAAC;QACf,IAAI,CAAC;YACH,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,IAAI,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAA6B;IAClE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/I,OAAO,CAAC,oCAAoC,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7F,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChE,MAAM,YAAY,GAAG;QACnB,mBAAmB;QACnB,SAAS,KAAK,CAAC,IAAI,EAAE;QACrB,UAAU,KAAK,EAAE;QACjB,YAAY,OAAO,EAAE;QACrB,OAAO;QACP,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,EAAE,CAAC;QAChC,gBAAgB;QAChB,aAAa,CAAC,aAAa,CAAC;QAC5B,UAAU;QACV,aAAa,CAAC,OAAO,CAAC;QACtB,OAAO;KACR,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACpB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACnD,IAAI,aAAa,CAAC,UAAU,IAAI,4BAA4B,EAAE,CAAC;QAC7D,OAAO,CAAC,oDAAoD,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,YAAY,GAAG,IAAI,CAAC;IAC/B,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,aAAa,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,GAAG,4BAA4B,EAAE,CAAC;QACnF,MAAM,MAAM,GAAG,KAAK,sBAAsB,EAAE,CAAC;QAC7C,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,4BAA4B,GAAG,aAAa,CAAC,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC;QACnG,IAAI,SAAS,GAAG,CAAC;YAAE,OAAO,CAAC,oDAAoD,CAAC,CAAC;QACjF,IAAI,GAAG,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,MAAM,CAAC;QAC7D,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,IAAI,YAAY,CAAC,oBAAoB,EAAE,wDAAwD,CAAC,CAAC;IACzG,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,+BAA+B,CAAC,KAA6B;IAC3E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,qBAAqB,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI;QACJ,KAAK;QACL,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC;QACjC,SAAS,EAAE,QAAQ,CAAC,SAAS;KAC9B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,aAAqB,EAAE,MAAM,GAAG,WAAW;IACtF,IAAI,OAAO,aAAa,KAAK,QAAQ,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;QAC9F,OAAO,CAAC,8CAA8C,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,GAAG,MAAM,GAAG,aAAa,EAAE,CAAC;AACrC,CAAC"}

package/dist/embedding/javascript-backend.d.ts

@@ -0,0 +1,11 @@
+import type { SqliteDatabase } from '../db/adapter.js';
+import type { VectorHit, VectorSearchBackend, VectorSearchInput } from './types.js';
+export declare const JAVASCRIPT_BACKEND_ID = "javascript";
+export declare const MAX_JAVASCRIPT_BACKEND_ENTRIES = 10000;
+export declare const MAX_VECTOR_SEARCH_LIMIT = 120;
+export declare class JavaScriptVectorSearchBackend implements VectorSearchBackend {
+    readonly id = "javascript";
+    search(database: SqliteDatabase, input: VectorSearchInput): VectorHit[];
+}
+export declare const createJavaScriptVectorSearchBackend: () => VectorSearchBackend;
+//# sourceMappingURL=javascript-backend.d.ts.map

package/dist/embedding/javascript-backend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-backend.d.ts","sourceRoot":"","sources":["../../src/embedding/javascript-backend.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAa,MAAM,kBAAkB,CAAC;AAIlE,OAAO,KAAK,EAAE,SAAS,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpF,eAAO,MAAM,qBAAqB,eAAe,CAAC;AAClD,eAAO,MAAM,8BAA8B,QAAS,CAAC;AACrD,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAqH3C,qBAAa,6BAA8B,YAAW,mBAAmB;IACvE,QAAQ,CAAC,EAAE,gBAAyB;IAEpC,MAAM,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,GAAG,SAAS,EAAE;CAgDxE;AAED,eAAO,MAAM,mCAAmC,QAAO,mBAA0D,CAAC"}

package/dist/embedding/javascript-backend.js

@@ -0,0 +1,164 @@
+import { KiokukoError } from '../errors.js';
+import { requireWorkspace } from '../serialization/validate.js';
+import { decodeVector, cosineDistance, normalizeVector } from './vector.js';
+export const JAVASCRIPT_BACKEND_ID = 'javascript';
+export const MAX_JAVASCRIPT_BACKEND_ENTRIES = 10_000;
+export const MAX_VECTOR_SEARCH_LIMIT = 120;
+function invalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function integrity(message) {
+    throw new KiokukoError('INTEGRITY_ERROR', message);
+}
+function entryId(value) {
+    if (typeof value !== 'string' || value.length === 0 || value.length > 512 || /[\u0000-\u001f\u007f]/u.test(value)) {
+        integrity('Stored vector entry ID is invalid');
+    }
+    return value;
+}
+function searchInput(input) {
+    if (typeof input.profileId !== 'string' || !/^[0-9a-f]{64}$/u.test(input.profileId))
+        invalid('profileId is invalid');
+    if (!Number.isSafeInteger(input.dimensions) || input.dimensions < 2 || input.dimensions > 8192)
+        invalid('dimensions is invalid');
+    if (!Number.isFinite(input.distanceCeiling) || input.distanceCeiling <= 0 || input.distanceCeiling >= 2)
+        invalid('distanceCeiling is invalid');
+    if (!Number.isSafeInteger(input.limit) || input.limit < 1 || input.limit > MAX_VECTOR_SEARCH_LIMIT)
+        invalid('limit is invalid');
+    const workspace = input.workspace === undefined ? undefined : requireWorkspace(input.workspace);
+    const excludedWorkspaces = input.excludedWorkspaces === undefined
+        ? []
+        : [...new Set(input.excludedWorkspaces.map((value) => requireWorkspace(value)))];
+    return {
+        profileId: input.profileId,
+        dimensions: input.dimensions,
+        queryVector: normalizeVector(input.queryVector, input.dimensions),
+        distanceCeiling: input.distanceCeiling,
+        workspace,
+        excludedWorkspaces,
+        limit: input.limit,
+    };
+}
+function worse(left, right) {
+    return left.distance > right.distance || left.distance === right.distance && left.entryId > right.entryId;
+}
+function better(left, right) {
+    return left.distance < right.distance || left.distance === right.distance && left.entryId < right.entryId;
+}
+class WorstFirstHeap {
+    limit;
+    #items = [];
+    constructor(limit) {
+        this.limit = limit;
+    }
+    add(hit) {
+        if (this.#items.length < this.limit) {
+            this.#items.push(hit);
+            this.siftUp(this.#items.length - 1);
+            return;
+        }
+        const worst = this.#items[0];
+        if (worst === undefined || !better(hit, worst))
+            return;
+        this.#items[0] = hit;
+        this.siftDown(0);
+    }
+    values() {
+        return [...this.#items].sort((left, right) => better(left, right) ? -1 : better(right, left) ? 1 : 0);
+    }
+    siftUp(start) {
+        let child = start;
+        while (child > 0) {
+            const parent = Math.floor((child - 1) / 2);
+            const parentValue = this.#items[parent];
+            const childValue = this.#items[child];
+            if (parentValue === undefined || childValue === undefined || !worse(childValue, parentValue))
+                break;
+            this.#items[parent] = childValue;
+            this.#items[child] = parentValue;
+            child = parent;
+        }
+    }
+    siftDown(start) {
+        let parent = start;
+        for (;;) {
+            const left = parent * 2 + 1;
+            const right = left + 1;
+            let largest = parent;
+            const leftValue = this.#items[left];
+            const rightValue = this.#items[right];
+            const largestValue = this.#items[largest];
+            if (leftValue !== undefined && largestValue !== undefined && worse(leftValue, largestValue))
+                largest = left;
+            const candidate = this.#items[largest];
+            if (rightValue !== undefined && candidate !== undefined && worse(rightValue, candidate))
+                largest = right;
+            if (largest === parent)
+                return;
+            const parentValue = this.#items[parent];
+            const replacement = this.#items[largest];
+            if (parentValue === undefined || replacement === undefined)
+                return;
+            this.#items[parent] = replacement;
+            this.#items[largest] = parentValue;
+            parent = largest;
+        }
+    }
+}
+export class JavaScriptVectorSearchBackend {
+    id = JAVASCRIPT_BACKEND_ID;
+    search(database, input) {
+        const normalized = searchInput(input);
+        const clauses = [
+            'ee.profile_id = ?',
+            'ee.dimensions = ?',
+            'ee.revision = e.current_revision',
+            'ee.content_hash = r.content_hash',
+        ];
+        const parameters = [normalized.profileId, normalized.dimensions];
+        if (normalized.workspace !== undefined) {
+            clauses.push('e.workspace = ?');
+            parameters.push(normalized.workspace);
+        }
+        if (normalized.excludedWorkspaces.length > 0) {
+            clauses.push(`e.workspace NOT IN (${normalized.excludedWorkspaces.map(() => '?').join(', ')})`);
+            parameters.push(...normalized.excludedWorkspaces);
+        }
+        parameters.push(MAX_JAVASCRIPT_BACKEND_ENTRIES + 1);
+        const rows = database.prepare(`
+      SELECT ee.entry_id, ee.dimensions, ee.embedding, ee.vector_hash
+        FROM entry_embeddings AS ee
+        JOIN entries AS e ON e.id = ee.entry_id
+        JOIN entry_revisions AS r
+          ON r.entry_id = e.id AND r.revision = e.current_revision
+       WHERE ${clauses.join(' AND ')}
+       ORDER BY ee.entry_id ASC
+       LIMIT ?
+    `).all(...parameters);
+        if (rows.length > MAX_JAVASCRIPT_BACKEND_ENTRIES) {
+            throw new KiokukoError('BACKPRESSURE', 'JavaScript vector search corpus exceeds its safety bound');
+        }
+        const heap = new WorstFirstHeap(normalized.limit);
+        for (const row of rows) {
+            const id = entryId(row.entry_id);
+            if (typeof row.dimensions !== 'number' || row.dimensions !== normalized.dimensions)
+                integrity('Stored vector dimensions do not match the search profile');
+            const vectorHash = typeof row.vector_hash === 'string' ? row.vector_hash : integrity('Stored vector hash is invalid');
+            let vector;
+            try {
+                vector = decodeVector(row.embedding, normalized.dimensions, vectorHash);
+            }
+            catch {
+                integrity('Stored vector is invalid');
+            }
+            const distance = cosineDistance(normalized.queryVector, vector);
+            if (!Number.isFinite(distance))
+                integrity('Vector distance is invalid');
+            if (distance <= normalized.distanceCeiling)
+                heap.add({ entryId: id, distance });
+        }
+        return heap.values();
+    }
+}
+export const createJavaScriptVectorSearchBackend = () => new JavaScriptVectorSearchBackend();
+//# sourceMappingURL=javascript-backend.js.map

package/dist/embedding/javascript-backend.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-backend.js","sourceRoot":"","sources":["../../src/embedding/javascript-backend.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAG5E,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAClD,MAAM,CAAC,MAAM,8BAA8B,GAAG,MAAM,CAAC;AACrD,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAS3C,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,SAAS,CAAC,OAAe;IAChC,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClH,SAAS,CAAC,mCAAmC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAwB;IAS3C,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACrH,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,IAAI;QAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACjI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC;QAAE,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC/I,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,uBAAuB;QAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAChI,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAChG,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,KAAK,SAAS;QAC/D,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,WAAW,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC;QACjE,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,SAAS;QACT,kBAAkB;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,IAAe,EAAE,KAAgB;IAC9C,OAAO,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;AAC5G,CAAC;AAED,SAAS,MAAM,CAAC,IAAe,EAAE,KAAgB;IAC/C,OAAO,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;AAC5G,CAAC;AAED,MAAM,cAAc;IAGG;IAFZ,MAAM,GAAgB,EAAE,CAAC;IAElC,YAAqB,KAAa;QAAb,UAAK,GAAL,KAAK,CAAQ;IAAG,CAAC;IAEtC,GAAG,CAAC,GAAc;QAChB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACpC,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC;YAAE,OAAO;QACvD,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;QACrB,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;IAED,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxG,CAAC;IAEO,MAAM,CAAC,KAAa;QAC1B,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,OAAO,KAAK,GAAG,CAAC,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,WAAW,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,WAAW,CAAC;gBAAE,MAAM;YACpG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC;YACjC,KAAK,GAAG,MAAM,CAAC;QACjB,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,KAAa;QAC5B,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,SAAS,CAAC;YACR,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC;YACvB,IAAI,OAAO,GAAG,MAAM,CAAC;YACrB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACtC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,SAAS,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC;gBAAE,OAAO,GAAG,IAAI,CAAC;YAC5G,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACvC,IAAI,UAAU,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC;gBAAE,OAAO,GAAG,KAAK,CAAC;YACzG,IAAI,OAAO,KAAK,MAAM;gBAAE,OAAO;YAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS;gBAAE,OAAO;YACnE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;YACnC,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,6BAA6B;IAC/B,EAAE,GAAG,qBAAqB,CAAC;IAEpC,MAAM,CAAC,QAAwB,EAAE,KAAwB;QACvD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG;YACd,mBAAmB;YACnB,mBAAmB;YACnB,kCAAkC;YAClC,kCAAkC;SACnC,CAAC;QACF,MAAM,UAAU,GAA2B,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QACzF,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAChC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,UAAU,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChG,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAAC;QACpD,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,8BAA8B,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;;;eAMnB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;;;KAG/B,CAAC,CAAC,GAAG,CAAY,GAAG,UAAU,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,GAAG,8BAA8B,EAAE,CAAC;YACjD,MAAM,IAAI,YAAY,CAAC,cAAc,EAAE,0DAA0D,CAAC,CAAC;QACrG,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAClD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,CAAC,UAAU;gBAAE,SAAS,CAAC,0DAA0D,CAAC,CAAC;YAC1J,MAAM,UAAU,GAAG,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,+BAA+B,CAAC,CAAC;YACtH,IAAI,MAAoB,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,CAAC,0BAA0B,CAAC,CAAC;YACxC,CAAC;YACD,MAAM,QAAQ,GAAG,cAAc,CAAC,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,SAAS,CAAC,4BAA4B,CAAC,CAAC;YACxE,IAAI,QAAQ,IAAI,UAAU,CAAC,eAAe;gBAAE,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACvB,CAAC;CACF;AAED,MAAM,CAAC,MAAM,mCAAmC,GAAG,GAAwB,EAAE,CAAC,IAAI,6BAA6B,EAAE,CAAC"}