@askdkc/kiokuko 0.2.6 → 0.2.7

package/migrations/021_semantic_embeddings.sql

@@ -0,0 +1,122 @@
+CREATE TABLE embedding_profiles (
+    profile_id TEXT PRIMARY KEY
+        CHECK (length(profile_id) = 64 AND profile_id NOT GLOB '*[^0-9a-f]*'),
+    provider_kind TEXT NOT NULL
+        CHECK (provider_kind IN ('openai-compatible')),
+    endpoint_fingerprint TEXT NOT NULL
+        CHECK (length(endpoint_fingerprint) = 64
+           AND endpoint_fingerprint NOT GLOB '*[^0-9a-f]*'),
+    model TEXT NOT NULL,
+    dimensions INTEGER NOT NULL CHECK (dimensions BETWEEN 2 AND 8192),
+    distance_metric TEXT NOT NULL CHECK (distance_metric = 'cosine'),
+    distance_ceiling REAL NOT NULL
+        CHECK (distance_ceiling > 0.0 AND distance_ceiling < 2.0),
+    document_template_version INTEGER NOT NULL
+        CHECK (document_template_version > 0),
+    query_template_version INTEGER NOT NULL
+        CHECK (query_template_version > 0),
+    created_at TEXT NOT NULL
+);
+
+CREATE TRIGGER embedding_profiles_immutable_update
+BEFORE UPDATE ON embedding_profiles
+BEGIN
+    SELECT RAISE(ABORT, 'embedding_profiles are immutable');
+END;
+
+CREATE TABLE embedding_runtime (
+    singleton INTEGER PRIMARY KEY CHECK (singleton = 1),
+    active_profile_id TEXT REFERENCES embedding_profiles(profile_id),
+    generation INTEGER NOT NULL CHECK (generation > 0),
+    activated_at TEXT
+);
+
+INSERT INTO embedding_runtime (
+    singleton, active_profile_id, generation, activated_at
+) VALUES (1, NULL, 1, NULL);
+
+CREATE TABLE entry_embeddings (
+    entry_id TEXT NOT NULL,
+    profile_id TEXT NOT NULL
+        REFERENCES embedding_profiles(profile_id) ON DELETE CASCADE,
+    revision INTEGER NOT NULL CHECK (revision > 0),
+    content_hash TEXT NOT NULL,
+    document_hash TEXT NOT NULL
+        CHECK (length(document_hash) = 64
+           AND document_hash NOT GLOB '*[^0-9a-f]*'),
+    dimensions INTEGER NOT NULL CHECK (dimensions BETWEEN 2 AND 8192),
+    embedding BLOB NOT NULL,
+    vector_hash TEXT NOT NULL
+        CHECK (length(vector_hash) = 64
+           AND vector_hash NOT GLOB '*[^0-9a-f]*'),
+    created_at TEXT NOT NULL,
+    PRIMARY KEY (entry_id, profile_id),
+    FOREIGN KEY (entry_id, revision)
+        REFERENCES entry_revisions(entry_id, revision)
+        ON DELETE CASCADE,
+    CHECK (length(embedding) = dimensions * 4)
+);
+
+CREATE INDEX idx_entry_embeddings_profile_revision
+    ON entry_embeddings(profile_id, entry_id, revision);
+
+CREATE TABLE embedding_jobs (
+    entry_id TEXT NOT NULL,
+    profile_id TEXT NOT NULL
+        REFERENCES embedding_profiles(profile_id) ON DELETE CASCADE,
+    revision INTEGER NOT NULL CHECK (revision > 0),
+    content_hash TEXT NOT NULL,
+    state TEXT NOT NULL CHECK (
+        state IN ('pending', 'leased', 'failed', 'blocked')
+    ),
+    attempts INTEGER NOT NULL DEFAULT 0 CHECK (attempts >= 0),
+    available_at TEXT NOT NULL,
+    lease_id TEXT,
+    lease_expires_at TEXT,
+    error_code TEXT CHECK (
+        error_code IS NULL OR error_code IN (
+            'timeout',
+            'rate_limited',
+            'provider_unavailable',
+            'invalid_response',
+            'dimension_mismatch',
+            'secret_blocked',
+            'profile_changed',
+            'entry_changed'
+        )
+    ),
+    created_at TEXT NOT NULL,
+    updated_at TEXT NOT NULL,
+    PRIMARY KEY (entry_id, profile_id),
+    FOREIGN KEY (entry_id, revision)
+        REFERENCES entry_revisions(entry_id, revision)
+        ON DELETE CASCADE,
+    CHECK (
+        (state = 'leased' AND lease_id IS NOT NULL AND lease_expires_at IS NOT NULL)
+        OR
+        (state <> 'leased' AND lease_id IS NULL AND lease_expires_at IS NULL)
+    )
+);
+
+CREATE INDEX idx_embedding_jobs_claim
+    ON embedding_jobs(profile_id, state, available_at, entry_id);
+
+CREATE TABLE query_embeddings (
+    profile_id TEXT NOT NULL
+        REFERENCES embedding_profiles(profile_id) ON DELETE CASCADE,
+    query_hash TEXT NOT NULL
+        CHECK (length(query_hash) = 64
+           AND query_hash NOT GLOB '*[^0-9a-f]*'),
+    dimensions INTEGER NOT NULL CHECK (dimensions BETWEEN 2 AND 8192),
+    embedding BLOB NOT NULL,
+    vector_hash TEXT NOT NULL
+        CHECK (length(vector_hash) = 64
+           AND vector_hash NOT GLOB '*[^0-9a-f]*'),
+    created_at TEXT NOT NULL,
+    last_used_at TEXT NOT NULL,
+    PRIMARY KEY (profile_id, query_hash),
+    CHECK (length(embedding) = dimensions * 4)
+);
+
+CREATE INDEX idx_query_embeddings_lru
+    ON query_embeddings(profile_id, last_used_at, query_hash);

package/migrations/down/021_semantic_embeddings.sql

@@ -0,0 +1,17 @@
+-- Manual rollback for migration 021. Stop every Kiokuko process and make a
+-- full SQLite backup before running this script.
+BEGIN IMMEDIATE;
+
+DROP INDEX idx_query_embeddings_lru;
+DROP TABLE query_embeddings;
+DROP INDEX idx_embedding_jobs_claim;
+DROP TABLE embedding_jobs;
+DROP INDEX idx_entry_embeddings_profile_revision;
+DROP TABLE entry_embeddings;
+DROP TABLE embedding_runtime;
+DROP TRIGGER embedding_profiles_immutable_update;
+DROP TABLE embedding_profiles;
+
+DELETE FROM schema_migrations
+ WHERE version = 21 AND name = '021_semantic_embeddings.sql';
+COMMIT;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@askdkc/kiokuko",
-  "version": "0.2.6",
+  "version": "0.2.7",
   "description": "Model-agnostic external memory for AI coding agents",
   "type": "module",
   "bin": {
@@ -31,6 +31,9 @@
     "test": "node scripts/run-tests.mjs tests",
     "test:unit": "node scripts/run-tests.mjs tests/unit",
     "test:integration": "node scripts/run-tests.mjs tests/integration",
+    "test:sqlite-vec": "node --import tsx tests/ci/sqlite-vec-package-smoke.ts",
+    "test:evaluation": "npm run build && node scripts/run-retrieval-evaluation.mjs",
+    "test:benchmark": "npm run build && node scripts/run-retrieval-benchmark.mjs",
     "test:e2e:codex": "npm run build && node scripts/run-enno-agent-e2e.mjs codex",
     "test:e2e:opencode": "npm run build && node scripts/run-enno-agent-e2e.mjs opencode",
     "test:e2e:claude": "npm run build && node scripts/run-enno-agent-e2e.mjs claude",
@@ -49,6 +52,9 @@
     "yaml": "^2.9.0",
     "zod": "^4.4.3"
   },
+  "optionalDependencies": {
+    "sqlite-vec": "0.1.9"
+  },
   "devDependencies": {
     "@types/node": "^24.0.0",
     "@types/semver": "^7.8.0",