@kybernesis/brain-storage-vec 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * brain-storage-vec — sqlite-vec implementation of the VectorStore primitive.
+ *
+ * Port of cortex-appydave's `cortex-provider-sqlite-vec` adapted to the
+ * brain-core `TenantContext` pattern. The schema matches KAD's vectors.db
+ * (CANONICAL.md §1.3): a single `chunks` vec0 virtual table plus a
+ * `chunk_meta` table for the searchable fields.
+ *
+ * Embedding dimension is fixed at 1536 (text-embedding-3-small), per
+ * CANONICAL.md §2 "Embedding lock". Content is capped at 8192 chars upstream.
+ *
+ * Consumers must install `better-sqlite3` and `sqlite-vec` as peer deps.
+ */
+import Database from 'better-sqlite3';
+import type { TenantContext } from '@kybernesis/brain-contracts';
+export declare const EMBEDDING_DIM = 1536;
+/**
+ * Open (or return cached) the vectors DB for this tenant. Loads the
+ * sqlite-vec extension and ensures the schema. Throws on extension load
+ * failure — callers that want graceful no-op behaviour should catch.
+ */
+export declare function getVectorDb(t: TenantContext): Database.Database;
+export declare function closeVectorDb(slug: string): void;
+export declare function closeAllVectorDbs(): void;
+/** Convert a number[] embedding into the Float32 buffer sqlite-vec expects. */
+export declare function toFloat32Buffer(vector: number[]): Buffer;
+/** Returns count of indexed chunks. */
+export declare function vectorCount(t: TenantContext): number;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAItC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAEjE,eAAO,MAAM,aAAa,OAAO,CAAC;AAuBlC;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAAE,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAmB/D;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAOhD;AAED,wBAAgB,iBAAiB,IAAI,IAAI,CAMxC;AAED,+EAA+E;AAC/E,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAExD;AAED,uCAAuC;AACvC,wBAAgB,WAAW,CAAC,CAAC,EAAE,aAAa,GAAG,MAAM,CAIpD"}

package/dist/index.js

@@ -0,0 +1,91 @@
+/**
+ * brain-storage-vec — sqlite-vec implementation of the VectorStore primitive.
+ *
+ * Port of cortex-appydave's `cortex-provider-sqlite-vec` adapted to the
+ * brain-core `TenantContext` pattern. The schema matches KAD's vectors.db
+ * (CANONICAL.md §1.3): a single `chunks` vec0 virtual table plus a
+ * `chunk_meta` table for the searchable fields.
+ *
+ * Embedding dimension is fixed at 1536 (text-embedding-3-small), per
+ * CANONICAL.md §2 "Embedding lock". Content is capped at 8192 chars upstream.
+ *
+ * Consumers must install `better-sqlite3` and `sqlite-vec` as peer deps.
+ */
+import Database from 'better-sqlite3';
+import { mkdirSync } from 'node:fs';
+import { dirname } from 'node:path';
+import * as sqliteVec from 'sqlite-vec';
+export const EMBEDDING_DIM = 1536;
+const pool = new Map();
+const schemaInit = new Set();
+function schemaDDL() {
+    return `
+    CREATE VIRTUAL TABLE IF NOT EXISTS chunks USING vec0(
+      embedding float[${EMBEDDING_DIM}]
+    );
+
+    CREATE TABLE IF NOT EXISTS chunk_meta (
+      rowid INTEGER PRIMARY KEY,
+      ts TEXT NOT NULL,
+      source TEXT,
+      content TEXT NOT NULL,
+      origin_id TEXT
+    );
+
+    CREATE INDEX IF NOT EXISTS chunk_meta_origin ON chunk_meta(origin_id);
+  `;
+}
+/**
+ * Open (or return cached) the vectors DB for this tenant. Loads the
+ * sqlite-vec extension and ensures the schema. Throws on extension load
+ * failure — callers that want graceful no-op behaviour should catch.
+ */
+export function getVectorDb(t) {
+    const cached = pool.get(t.slug);
+    if (cached)
+        return cached;
+    const p = t.paths.vectorsDbPath;
+    mkdirSync(dirname(p), { recursive: true });
+    const db = new Database(p);
+    sqliteVec.load(db);
+    db.pragma('journal_mode = WAL');
+    db.pragma('synchronous = NORMAL');
+    if (!schemaInit.has(t.slug)) {
+        db.exec(schemaDDL());
+        schemaInit.add(t.slug);
+    }
+    pool.set(t.slug, db);
+    return db;
+}
+export function closeVectorDb(slug) {
+    const db = pool.get(slug);
+    if (db) {
+        try {
+            db.close();
+        }
+        catch { /* ignore */ }
+        pool.delete(slug);
+        schemaInit.delete(slug);
+    }
+}
+export function closeAllVectorDbs() {
+    for (const [, db] of pool) {
+        try {
+            db.close();
+        }
+        catch { /* ignore */ }
+    }
+    pool.clear();
+    schemaInit.clear();
+}
+/** Convert a number[] embedding into the Float32 buffer sqlite-vec expects. */
+export function toFloat32Buffer(vector) {
+    return Buffer.from(new Float32Array(vector).buffer);
+}
+/** Returns count of indexed chunks. */
+export function vectorCount(t) {
+    const db = getVectorDb(t);
+    const row = db.prepare('SELECT COUNT(*) AS c FROM chunk_meta').get();
+    return row.c;
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAC;AAGxC,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAC;AAElC,MAAM,IAAI,GAAG,IAAI,GAAG,EAA6B,CAAC;AAClD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;AAErC,SAAS,SAAS;IAChB,OAAO;;wBAEe,aAAa;;;;;;;;;;;;GAYlC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,WAAW,CAAC,CAAgB;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC;IAChC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC3B,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnB,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAElC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACrB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACrB,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1B,IAAI,EAAE,EAAE,CAAC;QACP,IAAI,CAAC;YAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClB,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC;YAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;IACb,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,eAAe,CAAC,MAAgB;IAC9C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,WAAW,CAAC,CAAgB;IAC1C,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,EAAmB,CAAC;IACtF,OAAO,GAAG,CAAC,CAAC,CAAC;AACf,CAAC"}

package/package.json

@@ -0,0 +1,50 @@
+{
+  "name": "@kybernesis/brain-storage-vec",
+  "version": "0.1.0",
+  "description": "sqlite-vec VectorStore implementation for brain-core (1536-dim, cap 8192)",
+  "license": "MIT",
+  "author": "David Cruwys (AppyDave)",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/KybernesisAI/cortex.git",
+    "directory": "packages/brain-storage-vec"
+  },
+  "homepage": "https://github.com/KybernesisAI/cortex/tree/main/packages/brain-storage-vec#readme",
+  "bugs": {
+    "url": "https://github.com/KybernesisAI/cortex/issues"
+  },
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "dependencies": {
+    "@kybernesis/brain-contracts": "0.1.0"
+  },
+  "peerDependencies": {
+    "better-sqlite3": ">=9.0.0",
+    "sqlite-vec": ">=0.1.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.0",
+    "better-sqlite3": "^12.0.0",
+    "sqlite-vec": "^0.1.9",
+    "@kybernesis/brain-testkit": "0.1.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "clean": "tsc -b --clean",
+    "typecheck": "tsc -b"
+  }
+}