@kybernesis/brain-core 0.1.0

package/dist/vectors.js

@@ -0,0 +1,132 @@
+/**
+ * Vector indexing + semantic search — port of KAD's vectors.ts.
+ *
+ * Brain-core owns the operations; brain-storage-vec owns the connection
+ * + sqlite-vec extension. Embeddings are injected via setEmbeddingProvider
+ * (same pattern as setLLMProvider — see ADR-0009): the library has no
+ * default backend, the app wires one at startup. When no provider is set,
+ * indexChunk is a no-op and semanticSearch returns [].
+ *
+ * KAD's default backend is OpenAI text-embedding-3-small (1536-dim). Other
+ * backends (Voyage, local) can be wired identically.
+ */
+export const EMBEDDING_DIM = 1536;
+const CONTENT_CHAR_CAP = 8192;
+let _embedder = null;
+export function setEmbeddingProvider(p) { _embedder = p; }
+export function resetEmbeddingProvider() { _embedder = null; }
+export function embeddingAvailable() { return _embedder !== null; }
+export async function indexChunk(t, content, meta) {
+    if (!_embedder)
+        return { indexed: false, reason: 'no embedding provider' };
+    const vec = await loadVecStorage();
+    if (!vec.getVectorDb || !vec.toFloat32Buffer) {
+        return { indexed: false, reason: 'brain-storage-vec unavailable' };
+    }
+    let db;
+    try {
+        db = vec.getVectorDb(t);
+    }
+    catch (err) {
+        console.warn('[brain-core/vectors] failed to open vector db', { err: String(err) });
+        return { indexed: false, reason: 'vector db unavailable' };
+    }
+    if (meta.origin_id) {
+        const existing = db.prepare('SELECT rowid FROM chunk_meta WHERE origin_id = ?').get(meta.origin_id);
+        if (existing)
+            return { indexed: false, reason: 'already indexed' };
+    }
+    const capped = content.slice(0, CONTENT_CHAR_CAP);
+    const embedding = await _embedder.embed(capped);
+    if (!embedding)
+        return { indexed: false, reason: 'embedding failed' };
+    if (embedding.length !== EMBEDDING_DIM) {
+        return { indexed: false, reason: `expected ${EMBEDDING_DIM}-dim vector, got ${embedding.length}` };
+    }
+    const toBuf = vec.toFloat32Buffer;
+    const tx = db.transaction(() => {
+        const ins = db.prepare('INSERT INTO chunks (embedding) VALUES (?)').run(toBuf(embedding));
+        const rowid = Number(ins.lastInsertRowid);
+        db.prepare('INSERT INTO chunk_meta (rowid, ts, source, content, origin_id) VALUES (?, ?, ?, ?, ?)').run(rowid, meta.ts, meta.source ?? null, capped, meta.origin_id ?? null);
+    });
+    tx();
+    return { indexed: true };
+}
+export async function semanticSearch(t, query, opts = {}) {
+    const limit = opts.limit ?? 10;
+    if (!_embedder)
+        return [];
+    const vec = await loadVecStorage();
+    if (!vec.getVectorDb || !vec.toFloat32Buffer)
+        return [];
+    let db;
+    try {
+        db = vec.getVectorDb(t);
+    }
+    catch (err) {
+        console.warn('[brain-core/vectors] failed to open vector db', { err: String(err) });
+        return [];
+    }
+    const embedding = await _embedder.embed(query.slice(0, CONTENT_CHAR_CAP));
+    if (!embedding || embedding.length !== EMBEDDING_DIM)
+        return [];
+    let rows;
+    try {
+        rows = db.prepare(`
+      SELECT m.ts, m.source, m.content, m.origin_id,
+             vec_distance_l2(c.embedding, ?) AS distance
+      FROM chunks c
+      JOIN chunk_meta m ON c.rowid = m.rowid
+      ORDER BY distance ASC
+      LIMIT ?
+    `).all(vec.toFloat32Buffer(embedding), limit);
+    }
+    catch (err) {
+        console.warn('[brain-core/vectors] query failed', { err: String(err) });
+        return [];
+    }
+    return rows.map((r) => ({
+        id: r.origin_id ?? r.source ?? `vec_${Math.random().toString(36).slice(2)}`,
+        content: r.content,
+        distance: r.distance,
+        metadata: {
+            source_path: r.source ?? '',
+            timestamp: r.ts,
+        },
+    }));
+}
+export async function vectorStats(t) {
+    const vec = await loadVecStorage();
+    if (!vec.getVectorDb)
+        return { count: 0, available: false };
+    try {
+        const db = vec.getVectorDb(t);
+        const row = db.prepare('SELECT COUNT(*) AS c FROM chunk_meta').get();
+        return { count: row.c, available: true };
+    }
+    catch {
+        return { count: 0, available: false };
+    }
+}
+let _vecStorage = null;
+let _vecStorageAttempted = false;
+async function loadVecStorage() {
+    if (_vecStorageAttempted)
+        return _vecStorage ?? {};
+    _vecStorageAttempted = true;
+    try {
+        const mod = await import('@kybernesis/brain-storage-vec');
+        _vecStorage = { getVectorDb: mod.getVectorDb, toFloat32Buffer: mod.toFloat32Buffer };
+        return _vecStorage;
+    }
+    catch {
+        _vecStorage = {};
+        return _vecStorage;
+    }
+}
+/** Reset the cached storage module — for tests where we need a clean state. */
+export function _resetVecStorageCache() {
+    _vecStorage = null;
+    _vecStorageAttempted = false;
+}
+//# sourceMappingURL=vectors.js.map

package/dist/vectors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectors.js","sourceRoot":"","sources":["../src/vectors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAIH,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAC;AAClC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAO9B,IAAI,SAAS,GAA6B,IAAI,CAAC;AAE/C,MAAM,UAAU,oBAAoB,CAAC,CAAoB,IAAU,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC;AACnF,MAAM,UAAU,sBAAsB,KAAW,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC;AACpE,MAAM,UAAU,kBAAkB,KAAc,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC;AAe5E,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,CAAgB,EAChB,OAAe,EACf,IAAoB;IAEpB,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;IAE3E,MAAM,GAAG,GAAG,MAAM,cAAc,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;QAC7C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;IACrE,CAAC;IAED,IAAI,EAAE,CAAC;IACP,IAAI,CAAC;QAAC,EAAE,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;IAC7D,CAAC;IAED,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACpG,IAAI,QAAQ;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IACrE,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAChD,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IACtE,IAAI,SAAS,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;QACvC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,aAAa,oBAAoB,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;IACrG,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,CAAC,eAAe,CAAC;IAClC,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;QAC7B,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1F,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC1C,EAAE,CAAC,OAAO,CAAC,uFAAuF,CAAC,CAAC,GAAG,CACrG,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CACpE,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,EAAE,CAAC;IACL,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC3B,CAAC;AAyBD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,CAAgB,EAChB,KAAa,EACb,OAA0C,EAAE;IAE5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAC/B,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAE1B,MAAM,GAAG,GAAG,MAAM,cAAc,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,eAAe;QAAE,OAAO,EAAE,CAAC;IAExD,IAAI,EAAE,CAAC;IACP,IAAI,CAAC;QAAC,EAAE,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC1E,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,aAAa;QAAE,OAAO,EAAE,CAAC;IAEhE,IAAI,IAAiB,CAAC;IACtB,IAAI,CAAC;QACH,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;KAOjB,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,KAAK,CAAgB,CAAC;IAC/D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxE,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtB,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;QAC3E,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,QAAQ,EAAE;YACR,WAAW,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE;YAC3B,SAAS,EAAE,CAAC,CAAC,EAAE;SAChB;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,CAAgB;IAEhB,MAAM,GAAG,GAAG,MAAM,cAAc,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,WAAW;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC5D,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,EAAmB,CAAC;QACtF,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACxC,CAAC;AACH,CAAC;AAWD,IAAI,WAAW,GAAsB,IAAI,CAAC;AAC1C,IAAI,oBAAoB,GAAG,KAAK,CAAC;AAEjC,KAAK,UAAU,cAAc;IAC3B,IAAI,oBAAoB;QAAE,OAAO,WAAW,IAAI,EAAE,CAAC;IACnD,oBAAoB,GAAG,IAAI,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;QAC1D,WAAW,GAAG,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,eAAe,EAAE,GAAG,CAAC,eAAe,EAAE,CAAC;QACrF,OAAO,WAAW,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,WAAW,GAAG,EAAE,CAAC;QACjB,OAAO,WAAW,CAAC;IACrB,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,qBAAqB;IACnC,WAAW,GAAG,IAAI,CAAC;IACnB,oBAAoB,GAAG,KAAK,CAAC;AAC/B,CAAC"}

package/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "@kybernesis/brain-core",
+  "version": "0.1.0",
+  "description": "Kernel brain methods — timeline, entity-graph, facts, vectors, retrieval, sleep",
+  "license": "MIT",
+  "author": "David Cruwys (AppyDave)",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/KybernesisAI/cortex.git",
+    "directory": "packages/brain-core"
+  },
+  "homepage": "https://github.com/KybernesisAI/cortex/tree/main/packages/brain-core#readme",
+  "bugs": {
+    "url": "https://github.com/KybernesisAI/cortex/issues"
+  },
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "dependencies": {
+    "@kybernesis/brain-storage-sqlite": "0.1.0",
+    "@kybernesis/brain-contracts": "0.1.0"
+  },
+  "peerDependencies": {
+    "@kybernesis/brain-storage-vec": "0.1.0"
+  },
+  "peerDependenciesMeta": {
+    "@kybernesis/brain-storage-vec": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@kybernesis/brain-storage-vec": "0.1.0",
+    "@kybernesis/brain-testkit": "0.1.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "clean": "tsc -b --clean",
+    "typecheck": "tsc -b"
+  }
+}