audrey 0.5.0 → 0.5.1

package/README.md

@@ -398,6 +398,7 @@ brain.on('contradiction', ({ episodeId, contradictionId, semanticId, resolution
 brain.on('consolidation', ({ runId, principlesExtracted }) => { ... });
 brain.on('decay', ({ totalEvaluated, transitionedToDormant }) => { ... });
 brain.on('rollback', ({ runId, rolledBackMemories }) => { ... });
+brain.on('migration', ({ episodes, semantics, procedures }) => { ... });
 brain.on('error', (err) => { ... });
 ```
 
@@ -429,10 +430,14 @@ src/
   rollback.js        Undo consolidation runs.
   utils.js           Date math, safe JSON parse.
   validate.js        KNN validation + LLM contradiction detection.
+  migrate.js         Dimension migration re-embedding.
+  adaptive.js        Adaptive consolidation parameter suggestions.
+  export.js          Memory export (JSON snapshots).
+  import.js          Memory import with re-embedding.
   index.js           Barrel export.
 
 mcp-server/
-  index.js           MCP tool server (5 tools, stdio transport) + CLI subcommands.
+  index.js           MCP tool server (7 tools, stdio transport) + CLI subcommands.
   config.js          Shared config (env var parsing, install arg builder).
 ```
 
@@ -456,7 +461,7 @@ All mutations use SQLite transactions. CHECK constraints enforce valid states an
 ## Running Tests
 
 ```bash
-npm test          # 208 tests across 17 files
+npm test          # 243 tests across 22 files
 npm run test:watch
 ```
 
@@ -544,7 +549,7 @@ Demonstrates the full pipeline: encode 3 rate-limit observations → consolidate
 - [x] Auto-consolidation scheduling (`startAutoConsolidate` / `stopAutoConsolidate`)
 - [x] Consolidation metrics tracking (per-run params and results)
 - [x] Adaptive consolidation parameter suggestions based on historical yield
-- [x] 220+ tests across 20 test files
+- [x] 243 tests across 22 test files
 
 ### v0.4.0 — Type Safety & Developer Experience
 

package/mcp-server/config.js

@@ -1,7 +1,7 @@
 import { homedir } from 'node:os';
 import { join } from 'node:path';
 
-export const VERSION = '0.5.0';
+export const VERSION = '0.5.1';
 export const SERVER_NAME = 'audrey-memory';
 export const DEFAULT_DATA_DIR = join(homedir(), '.audrey', 'data');
 

package/mcp-server/index.js

@@ -1,4 +1,4 @@
-#!/usr/bin/env node
+#!/usr/bin/env node
 import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
 import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
 import { z } from 'zod';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "audrey",
-  "version": "0.5.0",
+  "version": "0.5.1",
   "description": "Biological memory architecture for AI agents — encode, consolidate, and recall memories with confidence decay, contradiction detection, and causal graphs",
   "type": "module",
   "main": "src/index.js",

package/src/audrey.js

@@ -13,6 +13,7 @@ import { buildContextResolutionPrompt } from './prompts.js';
 import { exportMemories } from './export.js';
 import { importMemories } from './import.js';
 import { suggestConsolidationParams as suggestParamsFn } from './adaptive.js';
+import { reembedAll } from './migrate.js';
 
 /**
  * @typedef {'direct-observation' | 'told-by-user' | 'tool-result' | 'inference' | 'model-generated'} SourceType
@@ -99,7 +100,9 @@ export class Audrey extends EventEmitter {
     this.agent = agent;
     this.dataDir = dataDir;
     this.embeddingProvider = createEmbeddingProvider(embedding);
-    this.db = createDatabase(dataDir, { dimensions: this.embeddingProvider.dimensions });
+    const { db, migrated } = createDatabase(dataDir, { dimensions: this.embeddingProvider.dimensions });
+    this.db = db;
+    this._migrationPending = migrated;
     this.llmProvider = llm ? createLLMProvider(llm) : null;
     this.confidenceConfig = {
       weights: confidence.weights,
@@ -113,6 +116,13 @@ export class Audrey extends EventEmitter {
     this._autoConsolidateTimer = null;
   }
 
+  async _ensureMigrated() {
+    if (!this._migrationPending) return;
+    const counts = await reembedAll(this.db, this.embeddingProvider);
+    this._migrationPending = false;
+    this.emit('migration', counts);
+  }
+
   _emitValidation(id, params) {
     validateMemory(this.db, this.embeddingProvider, { id, ...params }, {
       llmProvider: this.llmProvider,
@@ -142,6 +152,7 @@ export class Audrey extends EventEmitter {
    * @returns {Promise<string>}
    */
   async encode(params) {
+    await this._ensureMigrated();
     const id = await encodeEpisode(this.db, this.embeddingProvider, params);
     this.emit('encode', { id, ...params });
     this._emitValidation(id, params);
@@ -153,6 +164,7 @@ export class Audrey extends EventEmitter {
    * @returns {Promise<string[]>}
    */
   async encodeBatch(paramsList) {
+    await this._ensureMigrated();
     const ids = [];
     for (const params of paramsList) {
       const id = await encodeEpisode(this.db, this.embeddingProvider, params);
@@ -172,7 +184,8 @@ export class Audrey extends EventEmitter {
    * @param {RecallOptions} [options]
    * @returns {Promise<RecallResult[]>}
    */
-  recall(query, options = {}) {
+  async recall(query, options = {}) {
+    await this._ensureMigrated();
     return recallFn(this.db, this.embeddingProvider, query, {
       ...options,
       confidenceConfig: options.confidenceConfig ?? this.confidenceConfig,
@@ -185,6 +198,7 @@ export class Audrey extends EventEmitter {
    * @returns {AsyncGenerator<RecallResult>}
    */
   async *recallStream(query, options = {}) {
+    await this._ensureMigrated();
     yield* recallStreamFn(this.db, this.embeddingProvider, query, {
       ...options,
       confidenceConfig: options.confidenceConfig ?? this.confidenceConfig,
@@ -196,6 +210,7 @@ export class Audrey extends EventEmitter {
    * @returns {Promise<ConsolidationResult>}
    */
   async consolidate(options = {}) {
+    await this._ensureMigrated();
     const result = await runConsolidation(this.db, this.embeddingProvider, {
       minClusterSize: options.minClusterSize || this.consolidationConfig.minEpisodes,
       similarityThreshold: options.similarityThreshold || 0.80,

package/src/db.js

@@ -150,6 +150,12 @@ function createVec0Tables(db, dimensions) {
   `);
 }
 
+function dropVec0Tables(db) {
+  db.exec('DROP TABLE IF EXISTS vec_episodes');
+  db.exec('DROP TABLE IF EXISTS vec_semantics');
+  db.exec('DROP TABLE IF EXISTS vec_procedures');
+}
+
 function migrateTable(db, { source, target, selectCols, insertCols, placeholders, transform }) {
   const count = db.prepare(`SELECT COUNT(*) as c FROM ${target}`).get().c;
   if (count > 0) return;
@@ -198,10 +204,11 @@ function migrateEmbeddingsToVec0(db) {
 /**
  * @param {string} dataDir
  * @param {{ dimensions?: number }} [options]
- * @returns {import('better-sqlite3').Database}
+ * @returns {{ db: import('better-sqlite3').Database, migrated: boolean }}
  */
 export function createDatabase(dataDir, options = {}) {
   const { dimensions } = options;
+  let migrated = false;
 
   mkdirSync(dataDir, { recursive: true });
   const dbPath = join(dataDir, 'audrey.db');
@@ -225,10 +232,11 @@ export function createDatabase(dataDir, options = {}) {
     if (existing) {
       const storedDims = parseInt(existing.value, 10);
       if (storedDims !== dimensions) {
-        db.close();
-        throw new Error(
-          `Dimension mismatch: database was created with ${storedDims} dimensions, but ${dimensions} were requested`
-        );
+        dropVec0Tables(db);
+        db.prepare(
+          "UPDATE audrey_config SET value = ? WHERE key = 'dimensions'"
+        ).run(String(dimensions));
+        migrated = true;
       }
     } else {
       db.prepare(
@@ -238,10 +246,12 @@ export function createDatabase(dataDir, options = {}) {
 
     createVec0Tables(db, dimensions);
 
-    migrateEmbeddingsToVec0(db);
+    if (!migrated) {
+      migrateEmbeddingsToVec0(db);
+    }
   }
 
-  return db;
+  return { db, migrated };
 }
 
 export function readStoredDimensions(dataDir) {

package/src/index.js

@@ -13,3 +13,4 @@ export {
 export { exportMemories } from './export.js';
 export { importMemories } from './import.js';
 export { suggestConsolidationParams } from './adaptive.js';
+export { reembedAll } from './migrate.js';

package/src/migrate.js

@@ -0,0 +1,32 @@
+export async function reembedAll(db, embeddingProvider) {
+  const episodes = db.prepare('SELECT id, content, source FROM episodes').all();
+  const semantics = db.prepare('SELECT id, content, state FROM semantics').all();
+  const procedures = db.prepare('SELECT id, content, state FROM procedures').all();
+
+  for (const ep of episodes) {
+    const vector = await embeddingProvider.embed(ep.content);
+    const buffer = embeddingProvider.vectorToBuffer(vector);
+    db.prepare('UPDATE episodes SET embedding = ? WHERE id = ?').run(buffer, ep.id);
+    db.prepare('INSERT INTO vec_episodes(id, embedding, source, consolidated) VALUES (?, ?, ?, ?)').run(ep.id, buffer, ep.source, BigInt(0));
+  }
+
+  for (const sem of semantics) {
+    const vector = await embeddingProvider.embed(sem.content);
+    const buffer = embeddingProvider.vectorToBuffer(vector);
+    db.prepare('UPDATE semantics SET embedding = ? WHERE id = ?').run(buffer, sem.id);
+    db.prepare('INSERT INTO vec_semantics(id, embedding, state) VALUES (?, ?, ?)').run(sem.id, buffer, sem.state);
+  }
+
+  for (const proc of procedures) {
+    const vector = await embeddingProvider.embed(proc.content);
+    const buffer = embeddingProvider.vectorToBuffer(vector);
+    db.prepare('UPDATE procedures SET embedding = ? WHERE id = ?').run(buffer, proc.id);
+    db.prepare('INSERT INTO vec_procedures(id, embedding, state) VALUES (?, ?, ?)').run(proc.id, buffer, proc.state);
+  }
+
+  return {
+    episodes: episodes.length,
+    semantics: semantics.length,
+    procedures: procedures.length,
+  };
+}