@aeriondyseti/vector-memory-mcp 2.2.3 → 2.2.6-dev.1

package/scripts/test-runner.ts

@@ -1,76 +0,0 @@
-#!/usr/bin/env bun
-/**
- * Test runner wrapper that handles Bun's post-test crash gracefully.
- *
- * Bun crashes during native module cleanup after tests complete successfully.
- * This wrapper captures the output, verifies tests passed, and exits cleanly.
- */
-
-import { spawn } from "bun";
-
-// Exclude benchmark tests — they're probabilistic quality metrics, not pass/fail gates.
-// Run benchmarks separately with: bun run benchmark
-const args = ["bun", "test", "--preload", "./tests/preload.ts"];
-
-// Collect all test files except benchmarks
-const glob = new Bun.Glob("tests/**/*.test.ts");
-for (const path of glob.scanSync(".")) {
-  if (!path.includes("benchmark")) args.push(path);
-}
-
-const proc = spawn(args, {
-  stdout: "pipe",
-  stderr: "pipe",
-  env: { ...process.env, FORCE_COLOR: "1" },
-});
-
-let stdout = "";
-let stderr = "";
-
-const decoder = new TextDecoder();
-
-// Stream stdout in real-time
-const stdoutReader = proc.stdout.getReader();
-(async () => {
-  while (true) {
-    const { done, value } = await stdoutReader.read();
-    if (done) break;
-    const text = decoder.decode(value);
-    stdout += text;
-    process.stdout.write(text);
-  }
-})();
-
-// Stream stderr in real-time
-const stderrReader = proc.stderr.getReader();
-(async () => {
-  while (true) {
-    const { done, value } = await stderrReader.read();
-    if (done) break;
-    const text = decoder.decode(value);
-    stderr += text;
-    process.stderr.write(text);
-  }
-})();
-
-await proc.exited;
-
-// Check if tests actually passed by looking for the summary line
-const output = stdout + stderr;
-const passMatch = output.match(/(\d+) pass/);
-const failMatch = output.match(/(\d+) fail/);
-
-const passed = passMatch ? parseInt(passMatch[1], 10) : 0;
-const failed = failMatch ? parseInt(failMatch[1], 10) : 0;
-
-// Exit based on test results, not Bun's crash
-if (failed > 0) {
-  console.error(`\n❌ ${failed} test(s) failed`);
-  process.exit(1);
-} else if (passed > 0) {
-  console.log(`\n✅ All ${passed} tests passed (ignoring Bun cleanup crash)`);
-  process.exit(0);
-} else {
-  console.error("\n⚠️  Could not determine test results");
-  process.exit(1);
-}

package/scripts/warmup.ts

@@ -1,72 +0,0 @@
-#!/usr/bin/env bun
-
-/**
- * Warmup script to pre-download ML models and verify dependencies
- * This runs during installation to ensure everything is ready to use
- */
-
-import { config } from "../src/config/index.js";
-import { EmbeddingsService } from "../src/services/embeddings.service.js";
-
-async function warmup(): Promise<void> {
-  console.log("🔥 Warming up vector-memory-mcp...");
-  console.log();
-
-  try {
-    // Check native dependencies
-    console.log("✓ Checking native dependencies...");
-    try {
-      await import("onnxruntime-node");
-      console.log("  ✓ onnxruntime-node loaded");
-    } catch (e) {
-      console.error("  ✗ onnxruntime-node failed:", (e as Error).message);
-      process.exit(1);
-    }
-
-    try {
-      await import("sharp");
-      console.log("  ✓ sharp loaded");
-    } catch (e) {
-      console.error("  ✗ sharp failed:", (e as Error).message);
-      process.exit(1);
-    }
-
-    console.log();
-
-    // Initialize embeddings service to download model
-    console.log("📥 Downloading ML model (this may take a minute)...");
-    console.log(`   Model: ${config.embeddingModel}`);
-    console.log(`   Cache: ~/.cache/huggingface/`);
-    console.log();
-
-    const embeddings = new EmbeddingsService(
-      config.embeddingModel,
-      config.embeddingDimension
-    );
-
-    // Trigger model download by generating a test embedding
-    const startTime = Date.now();
-    await embeddings.embed("warmup test");
-    const duration = ((Date.now() - startTime) / 1000).toFixed(2);
-
-    console.log();
-    console.log(`✅ Warmup complete! (${duration}s)`);
-    console.log();
-    console.log("Ready to use! Configure your MCP client and restart to get started.");
-    console.log();
-  } catch (error) {
-    console.error();
-    console.error("❌ Warmup failed:", error);
-    console.error();
-    console.error("This is not a critical error - the server will download models on first run.");
-    console.error("You can try running 'vector-memory-mcp warmup' manually later.");
-    process.exit(0); // Exit successfully to not block installation
-  }
-}
-
-// Only run if this is the main module
-if (import.meta.url === `file://${process.argv[1]}`) {
-  warmup();
-}
-
-export { warmup };

package/src/db/migrations.ts

@@ -1,108 +0,0 @@
-import type { Database } from "bun:sqlite";
-
-/**
- * Check if a table exists and is a vec0 virtual table (from the old sqlite-vec schema).
- */
-function isVec0Table(db: Database, tableName: string): boolean {
-  const row = db
-    .prepare(
-      `SELECT sql FROM sqlite_master WHERE type = 'table' AND name = ?`,
-    )
-    .get(tableName) as { sql: string } | null;
-  return row?.sql?.toLowerCase().includes("vec0") ?? false;
-}
-
-/**
- * Migrate a vec0 virtual table to a plain BLOB table.
- * Copies id + vector data, drops the vec0 table and its shadow tables, then
- * creates the new plain table with the copied data.
- */
-function migrateVec0ToBlob(db: Database, tableName: string): void {
-  const tmpTable = `${tableName}_migration_tmp`;
-
-  db.exec(`CREATE TABLE IF NOT EXISTS ${tmpTable} (id TEXT PRIMARY KEY, vector BLOB NOT NULL)`);
-  db.exec(`INSERT OR IGNORE INTO ${tmpTable} (id, vector) SELECT id, vector FROM ${tableName}`);
-  db.exec(`DROP TABLE ${tableName}`);
-  db.exec(`CREATE TABLE ${tableName} (id TEXT PRIMARY KEY, vector BLOB NOT NULL)`);
-  db.exec(`INSERT INTO ${tableName} (id, vector) SELECT id, vector FROM ${tmpTable}`);
-  db.exec(`DROP TABLE ${tmpTable}`);
-}
-
-/**
- * Run all schema migrations. Safe to call on every startup (uses IF NOT EXISTS).
- */
-export function runMigrations(db: Database): void {
-  // -- Memories --
-  db.exec(`
-    CREATE TABLE IF NOT EXISTS memories (
-      id            TEXT PRIMARY KEY,
-      content       TEXT NOT NULL,
-      metadata      TEXT NOT NULL DEFAULT '{}',
-      created_at    INTEGER NOT NULL,
-      updated_at    INTEGER NOT NULL,
-      superseded_by TEXT,
-      usefulness    REAL NOT NULL DEFAULT 0.0,
-      access_count  INTEGER NOT NULL DEFAULT 0,
-      last_accessed INTEGER
-    )
-  `);
-
-  // Migrate vec0 -> plain blob table if upgrading from sqlite-vec schema
-  if (isVec0Table(db, "memories_vec")) {
-    migrateVec0ToBlob(db, "memories_vec");
-  } else {
-    db.exec(`
-      CREATE TABLE IF NOT EXISTS memories_vec (
-        id     TEXT PRIMARY KEY,
-        vector BLOB NOT NULL
-      )
-    `);
-  }
-
-  db.exec(`
-    CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
-      id UNINDEXED,
-      content
-    )
-  `);
-
-  // -- Conversation History --
-  db.exec(`
-    CREATE TABLE IF NOT EXISTS conversation_history (
-      id                  TEXT PRIMARY KEY,
-      content             TEXT NOT NULL,
-      metadata            TEXT NOT NULL DEFAULT '{}',
-      created_at          INTEGER NOT NULL,
-      session_id          TEXT NOT NULL,
-      role                TEXT NOT NULL,
-      message_index_start INTEGER NOT NULL,
-      message_index_end   INTEGER NOT NULL,
-      project             TEXT NOT NULL
-    )
-  `);
-
-  // Migrate vec0 -> plain blob table if upgrading from sqlite-vec schema
-  if (isVec0Table(db, "conversation_history_vec")) {
-    migrateVec0ToBlob(db, "conversation_history_vec");
-  } else {
-    db.exec(`
-      CREATE TABLE IF NOT EXISTS conversation_history_vec (
-        id     TEXT PRIMARY KEY,
-        vector BLOB NOT NULL
-      )
-    `);
-  }
-
-  db.exec(`
-    CREATE VIRTUAL TABLE IF NOT EXISTS conversation_history_fts USING fts5(
-      id UNINDEXED,
-      content
-    )
-  `);
-
-  // -- Indexes --
-  db.exec(`CREATE INDEX IF NOT EXISTS idx_conversation_session_id ON conversation_history(session_id)`);
-  db.exec(`CREATE INDEX IF NOT EXISTS idx_conversation_project ON conversation_history(project)`);
-  db.exec(`CREATE INDEX IF NOT EXISTS idx_conversation_role ON conversation_history(role)`);
-  db.exec(`CREATE INDEX IF NOT EXISTS idx_conversation_created_at ON conversation_history(created_at)`);
-}

package/src/migration.ts

@@ -1,203 +0,0 @@
-/**
- * LanceDB -> SQLite migration logic.
- *
- * Reads LanceDB data in a child process (scripts/lancedb-extract.ts) to avoid
- * a native symbol collision between @lancedb/lancedb and bun:sqlite.
- * The extracted JSON is then written to SQLite in-process.
- *
- * @deprecated Will be removed in the next major version once LanceDB
- *   support is dropped.
- */
-
-import { existsSync, statSync } from "fs";
-import { resolve, dirname } from "path";
-import { fileURLToPath } from "url";
-import { connectToDatabase } from "./db/connection.js";
-import { serializeVector } from "./db/sqlite-utils.js";
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-
-// ── Detection ───────────────────────────────────────────────────────
-
-export function isLanceDbDirectory(dbPath: string): boolean {
-  return existsSync(dbPath) && statSync(dbPath).isDirectory();
-}
-
-// ── Types ───────────────────────────────────────────────────────────
-
-export interface MigrateOptions {
-  source: string;
-  target: string;
-}
-
-export interface MigrateResult {
-  memoriesMigrated: number;
-  conversationChunksMigrated: number;
-  outputSizeMB: string;
-}
-
-interface ExtractedData {
-  memories: Array<{
-    id: string;
-    content: string;
-    metadata: string;
-    vector: number[];
-    created_at: number;
-    updated_at: number;
-    last_accessed: number | null;
-    superseded_by: string | null;
-    usefulness: number;
-    access_count: number;
-  }>;
-  conversations: Array<{
-    id: string;
-    content: string;
-    metadata: string;
-    vector: number[];
-    created_at: number;
-    session_id: string;
-    role: string;
-    message_index_start: number;
-    message_index_end: number;
-    project: string;
-  }>;
-}
-
-// ── Migration ───────────────────────────────────────────────────────
-
-export async function migrate(opts: MigrateOptions): Promise<MigrateResult> {
-  const { source, target } = opts;
-
-  if (!existsSync(source)) {
-    throw new Error(`Source not found: ${source}`);
-  }
-  if (!statSync(source).isDirectory()) {
-    throw new Error(`Source is not a directory (expected LanceDB): ${source}`);
-  }
-  if (existsSync(target)) {
-    throw new Error(
-      `Target already exists: ${target}\n   Delete it first or choose a different target path.`
-    );
-  }
-
-  console.error(`📂 Source (LanceDB): ${source}`);
-  console.error(`📄 Target (SQLite):  ${target}`);
-  console.error();
-
-  // Phase 1: Extract data from LanceDB in a subprocess.
-  // This avoids a native symbol collision between @lancedb/lancedb and bun:sqlite.
-  const extractScript = resolve(__dirname, "..", "scripts", "lancedb-extract.ts");
-  const proc = Bun.spawn(["bun", extractScript, source], {
-    stdout: "pipe",
-    stderr: "inherit",
-  });
-
-  const output = await new Response(proc.stdout).text();
-  const exitCode = await proc.exited;
-
-  if (exitCode !== 0) {
-    throw new Error(`LanceDB extraction failed (exit code ${exitCode})`);
-  }
-
-  const data: ExtractedData = JSON.parse(output);
-
-  // Phase 2: Write to SQLite (no LanceDB in this process).
-  const sqliteDb = connectToDatabase(target);
-
-  let memoriesMigrated = 0;
-  let conversationChunksMigrated = 0;
-
-  if (data.memories.length > 0) {
-    console.error(`\n🧠 Writing ${data.memories.length} memories to SQLite...`);
-
-    const insertMain = sqliteDb.prepare(
-      `INSERT OR REPLACE INTO memories
-        (id, content, metadata, created_at, updated_at, superseded_by, usefulness, access_count, last_accessed)
-       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`
-    );
-    const deleteVec = sqliteDb.prepare(`DELETE FROM memories_vec WHERE id = ?`);
-    const insertVec = sqliteDb.prepare(
-      `INSERT INTO memories_vec (id, vector) VALUES (?, ?)`
-    );
-    const insertFts = sqliteDb.prepare(
-      `INSERT OR REPLACE INTO memories_fts (id, content) VALUES (?, ?)`
-    );
-
-    const tx = sqliteDb.transaction(() => {
-      for (const row of data.memories) {
-        insertMain.run(
-          row.id, row.content, row.metadata,
-          row.created_at, row.updated_at,
-          row.superseded_by, row.usefulness,
-          row.access_count, row.last_accessed,
-        );
-        if (row.vector.length > 0) {
-          deleteVec.run(row.id);
-          insertVec.run(row.id, serializeVector(row.vector));
-        }
-        insertFts.run(row.id, row.content);
-      }
-    });
-    tx();
-    memoriesMigrated = data.memories.length;
-    console.error(`   ✅ ${memoriesMigrated} memories migrated`);
-  }
-
-  if (data.conversations.length > 0) {
-    console.error(`\n💬 Writing ${data.conversations.length} conversation chunks to SQLite...`);
-
-    const insertMain = sqliteDb.prepare(
-      `INSERT OR REPLACE INTO conversation_history
-        (id, content, metadata, created_at, session_id, role, message_index_start, message_index_end, project)
-       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`
-    );
-    const deleteVec = sqliteDb.prepare(`DELETE FROM conversation_history_vec WHERE id = ?`);
-    const insertVec = sqliteDb.prepare(
-      `INSERT INTO conversation_history_vec (id, vector) VALUES (?, ?)`
-    );
-    const insertFts = sqliteDb.prepare(
-      `INSERT OR REPLACE INTO conversation_history_fts (id, content) VALUES (?, ?)`
-    );
-
-    const tx = sqliteDb.transaction(() => {
-      for (const row of data.conversations) {
-        insertMain.run(
-          row.id, row.content, row.metadata,
-          row.created_at, row.session_id, row.role,
-          row.message_index_start, row.message_index_end, row.project,
-        );
-        if (row.vector.length > 0) {
-          deleteVec.run(row.id);
-          insertVec.run(row.id, serializeVector(row.vector));
-        }
-        insertFts.run(row.id, row.content);
-      }
-    });
-    tx();
-    conversationChunksMigrated = data.conversations.length;
-    console.error(`   ✅ ${conversationChunksMigrated} conversation chunks migrated`);
-  }
-
-  sqliteDb.close();
-
-  const { size } = statSync(target);
-  const outputSizeMB = (size / 1024 / 1024).toFixed(2);
-
-  return { memoriesMigrated, conversationChunksMigrated, outputSizeMB };
-}
-
-export function formatMigrationSummary(
-  source: string,
-  target: string,
-  result: MigrateResult,
-): string {
-  return `
-✅ Migration complete! (${result.outputSizeMB} MB)
-   ${result.memoriesMigrated} memories, ${result.conversationChunksMigrated} conversation chunks
-
-Next steps:
-   1. Backup:   mv "${source}" "${source}.lance-backup"
-   2. Activate: mv "${target}" "${source}"
-   3. Restart your MCP server
-`;
-}

package/src/services/embeddings.service.ts

@@ -1,48 +0,0 @@
-import { pipeline, type FeatureExtractionPipeline } from "@huggingface/transformers";
-
-export class EmbeddingsService {
-  private modelName: string;
-  private extractor: FeatureExtractionPipeline | null = null;
-  private initPromise: Promise<FeatureExtractionPipeline> | null = null;
-  private _dimension: number;
-
-  constructor(modelName: string, dimension: number) {
-    this.modelName = modelName;
-    this._dimension = dimension;
-  }
-
-  get dimension(): number {
-    return this._dimension;
-  }
-
-  private async getExtractor(): Promise<FeatureExtractionPipeline> {
-    if (this.extractor) {
-      return this.extractor;
-    }
-
-    if (!this.initPromise) {
-      this.initPromise = pipeline(
-        "feature-extraction",
-        this.modelName,
-        { dtype: "fp32" } as any
-      ) as Promise<FeatureExtractionPipeline>;
-    }
-
-    this.extractor = await this.initPromise;
-    return this.extractor;
-  }
-
-  async embed(text: string): Promise<number[]> {
-    const extractor = await this.getExtractor();
-    const output = await extractor(text, { pooling: "mean", normalize: true });
-    return Array.from(output.data as Float32Array);
-  }
-
-  async embedBatch(texts: string[]): Promise<number[][]> {
-    const results: number[][] = [];
-    for (const text of texts) {
-      results.push(await this.embed(text));
-    }
-    return results;
-  }
-}