@synth-coder/memhub 0.2.3 → 0.2.5

package/src/storage/vector-index.ts

@@ -1,160 +1,159 @@
-/**
- * VectorIndex - LanceDB-backed vector search index for memories.
- *
- * This is a search cache only. Markdown files remain the source of truth.
- * The index can be rebuilt from Markdown files at any time.
- */
-
-import * as lancedb from '@lancedb/lancedb';
-import { mkdir, access } from 'fs/promises';
-import { join } from 'path';
-import { constants } from 'fs';
-import type { Memory } from '../contracts/types.js';
-
-const TABLE_NAME = 'memories';
-
-/** Escape single quotes in id strings to prevent SQL injection */
-function escapeId(id: string): string {
-    return id.replace(/'/g, "''");
-}
-
-/**
- * Row stored in the LanceDB table.
- * The `vector` field is the only one required by LanceDB; all others are metadata filters.
- */
-export interface VectorRow {
-    id: string;
-    vector: number[];
-    title: string;
-    category: string;
-    tags: string; // JSON-serialised string[]
-    importance: number;
-    createdAt: string;
-    updatedAt: string;
-}
-
-export interface VectorSearchResult {
-    id: string;
-    /** Cosine distance (lower = more similar). Converted to 0-1 score by caller. */
-    _distance: number;
-}
-
-/**
- * LanceDB vector index wrapper.
- * Data lives at `{storagePath}/.lancedb/`.
- */
-export class VectorIndex {
-    private readonly dbPath: string;
-    private db: lancedb.Connection | null = null;
-    private table: lancedb.Table | null = null;
-    private initPromise: Promise<void> | null = null;
-
-    constructor(storagePath: string) {
-        this.dbPath = join(storagePath, '.lancedb');
-    }
-
-    /** Idempotent initialisation — safe to call multiple times. */
-    async initialize(): Promise<void> {
-        if (this.table) return;
-
-        if (!this.initPromise) {
-            this.initPromise = this._init();
-        }
-        await this.initPromise;
-    }
-
-    private async _init(): Promise<void> {
-        // Ensure the directory exists
-        try {
-            await access(this.dbPath, constants.F_OK);
-        } catch {
-            await mkdir(this.dbPath, { recursive: true });
-        }
-
-        this.db = await lancedb.connect(this.dbPath);
-
-        const existingTables = await this.db.tableNames();
-        if (existingTables.includes(TABLE_NAME)) {
-            this.table = await this.db.openTable(TABLE_NAME);
-        } else {
-            // Create table with a dummy row so schema is established, then delete it
-            const dummy: VectorRow = {
-                id: '__init__',
-                vector: new Array(384).fill(0) as number[],
-                title: '',
-                category: '',
-                tags: '[]',
-                importance: 0,
-                createdAt: '',
-                updatedAt: '',
-            };
-            // LanceDB expects Record<string, unknown>[] but our VectorRow is typed more strictly
-            // Cast is safe here as VectorRow is a subset of Record<string, unknown>
-            this.table = await this.db.createTable(TABLE_NAME, [dummy as unknown as Record<string, unknown>]);
-            await this.table.delete(`id = '__init__'`);
-        }
-    }
-
-    /**
-     * Upserts a memory row into the index.
-     * LanceDB doesn't have a native upsert so we delete-then-add.
-     */
-    async upsert(memory: Memory, vector: number[]): Promise<void> {
-        await this.initialize();
-        const table = this.table!;
-
-        // Remove existing row (if any)
-        await table.delete(`id = '${escapeId(memory.id)}'`);
-
-        const row: VectorRow = {
-            id: memory.id,
-            vector,
-            title: memory.title,
-            category: memory.category,
-            tags: JSON.stringify(memory.tags),
-            importance: memory.importance,
-            createdAt: memory.createdAt,
-            updatedAt: memory.updatedAt,
-        };
-
-        // LanceDB expects Record<string, unknown>[] but our VectorRow is typed more strictly
-        await table.add([row as unknown as Record<string, unknown>]);
-    }
-
-    /**
-     * Removes a memory from the index by ID.
-     */
-    async delete(id: string): Promise<void> {
-        await this.initialize();
-        await this.table!.delete(`id = '${escapeId(id)}'`);
-    }
-
-    /**
-     * Searches for the nearest neighbours to `vector`.
-     *
-     * @param vector - Query embedding (must be 384-dim)
-     * @param limit  - Max results to return
-     * @returns Array ordered by ascending distance (most similar first)
-     */
-    async search(vector: number[], limit = 10): Promise<VectorSearchResult[]> {
-        await this.initialize();
-
-        const results = await this.table!
-            .vectorSearch(vector)
-            .limit(limit)
-            .toArray();
-
-        return results.map((row: Record<string, unknown>) => ({
-            id: row['id'] as string,
-            _distance: row['_distance'] as number,
-        }));
-    }
-
-    /**
-     * Returns the number of rows in the index.
-     */
-    async count(): Promise<number> {
-        await this.initialize();
-        return this.table!.countRows();
-    }
-}
+/**
+ * VectorIndex - LanceDB-backed vector search index for memories.
+ *
+ * This is a search cache only. Markdown files remain the source of truth.
+ * The index can be rebuilt from Markdown files at any time.
+ */
+
+import * as lancedb from '@lancedb/lancedb';
+import { mkdir, access } from 'fs/promises';
+import { join } from 'path';
+import { constants } from 'fs';
+import type { Memory } from '../contracts/types.js';
+
+const TABLE_NAME = 'memories';
+
+/** Escape single quotes in id strings to prevent SQL injection */
+function escapeId(id: string): string {
+  return id.replace(/'/g, "''");
+}
+
+/**
+ * Row stored in the LanceDB table.
+ * The `vector` field is the only one required by LanceDB; all others are metadata filters.
+ */
+export interface VectorRow {
+  id: string;
+  vector: number[];
+  title: string;
+  category: string;
+  tags: string; // JSON-serialised string[]
+  importance: number;
+  createdAt: string;
+  updatedAt: string;
+}
+
+export interface VectorSearchResult {
+  id: string;
+  /** Cosine distance (lower = more similar). Converted to 0-1 score by caller. */
+  _distance: number;
+}
+
+/**
+ * LanceDB vector index wrapper.
+ * Data lives at `{storagePath}/.lancedb/`.
+ */
+export class VectorIndex {
+  private readonly dbPath: string;
+  private db: lancedb.Connection | null = null;
+  private table: lancedb.Table | null = null;
+  private initPromise: Promise<void> | null = null;
+
+  constructor(storagePath: string) {
+    this.dbPath = join(storagePath, '.lancedb');
+  }
+
+  /** Idempotent initialisation — safe to call multiple times. */
+  async initialize(): Promise<void> {
+    if (this.table) return;
+
+    if (!this.initPromise) {
+      this.initPromise = this._init();
+    }
+    await this.initPromise;
+  }
+
+  private async _init(): Promise<void> {
+    // Ensure the directory exists
+    try {
+      await access(this.dbPath, constants.F_OK);
+    } catch {
+      await mkdir(this.dbPath, { recursive: true });
+    }
+
+    this.db = await lancedb.connect(this.dbPath);
+
+    const existingTables = await this.db.tableNames();
+    if (existingTables.includes(TABLE_NAME)) {
+      this.table = await this.db.openTable(TABLE_NAME);
+    } else {
+      // Create table with a dummy row so schema is established, then delete it
+      const dummy: VectorRow = {
+        id: '__init__',
+        vector: new Array(384).fill(0) as number[],
+        title: '',
+        category: '',
+        tags: '[]',
+        importance: 0,
+        createdAt: '',
+        updatedAt: '',
+      };
+      // LanceDB expects Record<string, unknown>[] but our VectorRow is typed more strictly
+      // Cast is safe here as VectorRow is a subset of Record<string, unknown>
+      this.table = await this.db.createTable(TABLE_NAME, [
+        dummy as unknown as Record<string, unknown>,
+      ]);
+      await this.table.delete(`id = '__init__'`);
+    }
+  }
+
+  /**
+   * Upserts a memory row into the index.
+   * LanceDB doesn't have a native upsert so we delete-then-add.
+   */
+  async upsert(memory: Memory, vector: number[]): Promise<void> {
+    await this.initialize();
+    const table = this.table!;
+
+    // Remove existing row (if any)
+    await table.delete(`id = '${escapeId(memory.id)}'`);
+
+    const row: VectorRow = {
+      id: memory.id,
+      vector,
+      title: memory.title,
+      category: memory.category,
+      tags: JSON.stringify(memory.tags),
+      importance: memory.importance,
+      createdAt: memory.createdAt,
+      updatedAt: memory.updatedAt,
+    };
+
+    // LanceDB expects Record<string, unknown>[] but our VectorRow is typed more strictly
+    await table.add([row as unknown as Record<string, unknown>]);
+  }
+
+  /**
+   * Removes a memory from the index by ID.
+   */
+  async delete(id: string): Promise<void> {
+    await this.initialize();
+    await this.table!.delete(`id = '${escapeId(id)}'`);
+  }
+
+  /**
+   * Searches for the nearest neighbours to `vector`.
+   *
+   * @param vector - Query embedding (must be 384-dim)
+   * @param limit  - Max results to return
+   * @returns Array ordered by ascending distance (most similar first)
+   */
+  async search(vector: number[], limit = 10): Promise<VectorSearchResult[]> {
+    await this.initialize();
+
+    const results = await this.table!.vectorSearch(vector).limit(limit).toArray();
+
+    return results.map((row: Record<string, unknown>) => ({
+      id: row['id'] as string,
+      _distance: row['_distance'] as number,
+    }));
+  }
+
+  /**
+   * Returns the number of rows in the index.
+   */
+  async count(): Promise<number> {
+    await this.initialize();
+    return this.table!.countRows();
+  }
+}

package/src/utils/index.ts

@@ -1,5 +1,5 @@
-/**
- * Utility exports
- */
-
-export * from './slugify.js';
+/**
+ * Utility exports
+ */
+
+export * from './slugify.js';

package/src/utils/slugify.ts

@@ -1,63 +1,63 @@
-/**
- * Slugify utility - Converts strings to URL-friendly slugs
- */
-
-/**
- * Converts a string to a URL-friendly slug
- * - Converts to lowercase
- * - Replaces spaces with hyphens
- * - Removes special characters
- * - Collapses multiple hyphens
- * - Trims leading/trailing hyphens
- *
- * @param input - The string to convert
- * @returns The slugified string
- */
-export function slugify(input: string): string {
-  if (!input || input.trim().length === 0) {
-    return 'untitled';
-  }
-
-  // Convert to lowercase and replace non-alphanumeric characters with hyphens
-  const slug = input
-    .toLowerCase()
-    .replace(/[^a-z0-9\s-]/g, '') // Remove special characters
-    .replace(/\s+/g, '-') // Replace spaces with hyphens
-    .replace(/-+/g, '-') // Collapse multiple hyphens
-    .replace(/^-+|-+$/g, ''); // Trim leading/trailing hyphens
-
-  // If empty after cleaning (e.g., only special characters), return 'untitled'
-  if (slug.length === 0) {
-    return 'untitled';
-  }
-
-  // Truncate to max 100 characters
-  if (slug.length > 100) {
-    return slug.substring(0, 100).replace(/-+$/, ''); // Don't end with hyphen
-  }
-
-  return slug;
-}
-
-/**
- * Generates a unique slug by appending a timestamp or counter if needed
- *
- * @param title - The title to slugify
- * @param existingSlugs - Array of existing slugs to check against
- * @returns A unique slug
- */
-export function generateUniqueSlug(title: string, existingSlugs: readonly string[] = []): string {
-  const slug = slugify(title);
-  let counter = 1;
-  let uniqueSlug = slug;
-
-  while (existingSlugs.includes(uniqueSlug)) {
-    const suffix = `-${counter}`;
-    const maxBaseLength = 100 - suffix.length;
-    const baseSlug = slug.substring(0, maxBaseLength).replace(/-+$/, '');
-    uniqueSlug = `${baseSlug}${suffix}`;
-    counter++;
-  }
-
-  return uniqueSlug;
-}
+/**
+ * Slugify utility - Converts strings to URL-friendly slugs
+ */
+
+/**
+ * Converts a string to a URL-friendly slug
+ * - Converts to lowercase
+ * - Replaces spaces with hyphens
+ * - Removes special characters
+ * - Collapses multiple hyphens
+ * - Trims leading/trailing hyphens
+ *
+ * @param input - The string to convert
+ * @returns The slugified string
+ */
+export function slugify(input: string): string {
+  if (!input || input.trim().length === 0) {
+    return 'untitled';
+  }
+
+  // Convert to lowercase and replace non-alphanumeric characters with hyphens
+  const slug = input
+    .toLowerCase()
+    .replace(/[^a-z0-9\s-]/g, '') // Remove special characters
+    .replace(/\s+/g, '-') // Replace spaces with hyphens
+    .replace(/-+/g, '-') // Collapse multiple hyphens
+    .replace(/^-+|-+$/g, ''); // Trim leading/trailing hyphens
+
+  // If empty after cleaning (e.g., only special characters), return 'untitled'
+  if (slug.length === 0) {
+    return 'untitled';
+  }
+
+  // Truncate to max 100 characters
+  if (slug.length > 100) {
+    return slug.substring(0, 100).replace(/-+$/, ''); // Don't end with hyphen
+  }
+
+  return slug;
+}
+
+/**
+ * Generates a unique slug by appending a timestamp or counter if needed
+ *
+ * @param title - The title to slugify
+ * @param existingSlugs - Array of existing slugs to check against
+ * @returns A unique slug
+ */
+export function generateUniqueSlug(title: string, existingSlugs: readonly string[] = []): string {
+  const slug = slugify(title);
+  let counter = 1;
+  let uniqueSlug = slug;
+
+  while (existingSlugs.includes(uniqueSlug)) {
+    const suffix = `-${counter}`;
+    const maxBaseLength = 100 - suffix.length;
+    const baseSlug = slug.substring(0, maxBaseLength).replace(/-+$/, '');
+    uniqueSlug = `${baseSlug}${suffix}`;
+    counter++;
+  }
+
+  return uniqueSlug;
+}