@synth-coder/memhub 0.2.1 → 0.2.3

package/src/storage/vector-index.ts

@@ -1,160 +1,160 @@
-/**
- * VectorIndex - LanceDB-backed vector search index for memories.
- *
- * This is a search cache only. Markdown files remain the source of truth.
- * The index can be rebuilt from Markdown files at any time.
- */
-
-import * as lancedb from '@lancedb/lancedb';
-import { mkdir, access } from 'fs/promises';
-import { join } from 'path';
-import { constants } from 'fs';
-import type { Memory } from '../contracts/types.js';
-
-const TABLE_NAME = 'memories';
-
-/** Escape single quotes in id strings to prevent SQL injection */
-function escapeId(id: string): string {
-    return id.replace(/'/g, "''");
-}
-
-/**
- * Row stored in the LanceDB table.
- * The `vector` field is the only one required by LanceDB; all others are metadata filters.
- */
-export interface VectorRow {
-    id: string;
-    vector: number[];
-    title: string;
-    category: string;
-    tags: string; // JSON-serialised string[]
-    importance: number;
-    createdAt: string;
-    updatedAt: string;
-}
-
-export interface VectorSearchResult {
-    id: string;
-    /** Cosine distance (lower = more similar). Converted to 0-1 score by caller. */
-    _distance: number;
-}
-
-/**
- * LanceDB vector index wrapper.
- * Data lives at `{storagePath}/.lancedb/`.
- */
-export class VectorIndex {
-    private readonly dbPath: string;
-    private db: lancedb.Connection | null = null;
-    private table: lancedb.Table | null = null;
-    private initPromise: Promise<void> | null = null;
-
-    constructor(storagePath: string) {
-        this.dbPath = join(storagePath, '.lancedb');
-    }
-
-    /** Idempotent initialisation — safe to call multiple times. */
-    async initialize(): Promise<void> {
-        if (this.table) return;
-
-        if (!this.initPromise) {
-            this.initPromise = this._init();
-        }
-        await this.initPromise;
-    }
-
-    private async _init(): Promise<void> {
-        // Ensure the directory exists
-        try {
-            await access(this.dbPath, constants.F_OK);
-        } catch {
-            await mkdir(this.dbPath, { recursive: true });
-        }
-
-        this.db = await lancedb.connect(this.dbPath);
-
-        const existingTables = await this.db.tableNames();
-        if (existingTables.includes(TABLE_NAME)) {
-            this.table = await this.db.openTable(TABLE_NAME);
-        } else {
-            // Create table with a dummy row so schema is established, then delete it
-            const dummy: VectorRow = {
-                id: '__init__',
-                vector: new Array(384).fill(0) as number[],
-                title: '',
-                category: '',
-                tags: '[]',
-                importance: 0,
-                createdAt: '',
-                updatedAt: '',
-            };
-            // LanceDB expects Record<string, unknown>[] but our VectorRow is typed more strictly
-            // Cast is safe here as VectorRow is a subset of Record<string, unknown>
-            this.table = await this.db.createTable(TABLE_NAME, [dummy as unknown as Record<string, unknown>]);
-            await this.table.delete(`id = '__init__'`);
-        }
-    }
-
-    /**
-     * Upserts a memory row into the index.
-     * LanceDB doesn't have a native upsert so we delete-then-add.
-     */
-    async upsert(memory: Memory, vector: number[]): Promise<void> {
-        await this.initialize();
-        const table = this.table!;
-
-        // Remove existing row (if any)
-        await table.delete(`id = '${escapeId(memory.id)}'`);
-
-        const row: VectorRow = {
-            id: memory.id,
-            vector,
-            title: memory.title,
-            category: memory.category,
-            tags: JSON.stringify(memory.tags),
-            importance: memory.importance,
-            createdAt: memory.createdAt,
-            updatedAt: memory.updatedAt,
-        };
-
-        // LanceDB expects Record<string, unknown>[] but our VectorRow is typed more strictly
-        await table.add([row as unknown as Record<string, unknown>]);
-    }
-
-    /**
-     * Removes a memory from the index by ID.
-     */
-    async delete(id: string): Promise<void> {
-        await this.initialize();
-        await this.table!.delete(`id = '${escapeId(id)}'`);
-    }
-
-    /**
-     * Searches for the nearest neighbours to `vector`.
-     *
-     * @param vector - Query embedding (must be 384-dim)
-     * @param limit  - Max results to return
-     * @returns Array ordered by ascending distance (most similar first)
-     */
-    async search(vector: number[], limit = 10): Promise<VectorSearchResult[]> {
-        await this.initialize();
-
-        const results = await this.table!
-            .vectorSearch(vector)
-            .limit(limit)
-            .toArray();
-
-        return results.map((row: Record<string, unknown>) => ({
-            id: row['id'] as string,
-            _distance: row['_distance'] as number,
-        }));
-    }
-
-    /**
-     * Returns the number of rows in the index.
-     */
-    async count(): Promise<number> {
-        await this.initialize();
-        return this.table!.countRows();
-    }
-}
+/**
+ * VectorIndex - LanceDB-backed vector search index for memories.
+ *
+ * This is a search cache only. Markdown files remain the source of truth.
+ * The index can be rebuilt from Markdown files at any time.
+ */
+
+import * as lancedb from '@lancedb/lancedb';
+import { mkdir, access } from 'fs/promises';
+import { join } from 'path';
+import { constants } from 'fs';
+import type { Memory } from '../contracts/types.js';
+
+const TABLE_NAME = 'memories';
+
+/** Escape single quotes in id strings to prevent SQL injection */
+function escapeId(id: string): string {
+    return id.replace(/'/g, "''");
+}
+
+/**
+ * Row stored in the LanceDB table.
+ * The `vector` field is the only one required by LanceDB; all others are metadata filters.
+ */
+export interface VectorRow {
+    id: string;
+    vector: number[];
+    title: string;
+    category: string;
+    tags: string; // JSON-serialised string[]
+    importance: number;
+    createdAt: string;
+    updatedAt: string;
+}
+
+export interface VectorSearchResult {
+    id: string;
+    /** Cosine distance (lower = more similar). Converted to 0-1 score by caller. */
+    _distance: number;
+}
+
+/**
+ * LanceDB vector index wrapper.
+ * Data lives at `{storagePath}/.lancedb/`.
+ */
+export class VectorIndex {
+    private readonly dbPath: string;
+    private db: lancedb.Connection | null = null;
+    private table: lancedb.Table | null = null;
+    private initPromise: Promise<void> | null = null;
+
+    constructor(storagePath: string) {
+        this.dbPath = join(storagePath, '.lancedb');
+    }
+
+    /** Idempotent initialisation — safe to call multiple times. */
+    async initialize(): Promise<void> {
+        if (this.table) return;
+
+        if (!this.initPromise) {
+            this.initPromise = this._init();
+        }
+        await this.initPromise;
+    }
+
+    private async _init(): Promise<void> {
+        // Ensure the directory exists
+        try {
+            await access(this.dbPath, constants.F_OK);
+        } catch {
+            await mkdir(this.dbPath, { recursive: true });
+        }
+
+        this.db = await lancedb.connect(this.dbPath);
+
+        const existingTables = await this.db.tableNames();
+        if (existingTables.includes(TABLE_NAME)) {
+            this.table = await this.db.openTable(TABLE_NAME);
+        } else {
+            // Create table with a dummy row so schema is established, then delete it
+            const dummy: VectorRow = {
+                id: '__init__',
+                vector: new Array(384).fill(0) as number[],
+                title: '',
+                category: '',
+                tags: '[]',
+                importance: 0,
+                createdAt: '',
+                updatedAt: '',
+            };
+            // LanceDB expects Record<string, unknown>[] but our VectorRow is typed more strictly
+            // Cast is safe here as VectorRow is a subset of Record<string, unknown>
+            this.table = await this.db.createTable(TABLE_NAME, [dummy as unknown as Record<string, unknown>]);
+            await this.table.delete(`id = '__init__'`);
+        }
+    }
+
+    /**
+     * Upserts a memory row into the index.
+     * LanceDB doesn't have a native upsert so we delete-then-add.
+     */
+    async upsert(memory: Memory, vector: number[]): Promise<void> {
+        await this.initialize();
+        const table = this.table!;
+
+        // Remove existing row (if any)
+        await table.delete(`id = '${escapeId(memory.id)}'`);
+
+        const row: VectorRow = {
+            id: memory.id,
+            vector,
+            title: memory.title,
+            category: memory.category,
+            tags: JSON.stringify(memory.tags),
+            importance: memory.importance,
+            createdAt: memory.createdAt,
+            updatedAt: memory.updatedAt,
+        };
+
+        // LanceDB expects Record<string, unknown>[] but our VectorRow is typed more strictly
+        await table.add([row as unknown as Record<string, unknown>]);
+    }
+
+    /**
+     * Removes a memory from the index by ID.
+     */
+    async delete(id: string): Promise<void> {
+        await this.initialize();
+        await this.table!.delete(`id = '${escapeId(id)}'`);
+    }
+
+    /**
+     * Searches for the nearest neighbours to `vector`.
+     *
+     * @param vector - Query embedding (must be 384-dim)
+     * @param limit  - Max results to return
+     * @returns Array ordered by ascending distance (most similar first)
+     */
+    async search(vector: number[], limit = 10): Promise<VectorSearchResult[]> {
+        await this.initialize();
+
+        const results = await this.table!
+            .vectorSearch(vector)
+            .limit(limit)
+            .toArray();
+
+        return results.map((row: Record<string, unknown>) => ({
+            id: row['id'] as string,
+            _distance: row['_distance'] as number,
+        }));
+    }
+
+    /**
+     * Returns the number of rows in the index.
+     */
+    async count(): Promise<number> {
+        await this.initialize();
+        return this.table!.countRows();
+    }
+}

package/src/utils/index.ts

@@ -1,5 +1,5 @@
-/**
- * Utility exports
- */
-
-export * from './slugify.js';
+/**
+ * Utility exports
+ */
+
+export * from './slugify.js';

package/src/utils/slugify.ts

@@ -1,63 +1,63 @@
-/**
- * Slugify utility - Converts strings to URL-friendly slugs
- */
-
-/**
- * Converts a string to a URL-friendly slug
- * - Converts to lowercase
- * - Replaces spaces with hyphens
- * - Removes special characters
- * - Collapses multiple hyphens
- * - Trims leading/trailing hyphens
- *
- * @param input - The string to convert
- * @returns The slugified string
- */
-export function slugify(input: string): string {
-  if (!input || input.trim().length === 0) {
-    return 'untitled';
-  }
-
-  // Convert to lowercase and replace non-alphanumeric characters with hyphens
-  const slug = input
-    .toLowerCase()
-    .replace(/[^a-z0-9\s-]/g, '') // Remove special characters
-    .replace(/\s+/g, '-') // Replace spaces with hyphens
-    .replace(/-+/g, '-') // Collapse multiple hyphens
-    .replace(/^-+|-+$/g, ''); // Trim leading/trailing hyphens
-
-  // If empty after cleaning (e.g., only special characters), return 'untitled'
-  if (slug.length === 0) {
-    return 'untitled';
-  }
-
-  // Truncate to max 100 characters
-  if (slug.length > 100) {
-    return slug.substring(0, 100).replace(/-+$/, ''); // Don't end with hyphen
-  }
-
-  return slug;
-}
-
-/**
- * Generates a unique slug by appending a timestamp or counter if needed
- *
- * @param title - The title to slugify
- * @param existingSlugs - Array of existing slugs to check against
- * @returns A unique slug
- */
-export function generateUniqueSlug(title: string, existingSlugs: readonly string[] = []): string {
-  const slug = slugify(title);
-  let counter = 1;
-  let uniqueSlug = slug;
-
-  while (existingSlugs.includes(uniqueSlug)) {
-    const suffix = `-${counter}`;
-    const maxBaseLength = 100 - suffix.length;
-    const baseSlug = slug.substring(0, maxBaseLength).replace(/-+$/, '');
-    uniqueSlug = `${baseSlug}${suffix}`;
-    counter++;
-  }
-
-  return uniqueSlug;
-}
+/**
+ * Slugify utility - Converts strings to URL-friendly slugs
+ */
+
+/**
+ * Converts a string to a URL-friendly slug
+ * - Converts to lowercase
+ * - Replaces spaces with hyphens
+ * - Removes special characters
+ * - Collapses multiple hyphens
+ * - Trims leading/trailing hyphens
+ *
+ * @param input - The string to convert
+ * @returns The slugified string
+ */
+export function slugify(input: string): string {
+  if (!input || input.trim().length === 0) {
+    return 'untitled';
+  }
+
+  // Convert to lowercase and replace non-alphanumeric characters with hyphens
+  const slug = input
+    .toLowerCase()
+    .replace(/[^a-z0-9\s-]/g, '') // Remove special characters
+    .replace(/\s+/g, '-') // Replace spaces with hyphens
+    .replace(/-+/g, '-') // Collapse multiple hyphens
+    .replace(/^-+|-+$/g, ''); // Trim leading/trailing hyphens
+
+  // If empty after cleaning (e.g., only special characters), return 'untitled'
+  if (slug.length === 0) {
+    return 'untitled';
+  }
+
+  // Truncate to max 100 characters
+  if (slug.length > 100) {
+    return slug.substring(0, 100).replace(/-+$/, ''); // Don't end with hyphen
+  }
+
+  return slug;
+}
+
+/**
+ * Generates a unique slug by appending a timestamp or counter if needed
+ *
+ * @param title - The title to slugify
+ * @param existingSlugs - Array of existing slugs to check against
+ * @returns A unique slug
+ */
+export function generateUniqueSlug(title: string, existingSlugs: readonly string[] = []): string {
+  const slug = slugify(title);
+  let counter = 1;
+  let uniqueSlug = slug;
+
+  while (existingSlugs.includes(uniqueSlug)) {
+    const suffix = `-${counter}`;
+    const maxBaseLength = 100 - suffix.length;
+    const baseSlug = slug.substring(0, maxBaseLength).replace(/-+$/, '');
+    uniqueSlug = `${baseSlug}${suffix}`;
+    counter++;
+  }
+
+  return uniqueSlug;
+}