@whenmoon-afk/memory-mcp 2.0.0

package/dist/database/schema.js

@@ -0,0 +1,293 @@
+/**
+ * Database schema definitions and migrations for Memory MCP
+ */
+export const SCHEMA_VERSION = 3;
+/**
+ * Initialize database schema
+ */
+export function initializeSchema(db) {
+    // Enable foreign keys
+    db.pragma('foreign_keys = ON');
+    // Create schema version table
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS schema_version (
+      version INTEGER PRIMARY KEY,
+      applied_at INTEGER NOT NULL
+    );
+  `);
+    // Check current version
+    const currentVersion = db
+        .prepare('SELECT version FROM schema_version ORDER BY version DESC LIMIT 1')
+        .pluck()
+        .get();
+    if (!currentVersion || currentVersion < SCHEMA_VERSION) {
+        applyMigrations(db, currentVersion || 0);
+    }
+}
+/**
+ * Apply migrations from current version to latest
+ */
+function applyMigrations(db, fromVersion) {
+    const migrations = [
+        // Migration 1: Initial schema
+        (db) => {
+            db.exec(`
+        -- Memories table: Core memory storage
+        CREATE TABLE IF NOT EXISTS memories (
+          id TEXT PRIMARY KEY,
+          content TEXT NOT NULL,
+          type TEXT NOT NULL CHECK(type IN ('fact', 'entity', 'relationship', 'self')),
+          importance REAL NOT NULL CHECK(importance >= 0 AND importance <= 10),
+          embedding BLOB,
+          created_at INTEGER NOT NULL,
+          last_accessed INTEGER NOT NULL,
+          expires_at INTEGER,
+          metadata TEXT NOT NULL DEFAULT '{}',
+          is_deleted INTEGER NOT NULL DEFAULT 0 CHECK(is_deleted IN (0, 1))
+        );
+
+        -- Indexes for memories
+        CREATE INDEX IF NOT EXISTS idx_memories_type ON memories(type);
+        CREATE INDEX IF NOT EXISTS idx_memories_importance ON memories(importance);
+        CREATE INDEX IF NOT EXISTS idx_memories_last_accessed ON memories(last_accessed);
+        CREATE INDEX IF NOT EXISTS idx_memories_expires_at ON memories(expires_at);
+        CREATE INDEX IF NOT EXISTS idx_memories_is_deleted ON memories(is_deleted);
+
+        -- Entities table: Named entities
+        CREATE TABLE IF NOT EXISTS entities (
+          id TEXT PRIMARY KEY,
+          name TEXT NOT NULL UNIQUE,
+          type TEXT NOT NULL,
+          metadata TEXT NOT NULL DEFAULT '{}',
+          created_at INTEGER NOT NULL
+        );
+
+        -- Index for entities
+        CREATE INDEX IF NOT EXISTS idx_entities_name ON entities(name);
+        CREATE INDEX IF NOT EXISTS idx_entities_type ON entities(type);
+
+        -- Memory-Entity link table
+        CREATE TABLE IF NOT EXISTS memory_entities (
+          memory_id TEXT NOT NULL,
+          entity_id TEXT NOT NULL,
+          created_at INTEGER NOT NULL,
+          PRIMARY KEY (memory_id, entity_id),
+          FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE CASCADE,
+          FOREIGN KEY (entity_id) REFERENCES entities(id) ON DELETE CASCADE
+        );
+
+        -- Indexes for memory_entities
+        CREATE INDEX IF NOT EXISTS idx_memory_entities_memory_id ON memory_entities(memory_id);
+        CREATE INDEX IF NOT EXISTS idx_memory_entities_entity_id ON memory_entities(entity_id);
+
+        -- Provenance table: Audit trail
+        CREATE TABLE IF NOT EXISTS provenance (
+          id TEXT PRIMARY KEY,
+          memory_id TEXT NOT NULL,
+          operation TEXT NOT NULL CHECK(operation IN ('create', 'update', 'delete', 'access', 'restore')),
+          timestamp INTEGER NOT NULL,
+          source TEXT NOT NULL,
+          context TEXT,
+          user_id TEXT,
+          changes TEXT,
+          FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE CASCADE
+        );
+
+        -- Indexes for provenance
+        CREATE INDEX IF NOT EXISTS idx_provenance_memory_id ON provenance(memory_id);
+        CREATE INDEX IF NOT EXISTS idx_provenance_timestamp ON provenance(timestamp);
+        CREATE INDEX IF NOT EXISTS idx_provenance_operation ON provenance(operation);
+      `);
+            // Record migration
+            db.prepare('INSERT INTO schema_version (version, applied_at) VALUES (?, ?)').run(1, Date.now());
+        },
+        // Migration 2: Add summary and access_count fields for v2.0 optimization
+        (db) => {
+            // Add summary column (TEXT, will be NOT NULL after backfill)
+            db.exec(`
+        ALTER TABLE memories ADD COLUMN summary TEXT;
+      `);
+            // Add access_count column for frequency tracking
+            db.exec(`
+        ALTER TABLE memories ADD COLUMN access_count INTEGER NOT NULL DEFAULT 0;
+      `);
+            // Generate summaries for existing memories (first 100 characters as fallback)
+            const memories = db.prepare('SELECT id, content FROM memories').all();
+            const updateSummary = db.prepare('UPDATE memories SET summary = ? WHERE id = ?');
+            for (const memory of memories) {
+                // Simple summary: first 100 characters or first sentence
+                let summary = memory.content;
+                const firstSentence = memory.content.match(/^[^.!?]+[.!?]/);
+                if (firstSentence && firstSentence[0].length <= 100) {
+                    summary = firstSentence[0].trim();
+                }
+                else if (memory.content.length > 100) {
+                    summary = memory.content.substring(0, 97) + '...';
+                }
+                updateSummary.run(summary, memory.id);
+            }
+            // Now make summary NOT NULL (SQLite doesn't support ALTER COLUMN, so we verify all are filled)
+            const nullSummaries = db
+                .prepare('SELECT COUNT(*) FROM memories WHERE summary IS NULL')
+                .pluck()
+                .get();
+            if (nullSummaries > 0) {
+                throw new Error(`Migration 2 failed: ${nullSummaries} memories still have NULL summaries`);
+            }
+            // Record migration
+            db.prepare('INSERT INTO schema_version (version, applied_at) VALUES (?, ?)').run(2, Date.now());
+        },
+        // Migration 3: Add FTS5 for keyword search (replaces vector embeddings)
+        (db) => {
+            // Create FTS5 virtual table for full-text search on memory content
+            db.exec(`
+        CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
+          memory_id UNINDEXED,
+          content,
+          summary,
+          tokenize = 'porter unicode61'
+        );
+      `);
+            // Populate FTS table with existing memories
+            db.exec(`
+        INSERT INTO memories_fts (memory_id, content, summary)
+        SELECT id, content, summary FROM memories WHERE is_deleted = 0;
+      `);
+            // Create triggers to keep FTS index synchronized
+            db.exec(`
+        -- Trigger: Insert into FTS when memory created
+        CREATE TRIGGER IF NOT EXISTS memories_fts_insert
+        AFTER INSERT ON memories
+        WHEN NEW.is_deleted = 0
+        BEGIN
+          INSERT INTO memories_fts (memory_id, content, summary)
+          VALUES (NEW.id, NEW.content, NEW.summary);
+        END;
+
+        -- Trigger: Update FTS when memory content/summary updated
+        CREATE TRIGGER IF NOT EXISTS memories_fts_update
+        AFTER UPDATE OF content, summary ON memories
+        WHEN NEW.is_deleted = 0
+        BEGIN
+          DELETE FROM memories_fts WHERE memory_id = NEW.id;
+          INSERT INTO memories_fts (memory_id, content, summary)
+          VALUES (NEW.id, NEW.content, NEW.summary);
+        END;
+
+        -- Trigger: Delete from FTS when memory soft-deleted
+        CREATE TRIGGER IF NOT EXISTS memories_fts_delete
+        AFTER UPDATE OF is_deleted ON memories
+        WHEN NEW.is_deleted = 1
+        BEGIN
+          DELETE FROM memories_fts WHERE memory_id = NEW.id;
+        END;
+
+        -- Trigger: Add back to FTS if memory restored (is_deleted changed to 0)
+        CREATE TRIGGER IF NOT EXISTS memories_fts_restore
+        AFTER UPDATE OF is_deleted ON memories
+        WHEN NEW.is_deleted = 0 AND OLD.is_deleted = 1
+        BEGIN
+          INSERT INTO memories_fts (memory_id, content, summary)
+          VALUES (NEW.id, NEW.content, NEW.summary);
+        END;
+      `);
+            // Make embedding column nullable (no longer required)
+            // Note: SQLite doesn't support DROP COLUMN or ALTER COLUMN,
+            // so we just make it optional going forward
+            // Record migration
+            db.prepare('INSERT INTO schema_version (version, applied_at) VALUES (?, ?)').run(3, Date.now());
+        },
+    ];
+    // Apply each migration in sequence
+    for (let i = fromVersion; i < migrations.length; i++) {
+        const migration = migrations[i];
+        if (migration) {
+            db.transaction(() => {
+                migration(db);
+            })();
+        }
+    }
+}
+/**
+ * Create optimized views for common queries
+ */
+export function createViews(db) {
+    // View: Active memories with entity counts
+    db.exec(`
+    CREATE VIEW IF NOT EXISTS v_active_memories AS
+    SELECT
+      m.*,
+      COUNT(me.entity_id) as entity_count
+    FROM memories m
+    LEFT JOIN memory_entities me ON m.id = me.memory_id
+    WHERE m.is_deleted = 0
+      AND (m.expires_at IS NULL OR m.expires_at > unixepoch() * 1000)
+    GROUP BY m.id;
+  `);
+    // View: Memory provenance chain
+    db.exec(`
+    CREATE VIEW IF NOT EXISTS v_memory_provenance AS
+    SELECT
+      m.id,
+      m.content,
+      m.type,
+      p.operation,
+      p.timestamp,
+      p.source,
+      p.context,
+      p.user_id
+    FROM memories m
+    LEFT JOIN provenance p ON m.id = p.memory_id
+    ORDER BY m.id, p.timestamp DESC;
+  `);
+}
+/**
+ * Optimize database for performance
+ */
+export function optimizeDatabase(db) {
+    // Analyze tables for query optimization
+    db.exec('ANALYZE;');
+    // Set performance pragmas
+    db.pragma('journal_mode = WAL'); // Write-Ahead Logging for better concurrency
+    db.pragma('synchronous = NORMAL'); // Balance safety and speed
+    db.pragma('cache_size = -64000'); // 64MB cache
+    db.pragma('temp_store = MEMORY'); // Temp tables in memory
+    db.pragma('mmap_size = 30000000000'); // 30GB memory-mapped I/O
+}
+export function getDatabaseStats(db) {
+    const now = Date.now();
+    const stats = {
+        total_memories: db.prepare('SELECT COUNT(*) FROM memories').pluck().get(),
+        active_memories: db
+            .prepare('SELECT COUNT(*) FROM memories WHERE is_deleted = 0 AND (expires_at IS NULL OR expires_at > ?)')
+            .pluck()
+            .get(now),
+        deleted_memories: db
+            .prepare('SELECT COUNT(*) FROM memories WHERE is_deleted = 1')
+            .pluck()
+            .get(),
+        expired_memories: db
+            .prepare('SELECT COUNT(*) FROM memories WHERE is_deleted = 0 AND expires_at IS NOT NULL AND expires_at <= ?')
+            .pluck()
+            .get(now),
+        total_entities: db.prepare('SELECT COUNT(*) FROM entities').pluck().get(),
+        total_provenance_records: db.prepare('SELECT COUNT(*) FROM provenance').pluck().get(),
+        database_size_bytes: db
+            .prepare("SELECT page_count * page_size as size FROM pragma_page_count(), pragma_page_size()")
+            .pluck()
+            .get(),
+        memory_avg_importance: db
+            .prepare('SELECT AVG(importance) FROM memories WHERE is_deleted = 0')
+            .pluck()
+            .get() || 0,
+        oldest_memory_age_days: (() => {
+            const oldest = db
+                .prepare('SELECT MIN(created_at) FROM memories WHERE is_deleted = 0')
+                .pluck()
+                .get();
+            return oldest ? Math.floor((now - oldest) / (1000 * 60 * 60 * 24)) : 0;
+        })(),
+    };
+    return stats;
+}
+//# sourceMappingURL=schema.js.map

package/dist/database/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/database/schema.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEhC;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,EAAqB;IACpD,sBAAsB;IACtB,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAE/B,8BAA8B;IAC9B,EAAE,CAAC,IAAI,CAAC;;;;;GAKP,CAAC,CAAC;IAEH,wBAAwB;IACxB,MAAM,cAAc,GAAG,EAAE;SACtB,OAAO,CAAC,kEAAkE,CAAC;SAC3E,KAAK,EAAE;SACP,GAAG,EAAwB,CAAC;IAE/B,IAAI,CAAC,cAAc,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;QACvD,eAAe,CAAC,EAAE,EAAE,cAAc,IAAI,CAAC,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,EAAqB,EAAE,WAAmB;IACjE,MAAM,UAAU,GAAG;QACjB,8BAA8B;QAC9B,CAAC,EAAqB,EAAE,EAAE;YACxB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkEP,CAAC,CAAC;YAEH,mBAAmB;YACnB,EAAE,CAAC,OAAO,CAAC,gEAAgE,CAAC,CAAC,GAAG,CAC9E,CAAC,EACD,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;QACJ,CAAC;QAED,yEAAyE;QACzE,CAAC,EAAqB,EAAE,EAAE;YACxB,6DAA6D;YAC7D,EAAE,CAAC,IAAI,CAAC;;OAEP,CAAC,CAAC;YAEH,iDAAiD;YACjD,EAAE,CAAC,IAAI,CAAC;;OAEP,CAAC,CAAC;YAEH,8EAA8E;YAC9E,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,GAAG,EAGjE,CAAC;YAEH,MAAM,aAAa,GAAG,EAAE,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;YAEjF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,yDAAyD;gBACzD,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC7B,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBAC5D,IAAI,aAAa,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBACpD,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACpC,CAAC;qBAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACvC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC;gBACpD,CAAC;gBACD,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YACxC,CAAC;YAED,+FAA+F;YAC/F,MAAM,aAAa,GAAG,EAAE;iBACrB,OAAO,CAAC,qDAAqD,CAAC;iBAC9D,KAAK,EAAE;iBACP,GAAG,EAAY,CAAC;YAEnB,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACb,uBAAuB,aAAa,qCAAqC,CAC1E,CAAC;YACJ,CAAC;YAGD,mBAAmB;YACnB,EAAE,CAAC,OAAO,CAAC,gEAAgE,CAAC,CAAC,GAAG,CAC9E,CAAC,EACD,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;QACJ,CAAC;QAED,wEAAwE;QACxE,CAAC,EAAqB,EAAE,EAAE;YACxB,mEAAmE;YACnE,EAAE,CAAC,IAAI,CAAC;;;;;;;OAOP,CAAC,CAAC;YAEH,4CAA4C;YAC5C,EAAE,CAAC,IAAI,CAAC;;;OAGP,CAAC,CAAC;YAEH,iDAAiD;YACjD,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAoCP,CAAC,CAAC;YAEH,sDAAsD;YACtD,4DAA4D;YAC5D,4CAA4C;YAE5C,mBAAmB;YACnB,EAAE,CAAC,OAAO,CAAC,gEAAgE,CAAC,CAAC,GAAG,CAC9E,CAAC,EACD,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;QACJ,CAAC;KACF,CAAC;IAEF,mCAAmC;IACnC,KAAK,IAAI,CAAC,GAAG,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,SAAS,EAAE,CAAC;YACd,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBAClB,SAAS,CAAC,EAAE,CAAC,CAAC;YAChB,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,EAAqB;IAC/C,2CAA2C;IAC3C,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;GAUP,CAAC,CAAC;IAEH,gCAAgC;IAChC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;GAcP,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,EAAqB;IACpD,wCAAwC;IACxC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAEpB,0BAA0B;IAC1B,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,6CAA6C;IAC9E,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,2BAA2B;IAC9D,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,aAAa;IAC/C,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,wBAAwB;IAC1D,EAAE,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC,yBAAyB;AACjE,CAAC;AAiBD,MAAM,UAAU,gBAAgB,CAAC,EAAqB;IACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,MAAM,KAAK,GAAG;QACZ,cAAc,EAAE,EAAE,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,EAAY;QACnF,eAAe,EAAE,EAAE;aAChB,OAAO,CAAC,+FAA+F,CAAC;aACxG,KAAK,EAAE;aACP,GAAG,CAAC,GAAG,CAAW;QACrB,gBAAgB,EAAE,EAAE;aACjB,OAAO,CAAC,oDAAoD,CAAC;aAC7D,KAAK,EAAE;aACP,GAAG,EAAY;QAClB,gBAAgB,EAAE,EAAE;aACjB,OAAO,CAAC,mGAAmG,CAAC;aAC5G,KAAK,EAAE;aACP,GAAG,CAAC,GAAG,CAAW;QACrB,cAAc,EAAE,EAAE,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,EAAY;QACnF,wBAAwB,EAAE,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,EAAY;QAC/F,mBAAmB,EAAE,EAAE;aACpB,OAAO,CAAC,oFAAoF,CAAC;aAC7F,KAAK,EAAE;aACP,GAAG,EAAY;QAClB,qBAAqB,EAClB,EAAE;aACA,OAAO,CAAC,2DAA2D,CAAC;aACpE,KAAK,EAAE;aACP,GAAG,EAAa,IAAI,CAAC;QAC1B,sBAAsB,EAAE,CAAC,GAAG,EAAE;YAC5B,MAAM,MAAM,GAAG,EAAE;iBACd,OAAO,CAAC,2DAA2D,CAAC;iBACpE,KAAK,EAAE;iBACP,GAAG,EAAmB,CAAC;YAC1B,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC,CAAC,EAAE;KACL,CAAC;IAEF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/extractors/entity-extractor.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Entity extraction with NER-like patterns
+ */
+import type { EntityType, EntityInput } from '../types/index.js';
+/**
+ * Extract named entities from content
+ */
+export declare function extractEntities(content: string): string[];
+/**
+ * Classify entity type
+ */
+export declare function classifyEntityType(name: string, context?: string): EntityType;
+/**
+ * Create entity input from name and context
+ */
+export declare function createEntityInput(name: string, context?: string): EntityInput;
+/**
+ * Normalize entity name
+ */
+export declare function normalizeEntityName(name: string): string;
+/**
+ * Deduplicate entities (handle variations)
+ */
+export declare function deduplicateEntities(entities: string[]): string[];
+//# sourceMappingURL=entity-extractor.d.ts.map

package/dist/extractors/entity-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-extractor.d.ts","sourceRoot":"","sources":["../../src/extractors/entity-extractor.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEjE;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAqEzD;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,MAAW,GAAG,UAAU,CA4EjF;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,MAAW,GAAG,WAAW,CA+BjF;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKxD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAahE"}

package/dist/extractors/entity-extractor.js

@@ -0,0 +1,195 @@
+/**
+ * Entity extraction with NER-like patterns
+ */
+/**
+ * Extract named entities from content
+ */
+export function extractEntities(content) {
+    const entities = new Set();
+    // Pattern 1: Proper nouns (capitalized words/phrases)
+    const properNouns = content.match(/\b[A-Z][a-z]+(?:\s+[A-Z][a-z]+)*\b/g) || [];
+    properNouns.forEach((noun) => entities.add(noun));
+    // Pattern 2: Quoted entities
+    const quoted = content.match(/"([^"]+)"|'([^']+)'/g) || [];
+    quoted.forEach((q) => {
+        const cleaned = q.replace(/["']/g, '');
+        if (cleaned.length > 2) {
+            entities.add(cleaned);
+        }
+    });
+    // Pattern 3: Technical names (camelCase, PascalCase, kebab-case)
+    const technical = content.match(/\b[a-z]+[A-Z][a-zA-Z]*|[A-Z][a-z]+(?:[A-Z][a-z]+)+|[a-z]+-[a-z]+(?:-[a-z]+)*\b/g) || [];
+    technical.forEach((tech) => entities.add(tech));
+    // Pattern 4: Acronyms (2+ capital letters)
+    const acronyms = content.match(/\b[A-Z]{2,}\b/g) || [];
+    acronyms.forEach((acronym) => entities.add(acronym));
+    // Pattern 5: Project/product names (often have version numbers)
+    const versioned = content.match(/\b([A-Z][a-z]+(?:\s+[A-Z][a-z]+)*)\s+v?\d+\.\d+/gi) || [];
+    versioned.forEach((v) => {
+        const name = v.replace(/\s+v?\d+\.\d+/gi, '').trim();
+        if (name)
+            entities.add(name);
+    });
+    // Pattern 6: @mentions and #tags
+    const mentions = content.match(/@([a-zA-Z0-9_]+)|#([a-zA-Z0-9_]+)/g) || [];
+    mentions.forEach((mention) => {
+        const cleaned = mention.substring(1);
+        if (cleaned.length > 2) {
+            entities.add(cleaned);
+        }
+    });
+    // Filter out common words that might be capitalized
+    const commonWords = new Set([
+        'I',
+        'The',
+        'A',
+        'An',
+        'This',
+        'That',
+        'These',
+        'Those',
+        'It',
+        'He',
+        'She',
+        'They',
+        'We',
+        'You',
+        'My',
+        'Our',
+        'Your',
+    ]);
+    return Array.from(entities).filter((entity) => {
+        // Remove single letters and common words
+        if (entity.length === 1 || commonWords.has(entity)) {
+            return false;
+        }
+        // Keep everything else
+        return true;
+    });
+}
+/**
+ * Classify entity type
+ */
+export function classifyEntityType(name, context = '') {
+    const lowerContext = context.toLowerCase();
+    // Person indicators
+    const personPatterns = [
+        /\b(mr|mrs|ms|dr|prof|sr|jr)\b/,
+        /\b(person|user|developer|engineer|manager|designer|analyst|architect)\b/,
+        /\b(reports to|works with|team member|colleague)\b/,
+    ];
+    if (personPatterns.some((p) => p.test(lowerContext))) {
+        return 'person';
+    }
+    // Organization indicators
+    const orgPatterns = [
+        /\b(company|corporation|corp|inc|ltd|llc|org)\b/,
+        /\b(team|department|division|group|squad|tribe)\b/,
+        /\b(organization|startup|enterprise)\b/,
+    ];
+    if (orgPatterns.some((p) => p.test(lowerContext)) || /\b(Inc|Corp|LLC|Ltd)\b/.test(name)) {
+        return 'organization';
+    }
+    // Project indicators
+    const projectPatterns = [
+        /\b(project|initiative|program|feature|module|component)\b/,
+        /\b(v\d+\.\d+|version|release|sprint)\b/,
+        /\b(building|developing|implementing|working on)\b/,
+    ];
+    if (projectPatterns.some((p) => p.test(lowerContext))) {
+        return 'project';
+    }
+    // Technology indicators
+    const techPatterns = [
+        /\b(language|framework|library|tool|api|sdk|cli|ide)\b/,
+        /\b(typescript|javascript|python|java|rust|go)\b/,
+        /\b(react|vue|angular|node|express|django|rails)\b/,
+        /\.(js|ts|py|java|rs|go|rb|php|c|cpp|cs)\b/,
+    ];
+    if (techPatterns.some((p) => p.test(lowerContext)) ||
+        /[A-Z][a-z]+(?:[A-Z][a-z]+)+/.test(name) // PascalCase
+    ) {
+        return 'technology';
+    }
+    // Location indicators
+    const locationPatterns = [
+        /\b(city|country|state|region|office|headquarters|located|based in)\b/,
+        /\b(street|avenue|road|building|floor)\b/,
+    ];
+    if (locationPatterns.some((p) => p.test(lowerContext))) {
+        return 'location';
+    }
+    // Document indicators
+    const documentPatterns = [
+        /\b(document|file|spec|specification|readme|guide|manual|documentation)\b/,
+        /\.(pdf|doc|docx|txt|md|html|json|xml|yaml|yml)\b/,
+    ];
+    if (documentPatterns.some((p) => p.test(lowerContext))) {
+        return 'document';
+    }
+    // Concept indicators
+    const conceptPatterns = [
+        /\b(pattern|principle|methodology|paradigm|concept|idea|approach)\b/,
+        /\b(architecture|design|model|strategy|technique)\b/,
+    ];
+    if (conceptPatterns.some((p) => p.test(lowerContext))) {
+        return 'concept';
+    }
+    // Default to 'other' if can't determine
+    return 'other';
+}
+/**
+ * Create entity input from name and context
+ */
+export function createEntityInput(name, context = '') {
+    const type = classifyEntityType(name, context);
+    const metadata = {};
+    // Extract version if present
+    const versionMatch = context.match(/v?(\d+\.\d+(?:\.\d+)?)/);
+    if (versionMatch) {
+        metadata['version'] = versionMatch[1];
+    }
+    // Extract role for persons
+    if (type === 'person') {
+        const roleMatch = context.match(/\b(developer|engineer|manager|designer|analyst|architect|lead|senior|junior)\b/i);
+        if (roleMatch) {
+            metadata['role'] = roleMatch[1]?.toLowerCase();
+        }
+    }
+    // Extract status for projects
+    if (type === 'project') {
+        const statusMatch = context.match(/\b(active|inactive|completed|in-progress|planning|archived)\b/i);
+        if (statusMatch) {
+            metadata['status'] = statusMatch[1]?.toLowerCase();
+        }
+    }
+    return {
+        name,
+        type,
+        metadata,
+    };
+}
+/**
+ * Normalize entity name
+ */
+export function normalizeEntityName(name) {
+    return name
+        .trim()
+        .replace(/\s+/g, ' ') // Normalize whitespace
+        .replace(/^(the|a|an)\s+/i, ''); // Remove articles
+}
+/**
+ * Deduplicate entities (handle variations)
+ */
+export function deduplicateEntities(entities) {
+    const normalized = new Map();
+    for (const entity of entities) {
+        const norm = normalizeEntityName(entity).toLowerCase();
+        // If we haven't seen this normalized form, or current is longer (more complete)
+        if (!normalized.has(norm) || entity.length > (normalized.get(norm)?.length ?? 0)) {
+            normalized.set(norm, entity);
+        }
+    }
+    return Array.from(normalized.values());
+}
+//# sourceMappingURL=entity-extractor.js.map

package/dist/extractors/entity-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-extractor.js","sourceRoot":"","sources":["../../src/extractors/entity-extractor.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,sDAAsD;IACtD,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,IAAI,EAAE,CAAC;IAC/E,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAElD,6BAA6B;IAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;IAC3D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QACnB,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,iEAAiE;IACjE,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,iFAAiF,CAAC,IAAI,EAAE,CAAC;IACzH,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAEhD,2CAA2C;IAC3C,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;IACvD,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAErD,gEAAgE;IAChE,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,IAAI,EAAE,CAAC;IAC3F,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QACtB,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACrD,IAAI,IAAI;YAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,iCAAiC;IACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,IAAI,EAAE,CAAC;IAC3E,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,oDAAoD;IACpD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;QAC1B,GAAG;QACH,KAAK;QACL,GAAG;QACH,IAAI;QACJ,MAAM;QACN,MAAM;QACN,OAAO;QACP,OAAO;QACP,IAAI;QACJ,IAAI;QACJ,KAAK;QACL,MAAM;QACN,IAAI;QACJ,KAAK;QACL,IAAI;QACJ,KAAK;QACL,MAAM;KACP,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5C,yCAAyC;QACzC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,uBAAuB;QACvB,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,UAAkB,EAAE;IACnE,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAE3C,oBAAoB;IACpB,MAAM,cAAc,GAAG;QACrB,+BAA+B;QAC/B,yEAAyE;QACzE,mDAAmD;KACpD,CAAC;IACF,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QACrD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,0BAA0B;IAC1B,MAAM,WAAW,GAAG;QAClB,gDAAgD;QAChD,kDAAkD;QAClD,uCAAuC;KACxC,CAAC;IACF,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACzF,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,qBAAqB;IACrB,MAAM,eAAe,GAAG;QACtB,2DAA2D;QAC3D,wCAAwC;QACxC,mDAAmD;KACpD,CAAC;IACF,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,wBAAwB;IACxB,MAAM,YAAY,GAAG;QACnB,uDAAuD;QACvD,iDAAiD;QACjD,mDAAmD;QACnD,2CAA2C;KAC5C,CAAC;IACF,IACE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9C,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa;MACtD,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,sBAAsB;IACtB,MAAM,gBAAgB,GAAG;QACvB,sEAAsE;QACtE,yCAAyC;KAC1C,CAAC;IACF,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,sBAAsB;IACtB,MAAM,gBAAgB,GAAG;QACvB,0EAA0E;QAC1E,kDAAkD;KACnD,CAAC;IACF,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,qBAAqB;IACrB,MAAM,eAAe,GAAG;QACtB,oEAAoE;QACpE,oDAAoD;KACrD,CAAC;IACF,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,wCAAwC;IACxC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,UAAkB,EAAE;IAClE,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAE7C,6BAA6B;IAC7B,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7D,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,2BAA2B;IAC3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,iFAAiF,CAAC,CAAC;QACnH,IAAI,SAAS,EAAE,CAAC;YACd,QAAQ,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACjD,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpG,IAAI,WAAW,EAAE,CAAC;YAChB,QAAQ,CAAC,QAAQ,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACrD,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI;QACJ,IAAI;QACJ,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,OAAO,IAAI;SACR,IAAI,EAAE;SACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,uBAAuB;SAC5C,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAkB;IACpD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE7C,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAEvD,gFAAgF;QAChF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC;YACjF,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;AACzC,CAAC"}

package/dist/extractors/fact-extractor.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Fact extraction from content
+ */
+import type { MemoryType } from '../types/index.js';
+/**
+ * Check if content qualifies as a fact
+ */
+export declare function isFact(content: string): boolean;
+/**
+ * Classify memory type based on content
+ */
+export declare function classifyMemoryType(content: string, entities: string[]): MemoryType;
+/**
+ * Detect user preferences in content
+ */
+export declare function isUserPreference(content: string): boolean;
+/**
+ * Detect explicit vs implicit facts
+ */
+export declare function isExplicit(content: string): boolean;
+/**
+ * Calculate content complexity (0-1)
+ */
+export declare function calculateComplexity(content: string): number;
+/**
+ * Normalize content for storage
+ */
+export declare function normalizeContent(content: string): string;
+/**
+ * Validate content before storage
+ */
+export interface ValidationResult {
+    valid: boolean;
+    errors: string[];
+    warnings: string[];
+}
+export declare function validateContent(content: string, type: MemoryType): ValidationResult;
+//# sourceMappingURL=fact-extractor.d.ts.map

package/dist/extractors/fact-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fact-extractor.d.ts","sourceRoot":"","sources":["../../src/extractors/fact-extractor.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD;;GAEG;AACH,wBAAgB,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CA8B/C;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,UAAU,CAiClF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAQzD;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAoBnD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAyB3D;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAOxD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,gBAAgB,CAuCnF"}