@telvok/librarian-mcp 1.5.4 → 2.0.0

package/dist/library 2/parsers/cursor.js

@@ -0,0 +1,168 @@
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { glob } from 'glob';
+import matter from 'gray-matter';
+// ============================================================================
+// Cursor Memory Bank Parser
+// ============================================================================
+/**
+ * Parse a Cursor Memory Bank folder (.cursor-memory/).
+ *
+ * Cursor Memory Bank typically contains:
+ * - activeContext.md - Current working context
+ * - progress.md - Progress log
+ * - projectBrief.md - Project overview
+ * - systemPatterns.md - System patterns
+ * - decisionLog.md - Decision history
+ * - techStack.md - Technology stack info
+ *
+ * Can also contain JSON files and subdirectories.
+ */
+export async function parseCursorMemory(dirPath) {
+    const entries = [];
+    const errors = [];
+    let skipped = 0;
+    try {
+        const stats = await fs.stat(dirPath);
+        if (!stats.isDirectory()) {
+            errors.push(`${dirPath} is not a directory`);
+            return { entries, skipped, errors };
+        }
+        // Parse markdown files
+        const mdFiles = await glob(path.join(dirPath, '**/*.md'), { nodir: true });
+        for (const filePath of mdFiles) {
+            try {
+                const content = await fs.readFile(filePath, 'utf-8');
+                const { data, content: body } = matter(content);
+                const trimmedBody = body.trim();
+                if (!trimmedBody) {
+                    skipped++;
+                    continue;
+                }
+                // Extract title from filename (convert camelCase/snake_case to Title Case)
+                const filename = path.basename(filePath, '.md');
+                const title = data.title || formatFilename(filename);
+                // Determine context based on filename
+                const context = data.context || inferContext(filename);
+                entries.push({
+                    title,
+                    content: trimmedBody,
+                    context,
+                    intent: data.intent,
+                    source: 'cursor',
+                    originalPath: filePath,
+                });
+            }
+            catch (fileError) {
+                errors.push(`${filePath}: ${fileError instanceof Error ? fileError.message : String(fileError)}`);
+                skipped++;
+            }
+        }
+        // Parse JSON files
+        const jsonFiles = await glob(path.join(dirPath, '**/*.json'), { nodir: true });
+        for (const filePath of jsonFiles) {
+            try {
+                const content = await fs.readFile(filePath, 'utf-8');
+                const data = JSON.parse(content);
+                // Handle different JSON structures
+                if (Array.isArray(data)) {
+                    // Array of memory items
+                    for (const item of data) {
+                        if (typeof item === 'object' && item !== null) {
+                            const entry = extractFromJSON(item, filePath);
+                            if (entry) {
+                                entries.push(entry);
+                            }
+                            else {
+                                skipped++;
+                            }
+                        }
+                    }
+                }
+                else if (typeof data === 'object' && data !== null) {
+                    // Single memory object
+                    const entry = extractFromJSON(data, filePath);
+                    if (entry) {
+                        entries.push(entry);
+                    }
+                    else {
+                        skipped++;
+                    }
+                }
+            }
+            catch (fileError) {
+                errors.push(`${filePath}: ${fileError instanceof Error ? fileError.message : String(fileError)}`);
+                skipped++;
+            }
+        }
+    }
+    catch (dirError) {
+        errors.push(`Failed to access path: ${dirError instanceof Error ? dirError.message : String(dirError)}`);
+    }
+    return { entries, skipped, errors };
+}
+// ============================================================================
+// Helper Functions
+// ============================================================================
+/**
+ * Convert filename to readable title.
+ * activeContext -> Active Context
+ * system_patterns -> System Patterns
+ */
+function formatFilename(filename) {
+    return filename
+        // Handle camelCase
+        .replace(/([a-z])([A-Z])/g, '$1 $2')
+        // Handle snake_case
+        .replace(/_/g, ' ')
+        // Handle kebab-case
+        .replace(/-/g, ' ')
+        // Capitalize first letter of each word
+        .replace(/\b\w/g, c => c.toUpperCase());
+}
+/**
+ * Infer context from Cursor Memory Bank filename patterns.
+ */
+function inferContext(filename) {
+    const lower = filename.toLowerCase();
+    if (lower.includes('context'))
+        return 'context';
+    if (lower.includes('progress'))
+        return 'progress';
+    if (lower.includes('brief') || lower.includes('overview'))
+        return 'project';
+    if (lower.includes('pattern'))
+        return 'patterns';
+    if (lower.includes('decision'))
+        return 'decisions';
+    if (lower.includes('stack') || lower.includes('tech'))
+        return 'technology';
+    return 'cursor-memory';
+}
+/**
+ * Extract a ParsedEntry from a JSON object.
+ */
+function extractFromJSON(obj, filePath) {
+    // Try various common keys for title
+    const title = obj.title ||
+        obj.name ||
+        obj.key ||
+        path.basename(filePath, '.json');
+    // Try various common keys for content
+    const content = obj.content ||
+        obj.description ||
+        obj.text ||
+        obj.value ||
+        obj.memory;
+    if (!content) {
+        return null;
+    }
+    return {
+        title,
+        content,
+        context: obj.context || obj.category || obj.type,
+        intent: obj.intent,
+        source: 'cursor',
+        originalPath: filePath,
+    };
+}

package/dist/library 2/parsers/index.d.ts

@@ -0,0 +1,6 @@
+export type { ParsedEntry, ParseResult } from './types.js';
+export { parseJSONL } from './jsonl.js';
+export { parseMarkdown } from './markdown.js';
+export { parseCursorMemory } from './cursor.js';
+export { parseJSON } from './json.js';
+export { parseSQLite } from './sqlite.js';

package/dist/library 2/parsers/index.js

@@ -0,0 +1,5 @@
+export { parseJSONL } from './jsonl.js';
+export { parseMarkdown } from './markdown.js';
+export { parseCursorMemory } from './cursor.js';
+export { parseJSON } from './json.js';
+export { parseSQLite } from './sqlite.js';

package/dist/library 2/parsers/json.d.ts

@@ -0,0 +1,11 @@
+import type { ParseResult } from './types.js';
+/**
+ * Parse a JSON file containing an array of memory entries.
+ *
+ * Supports various common structures:
+ * - Array of objects with title/content
+ * - Array of objects with name/description
+ * - Object with entries array
+ * - Object with memories array
+ */
+export declare function parseJSON(filePath: string): Promise<ParseResult>;

package/dist/library 2/parsers/json.js

@@ -0,0 +1,95 @@
+import * as fs from 'fs/promises';
+/**
+ * Parse a JSON file containing an array of memory entries.
+ *
+ * Supports various common structures:
+ * - Array of objects with title/content
+ * - Array of objects with name/description
+ * - Object with entries array
+ * - Object with memories array
+ */
+export async function parseJSON(filePath) {
+    const entries = [];
+    const errors = [];
+    let skipped = 0;
+    try {
+        const content = await fs.readFile(filePath, 'utf-8');
+        const data = JSON.parse(content);
+        // Handle different JSON structures
+        let items = [];
+        if (Array.isArray(data)) {
+            // Direct array of entries
+            items = data;
+        }
+        else if (typeof data === 'object' && data !== null) {
+            // Object with entries/memories/items array
+            if (Array.isArray(data.entries)) {
+                items = data.entries;
+            }
+            else if (Array.isArray(data.memories)) {
+                items = data.memories;
+            }
+            else if (Array.isArray(data.items)) {
+                items = data.items;
+            }
+            else if (Array.isArray(data.data)) {
+                items = data.data;
+            }
+            else {
+                // Single object - treat as one entry
+                items = [data];
+            }
+        }
+        for (let i = 0; i < items.length; i++) {
+            const item = items[i];
+            if (typeof item !== 'object' || item === null) {
+                skipped++;
+                continue;
+            }
+            // Extract title
+            const title = item.title || item.name || item.key || `Entry ${i + 1}`;
+            // Extract content
+            let entryContent = item.content ||
+                item.text ||
+                item.description ||
+                item.value ||
+                item.memory ||
+                item.observation;
+            // Handle observations array
+            if (!entryContent && item.observations && Array.isArray(item.observations)) {
+                entryContent = item.observations.join('\n\n');
+            }
+            if (!entryContent) {
+                skipped++;
+                continue;
+            }
+            // Extract context
+            let context;
+            if (item.context) {
+                context = item.context;
+            }
+            else if (item.category) {
+                context = item.category;
+            }
+            else if (item.type) {
+                context = item.type;
+            }
+            else if (item.tags && Array.isArray(item.tags)) {
+                context = item.tags.join(', ');
+            }
+            entries.push({
+                title: String(title),
+                content: String(entryContent),
+                context,
+                intent: item.intent ? String(item.intent) : undefined,
+                reasoning: item.reasoning ? String(item.reasoning) : undefined,
+                example: item.example ? String(item.example) : undefined,
+                source: 'json',
+            });
+        }
+    }
+    catch (error) {
+        errors.push(`Failed to parse JSON: ${error instanceof Error ? error.message : String(error)}`);
+    }
+    return { entries, skipped, errors };
+}

package/dist/library 2/parsers/jsonl.d.ts

@@ -0,0 +1,14 @@
+import type { ParseResult } from './types.js';
+/**
+ * Parse a JSONL file. Supports multiple formats:
+ *
+ * mcp-knowledge-graph:
+ * {"type":"entity","name":"Topic","observations":["fact 1","fact 2"]}
+ *
+ * Generic memory formats:
+ * {"title":"Topic","content":"..."}
+ * {"content":"...","timestamp":"..."}
+ * {"text":"...","metadata":{}}
+ * {"memory":"...","created_at":"..."}
+ */
+export declare function parseJSONL(filePath: string): Promise<ParseResult>;

package/dist/library 2/parsers/jsonl.js

@@ -0,0 +1,85 @@
+import * as fs from 'fs/promises';
+/**
+ * Parse a JSONL file. Supports multiple formats:
+ *
+ * mcp-knowledge-graph:
+ * {"type":"entity","name":"Topic","observations":["fact 1","fact 2"]}
+ *
+ * Generic memory formats:
+ * {"title":"Topic","content":"..."}
+ * {"content":"...","timestamp":"..."}
+ * {"text":"...","metadata":{}}
+ * {"memory":"...","created_at":"..."}
+ */
+export async function parseJSONL(filePath) {
+    const entries = [];
+    const errors = [];
+    let skipped = 0;
+    try {
+        const content = await fs.readFile(filePath, 'utf-8');
+        const lines = content.trim().split('\n').filter(line => line.trim());
+        for (let i = 0; i < lines.length; i++) {
+            const line = lines[i];
+            try {
+                const item = JSON.parse(line);
+                // Skip internal markers and relations
+                if (item.type === '_aim' || item.type === 'relation') {
+                    skipped++;
+                    continue;
+                }
+                // Extract title (try multiple fields)
+                const title = item.name || item.title || item.key || `Entry ${i + 1}`;
+                // Extract content (try multiple fields)
+                let entryContent;
+                // Check observations array first (mcp-knowledge-graph)
+                if (item.observations && Array.isArray(item.observations) && item.observations.length > 0) {
+                    entryContent = item.observations.join('\n\n');
+                }
+                // Fall back to common content fields
+                if (!entryContent) {
+                    entryContent = item.content || item.text || item.description ||
+                        item.value || item.memory || item.observation || item.body;
+                }
+                // Skip if no content found
+                if (!entryContent) {
+                    skipped++;
+                    continue;
+                }
+                // Extract context
+                let context;
+                if (item.entityType) {
+                    context = item.entityType;
+                }
+                else if (item.context) {
+                    context = item.context;
+                }
+                else if (item.category) {
+                    context = item.category;
+                }
+                else if (item.type && item.type !== 'entity' && item.type !== 'memory') {
+                    context = item.type;
+                }
+                else if (item.tags && Array.isArray(item.tags)) {
+                    context = item.tags.join(', ');
+                }
+                entries.push({
+                    title: String(title),
+                    content: String(entryContent),
+                    context,
+                    intent: item.intent ? String(item.intent) : undefined,
+                    reasoning: item.reasoning ? String(item.reasoning) : undefined,
+                    example: item.example ? String(item.example) : undefined,
+                    source: 'jsonl',
+                });
+            }
+            catch (parseError) {
+                errors.push(`Line ${i + 1}: Invalid JSON - ${parseError instanceof Error ? parseError.message : String(parseError)}`);
+                skipped++;
+            }
+        }
+    }
+    catch (fileError) {
+        errors.push(`Failed to read file: ${fileError instanceof Error ? fileError.message : String(fileError)}`);
+    }
+    return { entries, skipped, errors };
+}

package/dist/library 2/parsers/markdown.d.ts

@@ -0,0 +1,15 @@
+import type { ParseResult } from './types.js';
+/**
+ * Parse a folder of markdown files (Basic Memory MCP / Obsidian / any .md).
+ *
+ * Input format:
+ * ---
+ * title: API Rate Limits
+ * tags: [api, performance]
+ * ---
+ *
+ * # API Rate Limits
+ *
+ * Always implement exponential backoff...
+ */
+export declare function parseMarkdown(dirPath: string): Promise<ParseResult>;

package/dist/library 2/parsers/markdown.js

@@ -0,0 +1,77 @@
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { glob } from 'glob';
+import matter from 'gray-matter';
+/**
+ * Parse a folder of markdown files (Basic Memory MCP / Obsidian / any .md).
+ *
+ * Input format:
+ * ---
+ * title: API Rate Limits
+ * tags: [api, performance]
+ * ---
+ *
+ * # API Rate Limits
+ *
+ * Always implement exponential backoff...
+ */
+export async function parseMarkdown(dirPath) {
+    const entries = [];
+    const errors = [];
+    let skipped = 0;
+    try {
+        // Handle both single file and directory
+        const stats = await fs.stat(dirPath);
+        const files = stats.isDirectory()
+            ? await glob(path.join(dirPath, '**/*.md'), { nodir: true })
+            : [dirPath];
+        for (const filePath of files) {
+            try {
+                const content = await fs.readFile(filePath, 'utf-8');
+                const { data, content: body } = matter(content);
+                const frontmatter = data;
+                // Skip empty files
+                const trimmedBody = body.trim();
+                if (!trimmedBody) {
+                    skipped++;
+                    continue;
+                }
+                // Extract title from frontmatter, H1, or filename
+                let title = frontmatter.title;
+                if (!title) {
+                    const headingMatch = trimmedBody.match(/^#\s+(.+)$/m);
+                    if (headingMatch) {
+                        title = headingMatch[1].trim();
+                    }
+                    else {
+                        title = path.basename(filePath, '.md').replace(/-/g, ' ');
+                    }
+                }
+                // Extract context from tags or context field
+                let context;
+                if (frontmatter.context) {
+                    context = frontmatter.context;
+                }
+                else if (frontmatter.tags && Array.isArray(frontmatter.tags)) {
+                    context = frontmatter.tags.join(', ');
+                }
+                entries.push({
+                    title,
+                    content: trimmedBody,
+                    context,
+                    intent: frontmatter.intent,
+                    source: 'markdown',
+                    originalPath: filePath,
+                });
+            }
+            catch (fileError) {
+                errors.push(`${filePath}: ${fileError instanceof Error ? fileError.message : String(fileError)}`);
+                skipped++;
+            }
+        }
+    }
+    catch (dirError) {
+        errors.push(`Failed to access path: ${dirError instanceof Error ? dirError.message : String(dirError)}`);
+    }
+    return { entries, skipped, errors };
+}

package/dist/library 2/parsers/sqlite.d.ts

@@ -0,0 +1,8 @@
+import type { ParseResult } from './types.js';
+/**
+ * Parse a SQLite database file for memory entries.
+ *
+ * Auto-detects table and column names from common patterns.
+ * Supports mcp-memory-service, SQLite-vec, and custom schemas.
+ */
+export declare function parseSQLite(filePath: string): Promise<ParseResult>;

package/dist/library 2/parsers/sqlite.js

@@ -0,0 +1,123 @@
+import Database from 'better-sqlite3';
+// ============================================================================
+// SQLite Parser - mcp-memory-service, SQLite-vec, custom databases
+// ============================================================================
+// Common table names for memory storage
+const TABLE_CANDIDATES = ['memories', 'entries', 'knowledge', 'notes', 'items', 'documents'];
+// Common column names for different fields
+const TITLE_CANDIDATES = ['title', 'name', 'key', 'id', 'subject', 'heading'];
+const CONTENT_CANDIDATES = ['content', 'text', 'value', 'memory', 'observation', 'body', 'description', 'note'];
+const CONTEXT_CANDIDATES = ['context', 'category', 'type', 'tags', 'topic', 'area'];
+/**
+ * Parse a SQLite database file for memory entries.
+ *
+ * Auto-detects table and column names from common patterns.
+ * Supports mcp-memory-service, SQLite-vec, and custom schemas.
+ */
+export async function parseSQLite(filePath) {
+    const entries = [];
+    const errors = [];
+    let skipped = 0;
+    let db = null;
+    try {
+        db = new Database(filePath, { readonly: true });
+        // Find a suitable table
+        const tables = db
+            .prepare("SELECT name FROM sqlite_master WHERE type='table'")
+            .all();
+        const tableNames = tables.map((t) => t.name.toLowerCase());
+        const targetTable = TABLE_CANDIDATES.find((candidate) => tableNames.includes(candidate));
+        if (!targetTable) {
+            errors.push(`No memory table found. Available tables: ${tableNames.join(', ')}. ` +
+                `Expected one of: ${TABLE_CANDIDATES.join(', ')}`);
+            return { entries, skipped, errors };
+        }
+        // Get column info for the target table
+        const columns = db.prepare(`PRAGMA table_info(${targetTable})`).all();
+        const columnNames = columns.map((c) => c.name.toLowerCase());
+        // Find content column (required)
+        const contentColumn = CONTENT_CANDIDATES.find((candidate) => columnNames.includes(candidate));
+        if (!contentColumn) {
+            errors.push(`No content column found in table "${targetTable}". ` +
+                `Available columns: ${columnNames.join(', ')}. ` +
+                `Expected one of: ${CONTENT_CANDIDATES.join(', ')}`);
+            return { entries, skipped, errors };
+        }
+        // Find optional columns
+        const titleColumn = TITLE_CANDIDATES.find((candidate) => columnNames.includes(candidate));
+        const contextColumn = CONTEXT_CANDIDATES.find((candidate) => columnNames.includes(candidate));
+        // Build and execute query
+        const selectColumns = [
+            contentColumn,
+            titleColumn,
+            contextColumn,
+        ].filter(Boolean);
+        const query = `SELECT ${selectColumns.join(', ')} FROM ${targetTable}`;
+        const rows = db.prepare(query).all();
+        for (let i = 0; i < rows.length; i++) {
+            const row = rows[i];
+            // Extract content
+            const content = row[contentColumn];
+            if (!content || typeof content !== 'string' || !content.trim()) {
+                skipped++;
+                continue;
+            }
+            // Extract title
+            let title;
+            if (titleColumn && row[titleColumn]) {
+                title = String(row[titleColumn]);
+            }
+            else {
+                // Generate title from content
+                title = content.slice(0, 60).replace(/\s+/g, ' ').trim();
+                if (content.length > 60)
+                    title += '...';
+            }
+            // Extract context
+            let context;
+            if (contextColumn && row[contextColumn]) {
+                const contextValue = row[contextColumn];
+                if (typeof contextValue === 'string') {
+                    context = contextValue;
+                }
+                else if (Array.isArray(contextValue)) {
+                    context = contextValue.join(', ');
+                }
+            }
+            entries.push({
+                title,
+                content: content.trim(),
+                context,
+                source: 'sqlite',
+                originalPath: `${filePath}:${targetTable}`,
+            });
+        }
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            if (error.message.includes('SQLITE_CANTOPEN')) {
+                errors.push(`Cannot open database file: ${filePath}`);
+            }
+            else if (error.message.includes('file is not a database')) {
+                errors.push(`File is not a valid SQLite database: ${filePath}`);
+            }
+            else {
+                errors.push(`SQLite error: ${error.message}`);
+            }
+        }
+        else {
+            errors.push(`Unknown error: ${String(error)}`);
+        }
+    }
+    finally {
+        if (db) {
+            try {
+                db.close();
+            }
+            catch {
+                // Ignore close errors
+            }
+        }
+    }
+    return { entries, skipped, errors };
+}

package/dist/library 2/parsers/types.d.ts

@@ -0,0 +1,21 @@
+/**
+ * A parsed memory entry ready to be converted to Librarian format.
+ */
+export interface ParsedEntry {
+    title: string;
+    content: string;
+    context?: string;
+    intent?: string;
+    reasoning?: string;
+    example?: string;
+    source: 'jsonl' | 'markdown' | 'cursor' | 'json' | 'sqlite';
+    originalPath?: string;
+}
+/**
+ * Result of a parse operation.
+ */
+export interface ParseResult {
+    entries: ParsedEntry[];
+    skipped: number;
+    errors: string[];
+}

package/dist/library 2/parsers/types.js

@@ -0,0 +1,4 @@
+// ============================================================================
+// Shared Types for Memory Parsers
+// ============================================================================
+export {};

package/dist/library 2/query.d.ts

@@ -0,0 +1,26 @@
+import type { LibraryEntry } from './schemas.js';
+/**
+ * Score how well an entry matches a search term.
+ */
+export declare function scoreMatch(entry: LibraryEntry, searchTerm: string): number;
+/**
+ * Detect potential conflicts between entries.
+ * Returns true if entries on the same topic give contradictory advice.
+ */
+export declare function detectConflict(entries: LibraryEntry[]): boolean;
+/**
+ * Generate a conflict summary.
+ */
+export declare function generateConflictSummary(entries: LibraryEntry[]): string;
+/**
+ * Filter entries by topic.
+ */
+export declare function filterByTopic(entries: LibraryEntry[], topic: string): LibraryEntry[];
+/**
+ * Sort entries by relevance to search term.
+ */
+export declare function sortByRelevance(entries: LibraryEntry[], searchTerm: string): LibraryEntry[];
+/**
+ * Group entries by source.
+ */
+export declare function groupBySource(entries: LibraryEntry[]): Record<string, LibraryEntry[]>;