claude-memory-layer 1.0.27 → 1.0.29

package/src/extensions/mcp/index.ts

@@ -0,0 +1,48 @@
+#!/usr/bin/env node
+/**
+ * MCP Server for Claude Desktop
+ * Provides memory search tools via Model Context Protocol
+ */
+
+import { Server } from '@modelcontextprotocol/sdk/server/index.js';
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
+import {
+  ListToolsRequestSchema,
+  CallToolRequestSchema
+} from '@modelcontextprotocol/sdk/types.js';
+import type { CallToolResult } from '@modelcontextprotocol/sdk/types.js';
+
+import { tools } from './tools.js';
+import { handleToolCall } from './handlers.js';
+
+const server = new Server(
+  {
+    name: 'claude-memory-layer-mcp',
+    version: '1.0.0'
+  },
+  {
+    capabilities: {
+      tools: {}
+    }
+  }
+);
+
+// Tool listing handler
+server.setRequestHandler(ListToolsRequestSchema, async () => {
+  return { tools };
+});
+
+// Tool call handler
+server.setRequestHandler(CallToolRequestSchema, async (request): Promise<CallToolResult> => {
+  const { name, arguments: args } = request.params;
+  return handleToolCall(name, args || {});
+});
+
+// Start server
+async function main() {
+  const transport = new StdioServerTransport();
+  await server.connect(transport);
+  console.error('claude-memory-layer MCP server started');
+}
+
+main().catch(console.error);

package/src/extensions/mcp/tools.ts

@@ -0,0 +1,252 @@
+/**
+ * MCP Tool Definitions
+ * Available tools for Claude Desktop
+ */
+
+import type { Tool } from '@modelcontextprotocol/sdk/types.js';
+
+const projectPathProperty = {
+  type: 'string',
+  description: 'Optional: absolute project path to search a project-scoped claude-memory-layer store instead of the global store'
+} as const;
+
+export const tools: Tool[] = [
+  {
+    name: 'external-market-context',
+    description: 'Read-only external market/company context from DART, FRED, and Finnhub with structured MarketContextSnapshot bull/bear/risk/catalyst analysis.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        company: { type: 'string', description: 'Optional company name for report subject and DART fallback search' },
+        dartCorpCode: { type: 'string', description: 'Optional exact DART corp_code for issuer-specific filings' },
+        symbol: { type: 'string', description: 'Optional listed ticker for Finnhub company profile' },
+        providers: { type: 'array', items: { type: 'string', enum: ['dart', 'fred', 'finnhub'] }, description: 'Providers to fetch (default: dart, fred, finnhub)' },
+        fredSeries: { type: 'array', items: { type: 'string' }, description: 'Optional FRED series IDs (default: FEDFUNDS, CPIAUCSL, UNRATE)' },
+        includeSnapshot: { type: 'boolean', description: 'Include structured MarketContextSnapshot and DART company snapshot (default: true)' },
+        projectPath: projectPathProperty
+      }
+    }
+  },
+  {
+    name: 'mem-search',
+    description: 'Search claude-memory-layer for relevant past conversations and insights. Returns a compact index of results - use mem-details to get full content.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        query: {
+          type: 'string',
+          description: 'Natural language search query'
+        },
+        topK: {
+          type: 'number',
+          description: 'Maximum number of results (default: 5, max: 20)'
+        },
+        sessionId: {
+          type: 'string',
+          description: 'Optional: filter by specific session ID'
+        },
+        projectPath: projectPathProperty,
+        eventType: {
+          type: 'string',
+          enum: ['user_prompt', 'agent_response', 'tool_observation', 'session_summary'],
+          description: 'Optional: filter by event type'
+        }
+      },
+      required: ['query']
+    }
+  },
+  {
+    name: 'mem-timeline',
+    description: 'Get chronological context around specific memories. Useful for understanding the conversation flow.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        ids: {
+          type: 'array',
+          items: { type: 'string' },
+          description: 'Memory IDs (from mem-search) to get timeline for'
+        },
+        windowSize: {
+          type: 'number',
+          description: 'Number of items before/after each ID (default: 3)'
+        },
+        projectPath: projectPathProperty
+      },
+      required: ['ids']
+    }
+  },
+  {
+    name: 'mem-details',
+    description: 'Get full content of specific memories. Use after mem-search to get complete information.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        ids: {
+          type: 'array',
+          items: { type: 'string' },
+          description: 'Memory IDs to fetch full details for'
+        },
+        projectPath: projectPathProperty
+      },
+      required: ['ids']
+    }
+  },
+  {
+    name: 'mem-stats',
+    description: 'Get statistics about the memory storage (total events, sessions, etc.)',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        projectPath: projectPathProperty
+      }
+    }
+  },
+  {
+    name: 'mem-context-pack',
+    description: 'Build a compact, agent-ready project context pack from relevant memories plus recent project timeline. Use at the start of Hermes/Codex work to recover the important project state without reading raw transcripts.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        query: {
+          type: 'string',
+          description: 'Optional task/topic query. Defaults to recent project context.'
+        },
+        topK: {
+          type: 'number',
+          description: 'Maximum relevant memories to include (default: 5, max: 12)'
+        },
+        recentLimit: {
+          type: 'number',
+          description: 'Maximum recent events to inspect for project timeline (default: 30, max: 200)'
+        },
+        sessionLimit: {
+          type: 'number',
+          description: 'Maximum recent sessions to summarize (default: 5, max: 20)'
+        },
+        sessionId: {
+          type: 'string',
+          description: 'Optional: filter relevant memories by specific session ID'
+        },
+        projectPath: projectPathProperty,
+        refreshLatest: {
+          type: 'boolean',
+          description: 'Explicit opt-in: import latest local session history before retrieval. Requires absolute projectPath and mutates project memory (default: false).'
+        },
+        refreshSources: {
+          type: 'array',
+          items: { type: 'string', enum: ['claude', 'codex', 'hermes'] },
+          description: 'Sources to refresh when refreshLatest is true (default: hermes and codex)'
+        },
+        refreshSessionLimit: {
+          type: 'number',
+          description: 'Maximum recent matching sessions per refresh source (default: 1, max: 10)'
+        },
+        refreshMessageLimit: {
+          type: 'number',
+          description: 'Maximum messages/memories per refresh source (default: 200, max: 1000)'
+        },
+        refreshForce: {
+          type: 'boolean',
+          description: 'Force reimport during refresh by deleting existing events for imported sessions first (default: false)'
+        },
+        refreshEmbeddings: {
+          type: 'boolean',
+          description: 'Process pending embeddings after refresh (default: false for fast context retrieval)'
+        },
+        sessionsDir: {
+          type: 'string',
+          description: 'Optional Codex sessions directory override for refreshLatest'
+        },
+        stateDb: {
+          type: 'string',
+          description: 'Optional Hermes state database path override for refreshLatest'
+        }
+      }
+    }
+  },
+  {
+    name: 'mem-import-latest',
+    description: 'Explicitly import the latest local Claude Code, Codex, and/or Hermes session history into project-scoped memory before retrieving context. This mutates memory; use for freshness jobs before mem-context-pack.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        projectPath: {
+          type: 'string',
+          description: 'Required absolute project path. Import is always project-scoped to avoid cross-project memory mixing.'
+        },
+        sources: {
+          type: 'array',
+          items: { type: 'string', enum: ['claude', 'codex', 'hermes'] },
+          description: 'Sources to import (default: hermes and codex)'
+        },
+        sessionLimit: {
+          type: 'number',
+          description: 'Maximum recent matching sessions per source to import (default: 1, max: 10)'
+        },
+        messageLimit: {
+          type: 'number',
+          description: 'Maximum messages/memories per source import (default: 200, max: 1000)'
+        },
+        force: {
+          type: 'boolean',
+          description: 'Force reimport by deleting existing events for imported sessions first (default: false)'
+        },
+        processEmbeddings: {
+          type: 'boolean',
+          description: 'Process pending embeddings after import (default: false for fast freshness imports)'
+        },
+        sessionsDir: {
+          type: 'string',
+          description: 'Optional Codex sessions directory override'
+        },
+        stateDb: {
+          type: 'string',
+          description: 'Optional Hermes state database path override'
+        }
+      },
+      required: ['projectPath']
+    }
+  },
+  {
+    name: 'mem-project-timeline',
+    description: 'Summarize recent project memory by session, source agent, event counts, and safe previews. Useful for understanding what happened recently before continuing work.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        limit: {
+          type: 'number',
+          description: 'Maximum recent events to inspect (default: 50, max: 500)'
+        },
+        sessionLimit: {
+          type: 'number',
+          description: 'Maximum sessions to summarize (default: 10, max: 50)'
+        },
+        projectPath: projectPathProperty
+      }
+    }
+  },
+  {
+    name: 'mem-source-ref',
+    description: 'Resolve memory IDs, mem citation IDs, or event: IDs into privacy-safe source references with redacted previews and safe metadata only. Prefer this before mem-details when raw transcript exposure is unnecessary.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        ids: {
+          type: 'array',
+          items: { type: 'string' },
+          description: 'Memory/event IDs to resolve. Accepts full event IDs, event:<id>, mem:<citation>, or bare citation IDs.'
+        },
+        maxContentChars: {
+          type: 'number',
+          description: 'Maximum redacted preview characters per source (default: 500, max: 2000)'
+        },
+        lookupLimit: {
+          type: 'number',
+          description: 'Maximum recent events to scan for ID resolution (default: 10000, max: 50000)'
+        },
+        projectPath: projectPathProperty
+      },
+      required: ['ids']
+    }
+  }
+];

package/src/extensions/shared-memory/index.ts

@@ -0,0 +1 @@
+export * from './shared-memory-services.js';

package/src/extensions/shared-memory/shared-memory-services.ts

@@ -0,0 +1,211 @@
+import * as fs from 'fs';
+import * as path from 'path';
+import type { Embedder } from '../vector/index.js';
+import { createSharedEventStore, type SharedEventStore } from '../../core/shared-event-store.js';
+import { createSharedPromoter, type PromotionResult, type SharedPromoter } from '../../core/shared-promoter.js';
+import { createSharedStore, type SharedStore } from '../../core/shared-store.js';
+import { createSharedVectorStore, type SharedVectorStore } from '../../core/shared-vector-store.js';
+import type { Entry, SharedStoreConfig, SharedTroubleshootingEntry } from '../../core/types.js';
+
+export interface SharedMemoryRetriever {
+  setSharedStores(sharedStore: SharedStore, sharedVectorStore: SharedVectorStore): void;
+}
+
+export interface SharedMemoryServicesFactories {
+  existsSync?: (targetPath: string) => boolean;
+  mkdirSync?: (targetPath: string) => void;
+  createSharedEventStore?: (dbPath: string) => SharedEventStore;
+  createSharedStore?: (sharedEventStore: SharedEventStore) => SharedStore;
+  createSharedVectorStore?: (dbPath: string) => SharedVectorStore;
+  createSharedPromoter?: (
+    sharedStore: SharedStore,
+    sharedVectorStore: SharedVectorStore,
+    embedder: Embedder,
+    config?: SharedStoreConfig
+  ) => SharedPromoter;
+}
+
+export interface SharedMemoryServicesOptions {
+  config: SharedStoreConfig | null;
+  defaultSharedStoragePath: string;
+  readOnly: boolean;
+  expandPath: (targetPath: string) => string;
+  embedder: Embedder;
+  retriever: SharedMemoryRetriever;
+  factories?: SharedMemoryServicesFactories;
+}
+
+export type SharedStoreStats = {
+  total: number;
+  averageConfidence: number;
+  topTopics: Array<{ topic: string; count: number }>;
+  totalUsageCount: number;
+};
+
+export class SharedMemoryServices {
+  private sharedEventStore: SharedEventStore | null = null;
+  private sharedStore: SharedStore | null = null;
+  private sharedVectorStore: SharedVectorStore | null = null;
+  private sharedPromoter: SharedPromoter | null = null;
+  private openStorePromise: Promise<SharedStore> | null = null;
+
+  constructor(private readonly options: SharedMemoryServicesOptions) {}
+
+  get eventStore(): SharedEventStore | null {
+    return this.sharedEventStore;
+  }
+
+  get store(): SharedStore | null {
+    return this.sharedStore;
+  }
+
+  get vectorStore(): SharedVectorStore | null {
+    return this.sharedVectorStore;
+  }
+
+  get promoter(): SharedPromoter | null {
+    return this.sharedPromoter;
+  }
+
+  isEnabled(): boolean {
+    return this.sharedStore !== null;
+  }
+
+  getSharedStoragePath(): string {
+    return this.options.config?.sharedStoragePath
+      ? this.options.expandPath(this.options.config.sharedStoragePath)
+      : this.options.defaultSharedStoragePath;
+  }
+
+  async initialize(): Promise<void> {
+    if (this.options.config?.enabled === false || this.options.readOnly) return;
+
+    const sharedPath = this.getSharedStoragePath();
+    this.ensureDirectory(sharedPath, { allowCreate: true });
+
+    const store = await this.openStore(sharedPath);
+
+    this.sharedVectorStore = this.factories.createSharedVectorStore(
+      path.join(sharedPath, 'vectors')
+    );
+    await this.sharedVectorStore.initialize();
+
+    this.sharedPromoter = this.factories.createSharedPromoter(
+      store,
+      this.sharedVectorStore,
+      this.options.embedder,
+      this.options.config || undefined
+    );
+
+    this.options.retriever.setSharedStores(store, this.sharedVectorStore);
+  }
+
+  async ensureStoreForRead(): Promise<SharedStore | null> {
+    if (this.options.config?.enabled === false) return null;
+    if (this.sharedStore) return this.sharedStore;
+
+    const sharedPath = this.getSharedStoragePath();
+    const directoryReady = this.ensureDirectory(sharedPath, { allowCreate: !this.options.readOnly });
+    if (!directoryReady) return null;
+
+    return this.openStore(sharedPath);
+  }
+
+  async getEntryForDisclosure(entryId: string): Promise<SharedTroubleshootingEntry | null> {
+    const store = await this.ensureStoreForRead();
+    return store?.get(entryId) ?? null;
+  }
+
+  async promoteToShared(entry: Entry, projectHash: string | null): Promise<PromotionResult> {
+    if (!this.sharedPromoter || !projectHash) {
+      return {
+        success: false,
+        error: 'Shared store not initialized or project hash not set'
+      };
+    }
+
+    return this.sharedPromoter.promoteEntry(entry, projectHash);
+  }
+
+  async getStats(): Promise<SharedStoreStats | null> {
+    if (!this.sharedStore) return null;
+    return this.sharedStore.getStats();
+  }
+
+  async search(
+    query: string,
+    options?: { topK?: number; minConfidence?: number }
+  ): Promise<SharedTroubleshootingEntry[]> {
+    if (!this.sharedStore) return [];
+    return this.sharedStore.search(query, options);
+  }
+
+  async close(): Promise<void> {
+    if (this.openStorePromise) {
+      await this.openStorePromise.catch(() => null);
+    }
+
+    if (this.sharedEventStore) {
+      await this.sharedEventStore.close();
+    }
+    this.sharedEventStore = null;
+    this.sharedStore = null;
+    this.sharedVectorStore = null;
+    this.sharedPromoter = null;
+    this.openStorePromise = null;
+  }
+
+  private async openStore(sharedPath: string): Promise<SharedStore> {
+    if (this.sharedStore) return this.sharedStore;
+
+    if (!this.openStorePromise) {
+      this.openStorePromise = this.createOpenStorePromise(sharedPath);
+    }
+
+    try {
+      return await this.openStorePromise;
+    } finally {
+      this.openStorePromise = null;
+    }
+  }
+
+  private async createOpenStorePromise(sharedPath: string): Promise<SharedStore> {
+    if (!this.sharedEventStore) {
+      const sharedEventStore = this.factories.createSharedEventStore(
+        path.join(sharedPath, 'shared.duckdb')
+      );
+      await sharedEventStore.initialize();
+      this.sharedEventStore = sharedEventStore;
+    }
+
+    if (!this.sharedStore) {
+      this.sharedStore = this.factories.createSharedStore(this.sharedEventStore);
+    }
+
+    return this.sharedStore;
+  }
+
+  private ensureDirectory(sharedPath: string, options: { allowCreate: boolean }): boolean {
+    if (this.factories.existsSync(sharedPath)) return true;
+    if (!options.allowCreate) return false;
+    this.factories.mkdirSync(sharedPath);
+    return true;
+  }
+
+  private get factories(): Required<SharedMemoryServicesFactories> {
+    return {
+      existsSync: this.options.factories?.existsSync ?? fs.existsSync,
+      mkdirSync: this.options.factories?.mkdirSync ?? ((targetPath: string) => {
+        fs.mkdirSync(targetPath, { recursive: true });
+      }),
+      createSharedEventStore: this.options.factories?.createSharedEventStore ?? createSharedEventStore,
+      createSharedStore: this.options.factories?.createSharedStore ?? createSharedStore,
+      createSharedVectorStore: this.options.factories?.createSharedVectorStore ?? createSharedVectorStore,
+      createSharedPromoter: this.options.factories?.createSharedPromoter ?? createSharedPromoter
+    };
+  }
+}
+
+export function createSharedMemoryServices(options: SharedMemoryServicesOptions): SharedMemoryServices {
+  return new SharedMemoryServices(options);
+}