claude-memory-layer 1.0.19 → 1.0.21

package/dist/ui/app.js

@@ -14,6 +14,10 @@ const state = {
   retrievalTraces: null,
   adherenceSummary: null,
   adherenceWindow: '24h',
+  userPromptSearchQuery: '',
+  userPromptItems: [],
+  userPromptPage: 1,
+  userPromptPageSize: 30,
   currentLevel: 'L0',
   currentSort: 'recent',
   currentView: 'overview',
@@ -149,6 +153,39 @@ function setupEventListeners() {
     searchInput.addEventListener('input', debounce((e) => handleSearch(e.target.value), 300));
   }
 
+  // User prompt search
+  const userPromptSearch = document.getElementById('user-prompt-search');
+  if (userPromptSearch) {
+    userPromptSearch.addEventListener('input', debounce(async (e) => {
+      state.userPromptSearchQuery = e.target.value || '';
+      state.userPromptPage = 1;
+      await loadUserPromptsView();
+    }, 250));
+  }
+  const userPromptRefresh = document.getElementById('user-prompt-refresh');
+  if (userPromptRefresh) {
+    userPromptRefresh.addEventListener('click', async () => {
+      await loadUserPromptsView();
+    });
+  }
+  const userPromptPrev = document.getElementById('user-prompt-prev');
+  if (userPromptPrev) {
+    userPromptPrev.addEventListener('click', async () => {
+      if (state.userPromptPage <= 1) return;
+      state.userPromptPage -= 1;
+      await renderUserPromptList();
+    });
+  }
+  const userPromptNext = document.getElementById('user-prompt-next');
+  if (userPromptNext) {
+    userPromptNext.addEventListener('click', async () => {
+      const totalPages = Math.max(1, Math.ceil((state.userPromptItems?.length || 0) / state.userPromptPageSize));
+      if (state.userPromptPage >= totalPages) return;
+      state.userPromptPage += 1;
+      await renderUserPromptList();
+    });
+  }
+
   // Project selector
   const projectSelect = document.getElementById('project-select');
   if (projectSelect) {
@@ -1197,6 +1234,7 @@ function switchView(viewName) {
   switch (viewName) {
     case 'knowledge-graph': loadKnowledgeGraphView(); break;
     case 'memory-banks': loadMemoryBanksView(); break;
+    case 'user-prompts': loadUserPromptsView(); break;
     case 'configuration': loadConfigurationView(); break;
   }
 }
@@ -1430,6 +1468,94 @@ async function loadMemoryBankLevel(level) {
   }
 }
 
+// --- User Prompts View ---
+
+async function renderUserPromptList() {
+  const listEl = document.getElementById('user-prompt-list');
+  const pageEl = document.getElementById('user-prompt-page');
+  const prevBtn = document.getElementById('user-prompt-prev');
+  const nextBtn = document.getElementById('user-prompt-next');
+  const metaEl = document.getElementById('user-prompt-meta');
+  if (!listEl) return;
+
+  const items = state.userPromptItems || [];
+  const pageSize = state.userPromptPageSize;
+  const totalPages = Math.max(1, Math.ceil(items.length / pageSize));
+  if (state.userPromptPage > totalPages) state.userPromptPage = totalPages;
+
+  const start = (state.userPromptPage - 1) * pageSize;
+  const paged = items.slice(start, start + pageSize);
+
+  if (pageEl) pageEl.textContent = `${state.userPromptPage} / ${totalPages}`;
+  if (prevBtn) prevBtn.disabled = state.userPromptPage <= 1;
+  if (nextBtn) nextBtn.disabled = state.userPromptPage >= totalPages;
+
+  if (metaEl) {
+    const sessionCount = new Set(items.map(i => i.sessionId)).size;
+    metaEl.textContent = `${items.length} prompts · ${sessionCount} sessions${state.userPromptSearchQuery ? ` · query: "${state.userPromptSearchQuery}"` : ''}`;
+  }
+
+  if (paged.length === 0) {
+    listEl.innerHTML = '<div style="padding:20px; text-align:center; color:var(--text-muted);">No user prompts found.</div>';
+    return;
+  }
+
+  // Group current page by session
+  const groups = new Map();
+  for (const e of paged) {
+    const key = e.sessionId || 'unknown';
+    const arr = groups.get(key) || [];
+    arr.push(e);
+    groups.set(key, arr);
+  }
+
+  const html = Array.from(groups.entries()).map(([sessionId, sessionItems]) => {
+    const heading = `
+      <div style="margin:10px 0 6px; font-size:12px; color:var(--text-muted); font-weight:600;">
+        <i class="ri-chat-1-line"></i> Session ${escapeHtml((sessionId || '').slice(0, 16))}... · ${sessionItems.length} prompts
+      </div>
+    `;
+
+    const cards = sessionItems.map((e) => `
+      <div class="event-item" style="cursor:pointer;" onclick="openDetailModal('${e.id}')">
+        <div class="event-header">
+          <span class="event-type-badge type-user-prompt">user_prompt</span>
+          <span class="event-time">${new Date(e.timestamp).toLocaleString()}</span>
+        </div>
+        <div class="event-content" style="-webkit-line-clamp:4;">${escapeHtml(e.preview || '')}</div>
+      </div>
+    `).join('');
+
+    return heading + cards;
+  }).join('');
+
+  listEl.innerHTML = html;
+}
+
+async function loadUserPromptsView() {
+  const listEl = document.getElementById('user-prompt-list');
+  if (!listEl) return;
+
+  listEl.innerHTML = '<div style="padding:20px; text-align:center; color:var(--text-muted);">Loading user prompts...</div>';
+
+  try {
+    const params = {
+      type: 'user_prompt',
+      sort: 'recent',
+      limit: 500,
+      q: state.userPromptSearchQuery || undefined
+    };
+    const res = await fetch(apiUrl(`${API_BASE}/events`, params));
+    const data = await res.json();
+    const items = data.events || [];
+    state.userPromptItems = items;
+
+    await renderUserPromptList();
+  } catch (error) {
+    listEl.innerHTML = `<div style="padding:20px; text-align:center; color:var(--error);">Failed to load user prompts: ${escapeHtml(error.message)}</div>`;
+  }
+}
+
 // --- Configuration View ---
 
 async function loadConfigurationView() {

package/dist/ui/index.html

@@ -51,6 +51,10 @@
             <i class="ri-brain-line"></i>
             <span>Memory Banks</span>
           </li>
+          <li class="nav-item" data-nav="user-prompts">
+            <i class="ri-message-2-line"></i>
+            <span>User Prompts</span>
+          </li>
           <li class="nav-item" data-nav="configuration">
             <i class="ri-settings-4-line"></i>
             <span>Configuration</span>
@@ -363,6 +367,41 @@
         </div>
       </div>
 
+      <!-- ========== VIEW: User Prompts ========== -->
+      <div id="view-user-prompts" class="page-view">
+        <header class="top-header">
+          <div class="page-title">
+            <h1>User Prompts</h1>
+            <p>Search and browse recent user prompts</p>
+          </div>
+        </header>
+        <div class="card" style="margin-bottom:16px;">
+          <div style="display:flex; gap:10px; align-items:center;">
+            <div class="search-wrapper" style="width:420px; max-width:100%;">
+              <i class="ri-search-line"></i>
+              <input type="text" id="user-prompt-search" class="search-input" placeholder="Search user prompts...">
+            </div>
+            <button id="user-prompt-refresh" class="btn btn-secondary"><i class="ri-refresh-line"></i><span>Refresh</span></button>
+          </div>
+        </div>
+        <div class="card">
+          <div class="card-header" style="align-items:flex-end;">
+            <div>
+              <div class="card-title"><i class="ri-history-line"></i><span>Latest User Prompt History</span></div>
+              <div id="user-prompt-meta" style="font-size:12px; color:var(--text-muted); margin-top:6px;"></div>
+            </div>
+            <div style="display:flex; gap:8px; align-items:center;">
+              <button id="user-prompt-prev" class="sort-btn">Prev</button>
+              <span id="user-prompt-page" style="font-size:12px; color:var(--text-muted);">1 / 1</span>
+              <button id="user-prompt-next" class="sort-btn">Next</button>
+            </div>
+          </div>
+          <div id="user-prompt-list" class="event-list">
+            <div style="padding:20px; text-align:center; color:var(--text-muted);">Loading...</div>
+          </div>
+        </div>
+      </div>
+
       <!-- ========== VIEW: Configuration ========== -->
       <div id="view-configuration" class="page-view">
         <header class="top-header">

package/dist/ui/style.css

@@ -502,8 +502,11 @@ body {
 }
 
 .type-user { background: rgba(59, 130, 246, 0.2); color: #60A5FA; }
+.type-user-prompt { background: rgba(59, 130, 246, 0.2); color: #60A5FA; }
 .type-agent { background: rgba(16, 185, 129, 0.2); color: #34D399; }
+.type-agent-response { background: rgba(16, 185, 129, 0.2); color: #34D399; }
 .type-tool { background: rgba(245, 158, 11, 0.2); color: #FBBF24; }
+.type-tool-observation { background: rgba(245, 158, 11, 0.2); color: #FBBF24; }
 .type-system { background: rgba(139, 92, 246, 0.2); color: #A78BFA; }
 
 .event-time {
@@ -597,6 +600,10 @@ body {
   color: var(--accent-primary);
   font-weight: 600;
 }
+.sort-btn:disabled {
+  opacity: 0.35;
+  cursor: not-allowed;
+}
 
 /* Access Badge */
 .access-badge {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-memory-layer",
-  "version": "1.0.19",
+  "version": "1.0.21",
   "description": "Claude Code plugin that learns from conversations to provide personalized assistance",
   "main": "dist/index.js",
   "bin": {
@@ -38,7 +38,7 @@
   "dependencies": {
     "@hono/node-server": "^1.13.0",
     "@lancedb/lancedb": "^0.5.0",
-    "@xenova/transformers": "^2.17.0",
+    "@huggingface/transformers": "^3.8.1",
     "better-sqlite3": "^12.6.2",
     "commander": "^12.0.0",
     "duckdb": "^0.10.0",

package/scripts/build.ts

@@ -29,6 +29,7 @@ const commonOptions: esbuild.BuildOptions = {
     '@hono/node-server/serve-static',
     '@lancedb/lancedb',
     '@xenova/transformers',
+    '@huggingface/transformers',
     'duckdb',
     'better-sqlite3',
     'commander',

package/src/cli/index.ts

@@ -814,6 +814,7 @@ program
   .option('-a, --all', 'Import all sessions from all projects')
   .option('-l, --limit <number>', 'Limit messages per session')
   .option('-f, --force', 'Force reimport: delete existing events and reimport with turn_id grouping')
+  .option('--embedding-model <name>', 'Embedding model override (default: jinaai/jina-embeddings-v5-text-nano-text-matching, or env CLAUDE_MEMORY_EMBEDDING_MODEL; fallback env: CLAUDE_MEMORY_EMBEDDING_FALLBACK_MODEL)')
   .option('-v, --verbose', 'Show detailed progress')
   .action(async (options) => {
     const startTime = Date.now();
@@ -821,6 +822,10 @@ program
     // Determine target project path for storage
     const targetProjectPath = options.project || process.cwd();
 
+    if (options.embeddingModel) {
+      process.env.CLAUDE_MEMORY_EMBEDDING_MODEL = options.embeddingModel;
+    }
+
     // Use project-specific memory service
     const service = getMemoryServiceForProject(targetProjectPath);
     const importer = createSessionHistoryImporter(service);
@@ -835,7 +840,16 @@ program
     try {
       console.log('\n⏳ Initializing memory service...');
       await service.initialize();
-      console.log('  ✅ Ready\n');
+      console.log(`  ✅ Ready (embedder: ${service.getEmbeddingModelName()})\n`);
+
+      const migration = await service.ensureEmbeddingModelForImport({ autoMigrate: true });
+      if (migration.changed) {
+        console.log('🔁 Embedding model migration detected/required');
+        console.log(`   Previous: ${migration.previousModel || 'legacy-unknown'}`);
+        console.log(`   Current:  ${migration.currentModel}`);
+        console.log(`   Re-queued embeddings: ${migration.enqueued}`);
+        console.log('   (Import will continue and process embeddings with the new model)\n');
+      }
 
       if (options.force) {
         console.log('🔄 Force mode: existing events will be deleted and reimported with turn_id grouping\n');
@@ -862,6 +876,14 @@ program
         const globalService = getDefaultMemoryService();
         const globalImporter = createSessionHistoryImporter(globalService);
         await globalService.initialize();
+        console.log(`  ✅ Global service ready (embedder: ${globalService.getEmbeddingModelName()})`);
+        const globalMigration = await globalService.ensureEmbeddingModelForImport({ autoMigrate: true });
+        if (globalMigration.changed) {
+          console.log('🔁 Global embedding migration detected');
+          console.log(`   Previous: ${globalMigration.previousModel || 'legacy-unknown'}`);
+          console.log(`   Current:  ${globalMigration.currentModel}`);
+          console.log(`   Re-queued embeddings: ${globalMigration.enqueued}`);
+        }
         result = await globalImporter.importAll(importOpts);
 
         // Process embeddings

package/src/core/embedder.ts

@@ -3,7 +3,7 @@
  * AXIOMMIND Principle 7: Standard JSON format for vectors
  */
 
-import { pipeline, Pipeline } from '@xenova/transformers';
+import { pipeline, Pipeline } from '@huggingface/transformers';
 
 export interface EmbeddingResult {
   vector: number[];
@@ -14,10 +14,12 @@ export interface EmbeddingResult {
 export class Embedder {
   private pipeline: Pipeline | null = null;
   private readonly modelName: string;
+  private activeModelName: string;
   private initialized = false;
 
-  constructor(modelName: string = 'Xenova/all-MiniLM-L6-v2') {
+  constructor(modelName: string = 'jinaai/jina-embeddings-v5-text-nano-text-matching') {
     this.modelName = modelName;
+    this.activeModelName = modelName;
   }
 
   /**
@@ -26,8 +28,22 @@ export class Embedder {
   async initialize(): Promise<void> {
     if (this.initialized) return;
 
-    this.pipeline = await pipeline('feature-extraction', this.modelName);
-    this.initialized = true;
+    try {
+      this.pipeline = await pipeline('feature-extraction', this.modelName);
+      this.activeModelName = this.modelName;
+      this.initialized = true;
+      return;
+    } catch (primaryError) {
+      const fallbackModel = process.env.CLAUDE_MEMORY_EMBEDDING_FALLBACK_MODEL || 'onnx-community/embeddinggemma-300m-ONNX';
+      if (fallbackModel === this.modelName) {
+        throw primaryError;
+      }
+
+      console.warn(`[Embedder] Primary model failed (${this.modelName}). Falling back to ${fallbackModel}`);
+      this.pipeline = await pipeline('feature-extraction', fallbackModel);
+      this.activeModelName = fallbackModel;
+      this.initialized = true;
+    }
   }
 
   /**
@@ -49,7 +65,7 @@ export class Embedder {
 
     return {
       vector,
-      model: this.modelName,
+      model: this.activeModelName,
       dimensions: vector.length
     };
   }
@@ -81,7 +97,7 @@ export class Embedder {
 
         results.push({
           vector,
-          model: this.modelName,
+          model: this.activeModelName,
           dimensions: vector.length
         });
       }
@@ -109,7 +125,7 @@ export class Embedder {
    * Get model name
    */
   getModelName(): string {
-    return this.modelName;
+    return this.activeModelName;
   }
 }
 
@@ -117,8 +133,9 @@ export class Embedder {
 let defaultEmbedder: Embedder | null = null;
 
 export function getDefaultEmbedder(): Embedder {
+  const envModel = process.env.CLAUDE_MEMORY_EMBEDDING_MODEL;
   if (!defaultEmbedder) {
-    defaultEmbedder = new Embedder();
+    defaultEmbedder = new Embedder(envModel || undefined);
   }
   return defaultEmbedder;
 }

package/src/core/sqlite-event-store.ts

@@ -865,6 +865,38 @@ export class SQLiteEventStore {
     );
   }
 
+  /**
+   * Clear embedding outbox (used for embedding model migration)
+   */
+  async clearEmbeddingOutbox(): Promise<void> {
+    await this.initialize();
+    sqliteRun(this.db, `DELETE FROM embedding_outbox`);
+  }
+
+  /**
+   * Count total events
+   */
+  async countEvents(): Promise<number> {
+    await this.initialize();
+    const row = sqliteGet<{ count: number }>(this.db, `SELECT COUNT(*) as count FROM events`);
+    return row?.count || 0;
+  }
+
+  /**
+   * Get events page in timestamp ascending order (stable migration/reindex scans)
+   */
+  async getEventsPage(limit: number = 1000, offset: number = 0): Promise<MemoryEvent[]> {
+    await this.initialize();
+
+    const rows = sqliteAll<Record<string, unknown>>(
+      this.db,
+      `SELECT * FROM events ORDER BY timestamp ASC LIMIT ? OFFSET ?`,
+      [limit, offset]
+    );
+
+    return rows.map(this.rowToEvent);
+  }
+
   /**
    * Mark outbox items as failed
    */

package/src/core/types.ts

@@ -152,8 +152,8 @@ export const ConfigSchema = z.object({
   }).default({}),
   embedding: z.object({
     provider: z.enum(['local', 'openai']).default('local'),
-    model: z.string().default('Xenova/all-MiniLM-L6-v2'),
-    openaiModel: z.string().default('text-embedding-3-small'),
+    model: z.string().default('jinaai/jina-embeddings-v5-text-nano-text-matching'),
+    openaiModel: z.string().default('jinaai/jina-embeddings-v5-text-nano-text-matching'),
     batchSize: z.number().default(32)
   }).default({}),
   retrieval: z.object({

package/src/core/vector-store.ts

@@ -194,6 +194,26 @@ export class VectorStore {
     return result;
   }
 
+  /**
+   * Clear all vectors (used for embedding model migration)
+   */
+  async clearAll(): Promise<void> {
+    await this.initialize();
+    if (!this.db) return;
+
+    try {
+      if (typeof (this.db as any).dropTable === 'function') {
+        await (this.db as any).dropTable(this.tableName);
+      } else if (typeof (this.db as any).drop_table === 'function') {
+        await (this.db as any).drop_table(this.tableName);
+      }
+    } catch {
+      // Ignore if table does not exist
+    }
+
+    this.table = null;
+  }
+
   /**
    * Check if vector exists for event
    */

package/src/server/api/events.ts

@@ -14,6 +14,7 @@ eventsRouter.get('/', async (c) => {
   const eventType = c.req.query('type');
   const level = c.req.query('level');
   const sort = c.req.query('sort') || 'recent'; // recent | accessed | oldest
+  const q = (c.req.query('q') || '').trim().toLowerCase();
   const limit = parseInt(c.req.query('limit') || '100', 10);
   const offset = parseInt(c.req.query('offset') || '0', 10);
   const memoryService = getServiceFromQuery(c);
@@ -40,6 +41,11 @@ eventsRouter.get('/', async (c) => {
       events = events.filter(e => e.eventType === eventType);
     }
 
+    // Content query filter
+    if (q) {
+      events = events.filter(e => (e.content || '').toLowerCase().includes(q));
+    }
+
     // Sort
     if (sort === 'accessed') {
       events.sort((a: any, b: any) => {

package/src/services/memory-service.ts

@@ -213,9 +213,11 @@ export class MemoryService {
   private readonly readOnly: boolean;
   private readonly lightweightMode: boolean;
   private readonly mdMirror: MarkdownMirror;
+  private readonly storagePath: string;
 
   constructor(config: MemoryServiceConfig & { projectHash?: string; projectPath?: string; sharedStoreConfig?: SharedStoreConfig }) {
     const storagePath = this.expandPath(config.storagePath);
+    this.storagePath = storagePath;
     this.readOnly = config.readOnly ?? false;
     this.lightweightMode = config.lightweightMode ?? false;
     this.mdMirror = new MarkdownMirror(process.cwd());
@@ -268,8 +270,9 @@ export class MemoryService {
     }
 
     this.vectorStore = new VectorStore(path.join(storagePath, 'vectors'));
-    this.embedder = config.embeddingModel
-      ? new Embedder(config.embeddingModel)
+    const embeddingModel = config.embeddingModel || process.env.CLAUDE_MEMORY_EMBEDDING_MODEL;
+    this.embedder = embeddingModel
+      ? new Embedder(embeddingModel)
       : getDefaultEmbedder();
     this.matcher = getDefaultMatcher();
     // Retriever uses SQLite as primary (always available)
@@ -1474,6 +1477,113 @@ export class MemoryService {
     this.graduation.recordAccess(eventId, sessionId, confidence);
   }
 
+  getEmbeddingModelName(): string {
+    return this.embedder.getModelName();
+  }
+
+  /**
+   * Ensure embedding model metadata is in sync and optionally migrate vectors.
+   * Migration strategy: clear vector index + clear embedding outbox + re-enqueue all events.
+   */
+  async ensureEmbeddingModelForImport(options?: { autoMigrate?: boolean }): Promise<{
+    changed: boolean;
+    previousModel: string | null;
+    currentModel: string;
+    enqueued: number;
+    reason?: string;
+  }> {
+    await this.initialize();
+
+    const currentModel = this.getEmbeddingModelName();
+    const metaPath = path.join(this.storagePath, 'embedding-meta.json');
+
+    let previousModel: string | null = null;
+    try {
+      if (fs.existsSync(metaPath)) {
+        const parsed = JSON.parse(fs.readFileSync(metaPath, 'utf-8')) as { model?: string };
+        previousModel = parsed?.model || null;
+      }
+    } catch {
+      previousModel = null;
+    }
+
+    const stats = await this.getStats();
+    const hasExistingVectors = (stats.vectorCount || 0) > 0;
+
+    // First-time metadata write (no migration needed unless legacy vectors exist)
+    if (!previousModel && !hasExistingVectors) {
+      fs.writeFileSync(metaPath, JSON.stringify({ model: currentModel, updatedAt: new Date().toISOString() }, null, 2));
+      return { changed: false, previousModel: null, currentModel, enqueued: 0, reason: 'initialized-meta' };
+    }
+
+    const modelChanged = previousModel !== currentModel;
+    const legacyUnknownButVectorsExist = !previousModel && hasExistingVectors;
+
+    if (!modelChanged && !legacyUnknownButVectorsExist) {
+      return { changed: false, previousModel, currentModel, enqueued: 0 };
+    }
+
+    if (options?.autoMigrate === false) {
+      return {
+        changed: true,
+        previousModel,
+        currentModel,
+        enqueued: 0,
+        reason: legacyUnknownButVectorsExist ? 'legacy-vectors-without-meta' : 'model-mismatch'
+      };
+    }
+
+    // Pause background vector processing while preparing migration
+    const wasRunning = this.vectorWorker?.isRunning() || false;
+    if (wasRunning) this.vectorWorker?.stop();
+
+    // Reset vector and outbox state
+    await this.vectorStore.clearAll();
+    await this.sqliteStore.clearEmbeddingOutbox();
+
+    // Re-enqueue all events for new embeddings
+    const pageSize = 1000;
+    let offset = 0;
+    let enqueued = 0;
+
+    while (true) {
+      const page = await this.sqliteStore.getEventsPage(pageSize, offset);
+      if (page.length === 0) break;
+
+      for (const event of page) {
+        await this.sqliteStore.enqueueForEmbedding(event.id, event.content);
+        enqueued += 1;
+      }
+
+      offset += page.length;
+      if (page.length < pageSize) break;
+    }
+
+    fs.writeFileSync(
+      metaPath,
+      JSON.stringify(
+        {
+          model: currentModel,
+          previousModel,
+          migratedAt: new Date().toISOString(),
+          enqueued
+        },
+        null,
+        2
+      )
+    );
+
+    if (wasRunning) this.vectorWorker?.start();
+
+    return {
+      changed: true,
+      previousModel,
+      currentModel,
+      enqueued,
+      reason: legacyUnknownButVectorsExist ? 'legacy-vectors-without-meta' : 'model-mismatch'
+    };
+  }
+
   /**
    * Backward-compatible alias used by some hooks
    */