claude-code-workflow 6.2.2 → 6.2.4

package/ccw/dist/core/session-clustering-service.js

@@ -0,0 +1,1065 @@
+/**
+ * Session Clustering Service
+ * Intelligently groups related sessions into clusters using multi-dimensional similarity analysis
+ */
+import { CoreMemoryStore } from './core-memory-store.js';
+import { CliHistoryStore } from '../tools/cli-history-store.js';
+import { readdirSync, readFileSync, statSync, existsSync } from 'fs';
+import { join } from 'path';
+// Clustering dimension weights
+const WEIGHTS = {
+    fileOverlap: 0.2,
+    temporalProximity: 0.15,
+    keywordSimilarity: 0.15,
+    vectorSimilarity: 0.3,
+    intentAlignment: 0.2,
+};
+// Clustering threshold (0.4 = moderate similarity required)
+const CLUSTER_THRESHOLD = 0.4;
+export class SessionClusteringService {
+    coreMemoryStore;
+    cliHistoryStore;
+    projectPath;
+    constructor(projectPath) {
+        this.projectPath = projectPath;
+        this.coreMemoryStore = new CoreMemoryStore(projectPath);
+        this.cliHistoryStore = new CliHistoryStore(projectPath);
+    }
+    /**
+     * Collect all session sources
+     */
+    async collectSessions(options) {
+        const sessions = [];
+        // 1. Core Memories
+        const memories = this.coreMemoryStore.getMemories({ archived: false, limit: 1000 });
+        for (const memory of memories) {
+            const cached = this.coreMemoryStore.getSessionMetadata(memory.id);
+            if (cached) {
+                sessions.push(cached);
+            }
+            else {
+                const metadata = this.extractMetadata(memory, 'core_memory');
+                sessions.push(metadata);
+            }
+        }
+        // 2. CLI History
+        const history = this.cliHistoryStore.getHistory({ limit: 1000 });
+        for (const exec of history.executions) {
+            const cached = this.coreMemoryStore.getSessionMetadata(exec.id);
+            if (cached) {
+                sessions.push(cached);
+            }
+            else {
+                const conversation = this.cliHistoryStore.getConversation(exec.id);
+                if (conversation) {
+                    const metadata = this.extractMetadata(conversation, 'cli_history');
+                    sessions.push(metadata);
+                }
+            }
+        }
+        // 3. Workflow Sessions (WFS-*)
+        const workflowSessions = await this.parseWorkflowSessions();
+        sessions.push(...workflowSessions);
+        // Apply scope filter
+        if (options?.scope === 'recent') {
+            // Last 30 days
+            const cutoff = new Date();
+            cutoff.setDate(cutoff.getDate() - 30);
+            const cutoffStr = cutoff.toISOString();
+            return sessions.filter(s => (s.created_at || '') >= cutoffStr);
+        }
+        else if (options?.scope === 'unclustered') {
+            // Only sessions not in any cluster
+            return sessions.filter(s => {
+                const clusters = this.coreMemoryStore.getSessionClusters(s.session_id);
+                return clusters.length === 0;
+            });
+        }
+        return sessions;
+    }
+    /**
+     * Extract metadata from a session
+     */
+    extractMetadata(session, type) {
+        let content = '';
+        let title = '';
+        let created_at = '';
+        if (type === 'core_memory') {
+            content = session.content || '';
+            created_at = session.created_at;
+            // Extract title from first line
+            const lines = content.split('\n');
+            title = lines[0].replace(/^#+\s*/, '').trim().substring(0, 100);
+        }
+        else if (type === 'cli_history') {
+            // Extract from conversation turns
+            const turns = session.turns || [];
+            if (turns.length > 0) {
+                content = turns.map((t) => t.prompt).join('\n');
+                title = turns[0].prompt.substring(0, 100);
+                created_at = session.created_at || turns[0].timestamp;
+            }
+        }
+        else if (type === 'workflow') {
+            content = session.content || '';
+            title = session.title || 'Workflow Session';
+            created_at = session.created_at || '';
+        }
+        const summary = content.substring(0, 200).trim();
+        const keywords = this.extractKeywords(content);
+        const file_patterns = this.extractFilePatterns(content);
+        const token_estimate = Math.ceil(content.length / 4);
+        return {
+            session_id: session.id,
+            session_type: type,
+            title,
+            summary,
+            keywords,
+            token_estimate,
+            file_patterns,
+            created_at,
+            last_accessed: new Date().toISOString(),
+            access_count: 0
+        };
+    }
+    /**
+     * Extract keywords from content
+     */
+    extractKeywords(content) {
+        const keywords = new Set();
+        // 1. File paths (src/xxx, .ts, .js, etc)
+        const filePathRegex = /(?:^|\s|["'`])((?:\.\/|\.\.\/|\/)?[\w-]+(?:\/[\w-]+)*\.[\w]+)(?:\s|["'`]|$)/g;
+        let match;
+        while ((match = filePathRegex.exec(content)) !== null) {
+            keywords.add(match[1]);
+        }
+        // 2. Function/Class names (camelCase, PascalCase)
+        const camelCaseRegex = /\b([A-Z][a-z]+(?:[A-Z][a-z]+)+|[a-z]+[A-Z][a-z]+(?:[A-Z][a-z]+)*)\b/g;
+        while ((match = camelCaseRegex.exec(content)) !== null) {
+            keywords.add(match[1]);
+        }
+        // 3. Technical terms (common frameworks/libraries/concepts)
+        const techTerms = [
+            // Frameworks
+            'react', 'vue', 'angular', 'typescript', 'javascript', 'node', 'express',
+            // Auth
+            'auth', 'authentication', 'jwt', 'oauth', 'session', 'token',
+            // Data
+            'api', 'rest', 'graphql', 'database', 'sql', 'mongodb', 'redis',
+            // Testing
+            'test', 'testing', 'jest', 'mocha', 'vitest',
+            // Development
+            'refactor', 'refactoring', 'optimization', 'performance',
+            'bug', 'fix', 'error', 'issue', 'debug',
+            // CCW-specific terms
+            'cluster', 'clustering', 'memory', 'hook', 'service', 'context',
+            'workflow', 'skill', 'prompt', 'embedding', 'vector', 'semantic',
+            'dashboard', 'view', 'route', 'command', 'cli', 'mcp'
+        ];
+        const lowerContent = content.toLowerCase();
+        for (const term of techTerms) {
+            if (lowerContent.includes(term)) {
+                keywords.add(term);
+            }
+        }
+        // 4. Generic word extraction (words >= 4 chars, not stopwords)
+        const stopwords = new Set([
+            'the', 'and', 'for', 'that', 'this', 'with', 'from', 'have', 'will',
+            'are', 'was', 'were', 'been', 'being', 'what', 'when', 'where', 'which',
+            'there', 'their', 'they', 'them', 'then', 'than', 'into', 'some', 'such',
+            'only', 'also', 'just', 'more', 'most', 'other', 'after', 'before'
+        ]);
+        const wordRegex = /\b([a-z]{4,})\b/g;
+        let wordMatch;
+        while ((wordMatch = wordRegex.exec(lowerContent)) !== null) {
+            const word = wordMatch[1];
+            if (!stopwords.has(word)) {
+                keywords.add(word);
+            }
+        }
+        // Return top 20 keywords
+        return Array.from(keywords).slice(0, 20);
+    }
+    /**
+     * Extract file patterns from content
+     */
+    extractFilePatterns(content) {
+        const patterns = new Set();
+        // Extract directory patterns (src/xxx/, lib/xxx/)
+        const dirRegex = /\b((?:src|lib|test|dist|build|public|components|utils|services|config|core|tools)(?:\/[\w-]+)*)\//g;
+        let match;
+        while ((match = dirRegex.exec(content)) !== null) {
+            patterns.add(match[1] + '/**');
+        }
+        // Extract file extension patterns
+        const extRegex = /\.(\w+)(?:\s|$|["'`])/g;
+        const extensions = new Set();
+        while ((match = extRegex.exec(content)) !== null) {
+            extensions.add(match[1]);
+        }
+        // Add extension patterns
+        if (extensions.size > 0) {
+            patterns.add(`**/*.{${Array.from(extensions).join(',')}}`);
+        }
+        return Array.from(patterns).slice(0, 10);
+    }
+    /**
+     * Calculate relevance score between two sessions
+     */
+    calculateRelevance(session1, session2) {
+        const fileScore = this.calculateFileOverlap(session1, session2);
+        const temporalScore = this.calculateTemporalProximity(session1, session2);
+        const keywordScore = this.calculateSemanticSimilarity(session1, session2);
+        const vectorScore = this.calculateVectorSimilarity(session1, session2);
+        const intentScore = this.calculateIntentAlignment(session1, session2);
+        return (fileScore * WEIGHTS.fileOverlap +
+            temporalScore * WEIGHTS.temporalProximity +
+            keywordScore * WEIGHTS.keywordSimilarity +
+            vectorScore * WEIGHTS.vectorSimilarity +
+            intentScore * WEIGHTS.intentAlignment);
+    }
+    /**
+     * Calculate file path overlap score (Jaccard similarity)
+     */
+    calculateFileOverlap(s1, s2) {
+        const files1 = new Set(s1.file_patterns || []);
+        const files2 = new Set(s2.file_patterns || []);
+        if (files1.size === 0 || files2.size === 0)
+            return 0;
+        const intersection = new Set([...files1].filter(f => files2.has(f)));
+        const union = new Set([...files1, ...files2]);
+        return intersection.size / union.size;
+    }
+    /**
+     * Calculate temporal proximity score
+     * 24h: 1.0, 7d: 0.7, 30d: 0.4, >30d: 0.1
+     */
+    calculateTemporalProximity(s1, s2) {
+        if (!s1.created_at || !s2.created_at)
+            return 0.1;
+        const t1 = new Date(s1.created_at).getTime();
+        const t2 = new Date(s2.created_at).getTime();
+        const diffMs = Math.abs(t1 - t2);
+        const diffHours = diffMs / (1000 * 60 * 60);
+        if (diffHours <= 24)
+            return 1.0;
+        if (diffHours <= 24 * 7)
+            return 0.7;
+        if (diffHours <= 24 * 30)
+            return 0.4;
+        return 0.1;
+    }
+    /**
+     * Calculate semantic similarity using keyword overlap (Jaccard similarity)
+     */
+    calculateSemanticSimilarity(s1, s2) {
+        const kw1 = new Set(s1.keywords || []);
+        const kw2 = new Set(s2.keywords || []);
+        if (kw1.size === 0 || kw2.size === 0)
+            return 0;
+        const intersection = new Set([...kw1].filter(k => kw2.has(k)));
+        const union = new Set([...kw1, ...kw2]);
+        return intersection.size / union.size;
+    }
+    /**
+     * Calculate intent alignment score
+     * Based on title/summary keyword matching
+     */
+    calculateIntentAlignment(s1, s2) {
+        const text1 = ((s1.title || '') + ' ' + (s1.summary || '')).toLowerCase();
+        const text2 = ((s2.title || '') + ' ' + (s2.summary || '')).toLowerCase();
+        if (!text1 || !text2)
+            return 0;
+        // Simple word-based TF-IDF approximation
+        const words1 = text1.split(/\s+/).filter(w => w.length > 3);
+        const words2 = text2.split(/\s+/).filter(w => w.length > 3);
+        const set1 = new Set(words1);
+        const set2 = new Set(words2);
+        const intersection = new Set([...set1].filter(w => set2.has(w)));
+        const union = new Set([...set1, ...set2]);
+        return intersection.size / union.size;
+    }
+    /**
+     * Calculate vector similarity using pre-computed embeddings from memory_chunks
+     * Returns average cosine similarity of chunk embeddings
+     */
+    calculateVectorSimilarity(s1, s2) {
+        const embedding1 = this.getSessionEmbedding(s1.session_id);
+        const embedding2 = this.getSessionEmbedding(s2.session_id);
+        // Graceful fallback if no embeddings available
+        if (!embedding1 || !embedding2) {
+            return 0;
+        }
+        return this.cosineSimilarity(embedding1, embedding2);
+    }
+    /**
+     * Get session embedding by averaging all chunk embeddings
+     */
+    getSessionEmbedding(sessionId) {
+        const chunks = this.coreMemoryStore.getChunks(sessionId);
+        if (chunks.length === 0) {
+            return null;
+        }
+        // Filter chunks that have embeddings
+        const embeddedChunks = chunks.filter(chunk => chunk.embedding && chunk.embedding.length > 0);
+        if (embeddedChunks.length === 0) {
+            return null;
+        }
+        // Convert Buffer embeddings to number arrays and calculate average
+        const embeddings = embeddedChunks.map(chunk => {
+            // Convert Buffer to Float32Array
+            const buffer = chunk.embedding;
+            const float32Array = new Float32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 4);
+            return Array.from(float32Array);
+        });
+        // Check all embeddings have same dimension
+        const dimension = embeddings[0].length;
+        if (!embeddings.every(emb => emb.length === dimension)) {
+            console.warn(`[VectorSimilarity] Inconsistent embedding dimensions for session ${sessionId}`);
+            return null;
+        }
+        // Calculate average embedding
+        const avgEmbedding = new Array(dimension).fill(0);
+        for (const embedding of embeddings) {
+            for (let i = 0; i < dimension; i++) {
+                avgEmbedding[i] += embedding[i];
+            }
+        }
+        for (let i = 0; i < dimension; i++) {
+            avgEmbedding[i] /= embeddings.length;
+        }
+        return avgEmbedding;
+    }
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length) {
+            console.warn('[VectorSimilarity] Vector dimension mismatch');
+            return 0;
+        }
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dotProduct += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        normA = Math.sqrt(normA);
+        normB = Math.sqrt(normB);
+        if (normA === 0 || normB === 0) {
+            return 0;
+        }
+        return dotProduct / (normA * normB);
+    }
+    /**
+     * Find the most relevant existing cluster for a set of session IDs
+     * Returns the cluster with highest session overlap
+     */
+    findExistingClusterForSessions(sessionIds) {
+        if (sessionIds.length === 0)
+            return null;
+        const clusterCounts = new Map();
+        let maxCount = 0;
+        let bestClusterId = null;
+        for (const sessionId of sessionIds) {
+            const clusters = this.coreMemoryStore.getSessionClusters(sessionId);
+            for (const cluster of clusters) {
+                if (cluster.status !== 'active')
+                    continue;
+                const count = (clusterCounts.get(cluster.id) || 0) + 1;
+                clusterCounts.set(cluster.id, count);
+                if (count > maxCount) {
+                    maxCount = count;
+                    bestClusterId = cluster.id;
+                }
+            }
+        }
+        if (bestClusterId) {
+            return this.coreMemoryStore.getCluster(bestClusterId);
+        }
+        return null;
+    }
+    /**
+     * Determine if a new cluster should merge with an existing one
+     * Based on 70% session overlap threshold
+     */
+    shouldMergeWithExisting(newClusterSessions, existingCluster) {
+        const MERGE_THRESHOLD = 0.7;
+        const existingMembers = this.coreMemoryStore.getClusterMembers(existingCluster.id);
+        const newSessionIds = new Set(newClusterSessions.map(s => s.session_id));
+        const existingSessionIds = new Set(existingMembers.map(m => m.session_id));
+        if (newSessionIds.size === 0)
+            return false;
+        const intersection = new Set([...newSessionIds].filter(id => existingSessionIds.has(id)));
+        const overlapRatio = intersection.size / newSessionIds.size;
+        return overlapRatio > MERGE_THRESHOLD;
+    }
+    /**
+     * Run auto-clustering algorithm
+     * Optimized to prevent duplicate clusters by checking existing clusters first
+     */
+    async autocluster(options) {
+        // 1. Collect sessions based on user-specified scope (default: 'recent')
+        const allSessions = await this.collectSessions(options);
+        console.log(`[Clustering] Collected ${allSessions.length} sessions (scope: ${options?.scope || 'recent'})`);
+        // 2. Filter out already-clustered sessions to prevent duplicates
+        const sessions = allSessions.filter(s => {
+            const clusters = this.coreMemoryStore.getSessionClusters(s.session_id);
+            return clusters.length === 0;
+        });
+        console.log(`[Clustering] ${sessions.length} unclustered sessions after filtering`);
+        // 3. Update metadata cache
+        for (const session of sessions) {
+            this.coreMemoryStore.upsertSessionMetadata(session);
+        }
+        // 4. Calculate relevance matrix
+        const n = sessions.length;
+        const relevanceMatrix = Array(n).fill(0).map(() => Array(n).fill(0));
+        let maxScore = 0;
+        let avgScore = 0;
+        let pairCount = 0;
+        for (let i = 0; i < n; i++) {
+            for (let j = i + 1; j < n; j++) {
+                const score = this.calculateRelevance(sessions[i], sessions[j]);
+                relevanceMatrix[i][j] = score;
+                relevanceMatrix[j][i] = score;
+                if (score > maxScore)
+                    maxScore = score;
+                avgScore += score;
+                pairCount++;
+            }
+        }
+        if (pairCount > 0) {
+            avgScore = avgScore / pairCount;
+            console.log(`[Clustering] Relevance stats: max=${maxScore.toFixed(3)}, avg=${avgScore.toFixed(3)}, pairs=${pairCount}, threshold=${CLUSTER_THRESHOLD}`);
+        }
+        // 5. Agglomerative clustering
+        const minClusterSize = options?.minClusterSize || 2;
+        // Early return if not enough sessions
+        if (sessions.length < minClusterSize) {
+            console.log('[Clustering] Not enough unclustered sessions to form new clusters');
+            return { clustersCreated: 0, sessionsProcessed: allSessions.length, sessionsClustered: 0 };
+        }
+        const newPotentialClusters = this.agglomerativeClustering(sessions, relevanceMatrix, CLUSTER_THRESHOLD);
+        console.log(`[Clustering] Generated ${newPotentialClusters.length} potential clusters`);
+        // 6. Process clusters: create new or merge with existing
+        let clustersCreated = 0;
+        let clustersMerged = 0;
+        let sessionsClustered = 0;
+        for (const clusterSessions of newPotentialClusters) {
+            if (clusterSessions.length < minClusterSize) {
+                continue; // Skip small clusters
+            }
+            const sessionIds = clusterSessions.map(s => s.session_id);
+            const existingCluster = this.findExistingClusterForSessions(sessionIds);
+            // Check if we should merge with an existing cluster
+            if (existingCluster && this.shouldMergeWithExisting(clusterSessions, existingCluster)) {
+                const existingMembers = this.coreMemoryStore.getClusterMembers(existingCluster.id);
+                const existingSessionIds = new Set(existingMembers.map(m => m.session_id));
+                // Only add sessions not already in the cluster
+                const newSessions = clusterSessions.filter(s => !existingSessionIds.has(s.session_id));
+                if (newSessions.length > 0) {
+                    newSessions.forEach((session, index) => {
+                        this.coreMemoryStore.addClusterMember({
+                            cluster_id: existingCluster.id,
+                            session_id: session.session_id,
+                            session_type: session.session_type,
+                            sequence_order: existingMembers.length + index + 1,
+                            relevance_score: 1.0
+                        });
+                    });
+                    // Update cluster description
+                    this.coreMemoryStore.updateCluster(existingCluster.id, {
+                        description: `Auto-generated cluster with ${existingMembers.length + newSessions.length} sessions`
+                    });
+                    clustersMerged++;
+                    sessionsClustered += newSessions.length;
+                    console.log(`[Clustering] Merged ${newSessions.length} sessions into existing cluster '${existingCluster.name}'`);
+                }
+            }
+            else {
+                // Create new cluster
+                const clusterName = this.generateClusterName(clusterSessions);
+                const clusterIntent = this.generateClusterIntent(clusterSessions);
+                const clusterRecord = this.coreMemoryStore.createCluster({
+                    name: clusterName,
+                    description: `Auto-generated cluster with ${clusterSessions.length} sessions`,
+                    intent: clusterIntent,
+                    status: 'active'
+                });
+                // Add members
+                clusterSessions.forEach((session, index) => {
+                    this.coreMemoryStore.addClusterMember({
+                        cluster_id: clusterRecord.id,
+                        session_id: session.session_id,
+                        session_type: session.session_type,
+                        sequence_order: index + 1,
+                        relevance_score: 1.0
+                    });
+                });
+                clustersCreated++;
+                sessionsClustered += clusterSessions.length;
+            }
+        }
+        console.log(`[Clustering] Summary: ${clustersCreated} created, ${clustersMerged} merged, ${allSessions.length - sessions.length} already clustered`);
+        return {
+            clustersCreated,
+            sessionsProcessed: allSessions.length,
+            sessionsClustered
+        };
+    }
+    /**
+     * Deduplicate clusters by merging similar ones
+     * Clusters with same name or >50% member overlap are merged
+     * @returns Statistics about deduplication
+     */
+    async deduplicateClusters() {
+        const clusters = this.coreMemoryStore.listClusters('active');
+        console.log(`[Dedup] Analyzing ${clusters.length} active clusters`);
+        if (clusters.length < 2) {
+            return { merged: 0, deleted: 0, remaining: clusters.length };
+        }
+        // Group clusters by name (case-insensitive)
+        const byName = new Map();
+        for (const cluster of clusters) {
+            const key = cluster.name.toLowerCase().trim();
+            if (!byName.has(key)) {
+                byName.set(key, []);
+            }
+            byName.get(key).push(cluster);
+        }
+        let merged = 0;
+        let deleted = 0;
+        // Merge clusters with same name
+        for (const [name, group] of byName) {
+            if (group.length < 2)
+                continue;
+            // Sort by created_at (oldest first) to keep the original
+            group.sort((a, b) => a.created_at.localeCompare(b.created_at));
+            const target = group[0];
+            const sources = group.slice(1).map(c => c.id);
+            console.log(`[Dedup] Merging ${sources.length} duplicate clusters named '${name}' into ${target.id}`);
+            try {
+                const membersMoved = this.coreMemoryStore.mergeClusters(target.id, sources);
+                merged += sources.length;
+                console.log(`[Dedup] Moved ${membersMoved} members, deleted ${sources.length} clusters`);
+            }
+            catch (error) {
+                console.warn(`[Dedup] Failed to merge: ${error.message}`);
+            }
+        }
+        // Check for clusters with high member overlap
+        const remainingClusters = this.coreMemoryStore.listClusters('active');
+        const clusterMembers = new Map();
+        for (const cluster of remainingClusters) {
+            const members = this.coreMemoryStore.getClusterMembers(cluster.id);
+            clusterMembers.set(cluster.id, new Set(members.map(m => m.session_id)));
+        }
+        // Find and merge overlapping clusters
+        const processed = new Set();
+        for (let i = 0; i < remainingClusters.length; i++) {
+            const clusterA = remainingClusters[i];
+            if (processed.has(clusterA.id))
+                continue;
+            const membersA = clusterMembers.get(clusterA.id);
+            const toMerge = [];
+            for (let j = i + 1; j < remainingClusters.length; j++) {
+                const clusterB = remainingClusters[j];
+                if (processed.has(clusterB.id))
+                    continue;
+                const membersB = clusterMembers.get(clusterB.id);
+                const intersection = new Set([...membersA].filter(m => membersB.has(m)));
+                // Calculate overlap ratio (based on smaller cluster)
+                const minSize = Math.min(membersA.size, membersB.size);
+                if (minSize > 0 && intersection.size / minSize >= 0.5) {
+                    toMerge.push(clusterB.id);
+                    processed.add(clusterB.id);
+                }
+            }
+            if (toMerge.length > 0) {
+                console.log(`[Dedup] Merging ${toMerge.length} overlapping clusters into ${clusterA.id}`);
+                try {
+                    this.coreMemoryStore.mergeClusters(clusterA.id, toMerge);
+                    merged += toMerge.length;
+                }
+                catch (error) {
+                    console.warn(`[Dedup] Failed to merge overlapping: ${error.message}`);
+                }
+            }
+        }
+        // Delete empty clusters
+        const finalClusters = this.coreMemoryStore.listClusters('active');
+        for (const cluster of finalClusters) {
+            const members = this.coreMemoryStore.getClusterMembers(cluster.id);
+            if (members.length === 0) {
+                this.coreMemoryStore.deleteCluster(cluster.id);
+                deleted++;
+                console.log(`[Dedup] Deleted empty cluster: ${cluster.id}`);
+            }
+        }
+        const remaining = this.coreMemoryStore.listClusters('active').length;
+        console.log(`[Dedup] Complete: ${merged} merged, ${deleted} deleted, ${remaining} remaining`);
+        return { merged, deleted, remaining };
+    }
+    /**
+     * Agglomerative clustering algorithm
+     * Returns array of clusters (each cluster is array of sessions)
+     */
+    agglomerativeClustering(sessions, relevanceMatrix, threshold) {
+        const n = sessions.length;
+        // Initialize: each session is its own cluster
+        const clusters = sessions.map((_, i) => new Set([i]));
+        while (true) {
+            let maxScore = -1;
+            let mergeI = -1;
+            let mergeJ = -1;
+            // Find pair of clusters with highest average linkage
+            for (let i = 0; i < clusters.length; i++) {
+                for (let j = i + 1; j < clusters.length; j++) {
+                    const score = this.averageLinkage(clusters[i], clusters[j], relevanceMatrix);
+                    if (score > maxScore) {
+                        maxScore = score;
+                        mergeI = i;
+                        mergeJ = j;
+                    }
+                }
+            }
+            // Stop if no pair exceeds threshold
+            if (maxScore < threshold)
+                break;
+            // Merge clusters
+            const merged = new Set([...clusters[mergeI], ...clusters[mergeJ]]);
+            clusters.splice(mergeJ, 1); // Remove j first (higher index)
+            clusters.splice(mergeI, 1);
+            clusters.push(merged);
+        }
+        // Convert cluster indices to sessions
+        return clusters.map(cluster => Array.from(cluster).map(i => sessions[i]));
+    }
+    /**
+     * Calculate average linkage between two clusters
+     */
+    averageLinkage(cluster1, cluster2, relevanceMatrix) {
+        let sum = 0;
+        let count = 0;
+        for (const i of cluster1) {
+            for (const j of cluster2) {
+                sum += relevanceMatrix[i][j];
+                count++;
+            }
+        }
+        return count > 0 ? sum / count : 0;
+    }
+    /**
+     * Generate cluster name from members
+     */
+    generateClusterName(members) {
+        // Count keyword frequency
+        const keywordFreq = new Map();
+        for (const member of members) {
+            for (const keyword of member.keywords || []) {
+                keywordFreq.set(keyword, (keywordFreq.get(keyword) || 0) + 1);
+            }
+        }
+        // Get top 2 keywords
+        const sorted = Array.from(keywordFreq.entries())
+            .sort((a, b) => b[1] - a[1])
+            .map(([kw]) => kw);
+        if (sorted.length >= 2) {
+            return `${sorted[0]}-${sorted[1]}`;
+        }
+        else if (sorted.length === 1) {
+            return sorted[0];
+        }
+        else {
+            return 'unnamed-cluster';
+        }
+    }
+    /**
+     * Generate cluster intent from members
+     */
+    generateClusterIntent(members) {
+        // Extract common action words from titles
+        const actionWords = ['implement', 'refactor', 'fix', 'add', 'create', 'update', 'optimize'];
+        const titles = members.map(m => (m.title || '').toLowerCase());
+        for (const action of actionWords) {
+            const count = titles.filter(t => t.includes(action)).length;
+            if (count >= members.length / 2) {
+                const topic = this.generateClusterName(members);
+                return `${action.charAt(0).toUpperCase() + action.slice(1)} ${topic}`;
+            }
+        }
+        return `Work on ${this.generateClusterName(members)}`;
+    }
+    /**
+     * Get progressive disclosure index for hook
+     * @param options - Configuration options
+     * @param options.type - 'session-start' returns recent sessions, 'context' returns intent-matched sessions
+     * @param options.sessionId - Current session ID (optional)
+     * @param options.prompt - User prompt for intent matching (required for 'context' type)
+     */
+    async getProgressiveIndex(options) {
+        const { type, sessionId, prompt } = options;
+        // For session-start: return recent sessions by time
+        if (type === 'session-start') {
+            return this.getRecentSessionsIndex();
+        }
+        // For context: return intent-matched sessions based on prompt
+        if (type === 'context' && prompt) {
+            return this.getIntentMatchedIndex(prompt, sessionId);
+        }
+        // Fallback to recent sessions
+        return this.getRecentSessionsIndex();
+    }
+    /**
+     * Get recent sessions index (for session-start)
+     * Shows sessions grouped by clusters with progressive disclosure
+     */
+    async getRecentSessionsIndex() {
+        // 1. Get all active clusters
+        const allClusters = this.coreMemoryStore.listClusters('active');
+        // Sort clusters by most recent activity (based on member last_accessed)
+        const clustersWithActivity = allClusters.map(cluster => {
+            const members = this.coreMemoryStore.getClusterMembers(cluster.id);
+            const memberMetadata = members
+                .map(m => this.coreMemoryStore.getSessionMetadata(m.session_id))
+                .filter((m) => m !== null);
+            const lastActivity = memberMetadata.reduce((latest, m) => {
+                const accessed = m.last_accessed || m.created_at || '';
+                return accessed > latest ? accessed : latest;
+            }, '');
+            return { cluster, members, memberMetadata, lastActivity };
+        }).sort((a, b) => b.lastActivity.localeCompare(a.lastActivity));
+        // 2. Get unclustered recent sessions
+        const allSessions = await this.collectSessions({ scope: 'recent' });
+        const clusteredSessionIds = new Set();
+        clustersWithActivity.forEach(c => {
+            c.members.forEach(m => clusteredSessionIds.add(m.session_id));
+        });
+        const unclusteredSessions = allSessions
+            .filter(s => !clusteredSessionIds.has(s.session_id))
+            .sort((a, b) => (b.created_at || '').localeCompare(a.created_at || ''))
+            .slice(0, 3);
+        // 3. Build output
+        let output = `<ccw-session-context>\n## 📋 Session Context (Progressive Disclosure)\n\n`;
+        // Show top 2 active clusters
+        const topClusters = clustersWithActivity.slice(0, 2);
+        if (topClusters.length > 0) {
+            output += `### 🔗 Active Clusters\n\n`;
+            for (const { cluster, memberMetadata } of topClusters) {
+                output += `**${cluster.name}** (${memberMetadata.length} sessions)\n`;
+                if (cluster.intent) {
+                    output += `> Intent: ${cluster.intent}\n`;
+                }
+                output += `\n| Session | Type | Title |\n|---------|------|-------|\n`;
+                // Show top 3 members per cluster
+                const displayMembers = memberMetadata.slice(0, 3);
+                for (const m of displayMembers) {
+                    const type = m.session_type === 'core_memory' ? 'Core' :
+                        m.session_type === 'workflow' ? 'Workflow' : 'CLI';
+                    const title = (m.title || '').substring(0, 35);
+                    output += `| ${m.session_id} | ${type} | ${title} |\n`;
+                }
+                if (memberMetadata.length > 3) {
+                    output += `| ... | ... | +${memberMetadata.length - 3} more |\n`;
+                }
+                output += `\n`;
+            }
+        }
+        // Show unclustered recent sessions
+        if (unclusteredSessions.length > 0) {
+            output += `### 📝 Recent Sessions (Unclustered)\n\n`;
+            output += `| Session | Type | Title | Date |\n`;
+            output += `|---------|------|-------|------|\n`;
+            for (const s of unclusteredSessions) {
+                const type = s.session_type === 'core_memory' ? 'Core' :
+                    s.session_type === 'workflow' ? 'Workflow' : 'CLI';
+                const title = (s.title || '').substring(0, 30);
+                const date = s.created_at ? new Date(s.created_at).toLocaleDateString() : '';
+                output += `| ${s.session_id} | ${type} | ${title} | ${date} |\n`;
+            }
+            output += `\n`;
+        }
+        // If nothing found
+        if (topClusters.length === 0 && unclusteredSessions.length === 0) {
+            output += `No recent sessions found. Start a new workflow to begin tracking.\n\n`;
+        }
+        // Add MCP tools reference
+        const topSession = topClusters[0]?.memberMetadata[0] || unclusteredSessions[0];
+        const topClusterId = topClusters[0]?.cluster.id;
+        output += `**MCP Tools**:\n\`\`\`\n`;
+        if (topSession) {
+            output += `# Resume session\nmcp__ccw-tools__core_memory({ "operation": "export", "id": "${topSession.session_id}" })\n\n`;
+        }
+        if (topClusterId) {
+            output += `# Load cluster context\nmcp__ccw-tools__core_memory({ "operation": "search", "query": "cluster:${topClusterId}" })\n`;
+        }
+        output += `\`\`\`\n</ccw-session-context>`;
+        return output;
+    }
+    /**
+     * Get intent-matched sessions index (for context with prompt)
+     * Shows sessions grouped by clusters and ranked by relevance
+     */
+    async getIntentMatchedIndex(prompt, sessionId) {
+        const sessions = await this.collectSessions({ scope: 'all' });
+        if (sessions.length === 0) {
+            return `<ccw-session-context>
+## 📋 Related Sessions
+
+No sessions available for intent matching.
+</ccw-session-context>`;
+        }
+        // Create a virtual session from the prompt for similarity calculation
+        const promptSession = {
+            session_id: 'prompt-virtual',
+            session_type: 'native',
+            title: prompt.substring(0, 100),
+            summary: prompt.substring(0, 200),
+            keywords: this.extractKeywords(prompt),
+            token_estimate: Math.ceil(prompt.length / 4),
+            file_patterns: this.extractFilePatterns(prompt),
+            created_at: new Date().toISOString(),
+            last_accessed: new Date().toISOString(),
+            access_count: 0
+        };
+        // Build session-to-cluster mapping
+        const sessionClusterMap = new Map();
+        const allClusters = this.coreMemoryStore.listClusters('active');
+        for (const cluster of allClusters) {
+            const members = this.coreMemoryStore.getClusterMembers(cluster.id);
+            for (const member of members) {
+                const existing = sessionClusterMap.get(member.session_id) || [];
+                existing.push(cluster);
+                sessionClusterMap.set(member.session_id, existing);
+            }
+        }
+        // Calculate relevance scores for all sessions
+        const scoredSessions = sessions
+            .filter(s => s.session_id !== sessionId) // Exclude current session
+            .map(s => ({
+            session: s,
+            score: this.calculateRelevance(promptSession, s),
+            clusters: sessionClusterMap.get(s.session_id) || []
+        }))
+            .filter(item => item.score >= 0.15) // Minimum relevance threshold (lowered for file-path-based keywords)
+            .sort((a, b) => b.score - a.score)
+            .slice(0, 8); // Top 8 relevant sessions
+        if (scoredSessions.length === 0) {
+            return `<ccw-session-context>
+## 📋 Related Sessions
+
+No sessions match current intent. Consider:
+- Starting fresh with a new approach
+- Using \`search\` to find sessions by keyword
+
+**MCP Tools**:
+\`\`\`
+mcp__ccw-tools__core_memory({ "operation": "search", "query": "<keyword>" })
+\`\`\`
+</ccw-session-context>`;
+        }
+        // Group sessions by cluster
+        const clusterGroups = new Map();
+        const unclusteredSessions = [];
+        for (const item of scoredSessions) {
+            if (item.clusters.length > 0) {
+                // Add to the highest-priority cluster
+                const primaryCluster = item.clusters[0];
+                const existing = clusterGroups.get(primaryCluster.id) || { cluster: primaryCluster, sessions: [] };
+                existing.sessions.push(item);
+                clusterGroups.set(primaryCluster.id, existing);
+            }
+            else {
+                unclusteredSessions.push(item);
+            }
+        }
+        // Sort cluster groups by best session score
+        const sortedGroups = Array.from(clusterGroups.values())
+            .sort((a, b) => Math.max(...b.sessions.map(s => s.score)) - Math.max(...a.sessions.map(s => s.score)));
+        // Generate output
+        let output = `<ccw-session-context>\n## 📋 Intent-Matched Sessions\n\n`;
+        output += `**Detected Intent**: ${(promptSession.keywords || []).slice(0, 5).join(', ') || 'General'}\n\n`;
+        // Show clustered sessions
+        if (sortedGroups.length > 0) {
+            output += `### 🔗 Matched Clusters\n\n`;
+            for (const { cluster, sessions: clusterSessions } of sortedGroups.slice(0, 2)) {
+                const avgScore = Math.round(clusterSessions.reduce((sum, s) => sum + s.score, 0) / clusterSessions.length * 100);
+                output += `**${cluster.name}** (${avgScore}% avg match)\n`;
+                if (cluster.intent) {
+                    output += `> ${cluster.intent}\n`;
+                }
+                output += `\n| Session | Match | Title |\n|---------|-------|-------|\n`;
+                for (const item of clusterSessions.slice(0, 3)) {
+                    const matchPct = Math.round(item.score * 100);
+                    const title = (item.session.title || '').substring(0, 35);
+                    output += `| ${item.session.session_id} | ${matchPct}% | ${title} |\n`;
+                }
+                output += `\n`;
+            }
+        }
+        // Show unclustered sessions
+        if (unclusteredSessions.length > 0) {
+            output += `### 📝 Individual Matches\n\n`;
+            output += `| Session | Type | Match | Title |\n`;
+            output += `|---------|------|-------|-------|\n`;
+            for (const item of unclusteredSessions.slice(0, 4)) {
+                const type = item.session.session_type === 'core_memory' ? 'Core' :
+                    item.session.session_type === 'workflow' ? 'Workflow' : 'CLI';
+                const matchPct = Math.round(item.score * 100);
+                const title = (item.session.title || '').substring(0, 30);
+                output += `| ${item.session.session_id} | ${type} | ${matchPct}% | ${title} |\n`;
+            }
+            output += `\n`;
+        }
+        // Add MCP tools reference
+        const topSession = scoredSessions[0];
+        const topCluster = sortedGroups[0]?.cluster;
+        output += `**MCP Tools**:\n\`\`\`\n`;
+        output += `# Resume top match\nmcp__ccw-tools__core_memory({ "operation": "export", "id": "${topSession.session.session_id}" })\n`;
+        if (topCluster) {
+            output += `\n# Load cluster context\nmcp__ccw-tools__core_memory({ "operation": "search", "query": "cluster:${topCluster.id}" })\n`;
+        }
+        output += `\`\`\`\n</ccw-session-context>`;
+        return output;
+    }
+    /**
+     * Legacy method for backward compatibility
+     * @deprecated Use getProgressiveIndex({ type, sessionId, prompt }) instead
+     */
+    async getProgressiveIndexLegacy(sessionId) {
+        let activeCluster = null;
+        let members = [];
+        if (sessionId) {
+            const clusters = this.coreMemoryStore.getSessionClusters(sessionId);
+            if (clusters.length > 0) {
+                activeCluster = clusters[0];
+                const clusterMembers = this.coreMemoryStore.getClusterMembers(activeCluster.id);
+                members = clusterMembers
+                    .map(m => this.coreMemoryStore.getSessionMetadata(m.session_id))
+                    .filter((m) => m !== null)
+                    .sort((a, b) => (a.created_at || '').localeCompare(b.created_at || ''));
+            }
+        }
+        if (!activeCluster || members.length === 0) {
+            return `<ccw-session-context>
+## 📋 Related Sessions Index
+
+No active cluster found. Start a new workflow or continue from recent sessions.
+
+**MCP Tools**:
+\`\`\`
+# Search sessions
+Use tool: mcp__ccw-tools__core_memory
+Parameters: { "action": "search", "query": "<keyword>" }
+
+# Trigger clustering
+Parameters: { "action": "cluster", "scope": "auto" }
+\`\`\`
+</ccw-session-context>`;
+        }
+        // Generate table
+        let table = `| # | Session | Type | Summary | Tokens |\n`;
+        table += `|---|---------|------|---------|--------|\n`;
+        members.forEach((m, idx) => {
+            const type = m.session_type === 'core_memory' ? 'Core' :
+                m.session_type === 'workflow' ? 'Workflow' : 'CLI';
+            const summary = (m.summary || '').substring(0, 40);
+            const token = `~${m.token_estimate || 0}`;
+            table += `| ${idx + 1} | ${m.session_id} | ${type} | ${summary} | ${token} |\n`;
+        });
+        // Generate timeline - show multiple recent sessions
+        let timeline = '';
+        if (members.length > 0) {
+            const timelineEntries = [];
+            const displayCount = Math.min(members.length, 3); // Show last 3 sessions
+            for (let i = members.length - displayCount; i < members.length; i++) {
+                const member = members[i];
+                const date = member.created_at ? new Date(member.created_at).toLocaleDateString() : '';
+                const title = member.title?.substring(0, 30) || 'Untitled';
+                const isCurrent = i === members.length - 1;
+                const marker = isCurrent ? ' ← Current' : '';
+                timelineEntries.push(`${date} ─●─ ${member.session_id} (${title})${marker}`);
+            }
+            timeline = `\`\`\`\n${timelineEntries.join('\n        │\n')}\n\`\`\``;
+        }
+        return `<ccw-session-context>
+## 📋 Related Sessions Index
+
+### 🔗 Active Cluster: ${activeCluster.name} (${members.length} sessions)
+**Intent**: ${activeCluster.intent || 'No intent specified'}
+
+${table}
+
+**Resume via MCP**:
+\`\`\`
+Use tool: mcp__ccw-tools__core_memory
+Parameters: { "action": "load", "id": "${members[members.length - 1].session_id}" }
+
+Or load entire cluster:
+{ "action": "load-cluster", "clusterId": "${activeCluster.id}" }
+\`\`\`
+
+### 📊 Timeline
+${timeline}
+
+---
+**Tip**: Use \`mcp__ccw-tools__core_memory({ action: "search", query: "<keyword>" })\` to find more sessions
+</ccw-session-context>`;
+    }
+    /**
+     * Parse workflow session files
+     */
+    async parseWorkflowSessions() {
+        const sessions = [];
+        const workflowDir = join(this.projectPath, '.workflow', 'sessions');
+        if (!existsSync(workflowDir)) {
+            return sessions;
+        }
+        try {
+            const sessionDirs = readdirSync(workflowDir).filter(d => d.startsWith('WFS-'));
+            for (const sessionDir of sessionDirs) {
+                const sessionFile = join(workflowDir, sessionDir, 'session.json');
+                if (!existsSync(sessionFile))
+                    continue;
+                try {
+                    const content = readFileSync(sessionFile, 'utf8');
+                    const sessionData = JSON.parse(content);
+                    const metadata = {
+                        session_id: sessionDir,
+                        session_type: 'workflow',
+                        title: sessionData.title || sessionDir,
+                        summary: (sessionData.description || '').substring(0, 200),
+                        keywords: this.extractKeywords(JSON.stringify(sessionData)),
+                        token_estimate: Math.ceil(JSON.stringify(sessionData).length / 4),
+                        file_patterns: this.extractFilePatterns(JSON.stringify(sessionData)),
+                        created_at: sessionData.created_at || statSync(sessionFile).mtime.toISOString(),
+                        last_accessed: new Date().toISOString(),
+                        access_count: 0
+                    };
+                    sessions.push(metadata);
+                }
+                catch (err) {
+                    console.warn(`[Clustering] Failed to parse ${sessionFile}:`, err);
+                }
+            }
+        }
+        catch (err) {
+            console.warn('[Clustering] Failed to read workflow sessions:', err);
+        }
+        return sessions;
+    }
+    /**
+     * Update metadata cache for all sessions
+     */
+    async refreshMetadataCache() {
+        const sessions = await this.collectSessions({ scope: 'all' });
+        for (const session of sessions) {
+            this.coreMemoryStore.upsertSessionMetadata(session);
+        }
+        return sessions.length;
+    }
+}
+//# sourceMappingURL=session-clustering-service.js.map