@cachly-dev/mcp-server 0.10.59 → 0.10.61

package/dist/src/handlers/brain.js

@@ -6,14 +6,27 @@ import { keywordSearch, tokenize, splitMultiQuery, levenshtein, indexVocab as _i
 import { rerankByQuality } from '../rerank.js';
 import { computeEmbedding, hasEmbedProvider } from '../embeddings.js';
 // ── Changelog (shown once per version in session_start) ──────────────────────
-const MCP_VERSION = '0.10.59';
+const MCP_VERSION = '0.10.61';
 const WHATS_NEW = {
+    '0.10.61': [
+        `🎯 **Phase 3C: 100 MCP tools milestone — zero-setup knowledge graph**`,
+        `  🔄 \`brain_from_git\` now auto-builds Person+File nodes from git history (zero setup!)`,
+        `  🔍 \`skill_gaps()\` — find domains with unresolved failures, missing attribution`,
+        `  📊 \`brain_coverage()\` — scored 0-100 health report: lessons · attribution · file coverage`,
+    ],
+    '0.10.60': [
+        `🆕 **Phase 3B: File map + team overview + visibility**`,
+        `  📁 \`brain_file_map(file_paths=[...])\` — experts + lessons per file before you touch it`,
+        `  🗺️ \`team_expertise_map()\` — full team skills matrix in one table`,
+        `  🔒 \`visibility: "private"\` on \`learn_from_attempts\` — private notes never leak to smart_recall`,
+        `  📊 98 MCP tools`,
+    ],
     '0.10.59': [
         `🆕 **Phase 3A: Org-wide knowledge graph**`,
         `  👥 \`brain_who_knows(topic="...")\` — find your team's experts on any topic instantly`,
         `  🕸️ Person + File nodes auto-built from \`learn_from_attempts(author="...", file_paths=[...])\``,
         `  👤 Author attribution now shown inline in \`smart_recall\` results`,
-        `  📊 96 MCP tools · 379 tests green`,
+        `  📊 96 MCP tools · 386 tests green`,
     ],
     '0.10.58': [
         `🧹 Zero lint warnings — all unused imports cleaned across every handler`,
@@ -55,12 +68,13 @@ const WHATS_NEW = {
 export const BRAIN_TOOL_NAMES = new Set([
     'learn_from_attempts', 'recall_best_solution', 'smart_recall',
     'session_start', 'session_end', 'session_ping', 'session_handoff', 'auto_learn_session',
-    'brain_who_knows',
+    'brain_who_knows', 'brain_file_map', 'team_expertise_map',
+    'skill_gaps', 'brain_coverage',
 ]);
 export async function handleBrainTool(name, args, getConnection, apiFetch) {
     switch (name) {
         case 'learn_from_attempts': {
-            const { instance_id, topic, outcome, what_worked, what_failed = '', context: ctx = '', severity = 'major', file_paths = [], commands = [], tags = [], depends_on = [], author = '', } = args;
+            const { instance_id, topic, outcome, what_worked, what_failed = '', context: ctx = '', severity = 'major', file_paths = [], commands = [], tags = [], depends_on = [], author = '', visibility = 'team', } = args;
             const redis = await getConnection(instance_id);
             const ts = new Date().toISOString();
             // ── Structured template hints ──────────────────────────────────────────
@@ -178,6 +192,7 @@ export async function handleBrainTool(name, args, getConnection, apiFetch) {
                 tags,
                 depends_on,
                 ...(author ? { author } : {}),
+                visibility,
                 recall_count: recallCount,
                 ts,
                 verified_at: outcome === 'success' || outcome === 'partial' ? ts : undefined,
@@ -527,9 +542,9 @@ export async function handleBrainTool(name, args, getConnection, apiFetch) {
                 }
             }
             // ── Layer 2: Semantic search (parallel, optional) ────────────────────────
-            const inst = await apiFetch(`/api/v1/instances/${instance_id}`);
+            const inst = await apiFetch(`/api/v1/instances/${instance_id}`).catch(() => null);
             const semHits = [];
-            if (inst.vector_token && hasEmbedProvider()) {
+            if (inst?.vector_token && hasEmbedProvider()) {
                 try {
                     const embedding = await computeEmbedding(query);
                     const vectorUrl = `https://api.cachly.dev/v1/sem/${inst.vector_token}`;
@@ -634,7 +649,15 @@ export async function handleBrainTool(name, args, getConnection, apiFetch) {
                 }
             }
             catch { /* non-critical — keyword + semantic always available */ }
-            const hybridResults = [...hybridMap.values()].sort((a, b) => b.hybridScore - a.hybridScore);
+            // Filter private lessons — they are only accessible via exact recall_best_solution
+            const hybridResults = [...hybridMap.values()]
+                .filter(r => {
+                if (!r.key.startsWith('cachly:lesson:best:'))
+                    return true;
+                const ld = safeJsonParse(r.content, {});
+                return ld.visibility !== 'private';
+            })
+                .sort((a, b) => b.hybridScore - a.hybridScore);
             // ── Build output ──────────────────────────────────────────────────────────
             const lines = [`🧠 **Smart Recall** for: _"${query}"_\n`];
             // "Brain saved you here" banner — surfaces value inline for proven recalled lessons
@@ -1911,6 +1934,362 @@ export async function handleBrainTool(name, args, getConnection, apiFetch) {
             lines.push(`---`, `_Attribution grows with every \`learn_from_attempts(author="...", ...)\` call._`);
             return lines.join('\n');
         }
+        // ── brain_file_map ────────────────────────────────────────────────────────
+        // Phase 3B: "What do we know about these files?" — experts + lessons per file.
+        case 'brain_file_map': {
+            const { instance_id, file_paths = [], } = args;
+            if (!file_paths.length)
+                return '⚠️ Pass at least one file path.';
+            const redis = await getConnection(instance_id);
+            const lines = [
+                `## 📁 File Knowledge Map`,
+                ``,
+                `_What cachly knows about the files you're about to touch:_`,
+                ``,
+            ];
+            for (const fp of file_paths.slice(0, 10)) {
+                lines.push(`### \`${fp}\``);
+                // ── Experts via CKG file nodes ─────────────────────────────────────
+                const fileId = `file:${ckgSlug(fp)}`;
+                const inbound = await redis.smembers(`cachly:ckg:idx:to:${fileId}`);
+                const experts = [];
+                for (const ek of inbound) {
+                    const er = await redis.get(ek);
+                    if (!er)
+                        continue;
+                    const edge = safeJsonParse(er, null);
+                    if (!edge || edge.edgeType !== 'touched')
+                        continue;
+                    const personRaw = await redis.get(`cachly:ckg:node:${edge.from}`);
+                    if (!personRaw)
+                        continue;
+                    const pn = safeJsonParse(personRaw, null);
+                    if (!pn || pn.type !== 'person')
+                        continue;
+                    experts.push({ handle: pn.handle, touches: edge.trials, lastSeen: edge.last_updated });
+                }
+                experts.sort((a, b) => b.touches - a.touches);
+                if (experts.length > 0) {
+                    const expLine = experts.slice(0, 5).map((e, i) => {
+                        const medal = i === 0 ? '🥇' : i === 1 ? '🥈' : i === 2 ? '🥉' : `${i + 1}.`;
+                        const days = Math.floor((Date.now() - new Date(e.lastSeen).getTime()) / 86400000);
+                        const ago = days < 1 ? 'today' : days < 7 ? `${days}d ago` : `${Math.floor(days / 7)}w ago`;
+                        return `${medal} **${e.handle}** (${e.touches}× · ${ago})`;
+                    }).join(' · ');
+                    lines.push(`**Experts:** ${expLine}`);
+                }
+                else {
+                    lines.push(`**Experts:** _None yet — add \`author\` to \`learn_from_attempts\` calls_`);
+                }
+                // ── Related lessons via BM25 on filename tokens ────────────────────
+                const tokens = fp.replace(/[^a-z0-9]/gi, ' ').split(/\s+/).filter(t => t.length >= 4);
+                const lessonQuery = tokens.slice(0, 3).join(' ');
+                const relatedLessons = [];
+                if (lessonQuery) {
+                    try {
+                        const hits = await keywordSearch(redis, ['cachly:lesson:best:*'], lessonQuery, 4);
+                        for (const h of hits) {
+                            const ld = safeJsonParse(h.content, {});
+                            if (ld.visibility === 'private')
+                                continue;
+                            const emoji = ld.outcome === 'success' ? '✅' : ld.outcome === 'partial' ? '⚠️' : '❌';
+                            const sev = ld.severity === 'critical' ? ' 🔴' : ld.severity === 'major' ? ' 🟡' : '';
+                            const by = ld.author ? ` · 👤 ${ld.author}` : '';
+                            const topic = h.key.replace('cachly:lesson:best:', '');
+                            relatedLessons.push(`  - ${emoji} \`${topic}\`${sev}${by} — ${(ld.what_worked ?? '').slice(0, 100)}`);
+                        }
+                    }
+                    catch { /* non-critical */ }
+                }
+                // Also: exact file_paths match via lesson scan
+                if (relatedLessons.length < 2) {
+                    const scanKeys = [];
+                    const stream = redis.scanStream({ match: 'cachly:lesson:best:*', count: 200 });
+                    await new Promise((res, rej) => {
+                        stream.on('data', (b) => scanKeys.push(...b));
+                        stream.on('end', res);
+                        stream.on('error', rej);
+                    });
+                    for (const k of scanKeys.slice(0, 300)) {
+                        const raw = await redis.get(k);
+                        if (!raw)
+                            continue;
+                        const ld = safeJsonParse(raw, {});
+                        if (ld.visibility === 'private')
+                            continue;
+                        if (!(ld.file_paths ?? []).includes(fp))
+                            continue;
+                        const topic = k.replace('cachly:lesson:best:', '');
+                        if (relatedLessons.some(l => l.includes(`\`${topic}\``)))
+                            continue;
+                        const emoji = ld.outcome === 'success' ? '✅' : ld.outcome === 'partial' ? '⚠️' : '❌';
+                        const sev = ld.severity === 'critical' ? ' 🔴' : ld.severity === 'major' ? ' 🟡' : '';
+                        const by = ld.author ? ` · 👤 ${ld.author}` : '';
+                        relatedLessons.push(`  - ${emoji} \`${topic}\`${sev}${by} — ${(ld.what_worked ?? '').slice(0, 100)}`);
+                    }
+                }
+                if (relatedLessons.length > 0) {
+                    lines.push(`**Related lessons:**`);
+                    lines.push(...relatedLessons.slice(0, 5));
+                }
+                else {
+                    lines.push(`**Related lessons:** _None yet_`);
+                }
+                lines.push(``);
+            }
+            lines.push(`---`, `_Attribution builds with \`learn_from_attempts(file_paths=[...], author="...")\`. Run this before committing to track what changed and why._`);
+            return lines.join('\n');
+        }
+        // ── team_expertise_map ────────────────────────────────────────────────────
+        // Phase 3B: Full team expertise overview — who knows what, at a glance.
+        case 'team_expertise_map': {
+            const { instance_id, top_n = 20, } = args;
+            const redis = await getConnection(instance_id);
+            // Scan all person nodes
+            const personKeys = [];
+            const pStream = redis.scanStream({ match: 'cachly:ckg:node:person:*', count: 200 });
+            await new Promise((res, rej) => {
+                pStream.on('data', (b) => personKeys.push(...b));
+                pStream.on('end', res);
+                pStream.on('error', rej);
+            });
+            if (personKeys.length === 0) {
+                return [
+                    `## 🗺️ Team Expertise Map`,
+                    ``,
+                    `No contributors yet.`,
+                    ``,
+                    `Add \`author="handle"\` to any \`learn_from_attempts\` call to start building the map.`,
+                ].join('\n');
+            }
+            const people = [];
+            for (const pk of personKeys) {
+                const raw = await redis.get(pk);
+                if (!raw)
+                    continue;
+                const pn = safeJsonParse(raw, null);
+                if (!pn || pn.type !== 'person')
+                    continue;
+                // Count authored lessons + collect domains from authored edges
+                const outEdgeKeys = await redis.smembers(`cachly:ckg:idx:from:${pn.id}`);
+                const domainCounts = new Map();
+                let lessonCount = 0;
+                for (const ek of outEdgeKeys) {
+                    const er = await redis.get(ek);
+                    if (!er)
+                        continue;
+                    const edge = safeJsonParse(er, null);
+                    if (!edge || edge.edgeType !== 'authored')
+                        continue;
+                    lessonCount++;
+                    const domain = edge.to.split(':')[0] ?? 'unknown';
+                    domainCounts.set(domain, (domainCounts.get(domain) ?? 0) + 1);
+                }
+                people.push({ handle: pn.handle, lessonCount, domains: domainCounts, lastActive: pn.last_active });
+            }
+            people.sort((a, b) => b.lessonCount - a.lessonCount);
+            const topPeople = people.slice(0, top_n);
+            const lines = [
+                `## 🗺️ Team Expertise Map`,
+                ``,
+                `**${topPeople.length}** contributor${topPeople.length !== 1 ? 's' : ''} tracked:`,
+                ``,
+                `| # | Handle | Lessons | Top domains | Last active |`,
+                `|---|--------|---------|-------------|-------------|`,
+            ];
+            for (const [i, p] of topPeople.entries()) {
+                const medal = i === 0 ? '🥇' : i === 1 ? '🥈' : i === 2 ? '🥉' : `${i + 1}`;
+                const days = Math.floor((Date.now() - new Date(p.lastActive).getTime()) / 86400000);
+                const ago = days < 1 ? 'today' : days < 7 ? `${days}d ago` : days < 30 ? `${Math.floor(days / 7)}w ago` : `${Math.floor(days / 30)}mo ago`;
+                const domainStr = [...p.domains.entries()].sort((a, b) => b[1] - a[1]).slice(0, 3).map(([d, c]) => `${d}(${c})`).join(', ') || '—';
+                lines.push(`| ${medal} | **${p.handle}** | ${p.lessonCount} | ${domainStr} | ${ago} |`);
+            }
+            lines.push(``, `---`, `_Use \`brain_who_knows(topic="...")\` to find the expert for a specific problem._`);
+            return lines.join('\n');
+        }
+        // ── skill_gaps ────────────────────────────────────────────────────────────
+        // Phase 3C: Show knowledge blind spots — domains/files with no success lessons,
+        // no attribution, or only failures.
+        case 'skill_gaps': {
+            const { instance_id, min_failures = 1, } = args;
+            const redis = await getConnection(instance_id);
+            // Scan all best lessons
+            const lessonKeys = [];
+            const lStream = redis.scanStream({ match: 'cachly:lesson:best:*', count: 500 });
+            await new Promise((res, rej) => {
+                lStream.on('data', (b) => lessonKeys.push(...b));
+                lStream.on('end', res);
+                lStream.on('error', rej);
+            });
+            const domainMap = new Map();
+            let totalAttributed = 0;
+            let totalPrivate = 0;
+            for (const k of lessonKeys) {
+                const raw = await redis.get(k);
+                if (!raw)
+                    continue;
+                const l = safeJsonParse(raw, {});
+                const domain = (l.topic ?? '').split(':')[0] ?? 'unknown';
+                const s = domainMap.get(domain) ?? { successes: 0, failures: 0, attributed: 0, topics: [] };
+                if (l.outcome === 'success' || l.outcome === 'partial')
+                    s.successes++;
+                else
+                    s.failures++;
+                if (l.author) {
+                    s.attributed++;
+                    totalAttributed++;
+                }
+                if (l.visibility === 'private')
+                    totalPrivate++;
+                s.topics.push(l.topic ?? '');
+                domainMap.set(domain, s);
+            }
+            const gaps = [];
+            for (const [domain, s] of domainMap) {
+                if (s.failures >= min_failures && s.successes === 0) {
+                    gaps.push({
+                        domain, type: 'unresolved failures',
+                        severity: s.failures >= 3 ? '🔴 critical' : '🟡 warn',
+                        detail: `${s.failures} failure${s.failures !== 1 ? 's' : ''}, 0 solutions — use \`learn_from_attempts\` to store what fixed it`,
+                    });
+                }
+                if (s.successes + s.failures >= 3 && s.attributed === 0) {
+                    gaps.push({
+                        domain, type: 'no attribution',
+                        severity: '🔵 info',
+                        detail: `${s.successes + s.failures} lessons with no \`author\` field — attribution lost, \`brain_who_knows\` can't help here`,
+                    });
+                }
+            }
+            // Check for domains with person nodes but no lessons (contributors without lessons)
+            const personKeys = [];
+            const pStream = redis.scanStream({ match: 'cachly:ckg:node:person:*', count: 200 });
+            await new Promise((res, rej) => {
+                pStream.on('data', (b) => personKeys.push(...b));
+                pStream.on('end', res);
+                pStream.on('error', rej);
+            });
+            const lines = [
+                `## 🔍 Skill Gaps — Knowledge Blind Spots`,
+                ``,
+                `**${lessonKeys.length}** lessons scanned · **${totalAttributed}** attributed · **${gaps.length}** gap${gaps.length !== 1 ? 's' : ''} found`,
+                totalPrivate > 0 ? `_(${totalPrivate} private lessons excluded from gap analysis)_` : '',
+                ``,
+            ].filter(Boolean);
+            if (gaps.length === 0) {
+                lines.push(`✅ No significant knowledge gaps detected. All domains with failures have at least one success lesson.`);
+            }
+            else {
+                const bySev = [
+                    ...gaps.filter(g => g.severity.includes('critical')),
+                    ...gaps.filter(g => g.severity.includes('warn')),
+                    ...gaps.filter(g => g.severity.includes('info')),
+                ];
+                for (const g of bySev.slice(0, 15)) {
+                    lines.push(`${g.severity} **\`${g.domain}\`** — ${g.type}`);
+                    lines.push(`  ${g.detail}`);
+                    lines.push(``);
+                }
+                if (gaps.length > 15)
+                    lines.push(`_…and ${gaps.length - 15} more gaps. Fix critical ones first._`);
+            }
+            lines.push(`---`, `_Fix gaps with \`learn_from_attempts(topic="${gaps[0]?.domain ?? 'your:topic'}", outcome="success", what_worked="...")\`_`, `_Add \`author="name"\` to every call to enable \`brain_who_knows\` + \`team_expertise_map\`._`);
+            return lines.join('\n');
+        }
+        // ── brain_coverage ────────────────────────────────────────────────────────
+        // Phase 3C: Knowledge-coverage health score for the repository.
+        case 'brain_coverage': {
+            const { instance_id, repo_path = '.', } = args;
+            const redis = await getConnection(instance_id);
+            // Count lessons
+            const lessonKeys = [];
+            const lStream = redis.scanStream({ match: 'cachly:lesson:best:*', count: 500 });
+            await new Promise((res, rej) => {
+                lStream.on('data', (b) => lessonKeys.push(...b));
+                lStream.on('end', res);
+                lStream.on('error', rej);
+            });
+            // Count person nodes
+            const personKeys = [];
+            const pStream = redis.scanStream({ match: 'cachly:ckg:node:person:*', count: 200 });
+            await new Promise((res, rej) => {
+                pStream.on('data', (b) => personKeys.push(...b));
+                pStream.on('end', res);
+                pStream.on('error', rej);
+            });
+            // Count file nodes in CKG
+            const fileKeys = [];
+            const fStream = redis.scanStream({ match: 'cachly:ckg:node:file:*', count: 500 });
+            await new Promise((res, rej) => {
+                fStream.on('data', (b) => fileKeys.push(...b));
+                fStream.on('end', res);
+                fStream.on('error', rej);
+            });
+            // Get git file count for comparison (optional — non-critical if not a git repo)
+            let gitFileCount = 0;
+            let _gitFileCountLabel = 'n/a';
+            try {
+                const { execSync } = await import('node:child_process');
+                const { resolve } = await import('node:path');
+                const repoDir = resolve(repo_path);
+                const output = execSync('git ls-files', { cwd: repoDir, encoding: 'utf-8', stdio: 'pipe' });
+                gitFileCount = output.trim().split('\n').filter(Boolean).length;
+                _gitFileCountLabel = String(gitFileCount);
+            }
+            catch { /* not a git repo — skip */ }
+            // Lesson quality breakdown
+            let successCount = 0;
+            let failureCount = 0;
+            let attributedCount = 0;
+            const domainSet = new Set();
+            for (const k of lessonKeys) {
+                const raw = await redis.get(k);
+                if (!raw)
+                    continue;
+                const l = safeJsonParse(raw, {});
+                if (l.outcome === 'success' || l.outcome === 'partial')
+                    successCount++;
+                else
+                    failureCount++;
+                if (l.author)
+                    attributedCount++;
+                domainSet.add((l.topic ?? '').split(':')[0] ?? 'unknown');
+            }
+            const fileCoverage = gitFileCount > 0
+                ? `${Math.round((fileKeys.length / gitFileCount) * 100)}% (${fileKeys.length}/${gitFileCount} files)`
+                : `${fileKeys.length} files tracked`;
+            const attributionPct = lessonKeys.length > 0
+                ? Math.round((attributedCount / lessonKeys.length) * 100)
+                : 0;
+            const overallScore = Math.round((Math.min(1, lessonKeys.length / 50) * 25) + // lesson volume (25 pts)
+                (Math.min(1, successCount / Math.max(1, lessonKeys.length)) * 25) + // success ratio (25 pts)
+                (Math.min(1, attributionPct / 100) * 25) + // attribution completeness (25 pts)
+                (Math.min(1, personKeys.length / 5) * 25) // team engagement (25 pts)
+            );
+            const scoreEmoji = overallScore >= 80 ? '🟢' : overallScore >= 50 ? '🟡' : '🔴';
+            return [
+                `## 📊 Brain Coverage Report`,
+                ``,
+                `${scoreEmoji} **Overall score: ${overallScore}/100**`,
+                ``,
+                `| Metric | Value |`,
+                `|--------|-------|`,
+                `| Total lessons | **${lessonKeys.length}** (${successCount} success · ${failureCount} failure) |`,
+                `| Problem domains | **${domainSet.size}** |`,
+                `| Attribution | **${attributedCount}/${lessonKeys.length}** (${attributionPct}%) |`,
+                `| Contributors | **${personKeys.length}** tracked in knowledge graph |`,
+                `| File coverage | **${fileCoverage}** |`,
+                ``,
+                `**Score breakdown (each 0–25):**`,
+                `- Lesson volume: **${Math.round(Math.min(1, lessonKeys.length / 50) * 25)}/25** _(target: 50+ lessons)_`,
+                `- Success ratio: **${Math.round(Math.min(1, successCount / Math.max(1, lessonKeys.length)) * 25)}/25** _(target: all lessons resolved)_`,
+                `- Attribution: **${Math.round(Math.min(1, attributionPct / 100) * 25)}/25** _(target: 100% attributed)_`,
+                `- Team engagement: **${Math.round(Math.min(1, personKeys.length / 5) * 25)}/25** _(target: 5+ contributors)_`,
+                ``,
+                `---`,
+                `_Boost score: run \`brain_from_git\` · add \`author\` to \`learn_from_attempts\` · fix gaps with \`skill_gaps\`_`,
+            ].join('\n');
+        }
         // ── sync_file_changes ─────────────────────────────────────────────────────
         default:
             return null;