nodebench-mcp 2.14.2 → 2.17.0

package/dist/__tests__/critterCalibrationEval.js

@@ -0,0 +1,370 @@
+/**
+ * Critter Tool Calibration Eval — tests how useful the scoring really is.
+ *
+ * 19 scenarios across 4 tiers. Scoring logic mirrored from critterTools.ts.
+ *
+ * Run: npx tsx packages/mcp-local/src/__tests__/critterCalibrationEval.ts
+ */
+// ── Mirror of critterTools.ts scoreCritterCheck — keep in sync! ──────────
+function scoreCritterCheck(input) {
+    const feedback = [];
+    let score = 100;
+    const taskLower = input.task.toLowerCase().trim();
+    const whyLower = input.why.toLowerCase().trim();
+    const whoLower = input.who.toLowerCase().trim();
+    // 1: Circular reasoning (threshold 0.5)
+    const taskWords = new Set(taskLower.split(/\s+/).filter((w) => w.length > 3));
+    const whyWords = whyLower.split(/\s+/).filter((w) => w.length > 3);
+    const overlap = whyWords.filter((w) => taskWords.has(w));
+    if (whyWords.length > 0 && overlap.length / whyWords.length > 0.5) {
+        score -= 30;
+        feedback.push("Circular");
+    }
+    // 2: Vague audience
+    const vagueAudiences = ["users", "everyone", "people", "the team", "stakeholders", "clients", "customers", "developers"];
+    if (vagueAudiences.includes(whoLower)) {
+        score -= 20;
+        feedback.push(`Vague: "${input.who}"`);
+    }
+    // 3: Empty or too short
+    if (whyLower.length === 0) {
+        score -= 40;
+        feedback.push("Empty why");
+    }
+    else if (whyLower.length < 10) {
+        score -= 25;
+        feedback.push("Why too short");
+    }
+    if (whoLower.length < 3) {
+        score -= 25;
+        feedback.push("Who too short");
+    }
+    // 4: Deference
+    const deferPatterns = [
+        "was told", "asked to", "ticket says", "was asked", "requirement says",
+        "spec says", "jira", "because I was", "they said", "assigned to me",
+    ];
+    if (deferPatterns.some((p) => whyLower.includes(p))) {
+        score -= 15;
+        feedback.push("Deference");
+    }
+    // 5: Non-answer (count matches, -20 each, cap -40)
+    const nonAnswerPatterns = [
+        "just because", "don't know", "not sure", "why not", "might need it",
+        "no reason", "no idea", "whatever", "idk", "tbd",
+    ];
+    const nonAnswerHits = nonAnswerPatterns.filter((p) => whyLower.includes(p)).length;
+    if (nonAnswerHits > 0) {
+        const penalty = Math.min(nonAnswerHits * 20, 40);
+        score -= penalty;
+        feedback.push(`Non-answer x${nonAnswerHits} (-${penalty})`);
+    }
+    // 6: Repetitive padding (why + who)
+    const whyAllWords = whyLower.split(/\s+/).filter((w) => w.length > 2);
+    if (whyAllWords.length >= 5) {
+        const whyUniqueWords = new Set(whyAllWords);
+        if (whyUniqueWords.size / whyAllWords.length < 0.4) {
+            score -= 25;
+            feedback.push("Why repetitive");
+        }
+    }
+    const whoAllWords = whoLower.split(/\s+/).filter((w) => w.length > 2);
+    if (whoAllWords.length >= 5) {
+        const whoUniqueWords = new Set(whoAllWords);
+        if (whoUniqueWords.size / whoAllWords.length < 0.4) {
+            score -= 25;
+            feedback.push("Who repetitive");
+        }
+    }
+    // 7: Buzzword-heavy (scans why + who, graduated: 3+ = -30, 2 = -20)
+    const buzzwords = [
+        "leverage", "synergies", "synergy", "paradigm", "holistic", "alignment",
+        "transformation", "innovative", "disruptive", "best practices",
+        "streamline", "ecosystem", "actionable", "circle back",
+    ];
+    const allText = `${whyLower} ${whoLower}`;
+    const buzzCount = buzzwords.filter((b) => allText.includes(b)).length;
+    if (buzzCount >= 4) {
+        score -= 35;
+        feedback.push(`Buzzwords x${buzzCount}`);
+    }
+    else if (buzzCount >= 3) {
+        score -= 30;
+        feedback.push(`Buzzwords x${buzzCount}`);
+    }
+    else if (buzzCount >= 2) {
+        score -= 20;
+        feedback.push(`Buzzwords x${buzzCount}`);
+    }
+    // 8: Hedging language
+    const hedgeWords = ["could", "potentially", "maybe", "possibly", "might", "perhaps", "hopefully"];
+    const hedgeCount = hedgeWords.filter((h) => {
+        const regex = new RegExp(`\\b${h}\\b`, "i");
+        return regex.test(whyLower);
+    }).length;
+    if (hedgeCount >= 2) {
+        score -= 15;
+        feedback.push(`Hedging x${hedgeCount}`);
+    }
+    // 9: Task-word echo
+    for (const tw of taskWords) {
+        const twCount = whyWords.filter((w) => w === tw).length;
+        if (twCount >= 3) {
+            score -= 20;
+            feedback.push(`Echo: "${tw}" x${twCount}`);
+            break;
+        }
+    }
+    // 10: Bonuses
+    if (input.success_looks_like && input.success_looks_like.length > 20) {
+        score += 10;
+        feedback.push("+success");
+    }
+    if (input.simplest_version && input.simplest_version.length > 20) {
+        score += 10;
+        feedback.push("+simplest");
+    }
+    score = Math.max(0, Math.min(100, score));
+    let verdict;
+    if (score >= 70)
+        verdict = "proceed";
+    else if (score >= 40)
+        verdict = "reconsider";
+    else
+        verdict = "stop";
+    return { score, verdict, feedback };
+}
+const scenarios = [
+    // ── GOOD — should proceed ────────────────────────────────────────────
+    {
+        label: "GOOD-1: Clear purpose, specific audience",
+        input: {
+            task: "Add rate limiting to the public API endpoints",
+            why: "Our API is getting hammered by a scraper bot causing 503s for real customers — rate limiting protects availability",
+            who: "E-commerce customers who see checkout failures during bot attacks",
+        },
+        expectedVerdict: "proceed",
+        expectedScoreRange: [80, 100],
+    },
+    {
+        label: "GOOD-2: With both bonuses",
+        input: {
+            task: "Migrate from REST to GraphQL",
+            why: "Mobile app makes 12 API calls per screen because REST endpoints return fixed shapes — GraphQL lets us fetch exactly what each screen needs in one round trip",
+            who: "Mobile team (3 iOS + 2 Android devs) who spend 40% of sprint on pagination workarounds",
+            success_looks_like: "Screen load API calls drop from 12 to 1-2, mobile team velocity increases by at least 20%",
+            simplest_version: "Start with the 3 highest-traffic screens, keep REST alive for backwards compat",
+        },
+        expectedVerdict: "proceed",
+        expectedScoreRange: [100, 100],
+    },
+    {
+        label: "GOOD-3: Short but specific",
+        input: {
+            task: "Fix the dark mode toggle",
+            why: "Toggle doesn't persist across page reloads — users report losing their setting every time",
+            who: "Users with visual sensitivities who rely on dark mode for comfort",
+        },
+        expectedVerdict: "proceed",
+        expectedScoreRange: [80, 100],
+    },
+    {
+        label: "GOOD-4: Infra task with system audience",
+        input: {
+            task: "Add a health check endpoint",
+            why: "Kubernetes needs a liveness probe to restart crashed pods",
+            who: "The Kubernetes orchestration layer",
+        },
+        expectedVerdict: "proceed",
+        expectedScoreRange: [80, 100],
+    },
+    {
+        label: "GOOD-5: Shares domain words but isn't circular",
+        input: {
+            task: "Add password reset flow to the authentication module",
+            why: "Users who forget their password currently have to email support and wait 24h for a manual reset — this is our #1 support ticket category",
+            who: "End users who lock themselves out (estimated 15% of monthly active users)",
+        },
+        expectedVerdict: "proceed",
+        expectedScoreRange: [80, 100],
+    },
+    // ── MEDIOCRE — should reconsider ──────────────────────────────────────
+    {
+        label: "MED-1: Circular + vague",
+        input: {
+            task: "Add user authentication and login system to the application",
+            why: "Because we need user authentication and login system in the application",
+            who: "users",
+        },
+        expectedVerdict: "reconsider",
+        expectedScoreRange: [40, 55],
+    },
+    {
+        label: "MED-2: Deference + vague",
+        input: {
+            task: "Refactor the payment module",
+            why: "The ticket says we need to refactor payments before Q3",
+            who: "the team",
+        },
+        expectedVerdict: "reconsider",
+        expectedScoreRange: [45, 69],
+    },
+    {
+        label: "MED-3: Good who but lazy why",
+        input: {
+            task: "Add caching to the dashboard API",
+            why: "For speed",
+            who: "Internal analytics team who refreshes dashboards 50+ times daily",
+        },
+        expectedVerdict: "proceed", // Borderline — score 75 with warning is acceptable
+        expectedScoreRange: [70, 80],
+    },
+    {
+        label: "MED-4: Deference rescued by specificity",
+        input: {
+            task: "Add WebSocket support",
+            why: "The PM asked to add real-time updates because customer support agents currently poll every 30 seconds, causing delayed responses to urgent tickets",
+            who: "Customer support team handling 200+ tickets/day",
+            success_looks_like: "Ticket updates appear within 1 second instead of up to 30 seconds",
+        },
+        expectedVerdict: "proceed",
+        expectedScoreRange: [85, 100],
+    },
+    {
+        label: "MED-5: Good why but vague 'stakeholders'",
+        input: {
+            task: "Add audit logging to the admin panel",
+            why: "SOC2 compliance requires immutable audit trails for all admin actions — we fail the next audit without this",
+            who: "stakeholders",
+        },
+        expectedVerdict: "proceed",
+        expectedScoreRange: [70, 85],
+    },
+    // ── BAD ──────────────────────────────────────────────────────────────
+    {
+        label: "BAD-1: Deference + vague",
+        input: { task: "Do the thing", why: "Was told to", who: "everyone" },
+        expectedVerdict: "reconsider",
+        expectedScoreRange: [40, 69],
+    },
+    {
+        label: "BAD-2: Empty why",
+        input: { task: "Add a new endpoint", why: "", who: "me" },
+        expectedVerdict: "stop",
+        expectedScoreRange: [0, 39],
+    },
+    {
+        label: "BAD-3: Circular + vague (threshold 0.5)",
+        input: {
+            task: "Update the user interface for the dashboard component",
+            why: "We need to update the user interface for the dashboard component to make it better",
+            who: "people",
+        },
+        expectedVerdict: "reconsider",
+        expectedScoreRange: [40, 55],
+    },
+    // ── EDGE CASES ──────────────────────────────────────────────────────
+    {
+        label: "EDGE-1: Buzzwords masking emptiness (why + who scanned)",
+        input: {
+            task: "Implement the new feature",
+            why: "To leverage synergies and drive engagement through digital transformation and innovation paradigms",
+            who: "Cross-functional stakeholder alignment team",
+        },
+        // 4+ buzzwords in why+who (leverage, synergies, transformation, paradigm, alignment) → -30
+        expectedVerdict: "reconsider",
+        expectedScoreRange: [50, 69],
+    },
+    {
+        label: "EDGE-2: Padding with repetition (why + who)",
+        input: {
+            task: "Fix the bug",
+            why: "need need need need need need need need need need need need",
+            who: "test test test test test test test test test test test test",
+        },
+        // Why repetition (-25) + who repetition (-25) = 50 → reconsider
+        expectedVerdict: "reconsider",
+        expectedScoreRange: [40, 55],
+    },
+    {
+        label: "EDGE-3: Double non-answer ('just because' + 'might need it')",
+        input: {
+            task: "Add a new database table",
+            why: "Just because we might need it later",
+            who: "Maybe someone eventually",
+        },
+        // 2 non-answer hits × -20 = -40 → score 60 → reconsider
+        expectedVerdict: "reconsider",
+        expectedScoreRange: [40, 65],
+    },
+    {
+        label: "EDGE-4: Hedging with good audience",
+        input: {
+            task: "Build a recommendation engine",
+            why: "It could potentially maybe help with user retention if people use it",
+            who: "Product manager who wants to try ML features",
+        },
+        // Hedging (could+potentially+maybe) = -15 → score 85 → proceed with warning
+        expectedVerdict: "proceed",
+        expectedScoreRange: [80, 90],
+    },
+    {
+        label: "EDGE-5: Long vacuous echo + vague audience",
+        input: {
+            task: "Refactor the codebase",
+            why: "We need to refactor the codebase because the codebase needs refactoring and the current state of the codebase is such that refactoring would be beneficial for the overall quality of the codebase moving forward in the future",
+            who: "developers",
+        },
+        // Echo: 'codebase' x4 (-20) + vague 'developers' (-20) = 60 → reconsider
+        expectedVerdict: "reconsider",
+        expectedScoreRange: [40, 69],
+    },
+    {
+        label: "EDGE-6: 'customers' now vague",
+        input: {
+            task: "Deploy to production",
+            why: "Performance improvements need to reach production for customer benefit today",
+            who: "customers",
+        },
+        // Vague 'customers' (-20) → 80 → proceed with warning
+        expectedVerdict: "proceed",
+        expectedScoreRange: [70, 85],
+    },
+];
+// ── Run ────────────────────────────────────────────────────────────────────
+console.log("═══════════════════════════════════════════════════════════════");
+console.log(`CRITTER CALIBRATION EVAL — ${scenarios.length} scenarios`);
+console.log("═══════════════════════════════════════════════════════════════\n");
+let passed = 0;
+let failed = 0;
+const gaps = [];
+for (const tc of scenarios) {
+    const r = scoreCritterCheck(tc.input);
+    const vOk = r.verdict === tc.expectedVerdict;
+    const sOk = r.score >= tc.expectedScoreRange[0] && r.score <= tc.expectedScoreRange[1];
+    const ok = vOk && sOk;
+    const status = ok ? "  PASS" : "  FAIL";
+    console.log(`${status}  ${tc.label}`);
+    console.log(`        Score: ${r.score}${sOk ? "" : ` (expected ${tc.expectedScoreRange[0]}-${tc.expectedScoreRange[1]})`}, Verdict: ${r.verdict}${vOk ? "" : ` (expected ${tc.expectedVerdict})`}`);
+    console.log(`        Checks: [${r.feedback.join("; ")}]`);
+    if (!ok) {
+        failed++;
+        gaps.push(`${tc.label}: score=${r.score} verdict=${r.verdict}`);
+    }
+    else {
+        passed++;
+    }
+    console.log();
+}
+console.log("═══════════════════════════════════════════════════════════════");
+console.log(`RESULTS: ${passed}/${scenarios.length} passed, ${failed} failed`);
+console.log(`CALIBRATION: ${Math.round(passed / scenarios.length * 100)}%`);
+console.log("═══════════════════════════════════════════════════════════════");
+if (gaps.length > 0) {
+    console.log("\nREMAINING GAPS:");
+    for (const g of gaps)
+        console.log(`  -> ${g}`);
+}
+process.exit(failed > 0 ? 1 : 0);
+export {};
+//# sourceMappingURL=critterCalibrationEval.js.map

package/dist/__tests__/critterCalibrationEval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"critterCalibrationEval.js","sourceRoot":"","sources":["../../src/__tests__/critterCalibrationEval.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAgBH,4EAA4E;AAE5E,SAAS,iBAAiB,CAAC,KAAmB;IAC5C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAClD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAEhD,wCAAwC;IACxC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QAClE,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;IAED,oBAAoB;IACpB,MAAM,cAAc,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;IACzH,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtC,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IACzC,CAAC;IAED,wBAAwB;IACxB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7B,CAAC;SAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QAChC,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACjC,CAAC;IAED,eAAe;IACf,MAAM,aAAa,GAAG;QACpB,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,WAAW,EAAE,kBAAkB;QACtE,WAAW,EAAE,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,gBAAgB;KACpE,CAAC;IACF,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7B,CAAC;IAED,mDAAmD;IACnD,MAAM,iBAAiB,GAAG;QACxB,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,eAAe;QACpE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK;KACjD,CAAC;IACF,MAAM,aAAa,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACnF,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;QACjD,KAAK,IAAI,OAAO,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,eAAe,aAAa,MAAM,OAAO,GAAG,CAAC,CAAC;IAC9D,CAAC;IAED,oCAAoC;IACpC,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtE,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,cAAc,CAAC,IAAI,GAAG,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACnD,KAAK,IAAI,EAAE,CAAC;YACZ,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtE,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,cAAc,CAAC,IAAI,GAAG,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACnD,KAAK,IAAI,EAAE,CAAC;YACZ,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,MAAM,SAAS,GAAG;QAChB,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW;QACvE,gBAAgB,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB;QAC9D,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa;KACvD,CAAC;IACF,MAAM,OAAO,GAAG,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC;IAC1C,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACtE,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,cAAc,SAAS,EAAE,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QAC1B,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,cAAc,SAAS,EAAE,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QAC1B,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,cAAc,SAAS,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,sBAAsB;IACtB,MAAM,UAAU,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAClG,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC,MAAM,CAAC;IACV,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;QACpB,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,YAAY,UAAU,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,oBAAoB;IACpB,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACxD,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;YACjB,KAAK,IAAI,EAAE,CAAC;YACZ,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,OAAO,EAAE,CAAC,CAAC;YAC3C,MAAM;QACR,CAAC;IACH,CAAC;IAED,cAAc;IACd,IAAI,KAAK,CAAC,kBAAkB,IAAI,KAAK,CAAC,kBAAkB,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACrE,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;IACD,IAAI,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACjE,KAAK,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IAC1C,IAAI,OAA0C,CAAC;IAC/C,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,SAAS,CAAC;SAChC,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,YAAY,CAAC;;QACxC,OAAO,GAAG,MAAM,CAAC;IAEtB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AACtC,CAAC;AAWD,MAAM,SAAS,GAAe;IAC5B,wEAAwE;IACxE;QACE,KAAK,EAAE,0CAA0C;QACjD,KAAK,EAAE;YACL,IAAI,EAAE,+CAA+C;YACrD,GAAG,EAAE,oHAAoH;YACzH,GAAG,EAAE,mEAAmE;SACzE;QACD,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC;KAC9B;IACD;QACE,KAAK,EAAE,2BAA2B;QAClC,KAAK,EAAE;YACL,IAAI,EAAE,8BAA8B;YACpC,GAAG,EAAE,8JAA8J;YACnK,GAAG,EAAE,wFAAwF;YAC7F,kBAAkB,EAAE,2FAA2F;YAC/G,gBAAgB,EAAE,gFAAgF;SACnG;QACD,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;KAC/B;IACD;QACE,KAAK,EAAE,4BAA4B;QACnC,KAAK,EAAE;YACL,IAAI,EAAE,0BAA0B;YAChC,GAAG,EAAE,2FAA2F;YAChG,GAAG,EAAE,mEAAmE;SACzE;QACD,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC;KAC9B;IACD;QACE,KAAK,EAAE,yCAAyC;QAChD,KAAK,EAAE;YACL,IAAI,EAAE,6BAA6B;YACnC,GAAG,EAAE,2DAA2D;YAChE,GAAG,EAAE,oCAAoC;SAC1C;QACD,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC;KAC9B;IACD;QACE,KAAK,EAAE,gDAAgD;QACvD,KAAK,EAAE;YACL,IAAI,EAAE,sDAAsD;YAC5D,GAAG,EAAE,0IAA0I;YAC/I,GAAG,EAAE,2EAA2E;SACjF;QACD,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC;KAC9B;IAED,yEAAyE;IACzE;QACE,KAAK,EAAE,yBAAyB;QAChC,KAAK,EAAE;YACL,IAAI,EAAE,6DAA6D;YACnE,GAAG,EAAE,yEAAyE;YAC9E,GAAG,EAAE,OAAO;SACb;QACD,eAAe,EAAE,YAAY;QAC7B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,0BAA0B;QACjC,KAAK,EAAE;YACL,IAAI,EAAE,6BAA6B;YACnC,GAAG,EAAE,wDAAwD;YAC7D,GAAG,EAAE,UAAU;SAChB;QACD,eAAe,EAAE,YAAY;QAC7B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,8BAA8B;QACrC,KAAK,EAAE;YACL,IAAI,EAAE,kCAAkC;YACxC,GAAG,EAAE,WAAW;YAChB,GAAG,EAAE,kEAAkE;SACxE;QACD,eAAe,EAAE,SAAS,EAAE,mDAAmD;QAC/E,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,yCAAyC;QAChD,KAAK,EAAE;YACL,IAAI,EAAE,uBAAuB;YAC7B,GAAG,EAAE,oJAAoJ;YACzJ,GAAG,EAAE,iDAAiD;YACtD,kBAAkB,EAAE,mEAAmE;SACxF;QACD,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC;KAC9B;IACD;QACE,KAAK,EAAE,0CAA0C;QACjD,KAAK,EAAE;YACL,IAAI,EAAE,sCAAsC;YAC5C,GAAG,EAAE,6GAA6G;YAClH,GAAG,EAAE,cAAc;SACpB;QACD,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IAED,wEAAwE;IACxE;QACE,KAAK,EAAE,0BAA0B;QACjC,KAAK,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,UAAU,EAAE;QACpE,eAAe,EAAE,YAAY;QAC7B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,kBAAkB;QACzB,KAAK,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;QACzD,eAAe,EAAE,MAAM;QACvB,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;KAC5B;IACD;QACE,KAAK,EAAE,yCAAyC;QAChD,KAAK,EAAE;YACL,IAAI,EAAE,uDAAuD;YAC7D,GAAG,EAAE,oFAAoF;YACzF,GAAG,EAAE,QAAQ;SACd;QACD,eAAe,EAAE,YAAY;QAC7B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IAED,uEAAuE;IACvE;QACE,KAAK,EAAE,yDAAyD;QAChE,KAAK,EAAE;YACL,IAAI,EAAE,2BAA2B;YACjC,GAAG,EAAE,oGAAoG;YACzG,GAAG,EAAE,6CAA6C;SACnD;QACD,2FAA2F;QAC3F,eAAe,EAAE,YAAY;QAC7B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,6CAA6C;QACpD,KAAK,EAAE;YACL,IAAI,EAAE,aAAa;YACnB,GAAG,EAAE,6DAA6D;YAClE,GAAG,EAAE,6DAA6D;SACnE;QACD,gEAAgE;QAChE,eAAe,EAAE,YAAY;QAC7B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,8DAA8D;QACrE,KAAK,EAAE;YACL,IAAI,EAAE,0BAA0B;YAChC,GAAG,EAAE,qCAAqC;YAC1C,GAAG,EAAE,0BAA0B;SAChC;QACD,wDAAwD;QACxD,eAAe,EAAE,YAAY;QAC7B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,oCAAoC;QAC3C,KAAK,EAAE;YACL,IAAI,EAAE,+BAA+B;YACrC,GAAG,EAAE,sEAAsE;YAC3E,GAAG,EAAE,8CAA8C;SACpD;QACD,4EAA4E;QAC5E,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,4CAA4C;QACnD,KAAK,EAAE;YACL,IAAI,EAAE,uBAAuB;YAC7B,GAAG,EAAE,iOAAiO;YACtO,GAAG,EAAE,YAAY;SAClB;QACD,yEAAyE;QACzE,eAAe,EAAE,YAAY;QAC7B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;IACD;QACE,KAAK,EAAE,+BAA+B;QACtC,KAAK,EAAE;YACL,IAAI,EAAE,sBAAsB;YAC5B,GAAG,EAAE,8EAA8E;YACnF,GAAG,EAAE,WAAW;SACjB;QACD,sDAAsD;QACtD,eAAe,EAAE,SAAS;QAC1B,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;KAC7B;CACF,CAAC;AAEF,8EAA8E;AAE9E,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;AAC/E,OAAO,CAAC,GAAG,CAAC,8BAA8B,SAAS,CAAC,MAAM,YAAY,CAAC,CAAC;AACxE,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;AAEjF,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,MAAM,IAAI,GAAa,EAAE,CAAC;AAE1B,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;IAC3B,MAAM,CAAC,GAAG,iBAAiB,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,eAAe,CAAC;IAC7C,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IACvF,MAAM,EAAE,GAAG,GAAG,IAAI,GAAG,CAAC;IAEtB,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;IACpM,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,WAAW,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,CAAC;IACX,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,CAAC;AAChB,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;AAC/E,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,IAAI,SAAS,CAAC,MAAM,YAAY,MAAM,SAAS,CAAC,CAAC;AAC/E,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;AAC5E,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;AAE/E,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;IACpB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACjD,CAAC;AAED,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC"}

package/dist/__tests__/embeddingProvider.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/__tests__/embeddingProvider.test.js

@@ -0,0 +1,86 @@
+/**
+ * Unit tests for embeddingProvider — cosine similarity, cache, mock provider, graceful fallback.
+ */
+import { describe, it, expect, beforeEach } from "vitest";
+import { embeddingSearch, isEmbeddingReady, getProviderName, _resetForTesting, _setProviderForTesting, _setIndexForTesting, } from "../tools/embeddingProvider.js";
+beforeEach(() => {
+    _resetForTesting();
+});
+describe("embeddingProvider: cosine similarity correctness", () => {
+    it("identical vectors should have similarity ~1.0", () => {
+        const vec = new Float32Array([0.5, 0.3, 0.8, 0.1]);
+        _setIndexForTesting([{ name: "tool_a", nodeType: "tool", vector: vec }]);
+        const results = embeddingSearch(vec, 5);
+        expect(results.length).toBe(1);
+        expect(results[0].name).toBe("tool_a");
+        expect(results[0].similarity).toBeCloseTo(1.0, 4);
+    });
+    it("orthogonal vectors should have similarity ~0.0", () => {
+        const vecA = new Float32Array([1, 0, 0, 0]);
+        const vecB = new Float32Array([0, 1, 0, 0]);
+        _setIndexForTesting([
+            { name: "tool_a", nodeType: "tool", vector: vecA },
+            { name: "tool_b", nodeType: "tool", vector: vecB },
+        ]);
+        const queryVec = new Float32Array([1, 0, 0, 0]);
+        const results = embeddingSearch(queryVec, 5);
+        expect(results[0].name).toBe("tool_a");
+        expect(results[0].similarity).toBeCloseTo(1.0, 4);
+        expect(results[1].name).toBe("tool_b");
+        expect(results[1].similarity).toBeCloseTo(0.0, 4);
+    });
+    it("should rank by similarity (highest first)", () => {
+        _setIndexForTesting([
+            { name: "low", nodeType: "tool", vector: new Float32Array([0.1, 0.9, 0.0]) },
+            { name: "high", nodeType: "tool", vector: new Float32Array([0.9, 0.1, 0.0]) },
+            { name: "mid", nodeType: "tool", vector: new Float32Array([0.5, 0.5, 0.0]) },
+        ]);
+        const query = new Float32Array([1.0, 0.0, 0.0]);
+        const results = embeddingSearch(query, 3);
+        expect(results[0].name).toBe("high");
+        expect(results[1].name).toBe("mid");
+        expect(results[2].name).toBe("low");
+    });
+});
+describe("embeddingProvider: graceful fallback", () => {
+    it("isEmbeddingReady returns false when no index", () => {
+        expect(isEmbeddingReady()).toBe(false);
+    });
+    it("embeddingSearch returns empty when no index", () => {
+        const results = embeddingSearch(new Float32Array([1, 0, 0]), 5);
+        expect(results).toEqual([]);
+    });
+    it("getProviderName returns null when no provider", () => {
+        expect(getProviderName()).toBe(null);
+    });
+});
+describe("embeddingProvider: mock provider", () => {
+    it("can inject a mock provider", () => {
+        const mockProvider = {
+            name: "mock",
+            dimensions: 3,
+            embed: async (texts) => texts.map(() => new Float32Array([0.5, 0.5, 0.0])),
+        };
+        _setProviderForTesting(mockProvider);
+        expect(getProviderName()).toBe("mock");
+    });
+    it("isEmbeddingReady returns true when index is set", () => {
+        _setIndexForTesting([
+            { name: "tool_a", nodeType: "tool", vector: new Float32Array([1, 0, 0]) },
+        ]);
+        expect(isEmbeddingReady()).toBe(true);
+    });
+});
+describe("embeddingProvider: limit parameter", () => {
+    it("respects limit in embeddingSearch", () => {
+        _setIndexForTesting([
+            { name: "a", nodeType: "tool", vector: new Float32Array([1, 0, 0]) },
+            { name: "b", nodeType: "tool", vector: new Float32Array([0, 1, 0]) },
+            { name: "c", nodeType: "tool", vector: new Float32Array([0, 0, 1]) },
+        ]);
+        const results = embeddingSearch(new Float32Array([1, 0, 0]), 2);
+        expect(results.length).toBe(2);
+        expect(results[0].name).toBe("a");
+    });
+});
+//# sourceMappingURL=embeddingProvider.test.js.map

package/dist/__tests__/embeddingProvider.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingProvider.test.js","sourceRoot":"","sources":["../../src/__tests__/embeddingProvider.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC1D,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,+BAA+B,CAAC;AAGvC,UAAU,CAAC,GAAG,EAAE;IACd,gBAAgB,EAAE,CAAC;AACrB,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kDAAkD,EAAE,GAAG,EAAE;IAChE,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QACnD,mBAAmB,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAElF,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,mBAAmB,CAAC;YAClB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,EAAE;YAC3D,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,EAAE;SAC5D,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,mBAAmB,CAAC;YAClB,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE;YACrF,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE;YACtF,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE;SACtF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;IACpD,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IAChD,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,YAAY,GAAsB;YACtC,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,CAAC;YACb,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CACrB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;SACrD,CAAC;QACF,sBAAsB,CAAC,YAAY,CAAC,CAAC;QACrC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,mBAAmB,CAAC;YAClB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;SACnF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;IAClD,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,mBAAmB,CAAC;YAClB,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;YAC7E,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;YAC7E,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAe,EAAE,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;SAC9E,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/evalHarness.test.js

@@ -955,6 +955,10 @@ describe("Coverage Report", () => {
             "generate_report", // Covered in tools.test.ts
             "monitor_repo", // Requires GitHub API - covered in tools.test.ts
             "run_tests_cli", // Covered in tools.test.ts
+            "check_mcp_setup", // Env-dependent diagnostic wizard - covered in tools.test.ts
+            "scan_capabilities", // Requires file path - covered in tools.test.ts
+            "verify_concept_support", // Requires file path - covered in tools.test.ts
+            "generate_implementation_plan", // Depends on verify_concept_support output - covered in tools.test.ts
         ];
         // Deprecated tools (kept for backwards compatibility, but flagged)
         const deprecatedTools = [
@@ -1030,7 +1034,8 @@ describe("Coverage Report", () => {
             "Figma Flow": ["analyze_figma_flows", "extract_figma_frames", "cluster_figma_flows", "render_flow_visualization"],
             "Boilerplate": ["scaffold_nodebench_project", "get_boilerplate_status"],
             "Benchmark": ["start_autonomy_benchmark", "log_benchmark_milestone", "complete_autonomy_benchmark"],
-            "Meta": ["findTools", "getMethodology"],
+            "Meta": ["findTools", "getMethodology", "check_mcp_setup"],
+            "Architect": ["scan_capabilities", "verify_concept_support", "generate_implementation_plan"],
             "External (skip)": externalDependencyTools,
         };
         console.log("┌─────────────────────────────────────────────────────────────────────────────┐");