@kryptosai/mcp-observatory 0.11.0 → 0.13.0

package/README.md

@@ -12,13 +12,15 @@
 
 [![CI](https://github.com/KryptosAI/mcp-observatory/actions/workflows/ci.yml/badge.svg)](https://github.com/KryptosAI/mcp-observatory/actions/workflows/ci.yml)
 [![npm](https://img.shields.io/npm/v/@kryptosai/mcp-observatory)](https://www.npmjs.com/package/@kryptosai/mcp-observatory)
+[![npm downloads](https://img.shields.io/npm/dm/@kryptosai/mcp-observatory)](https://www.npmjs.com/package/@kryptosai/mcp-observatory)
 [![License: MIT](https://img.shields.io/badge/license-MIT-green.svg)](./LICENSE)
 [![Node >= 20](https://img.shields.io/badge/node-%3E%3D20-339933)](./package.json)
+[![Smithery](https://smithery.ai/badge/@kryptosai/mcp-observatory)](https://smithery.ai/server/@kryptosai/mcp-observatory)
 [![mcp-observatory MCP server](https://glama.ai/mcp/servers/KryptosAI/mcp-observatory/badges/score.svg)](https://glama.ai/mcp/servers/KryptosAI/mcp-observatory)
 
-Find problems in your MCP servers before your users do.
+**The first testing tool that is itself an MCP server.** Your AI agent can scan, test, record, replay, and verify other MCP servers autonomously — catching regressions, schema drift, and security issues without human intervention.
 
-You update a server, a tool silently breaks, and your agent starts failing. MCP Observatory catches that. It connects to your servers, checks every capability, actually calls tools to make sure they work, and diffs runs to catch what changed.
+Use it as a CLI, a CI action, or give it to your agent as an MCP server and let it test your other servers for you.
 
 <p align="center">
   <img src="./docs/demo.svg" alt="MCP Observatory scan output" width="820">
@@ -164,19 +166,25 @@ The action runs checks on every PR, comments a markdown report, and blocks merge
 
 ## MCP Server Mode
 
-When running as an MCP server (`serve`), your AI agent gets the same capabilities as the CLI:
+**No other testing tool is itself an MCP server.** Add Observatory as a server and your AI agent can autonomously test, diagnose, and monitor your other MCP servers.
 
-| Tool | What it does |
-|------|-------------|
-| `scan` | Discover and check all configured servers |
-| `check_server` | Check a specific server by command |
-| `record` | Record a server session to a cassette file |
-| `replay` | Replay a cassette offline — no live server needed |
-| `verify` | Verify a live server still matches a cassette |
-| `watch` | Run checks and diff against the previous run |
-| `diff_runs` | Compare two saved run artifacts |
-| `get_last_run` | Return the most recent run for a target |
-| `suggest_servers` | Scan your environment and recommend servers you're missing |
+```bash
+claude mcp add mcp-observatory -- npx -y @kryptosai/mcp-observatory serve
+```
+
+Your agent gets 9 tools:
+
+| Tool | When to use it |
+|------|---------------|
+| `scan` | Check if all your configured MCP servers are healthy |
+| `check_server` | Test a specific server before installing or after updating |
+| `record` | Capture a baseline of a working server for future comparison |
+| `replay` | Test against a recorded session — no live server needed |
+| `verify` | Confirm a server update didn't break anything |
+| `watch` | Check a server and see what changed since the last check |
+| `diff_runs` | Find regressions between two check results |
+| `get_last_run` | Retrieve previous check results for a server |
+| `suggest_servers` | Discover MCP servers that match your project stack |
 
 An AI tool that checks other AI tools. It's a tool testing tools that serve tools.*
 
@@ -259,7 +267,7 @@ npx @kryptosai/mcp-observatory run --target ./target.json
 | Benchmarking / latency | — | — | ✅ | — |
 | Jest integration | — | — | — | ✅ |
 | MCP proxy mode | — | ✅ | — | — |
-| Works as MCP server | ✅ | — | — | — |
+| **Works as MCP server** | **✅** | — | — | — |
 
 Each tool has strengths. Observatory focuses on regression detection and CI-friendly workflows. mcp-recorder is great as a transparent proxy. MCPBench is the go-to for performance benchmarking. mcp-jest is ideal if you're already in a Jest workflow.
 

package/dist/src/badge.d.ts

@@ -0,0 +1,7 @@
+import type { HealthGrade } from "./types.js";
+export interface BadgeOptions {
+    label?: string;
+    score: number;
+    grade: HealthGrade;
+}
+export declare function generateBadgeSvg(options: BadgeOptions): string;

package/dist/src/badge.js

@@ -0,0 +1,36 @@
+const GRADE_COLORS = {
+    A: "#4c1",
+    B: "#97ca00",
+    C: "#dfb317",
+    D: "#fe7d37",
+    F: "#e05d44",
+};
+export function generateBadgeSvg(options) {
+    const label = options.label ?? "MCP Health";
+    const value = `${options.score}/100`;
+    const color = GRADE_COLORS[options.grade];
+    // Approximate text widths (7px per character for the 11px Verdana used by shields.io)
+    const labelWidth = label.length * 7 + 10;
+    const valueWidth = value.length * 7 + 10;
+    const totalWidth = labelWidth + valueWidth;
+    return `<svg xmlns="http://www.w3.org/2000/svg" width="${totalWidth}" height="20" role="img" aria-label="${label}: ${value}">
+  <title>${label}: ${value}</title>
+  <linearGradient id="s" x2="0" y2="100%">
+    <stop offset="0" stop-color="#bbb" stop-opacity=".1"/>
+    <stop offset="1" stop-opacity=".1"/>
+  </linearGradient>
+  <clipPath id="r"><rect width="${totalWidth}" height="20" rx="3" fill="#fff"/></clipPath>
+  <g clip-path="url(#r)">
+    <rect width="${labelWidth}" height="20" fill="#555"/>
+    <rect x="${labelWidth}" width="${valueWidth}" height="20" fill="${color}"/>
+    <rect width="${totalWidth}" height="20" fill="url(#s)"/>
+  </g>
+  <g fill="#fff" text-anchor="middle" font-family="Verdana,Geneva,DejaVu Sans,sans-serif" text-rendering="geometricPrecision" font-size="110">
+    <text aria-hidden="true" x="${labelWidth * 5}" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)">${label}</text>
+    <text x="${labelWidth * 5}" y="140" transform="scale(.1)">${label}</text>
+    <text aria-hidden="true" x="${(labelWidth + valueWidth / 2) * 10}" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)">${value}</text>
+    <text x="${(labelWidth + valueWidth / 2) * 10}" y="140" transform="scale(.1)">${value}</text>
+  </g>
+</svg>`;
+}
+//# sourceMappingURL=badge.js.map

package/dist/src/badge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"badge.js","sourceRoot":"","sources":["../../src/badge.ts"],"names":[],"mappings":"AAEA,MAAM,YAAY,GAAgC;IAChD,CAAC,EAAE,MAAM;IACT,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,SAAS;CACb,CAAC;AAQF,MAAM,UAAU,gBAAgB,CAAC,OAAqB;IACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;IAC5C,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,KAAK,MAAM,CAAC;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAE1C,sFAAsF;IACtF,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;IAE3C,OAAO,kDAAkD,UAAU,wCAAwC,KAAK,KAAK,KAAK;WACjH,KAAK,KAAK,KAAK;;;;;kCAKQ,UAAU;;mBAEzB,UAAU;eACd,UAAU,YAAY,UAAU,uBAAuB,KAAK;mBACxD,UAAU;;;kCAGK,UAAU,GAAG,CAAC,oEAAoE,KAAK;eAC1G,UAAU,GAAG,CAAC,mCAAmC,KAAK;kCACnC,CAAC,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,EAAE,oEAAoE,KAAK;eAC9H,CAAC,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,EAAE,mCAAmC,KAAK;;OAElF,CAAC;AACR,CAAC"}

package/dist/src/checks/conformance.d.ts

@@ -0,0 +1,2 @@
+import { type CheckContext, type ObservedCheck } from "./base.js";
+export declare function runConformanceCheck(context: CheckContext): Promise<ObservedCheck>;

package/dist/src/checks/conformance.js

@@ -0,0 +1,162 @@
+import { performance } from "node:perf_hooks";
+import { isCapabilityAdvertised, makeCheckResult } from "./base.js";
+function checkCapabilitiesPresent(context) {
+    const caps = context.serverCapabilities;
+    if (caps === undefined) {
+        return { rule: "capabilities-present", passed: false, detail: "Server did not return capabilities during initialization." };
+    }
+    return { rule: "capabilities-present", passed: true, detail: "Server returned capabilities object." };
+}
+function checkServerInfo(context) {
+    const caps = context.serverCapabilities;
+    if (!caps) {
+        return { rule: "server-info", passed: false, detail: "Cannot verify server info — no capabilities returned." };
+    }
+    return { rule: "server-info", passed: true, detail: "Server provided initialization info." };
+}
+async function checkToolsEndpoint(context) {
+    if (!isCapabilityAdvertised(context.serverCapabilities, "tools")) {
+        return { rule: "tools-capability-match", passed: true, detail: "Tools not advertised — endpoint check skipped." };
+    }
+    try {
+        const resp = await context.client.listTools(undefined, { timeout: context.timeoutMs });
+        if (!Array.isArray(resp.tools)) {
+            return { rule: "tools-capability-match", passed: false, detail: "tools/list did not return an array of tools." };
+        }
+        return { rule: "tools-capability-match", passed: true, detail: `tools/list returned ${resp.tools.length} tool(s).` };
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        return { rule: "tools-capability-match", passed: false, detail: `Advertised tools but tools/list failed: ${msg}` };
+    }
+}
+async function checkPromptsEndpoint(context) {
+    if (!isCapabilityAdvertised(context.serverCapabilities, "prompts")) {
+        return { rule: "prompts-capability-match", passed: true, detail: "Prompts not advertised — endpoint check skipped." };
+    }
+    try {
+        const resp = await context.client.listPrompts(undefined, { timeout: context.timeoutMs });
+        if (!Array.isArray(resp.prompts)) {
+            return { rule: "prompts-capability-match", passed: false, detail: "prompts/list did not return an array of prompts." };
+        }
+        return { rule: "prompts-capability-match", passed: true, detail: `prompts/list returned ${resp.prompts.length} prompt(s).` };
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        return { rule: "prompts-capability-match", passed: false, detail: `Advertised prompts but prompts/list failed: ${msg}` };
+    }
+}
+async function checkResourcesEndpoint(context) {
+    if (!isCapabilityAdvertised(context.serverCapabilities, "resources")) {
+        return { rule: "resources-capability-match", passed: true, detail: "Resources not advertised — endpoint check skipped." };
+    }
+    try {
+        const resp = await context.client.listResources(undefined, { timeout: context.timeoutMs });
+        if (!Array.isArray(resp.resources)) {
+            return { rule: "resources-capability-match", passed: false, detail: "resources/list did not return an array of resources." };
+        }
+        return { rule: "resources-capability-match", passed: true, detail: `resources/list returned ${resp.resources.length} resource(s).` };
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        return { rule: "resources-capability-match", passed: false, detail: `Advertised resources but resources/list failed: ${msg}` };
+    }
+}
+async function checkToolResponseContent(context) {
+    if (!isCapabilityAdvertised(context.serverCapabilities, "tools")) {
+        return { rule: "tool-response-content", passed: true, detail: "No tools — content check skipped." };
+    }
+    try {
+        const { tools } = await context.client.listTools(undefined, { timeout: context.timeoutMs });
+        // Find a tool safe to invoke (no required params)
+        const safeTool = tools.find(t => {
+            const schema = t.inputSchema;
+            const required = schema?.["required"];
+            return !required || required.length === 0;
+        });
+        if (!safeTool) {
+            return { rule: "tool-response-content", passed: true, detail: "No safe tool to invoke — content validation skipped." };
+        }
+        const result = await context.client.callTool({ name: safeTool.name, arguments: {} }, undefined, { timeout: context.timeoutMs });
+        if (!Array.isArray(result.content)) {
+            return { rule: "tool-response-content", passed: false, detail: `Tool "${safeTool.name}" response.content is not an array.` };
+        }
+        for (const item of result.content) {
+            const typed = item;
+            if (typeof typed["type"] !== "string") {
+                return { rule: "tool-response-content", passed: false, detail: `Tool "${safeTool.name}" response content item missing 'type' field.` };
+            }
+        }
+        return { rule: "tool-response-content", passed: true, detail: `Tool "${safeTool.name}" response has valid content array.` };
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        return { rule: "tool-response-content", passed: false, detail: `Tool response content check failed: ${msg}` };
+    }
+}
+async function checkErrorHandling(context) {
+    try {
+        // Try calling a method that shouldn't exist
+        await context.client.request({ method: "observatory/nonexistent", params: {} }, { method: "object" }, { timeout: Math.min(context.timeoutMs, 5000) });
+        // If we get here, server didn't error — that's actually acceptable per JSON-RPC
+        return { rule: "error-handling", passed: true, detail: "Server responded to unknown method without crashing." };
+    }
+    catch (error) {
+        // Getting an error is the expected behavior
+        const err = error;
+        const code = err["code"];
+        if (typeof code === "number") {
+            return { rule: "error-handling", passed: true, detail: `Server returned proper error code ${String(code)} for unknown method.` };
+        }
+        if (code !== undefined && code !== null) {
+            return { rule: "error-handling", passed: true, detail: "Server returned an error response for unknown method." };
+        }
+        // Connection-level error is ok — server closed cleanly
+        return { rule: "error-handling", passed: true, detail: "Server handled unknown method gracefully." };
+    }
+}
+export async function runConformanceCheck(context) {
+    const startedAt = performance.now();
+    const asyncFindings = await Promise.all([
+        checkToolsEndpoint(context),
+        checkPromptsEndpoint(context),
+        checkResourcesEndpoint(context),
+        checkToolResponseContent(context),
+        checkErrorHandling(context),
+    ]);
+    const findings = [
+        checkCapabilitiesPresent(context),
+        checkServerInfo(context),
+        ...asyncFindings,
+    ];
+    const passed = findings.filter(f => f.passed).length;
+    const failed = findings.filter(f => !f.passed).length;
+    const total = findings.length;
+    let status;
+    if (failed === 0) {
+        status = "pass";
+    }
+    else if (passed > failed) {
+        status = "partial";
+    }
+    else {
+        status = "fail";
+    }
+    const message = failed === 0
+        ? `All ${total} conformance checks passed.`
+        : `${passed}/${total} conformance checks passed, ${failed} failed.`;
+    const diagnostics = findings.map(f => `[${f.passed ? "pass" : "FAIL"}] ${f.rule}: ${f.detail}`);
+    const evidence = {
+        endpoint: "conformance/check",
+        advertised: true,
+        responded: true,
+        minimalShapePresent: failed === 0,
+        itemCount: total,
+        identifiers: findings.filter(f => !f.passed).map(f => f.rule),
+        diagnostics,
+    };
+    return {
+        result: makeCheckResult("conformance", status, performance.now() - startedAt, message, [evidence]),
+    };
+}
+//# sourceMappingURL=conformance.js.map

package/dist/src/checks/conformance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformance.js","sourceRoot":"","sources":["../../../src/checks/conformance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAyC,MAAM,WAAW,CAAC;AAS3G,SAAS,wBAAwB,CAAC,OAAqB;IACrD,MAAM,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC;IACxC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,2DAA2D,EAAE,CAAC;IAC9H,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;AACxG,CAAC;AAED,SAAS,eAAe,CAAC,OAAqB;IAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC;IACxC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,uDAAuD,EAAE,CAAC;IACjH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;AAC/F,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,OAAqB;IACrD,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,EAAE,CAAC;QACjE,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,gDAAgD,EAAE,CAAC;IACpH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACvF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,8CAA8C,EAAE,CAAC;QACnH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,uBAAuB,IAAI,CAAC,KAAK,CAAC,MAAM,WAAW,EAAE,CAAC;IACvH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,2CAA2C,GAAG,EAAE,EAAE,CAAC;IACrH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,OAAqB;IACvD,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,SAAS,CAAC,EAAE,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,kDAAkD,EAAE,CAAC;IACxH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,kDAAkD,EAAE,CAAC;QACzH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,IAAI,CAAC,OAAO,CAAC,MAAM,aAAa,EAAE,CAAC;IAC/H,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,+CAA+C,GAAG,EAAE,EAAE,CAAC;IAC3H,CAAC;AACH,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,OAAqB;IACzD,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,WAAW,CAAC,EAAE,CAAC;QACrE,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,oDAAoD,EAAE,CAAC;IAC5H,CAAC;IACD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;QAC/H,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,eAAe,EAAE,CAAC;IACvI,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,mDAAmD,GAAG,EAAE,EAAE,CAAC;IACjI,CAAC;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,OAAqB;IAC3D,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,EAAE,CAAC;QACjE,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,mCAAmC,EAAE,CAAC;IACtG,CAAC;IACD,IAAI,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5F,kDAAkD;QAClD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YAC9B,MAAM,MAAM,GAAG,CAAC,CAAC,WAAkD,CAAC;YACpE,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,UAAU,CAAyB,CAAC;YAC9D,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;QACzH,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAChI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,QAAQ,CAAC,IAAI,qCAAqC,EAAE,CAAC;QAC/H,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,IAA+B,CAAC;YAC9C,IAAI,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACtC,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,QAAQ,CAAC,IAAI,+CAA+C,EAAE,CAAC;YACzI,CAAC;QACH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,QAAQ,CAAC,IAAI,qCAAqC,EAAE,CAAC;IAC9H,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,uCAAuC,GAAG,EAAE,EAAE,CAAC;IAChH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,OAAqB;IACrD,IAAI,CAAC;QACH,4CAA4C;QAC5C,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,CAC1B,EAAE,MAAM,EAAE,yBAAyB,EAAE,MAAM,EAAE,EAAE,EAAE,EACjD,EAAE,MAAM,EAAE,QAAQ,EAAW,EAC7B,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAC/C,CAAC;QACF,gFAAgF;QAChF,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;IAClH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,4CAA4C;QAC5C,MAAM,GAAG,GAAG,KAAgC,CAAC;QAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,qCAAqC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACnI,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACxC,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,uDAAuD,EAAE,CAAC;QACnH,CAAC;QACD,uDAAuD;QACvD,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,2CAA2C,EAAE,CAAC;IACvG,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAqB;IAC7D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEpC,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACtC,kBAAkB,CAAC,OAAO,CAAC;QAC3B,oBAAoB,CAAC,OAAO,CAAC;QAC7B,sBAAsB,CAAC,OAAO,CAAC;QAC/B,wBAAwB,CAAC,OAAO,CAAC;QACjC,kBAAkB,CAAC,OAAO,CAAC;KAC5B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG;QACf,wBAAwB,CAAC,OAAO,CAAC;QACjC,eAAe,CAAC,OAAO,CAAC;QACxB,GAAG,aAAa;KACjB,CAAC;IAEF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IAE9B,IAAI,MAAmC,CAAC;IACxC,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,IAAI,MAAM,GAAG,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,SAAS,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;QAC1B,CAAC,CAAC,OAAO,KAAK,6BAA6B;QAC3C,CAAC,CAAC,GAAG,MAAM,IAAI,KAAK,+BAA+B,MAAM,UAAU,CAAC;IAEtE,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAEhG,MAAM,QAAQ,GAAoB;QAChC,QAAQ,EAAE,mBAAmB;QAC7B,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,mBAAmB,EAAE,MAAM,KAAK,CAAC;QACjC,SAAS,EAAE,KAAK;QAChB,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7D,WAAW;KACZ,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,eAAe,CACrB,aAAa,EACb,MAAM,EACN,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAC7B,OAAO,EACP,CAAC,QAAQ,CAAC,CACX;KACF,CAAC;AACJ,CAAC"}

package/dist/src/checks/schema-quality.d.ts

@@ -0,0 +1,8 @@
+import { type CheckContext, type ObservedCheck } from "./base.js";
+export interface QualityFinding {
+    itemType: "tool" | "prompt" | "resource";
+    itemName: string;
+    issue: string;
+    severity: "warning" | "info";
+}
+export declare function runSchemaQualityCheck(context: CheckContext): Promise<ObservedCheck>;

package/dist/src/checks/schema-quality.js

@@ -0,0 +1,132 @@
+import { performance } from "node:perf_hooks";
+import { isCapabilityAdvertised, makeCheckResult } from "./base.js";
+function checkToolQuality(tool) {
+    const findings = [];
+    const name = tool.name;
+    if (!tool.description || tool.description.trim().length === 0) {
+        findings.push({ itemType: "tool", itemName: name, issue: "Missing description", severity: "warning" });
+    }
+    if (/\s/.test(name)) {
+        findings.push({ itemType: "tool", itemName: name, issue: "Tool name contains whitespace", severity: "warning" });
+    }
+    if (name.length > 64) {
+        findings.push({ itemType: "tool", itemName: name, issue: "Tool name exceeds 64 characters", severity: "info" });
+    }
+    const schema = tool.inputSchema;
+    if (!schema) {
+        findings.push({ itemType: "tool", itemName: name, issue: "Missing input schema", severity: "warning" });
+        return findings;
+    }
+    const properties = schema["properties"];
+    if (properties && Object.keys(properties).length > 0) {
+        const required = schema["required"];
+        if (!required || !Array.isArray(required)) {
+            findings.push({ itemType: "tool", itemName: name, issue: "Has properties but no 'required' array declared", severity: "info" });
+        }
+        for (const [propName, propDef] of Object.entries(properties)) {
+            if (!propDef["description"] || (typeof propDef["description"] === "string" && propDef["description"].trim().length === 0)) {
+                findings.push({ itemType: "tool", itemName: name, issue: `Property '${propName}' missing description`, severity: "info" });
+            }
+        }
+    }
+    return findings;
+}
+function checkPromptQuality(prompt) {
+    const findings = [];
+    const name = prompt.name;
+    if (!prompt.description || prompt.description.trim().length === 0) {
+        findings.push({ itemType: "prompt", itemName: name, issue: "Missing description", severity: "warning" });
+    }
+    if (prompt.arguments) {
+        for (const arg of prompt.arguments) {
+            if (!arg.description || arg.description.trim().length === 0) {
+                findings.push({ itemType: "prompt", itemName: name, issue: `Argument '${arg.name}' missing description`, severity: "info" });
+            }
+        }
+    }
+    return findings;
+}
+function checkResourceQuality(resource) {
+    const findings = [];
+    const name = resource.name;
+    if (!resource.description || resource.description.trim().length === 0) {
+        findings.push({ itemType: "resource", itemName: name, issue: "Missing description", severity: "warning" });
+    }
+    return findings;
+}
+export async function runSchemaQualityCheck(context) {
+    const startedAt = performance.now();
+    const findings = [];
+    let totalItems = 0;
+    // Check tools
+    if (isCapabilityAdvertised(context.serverCapabilities, "tools")) {
+        try {
+            const { tools } = await context.client.listTools(undefined, { timeout: context.timeoutMs });
+            totalItems += tools.length;
+            for (const tool of tools) {
+                findings.push(...checkToolQuality(tool));
+            }
+        }
+        catch {
+            // tools check already reports this failure
+        }
+    }
+    // Check prompts
+    if (isCapabilityAdvertised(context.serverCapabilities, "prompts")) {
+        try {
+            const { prompts } = await context.client.listPrompts(undefined, { timeout: context.timeoutMs });
+            totalItems += prompts.length;
+            for (const prompt of prompts) {
+                findings.push(...checkPromptQuality(prompt));
+            }
+        }
+        catch {
+            // prompts check already reports this failure
+        }
+    }
+    // Check resources
+    if (isCapabilityAdvertised(context.serverCapabilities, "resources")) {
+        try {
+            const { resources } = await context.client.listResources(undefined, { timeout: context.timeoutMs });
+            totalItems += resources.length;
+            for (const resource of resources) {
+                findings.push(...checkResourceQuality(resource));
+            }
+        }
+        catch {
+            // resources check already reports this failure
+        }
+    }
+    const warnings = findings.filter(f => f.severity === "warning").length;
+    const infos = findings.filter(f => f.severity === "info").length;
+    let status;
+    if (totalItems === 0) {
+        status = "pass";
+    }
+    else if (warnings > totalItems * 0.5) {
+        status = "fail";
+    }
+    else if (findings.length > 0) {
+        status = "partial";
+    }
+    else {
+        status = "pass";
+    }
+    const message = findings.length === 0
+        ? `All ${totalItems} item(s) have good schema quality.`
+        : `Found ${findings.length} quality finding(s) across ${totalItems} item(s): ${warnings} warnings, ${infos} info.`;
+    const diagnostics = findings.map(f => `[${f.severity}] ${f.itemType} "${f.itemName}": ${f.issue}`);
+    const evidence = {
+        endpoint: "schema-quality/scan",
+        advertised: true,
+        responded: true,
+        minimalShapePresent: true,
+        itemCount: findings.length,
+        identifiers: [...new Set(findings.map(f => f.itemName))],
+        diagnostics: diagnostics.length > 0 ? diagnostics : undefined,
+    };
+    return {
+        result: makeCheckResult("schema-quality", status, performance.now() - startedAt, message, [evidence]),
+    };
+}
+//# sourceMappingURL=schema-quality.js.map

package/dist/src/checks/schema-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-quality.js","sourceRoot":"","sources":["../../../src/checks/schema-quality.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAI9C,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAyC,MAAM,WAAW,CAAC;AAU3G,SAAS,gBAAgB,CAAC,IAAU;IAClC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IAEvB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IACzG,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,+BAA+B,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IACnH,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,iCAAiC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAClH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAkD,CAAC;IACvE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QACxG,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAwD,CAAC;IAC/F,IAAI,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAyB,CAAC;QAC5D,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,iDAAiD,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAClI,CAAC;QAED,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,OAAO,CAAC,aAAa,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC1H,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,QAAQ,uBAAuB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7H,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IAEzB,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,GAAG,CAAC,IAAI,uBAAuB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YAC/H,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAkB;IAC9C,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAE3B,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAqB;IAC/D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,cAAc;IACd,IAAI,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,EAAE,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAC5F,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,2CAA2C;QAC7C,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,SAAS,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAChG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;YAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6CAA6C;QAC/C,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,IAAI,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,WAAW,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC;YACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACpG,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC;YAC/B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,+CAA+C;QACjD,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACvE,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAEjE,IAAI,MAAmC,CAAC;IACxC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,IAAI,QAAQ,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;QACvC,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,GAAG,SAAS,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC;QACnC,CAAC,CAAC,OAAO,UAAU,oCAAoC;QACvD,CAAC,CAAC,SAAS,QAAQ,CAAC,MAAM,8BAA8B,UAAU,aAAa,QAAQ,cAAc,KAAK,QAAQ,CAAC;IAErH,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAEnG,MAAM,QAAQ,GAAoB;QAChC,QAAQ,EAAE,qBAAqB;QAC/B,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,mBAAmB,EAAE,IAAI;QACzB,SAAS,EAAE,QAAQ,CAAC,MAAM;QAC1B,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxD,WAAW,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;KAC9D,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,eAAe,CACrB,gBAAgB,EAChB,MAAM,EACN,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAC7B,OAAO,EACP,CAAC,QAAQ,CAAC,CACX;KACF,CAAC;AACJ,CAAC"}

package/dist/src/cli.js

@@ -11,7 +11,10 @@ import { runPromptsCheck } from "./checks/prompts.js";
 import { runResourcesCheck } from "./checks/resources.js";
 import { runToolsCheck } from "./checks/tools.js";
 import { runToolsInvokeCheck } from "./checks/tools-invoke.js";
+import { generateBadgeSvg } from "./badge.js";
 import { diffArtifacts, readArtifact, renderHtml, renderMarkdown, renderTerminal, runTarget, writeRunArtifact } from "./index.js";
+import { renderJUnit } from "./reporters/junit.js";
+import { renderSarif } from "./reporters/sarif.js";
 import { runTargetRecording } from "./runner.js";
 import { defaultRunsDirectory } from "./storage.js";
 import { ReplayTransport } from "./transport/replay-transport.js";
@@ -102,6 +105,10 @@ function formatOutput(artifact, format) {
         return renderMarkdown(artifact);
     if (format === "html")
         return renderHtml(artifact);
+    if (format === "junit" && artifact.artifactType === "run")
+        return renderJUnit(artifact);
+    if (format === "sarif" && artifact.artifactType === "run")
+        return renderSarif(artifact);
     return renderTerminal(artifact);
 }
 async function writeOutput(content, format, outputPath) {
@@ -286,6 +293,8 @@ async function main() {
             [" verify cassette.json npx server-foo", "Verify server still matches cassette"],
             [" diff run-a.json run-b.json", "Compare two runs for regressions"],
             [" suggest", "Detect your stack and recommend MCP servers"],
+            [" score npx server-foo", "Score a server's health (0-100)"],
+            [" badge npx server-foo --output badge.svg", "Generate a health badge for README"],
         ];
         const maxCmd = Math.max(...examples.map(([cmd]) => (bin + cmd).length));
         const pad = (cmd) => " ".repeat(Math.max(2, maxCmd - (bin + cmd).length + 3));
@@ -353,7 +362,7 @@ async function main() {
         .description("Compare two runs and show regressions and schema drift.")
         .argument("<base>", "Base run artifact JSON file.")
         .argument("<head>", "Head run artifact JSON file.")
-        .option("--format <format>", "terminal, json, markdown, or html", "terminal")
+        .option("--format <format>", "terminal, json, markdown, html, junit, or sarif", "terminal")
         .option("--output <file>", "Write to file instead of stdout.")
         .option("--no-color", "Disable colored output.")
         .option("--fail-on-regression", "Exit with code 1 when regressions are present.", false)
@@ -745,6 +754,85 @@ async function main() {
         const output = formatOutput(artifact, options.format);
         await writeOutput(output, options.format, options.output);
     });
+    // ── score ────────────────────────────────────────────────────────────
+    program
+        .command("score")
+        .passThroughOptions()
+        .description("Score an MCP server's health (0-100).")
+        .argument("<command...>", "Server command and arguments to run.")
+        .option("--format <format>", "terminal, json, junit, markdown, html, or sarif", "terminal")
+        .option("--output <file>", "Write to file instead of stdout.")
+        .option("--no-color", "Disable colored output.")
+        .action(async (commandArgs, options) => {
+        const target = targetFromCommand(commandArgs);
+        process.stdout.write(`${c(ANSI.dim, "⟳")} Scoring ${c(ANSI.bold, target.targetId)}...\n\n`);
+        const artifact = await runTarget(target, { invokeTools: true, securityCheck: true });
+        await writeRunArtifact(artifact, defaultRunsDirectory(process.cwd()));
+        if (options.format !== "terminal") {
+            const output = formatOutput(artifact, options.format);
+            await writeOutput(output, options.format, options.output);
+            return;
+        }
+        const score = artifact.healthScore;
+        if (!score) {
+            process.stdout.write("  Could not compute health score.\n\n");
+            return;
+        }
+        const gradeColor = score.grade === "A" || score.grade === "B" ? ANSI.green
+            : score.grade === "C" ? ANSI.yellow
+                : ANSI.red;
+        process.stdout.write(c(ANSI.bold, `  MCP Health Score: ${c(gradeColor, `${score.overall}/100`)} (${c(gradeColor, score.grade)})\n\n`));
+        for (const dim of score.dimensions) {
+            const filled = Math.round(dim.score / 5);
+            const empty = 20 - filled;
+            const bar = "█".repeat(filled) + "░".repeat(empty);
+            const dimColor = dim.score >= 80 ? ANSI.green : dim.score >= 60 ? ANSI.yellow : ANSI.red;
+            const weightPct = Math.round(dim.weight * 100);
+            process.stdout.write(`  ${dim.name.padEnd(22)} ${c(dimColor, bar)} ${String(dim.score).padStart(3)}  ${c(ANSI.dim, `(weight: ${weightPct}%)`)}\n`);
+        }
+        process.stdout.write("\n");
+        // Show details for dimensions that aren't perfect
+        for (const dim of score.dimensions) {
+            if (dim.score < 100 && dim.details.length > 0) {
+                process.stdout.write(`  ${c(ANSI.dim, dim.name + ":")}\n`);
+                for (const detail of dim.details) {
+                    process.stdout.write(`    ${c(ANSI.dim, "→")} ${detail}\n`);
+                }
+            }
+        }
+        process.stdout.write("\n");
+        if (artifact.gate === "fail") {
+            process.exitCode = 1;
+        }
+    });
+    // ── badge ───────────────────────────────────────────────────────────
+    program
+        .command("badge")
+        .passThroughOptions()
+        .description("Generate an SVG health score badge for your README.")
+        .argument("<command...>", "Server command and arguments to run.")
+        .option("--output <file>", "Write SVG to file (default: stdout).")
+        .option("--label <text>", "Badge label text.", "MCP Health")
+        .action(async (commandArgs, options) => {
+        const target = targetFromCommand(commandArgs);
+        process.stderr.write(`${c(ANSI.dim, "⟳")} Scoring ${c(ANSI.bold, target.targetId)}...\n`);
+        const artifact = await runTarget(target, { invokeTools: true, securityCheck: true });
+        const score = artifact.healthScore;
+        if (!score) {
+            process.stderr.write("  Could not compute health score.\n");
+            process.exitCode = 1;
+            return;
+        }
+        const svg = generateBadgeSvg({ score: score.overall, grade: score.grade, label: options.label });
+        if (options.output) {
+            await mkdir(path.dirname(options.output), { recursive: true });
+            await writeFile(options.output, svg, "utf8");
+            process.stderr.write(`  Badge written to ${options.output}\n`);
+        }
+        else {
+            process.stdout.write(svg);
+        }
+    });
     // ── telemetry ──────────────────────────────────────────────────────────
     program
         .command("telemetry")