@kryptosai/mcp-observatory 0.11.0 → 0.12.0

package/dist/src/badge.d.ts

@@ -0,0 +1,7 @@
+import type { HealthGrade } from "./types.js";
+export interface BadgeOptions {
+    label?: string;
+    score: number;
+    grade: HealthGrade;
+}
+export declare function generateBadgeSvg(options: BadgeOptions): string;

package/dist/src/badge.js

@@ -0,0 +1,36 @@
+const GRADE_COLORS = {
+    A: "#4c1",
+    B: "#97ca00",
+    C: "#dfb317",
+    D: "#fe7d37",
+    F: "#e05d44",
+};
+export function generateBadgeSvg(options) {
+    const label = options.label ?? "MCP Health";
+    const value = `${options.score}/100`;
+    const color = GRADE_COLORS[options.grade];
+    // Approximate text widths (7px per character for the 11px Verdana used by shields.io)
+    const labelWidth = label.length * 7 + 10;
+    const valueWidth = value.length * 7 + 10;
+    const totalWidth = labelWidth + valueWidth;
+    return `<svg xmlns="http://www.w3.org/2000/svg" width="${totalWidth}" height="20" role="img" aria-label="${label}: ${value}">
+  <title>${label}: ${value}</title>
+  <linearGradient id="s" x2="0" y2="100%">
+    <stop offset="0" stop-color="#bbb" stop-opacity=".1"/>
+    <stop offset="1" stop-opacity=".1"/>
+  </linearGradient>
+  <clipPath id="r"><rect width="${totalWidth}" height="20" rx="3" fill="#fff"/></clipPath>
+  <g clip-path="url(#r)">
+    <rect width="${labelWidth}" height="20" fill="#555"/>
+    <rect x="${labelWidth}" width="${valueWidth}" height="20" fill="${color}"/>
+    <rect width="${totalWidth}" height="20" fill="url(#s)"/>
+  </g>
+  <g fill="#fff" text-anchor="middle" font-family="Verdana,Geneva,DejaVu Sans,sans-serif" text-rendering="geometricPrecision" font-size="110">
+    <text aria-hidden="true" x="${labelWidth * 5}" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)">${label}</text>
+    <text x="${labelWidth * 5}" y="140" transform="scale(.1)">${label}</text>
+    <text aria-hidden="true" x="${(labelWidth + valueWidth / 2) * 10}" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)">${value}</text>
+    <text x="${(labelWidth + valueWidth / 2) * 10}" y="140" transform="scale(.1)">${value}</text>
+  </g>
+</svg>`;
+}
+//# sourceMappingURL=badge.js.map

package/dist/src/badge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"badge.js","sourceRoot":"","sources":["../../src/badge.ts"],"names":[],"mappings":"AAEA,MAAM,YAAY,GAAgC;IAChD,CAAC,EAAE,MAAM;IACT,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,SAAS;CACb,CAAC;AAQF,MAAM,UAAU,gBAAgB,CAAC,OAAqB;IACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;IAC5C,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,KAAK,MAAM,CAAC;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAE1C,sFAAsF;IACtF,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;IAE3C,OAAO,kDAAkD,UAAU,wCAAwC,KAAK,KAAK,KAAK;WACjH,KAAK,KAAK,KAAK;;;;;kCAKQ,UAAU;;mBAEzB,UAAU;eACd,UAAU,YAAY,UAAU,uBAAuB,KAAK;mBACxD,UAAU;;;kCAGK,UAAU,GAAG,CAAC,oEAAoE,KAAK;eAC1G,UAAU,GAAG,CAAC,mCAAmC,KAAK;kCACnC,CAAC,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,EAAE,oEAAoE,KAAK;eAC9H,CAAC,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,EAAE,mCAAmC,KAAK;;OAElF,CAAC;AACR,CAAC"}

package/dist/src/checks/conformance.d.ts

@@ -0,0 +1,2 @@
+import { type CheckContext, type ObservedCheck } from "./base.js";
+export declare function runConformanceCheck(context: CheckContext): Promise<ObservedCheck>;

package/dist/src/checks/conformance.js

@@ -0,0 +1,162 @@
+import { performance } from "node:perf_hooks";
+import { isCapabilityAdvertised, makeCheckResult } from "./base.js";
+function checkCapabilitiesPresent(context) {
+    const caps = context.serverCapabilities;
+    if (caps === undefined) {
+        return { rule: "capabilities-present", passed: false, detail: "Server did not return capabilities during initialization." };
+    }
+    return { rule: "capabilities-present", passed: true, detail: "Server returned capabilities object." };
+}
+function checkServerInfo(context) {
+    const caps = context.serverCapabilities;
+    if (!caps) {
+        return { rule: "server-info", passed: false, detail: "Cannot verify server info — no capabilities returned." };
+    }
+    return { rule: "server-info", passed: true, detail: "Server provided initialization info." };
+}
+async function checkToolsEndpoint(context) {
+    if (!isCapabilityAdvertised(context.serverCapabilities, "tools")) {
+        return { rule: "tools-capability-match", passed: true, detail: "Tools not advertised — endpoint check skipped." };
+    }
+    try {
+        const resp = await context.client.listTools(undefined, { timeout: context.timeoutMs });
+        if (!Array.isArray(resp.tools)) {
+            return { rule: "tools-capability-match", passed: false, detail: "tools/list did not return an array of tools." };
+        }
+        return { rule: "tools-capability-match", passed: true, detail: `tools/list returned ${resp.tools.length} tool(s).` };
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        return { rule: "tools-capability-match", passed: false, detail: `Advertised tools but tools/list failed: ${msg}` };
+    }
+}
+async function checkPromptsEndpoint(context) {
+    if (!isCapabilityAdvertised(context.serverCapabilities, "prompts")) {
+        return { rule: "prompts-capability-match", passed: true, detail: "Prompts not advertised — endpoint check skipped." };
+    }
+    try {
+        const resp = await context.client.listPrompts(undefined, { timeout: context.timeoutMs });
+        if (!Array.isArray(resp.prompts)) {
+            return { rule: "prompts-capability-match", passed: false, detail: "prompts/list did not return an array of prompts." };
+        }
+        return { rule: "prompts-capability-match", passed: true, detail: `prompts/list returned ${resp.prompts.length} prompt(s).` };
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        return { rule: "prompts-capability-match", passed: false, detail: `Advertised prompts but prompts/list failed: ${msg}` };
+    }
+}
+async function checkResourcesEndpoint(context) {
+    if (!isCapabilityAdvertised(context.serverCapabilities, "resources")) {
+        return { rule: "resources-capability-match", passed: true, detail: "Resources not advertised — endpoint check skipped." };
+    }
+    try {
+        const resp = await context.client.listResources(undefined, { timeout: context.timeoutMs });
+        if (!Array.isArray(resp.resources)) {
+            return { rule: "resources-capability-match", passed: false, detail: "resources/list did not return an array of resources." };
+        }
+        return { rule: "resources-capability-match", passed: true, detail: `resources/list returned ${resp.resources.length} resource(s).` };
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        return { rule: "resources-capability-match", passed: false, detail: `Advertised resources but resources/list failed: ${msg}` };
+    }
+}
+async function checkToolResponseContent(context) {
+    if (!isCapabilityAdvertised(context.serverCapabilities, "tools")) {
+        return { rule: "tool-response-content", passed: true, detail: "No tools — content check skipped." };
+    }
+    try {
+        const { tools } = await context.client.listTools(undefined, { timeout: context.timeoutMs });
+        // Find a tool safe to invoke (no required params)
+        const safeTool = tools.find(t => {
+            const schema = t.inputSchema;
+            const required = schema?.["required"];
+            return !required || required.length === 0;
+        });
+        if (!safeTool) {
+            return { rule: "tool-response-content", passed: true, detail: "No safe tool to invoke — content validation skipped." };
+        }
+        const result = await context.client.callTool({ name: safeTool.name, arguments: {} }, undefined, { timeout: context.timeoutMs });
+        if (!Array.isArray(result.content)) {
+            return { rule: "tool-response-content", passed: false, detail: `Tool "${safeTool.name}" response.content is not an array.` };
+        }
+        for (const item of result.content) {
+            const typed = item;
+            if (typeof typed["type"] !== "string") {
+                return { rule: "tool-response-content", passed: false, detail: `Tool "${safeTool.name}" response content item missing 'type' field.` };
+            }
+        }
+        return { rule: "tool-response-content", passed: true, detail: `Tool "${safeTool.name}" response has valid content array.` };
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        return { rule: "tool-response-content", passed: false, detail: `Tool response content check failed: ${msg}` };
+    }
+}
+async function checkErrorHandling(context) {
+    try {
+        // Try calling a method that shouldn't exist
+        await context.client.request({ method: "observatory/nonexistent", params: {} }, { method: "object" }, { timeout: Math.min(context.timeoutMs, 5000) });
+        // If we get here, server didn't error — that's actually acceptable per JSON-RPC
+        return { rule: "error-handling", passed: true, detail: "Server responded to unknown method without crashing." };
+    }
+    catch (error) {
+        // Getting an error is the expected behavior
+        const err = error;
+        const code = err["code"];
+        if (typeof code === "number") {
+            return { rule: "error-handling", passed: true, detail: `Server returned proper error code ${String(code)} for unknown method.` };
+        }
+        if (code !== undefined && code !== null) {
+            return { rule: "error-handling", passed: true, detail: "Server returned an error response for unknown method." };
+        }
+        // Connection-level error is ok — server closed cleanly
+        return { rule: "error-handling", passed: true, detail: "Server handled unknown method gracefully." };
+    }
+}
+export async function runConformanceCheck(context) {
+    const startedAt = performance.now();
+    const asyncFindings = await Promise.all([
+        checkToolsEndpoint(context),
+        checkPromptsEndpoint(context),
+        checkResourcesEndpoint(context),
+        checkToolResponseContent(context),
+        checkErrorHandling(context),
+    ]);
+    const findings = [
+        checkCapabilitiesPresent(context),
+        checkServerInfo(context),
+        ...asyncFindings,
+    ];
+    const passed = findings.filter(f => f.passed).length;
+    const failed = findings.filter(f => !f.passed).length;
+    const total = findings.length;
+    let status;
+    if (failed === 0) {
+        status = "pass";
+    }
+    else if (passed > failed) {
+        status = "partial";
+    }
+    else {
+        status = "fail";
+    }
+    const message = failed === 0
+        ? `All ${total} conformance checks passed.`
+        : `${passed}/${total} conformance checks passed, ${failed} failed.`;
+    const diagnostics = findings.map(f => `[${f.passed ? "pass" : "FAIL"}] ${f.rule}: ${f.detail}`);
+    const evidence = {
+        endpoint: "conformance/check",
+        advertised: true,
+        responded: true,
+        minimalShapePresent: failed === 0,
+        itemCount: total,
+        identifiers: findings.filter(f => !f.passed).map(f => f.rule),
+        diagnostics,
+    };
+    return {
+        result: makeCheckResult("conformance", status, performance.now() - startedAt, message, [evidence]),
+    };
+}
+//# sourceMappingURL=conformance.js.map

package/dist/src/checks/conformance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformance.js","sourceRoot":"","sources":["../../../src/checks/conformance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAyC,MAAM,WAAW,CAAC;AAS3G,SAAS,wBAAwB,CAAC,OAAqB;IACrD,MAAM,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC;IACxC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,2DAA2D,EAAE,CAAC;IAC9H,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;AACxG,CAAC;AAED,SAAS,eAAe,CAAC,OAAqB;IAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC;IACxC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,uDAAuD,EAAE,CAAC;IACjH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;AAC/F,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,OAAqB;IACrD,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,EAAE,CAAC;QACjE,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,gDAAgD,EAAE,CAAC;IACpH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACvF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,8CAA8C,EAAE,CAAC;QACnH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,uBAAuB,IAAI,CAAC,KAAK,CAAC,MAAM,WAAW,EAAE,CAAC;IACvH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,2CAA2C,GAAG,EAAE,EAAE,CAAC;IACrH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,OAAqB;IACvD,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,SAAS,CAAC,EAAE,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,kDAAkD,EAAE,CAAC;IACxH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,kDAAkD,EAAE,CAAC;QACzH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,IAAI,CAAC,OAAO,CAAC,MAAM,aAAa,EAAE,CAAC;IAC/H,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,+CAA+C,GAAG,EAAE,EAAE,CAAC;IAC3H,CAAC;AACH,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,OAAqB;IACzD,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,WAAW,CAAC,EAAE,CAAC;QACrE,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,oDAAoD,EAAE,CAAC;IAC5H,CAAC;IACD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;QAC/H,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,eAAe,EAAE,CAAC;IACvI,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,mDAAmD,GAAG,EAAE,EAAE,CAAC;IACjI,CAAC;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,OAAqB;IAC3D,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,EAAE,CAAC;QACjE,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,mCAAmC,EAAE,CAAC;IACtG,CAAC;IACD,IAAI,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5F,kDAAkD;QAClD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YAC9B,MAAM,MAAM,GAAG,CAAC,CAAC,WAAkD,CAAC;YACpE,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,UAAU,CAAyB,CAAC;YAC9D,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;QACzH,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAChI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,QAAQ,CAAC,IAAI,qCAAqC,EAAE,CAAC;QAC/H,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,IAA+B,CAAC;YAC9C,IAAI,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACtC,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,QAAQ,CAAC,IAAI,+CAA+C,EAAE,CAAC;YACzI,CAAC;QACH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,QAAQ,CAAC,IAAI,qCAAqC,EAAE,CAAC;IAC9H,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,uCAAuC,GAAG,EAAE,EAAE,CAAC;IAChH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,OAAqB;IACrD,IAAI,CAAC;QACH,4CAA4C;QAC5C,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,CAC1B,EAAE,MAAM,EAAE,yBAAyB,EAAE,MAAM,EAAE,EAAE,EAAE,EACjD,EAAE,MAAM,EAAE,QAAQ,EAAW,EAC7B,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAC/C,CAAC;QACF,gFAAgF;QAChF,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;IAClH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,4CAA4C;QAC5C,MAAM,GAAG,GAAG,KAAgC,CAAC;QAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,qCAAqC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACnI,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACxC,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,uDAAuD,EAAE,CAAC;QACnH,CAAC;QACD,uDAAuD;QACvD,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,2CAA2C,EAAE,CAAC;IACvG,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAqB;IAC7D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEpC,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACtC,kBAAkB,CAAC,OAAO,CAAC;QAC3B,oBAAoB,CAAC,OAAO,CAAC;QAC7B,sBAAsB,CAAC,OAAO,CAAC;QAC/B,wBAAwB,CAAC,OAAO,CAAC;QACjC,kBAAkB,CAAC,OAAO,CAAC;KAC5B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG;QACf,wBAAwB,CAAC,OAAO,CAAC;QACjC,eAAe,CAAC,OAAO,CAAC;QACxB,GAAG,aAAa;KACjB,CAAC;IAEF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IAE9B,IAAI,MAAmC,CAAC;IACxC,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,IAAI,MAAM,GAAG,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,SAAS,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;QAC1B,CAAC,CAAC,OAAO,KAAK,6BAA6B;QAC3C,CAAC,CAAC,GAAG,MAAM,IAAI,KAAK,+BAA+B,MAAM,UAAU,CAAC;IAEtE,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAEhG,MAAM,QAAQ,GAAoB;QAChC,QAAQ,EAAE,mBAAmB;QAC7B,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,mBAAmB,EAAE,MAAM,KAAK,CAAC;QACjC,SAAS,EAAE,KAAK;QAChB,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7D,WAAW;KACZ,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,eAAe,CACrB,aAAa,EACb,MAAM,EACN,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAC7B,OAAO,EACP,CAAC,QAAQ,CAAC,CACX;KACF,CAAC;AACJ,CAAC"}

package/dist/src/checks/schema-quality.d.ts

@@ -0,0 +1,8 @@
+import { type CheckContext, type ObservedCheck } from "./base.js";
+export interface QualityFinding {
+    itemType: "tool" | "prompt" | "resource";
+    itemName: string;
+    issue: string;
+    severity: "warning" | "info";
+}
+export declare function runSchemaQualityCheck(context: CheckContext): Promise<ObservedCheck>;

package/dist/src/checks/schema-quality.js

@@ -0,0 +1,132 @@
+import { performance } from "node:perf_hooks";
+import { isCapabilityAdvertised, makeCheckResult } from "./base.js";
+function checkToolQuality(tool) {
+    const findings = [];
+    const name = tool.name;
+    if (!tool.description || tool.description.trim().length === 0) {
+        findings.push({ itemType: "tool", itemName: name, issue: "Missing description", severity: "warning" });
+    }
+    if (/\s/.test(name)) {
+        findings.push({ itemType: "tool", itemName: name, issue: "Tool name contains whitespace", severity: "warning" });
+    }
+    if (name.length > 64) {
+        findings.push({ itemType: "tool", itemName: name, issue: "Tool name exceeds 64 characters", severity: "info" });
+    }
+    const schema = tool.inputSchema;
+    if (!schema) {
+        findings.push({ itemType: "tool", itemName: name, issue: "Missing input schema", severity: "warning" });
+        return findings;
+    }
+    const properties = schema["properties"];
+    if (properties && Object.keys(properties).length > 0) {
+        const required = schema["required"];
+        if (!required || !Array.isArray(required)) {
+            findings.push({ itemType: "tool", itemName: name, issue: "Has properties but no 'required' array declared", severity: "info" });
+        }
+        for (const [propName, propDef] of Object.entries(properties)) {
+            if (!propDef["description"] || (typeof propDef["description"] === "string" && propDef["description"].trim().length === 0)) {
+                findings.push({ itemType: "tool", itemName: name, issue: `Property '${propName}' missing description`, severity: "info" });
+            }
+        }
+    }
+    return findings;
+}
+function checkPromptQuality(prompt) {
+    const findings = [];
+    const name = prompt.name;
+    if (!prompt.description || prompt.description.trim().length === 0) {
+        findings.push({ itemType: "prompt", itemName: name, issue: "Missing description", severity: "warning" });
+    }
+    if (prompt.arguments) {
+        for (const arg of prompt.arguments) {
+            if (!arg.description || arg.description.trim().length === 0) {
+                findings.push({ itemType: "prompt", itemName: name, issue: `Argument '${arg.name}' missing description`, severity: "info" });
+            }
+        }
+    }
+    return findings;
+}
+function checkResourceQuality(resource) {
+    const findings = [];
+    const name = resource.name;
+    if (!resource.description || resource.description.trim().length === 0) {
+        findings.push({ itemType: "resource", itemName: name, issue: "Missing description", severity: "warning" });
+    }
+    return findings;
+}
+export async function runSchemaQualityCheck(context) {
+    const startedAt = performance.now();
+    const findings = [];
+    let totalItems = 0;
+    // Check tools
+    if (isCapabilityAdvertised(context.serverCapabilities, "tools")) {
+        try {
+            const { tools } = await context.client.listTools(undefined, { timeout: context.timeoutMs });
+            totalItems += tools.length;
+            for (const tool of tools) {
+                findings.push(...checkToolQuality(tool));
+            }
+        }
+        catch {
+            // tools check already reports this failure
+        }
+    }
+    // Check prompts
+    if (isCapabilityAdvertised(context.serverCapabilities, "prompts")) {
+        try {
+            const { prompts } = await context.client.listPrompts(undefined, { timeout: context.timeoutMs });
+            totalItems += prompts.length;
+            for (const prompt of prompts) {
+                findings.push(...checkPromptQuality(prompt));
+            }
+        }
+        catch {
+            // prompts check already reports this failure
+        }
+    }
+    // Check resources
+    if (isCapabilityAdvertised(context.serverCapabilities, "resources")) {
+        try {
+            const { resources } = await context.client.listResources(undefined, { timeout: context.timeoutMs });
+            totalItems += resources.length;
+            for (const resource of resources) {
+                findings.push(...checkResourceQuality(resource));
+            }
+        }
+        catch {
+            // resources check already reports this failure
+        }
+    }
+    const warnings = findings.filter(f => f.severity === "warning").length;
+    const infos = findings.filter(f => f.severity === "info").length;
+    let status;
+    if (totalItems === 0) {
+        status = "pass";
+    }
+    else if (warnings > totalItems * 0.5) {
+        status = "fail";
+    }
+    else if (findings.length > 0) {
+        status = "partial";
+    }
+    else {
+        status = "pass";
+    }
+    const message = findings.length === 0
+        ? `All ${totalItems} item(s) have good schema quality.`
+        : `Found ${findings.length} quality finding(s) across ${totalItems} item(s): ${warnings} warnings, ${infos} info.`;
+    const diagnostics = findings.map(f => `[${f.severity}] ${f.itemType} "${f.itemName}": ${f.issue}`);
+    const evidence = {
+        endpoint: "schema-quality/scan",
+        advertised: true,
+        responded: true,
+        minimalShapePresent: true,
+        itemCount: findings.length,
+        identifiers: [...new Set(findings.map(f => f.itemName))],
+        diagnostics: diagnostics.length > 0 ? diagnostics : undefined,
+    };
+    return {
+        result: makeCheckResult("schema-quality", status, performance.now() - startedAt, message, [evidence]),
+    };
+}
+//# sourceMappingURL=schema-quality.js.map

package/dist/src/checks/schema-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-quality.js","sourceRoot":"","sources":["../../../src/checks/schema-quality.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAI9C,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAyC,MAAM,WAAW,CAAC;AAU3G,SAAS,gBAAgB,CAAC,IAAU;IAClC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IAEvB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IACzG,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,+BAA+B,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IACnH,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,iCAAiC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAClH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAkD,CAAC;IACvE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QACxG,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAwD,CAAC;IAC/F,IAAI,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAyB,CAAC;QAC5D,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,iDAAiD,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAClI,CAAC;QAED,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,OAAO,CAAC,aAAa,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC1H,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,QAAQ,uBAAuB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7H,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IAEzB,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,GAAG,CAAC,IAAI,uBAAuB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YAC/H,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAkB;IAC9C,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAE3B,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAqB;IAC/D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,cAAc;IACd,IAAI,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,EAAE,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAC5F,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,2CAA2C;QAC7C,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,SAAS,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAChG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;YAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6CAA6C;QAC/C,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,IAAI,sBAAsB,CAAC,OAAO,CAAC,kBAAkB,EAAE,WAAW,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC;YACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACpG,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC;YAC/B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,+CAA+C;QACjD,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACvE,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAEjE,IAAI,MAAmC,CAAC;IACxC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,IAAI,QAAQ,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;QACvC,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,GAAG,SAAS,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC;QACnC,CAAC,CAAC,OAAO,UAAU,oCAAoC;QACvD,CAAC,CAAC,SAAS,QAAQ,CAAC,MAAM,8BAA8B,UAAU,aAAa,QAAQ,cAAc,KAAK,QAAQ,CAAC;IAErH,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAEnG,MAAM,QAAQ,GAAoB;QAChC,QAAQ,EAAE,qBAAqB;QAC/B,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,IAAI;QACf,mBAAmB,EAAE,IAAI;QACzB,SAAS,EAAE,QAAQ,CAAC,MAAM;QAC1B,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxD,WAAW,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;KAC9D,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,eAAe,CACrB,gBAAgB,EAChB,MAAM,EACN,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAC7B,OAAO,EACP,CAAC,QAAQ,CAAC,CACX;KACF,CAAC;AACJ,CAAC"}

package/dist/src/cli.js

@@ -11,7 +11,10 @@ import { runPromptsCheck } from "./checks/prompts.js";
 import { runResourcesCheck } from "./checks/resources.js";
 import { runToolsCheck } from "./checks/tools.js";
 import { runToolsInvokeCheck } from "./checks/tools-invoke.js";
+import { generateBadgeSvg } from "./badge.js";
 import { diffArtifacts, readArtifact, renderHtml, renderMarkdown, renderTerminal, runTarget, writeRunArtifact } from "./index.js";
+import { renderJUnit } from "./reporters/junit.js";
+import { renderSarif } from "./reporters/sarif.js";
 import { runTargetRecording } from "./runner.js";
 import { defaultRunsDirectory } from "./storage.js";
 import { ReplayTransport } from "./transport/replay-transport.js";
@@ -102,6 +105,10 @@ function formatOutput(artifact, format) {
         return renderMarkdown(artifact);
     if (format === "html")
         return renderHtml(artifact);
+    if (format === "junit" && artifact.artifactType === "run")
+        return renderJUnit(artifact);
+    if (format === "sarif" && artifact.artifactType === "run")
+        return renderSarif(artifact);
     return renderTerminal(artifact);
 }
 async function writeOutput(content, format, outputPath) {
@@ -286,6 +293,8 @@ async function main() {
             [" verify cassette.json npx server-foo", "Verify server still matches cassette"],
             [" diff run-a.json run-b.json", "Compare two runs for regressions"],
             [" suggest", "Detect your stack and recommend MCP servers"],
+            [" score npx server-foo", "Score a server's health (0-100)"],
+            [" badge npx server-foo --output badge.svg", "Generate a health badge for README"],
         ];
         const maxCmd = Math.max(...examples.map(([cmd]) => (bin + cmd).length));
         const pad = (cmd) => " ".repeat(Math.max(2, maxCmd - (bin + cmd).length + 3));
@@ -353,7 +362,7 @@ async function main() {
         .description("Compare two runs and show regressions and schema drift.")
         .argument("<base>", "Base run artifact JSON file.")
         .argument("<head>", "Head run artifact JSON file.")
-        .option("--format <format>", "terminal, json, markdown, or html", "terminal")
+        .option("--format <format>", "terminal, json, markdown, html, junit, or sarif", "terminal")
         .option("--output <file>", "Write to file instead of stdout.")
         .option("--no-color", "Disable colored output.")
         .option("--fail-on-regression", "Exit with code 1 when regressions are present.", false)
@@ -745,6 +754,85 @@ async function main() {
         const output = formatOutput(artifact, options.format);
         await writeOutput(output, options.format, options.output);
     });
+    // ── score ────────────────────────────────────────────────────────────
+    program
+        .command("score")
+        .passThroughOptions()
+        .description("Score an MCP server's health (0-100).")
+        .argument("<command...>", "Server command and arguments to run.")
+        .option("--format <format>", "terminal, json, junit, markdown, html, or sarif", "terminal")
+        .option("--output <file>", "Write to file instead of stdout.")
+        .option("--no-color", "Disable colored output.")
+        .action(async (commandArgs, options) => {
+        const target = targetFromCommand(commandArgs);
+        process.stdout.write(`${c(ANSI.dim, "⟳")} Scoring ${c(ANSI.bold, target.targetId)}...\n\n`);
+        const artifact = await runTarget(target, { invokeTools: true, securityCheck: true });
+        await writeRunArtifact(artifact, defaultRunsDirectory(process.cwd()));
+        if (options.format !== "terminal") {
+            const output = formatOutput(artifact, options.format);
+            await writeOutput(output, options.format, options.output);
+            return;
+        }
+        const score = artifact.healthScore;
+        if (!score) {
+            process.stdout.write("  Could not compute health score.\n\n");
+            return;
+        }
+        const gradeColor = score.grade === "A" || score.grade === "B" ? ANSI.green
+            : score.grade === "C" ? ANSI.yellow
+                : ANSI.red;
+        process.stdout.write(c(ANSI.bold, `  MCP Health Score: ${c(gradeColor, `${score.overall}/100`)} (${c(gradeColor, score.grade)})\n\n`));
+        for (const dim of score.dimensions) {
+            const filled = Math.round(dim.score / 5);
+            const empty = 20 - filled;
+            const bar = "█".repeat(filled) + "░".repeat(empty);
+            const dimColor = dim.score >= 80 ? ANSI.green : dim.score >= 60 ? ANSI.yellow : ANSI.red;
+            const weightPct = Math.round(dim.weight * 100);
+            process.stdout.write(`  ${dim.name.padEnd(22)} ${c(dimColor, bar)} ${String(dim.score).padStart(3)}  ${c(ANSI.dim, `(weight: ${weightPct}%)`)}\n`);
+        }
+        process.stdout.write("\n");
+        // Show details for dimensions that aren't perfect
+        for (const dim of score.dimensions) {
+            if (dim.score < 100 && dim.details.length > 0) {
+                process.stdout.write(`  ${c(ANSI.dim, dim.name + ":")}\n`);
+                for (const detail of dim.details) {
+                    process.stdout.write(`    ${c(ANSI.dim, "→")} ${detail}\n`);
+                }
+            }
+        }
+        process.stdout.write("\n");
+        if (artifact.gate === "fail") {
+            process.exitCode = 1;
+        }
+    });
+    // ── badge ───────────────────────────────────────────────────────────
+    program
+        .command("badge")
+        .passThroughOptions()
+        .description("Generate an SVG health score badge for your README.")
+        .argument("<command...>", "Server command and arguments to run.")
+        .option("--output <file>", "Write SVG to file (default: stdout).")
+        .option("--label <text>", "Badge label text.", "MCP Health")
+        .action(async (commandArgs, options) => {
+        const target = targetFromCommand(commandArgs);
+        process.stderr.write(`${c(ANSI.dim, "⟳")} Scoring ${c(ANSI.bold, target.targetId)}...\n`);
+        const artifact = await runTarget(target, { invokeTools: true, securityCheck: true });
+        const score = artifact.healthScore;
+        if (!score) {
+            process.stderr.write("  Could not compute health score.\n");
+            process.exitCode = 1;
+            return;
+        }
+        const svg = generateBadgeSvg({ score: score.overall, grade: score.grade, label: options.label });
+        if (options.output) {
+            await mkdir(path.dirname(options.output), { recursive: true });
+            await writeFile(options.output, svg, "utf8");
+            process.stderr.write(`  Badge written to ${options.output}\n`);
+        }
+        else {
+            process.stdout.write(svg);
+        }
+    });
     // ── telemetry ──────────────────────────────────────────────────────────
     program
         .command("telemetry")