@kryptosai/mcp-observatory 0.3.0

package/dist/src/reporters/markdown.js

@@ -0,0 +1,231 @@
+import { describeCheckList, findChecksByStatus, focusLabel, previewList, recommendRunNextStep, sortChecksByActionability } from "./common.js";
+function table(entries) {
+    if (entries.length === 0) {
+        return "_None._";
+    }
+    const header = entries[0];
+    const rows = entries.slice(1);
+    const divider = header.map(() => "---");
+    return [header, divider, ...rows].map((row) => `| ${row.join(" | ")} |`).join("\n");
+}
+function renderEvidence(evidence) {
+    if (evidence.length === 0) {
+        return "_No evidence was captured._";
+    }
+    return evidence
+        .map((entry) => {
+        return [
+            `- Endpoint: \`${entry.endpoint}\``,
+            `  - Advertised: \`${String(entry.advertised)}\``,
+            `  - Responded: \`${String(entry.responded)}\``,
+            `  - Minimal shape present: \`${String(entry.minimalShapePresent)}\``,
+            `  - Item count: \`${entry.itemCount ?? 0}\``,
+            `  - Identifiers: ${previewList(entry.identifiers)}`,
+            `  - Diagnostics: ${previewList(entry.diagnostics, 3)}`
+        ].join("\n");
+    })
+        .join("\n");
+}
+function renderRunAtAGlance(artifact) {
+    const failingChecks = findChecksByStatus(artifact.checks, "fail");
+    const partialChecks = [
+        ...findChecksByStatus(artifact.checks, "partial"),
+        ...findChecksByStatus(artifact.checks, "flaky")
+    ];
+    const unsupportedChecks = findChecksByStatus(artifact.checks, "unsupported");
+    const skippedChecks = findChecksByStatus(artifact.checks, "skipped");
+    return [
+        `## At a Glance`,
+        ``,
+        `- Failing checks: ${describeCheckList(failingChecks)}`,
+        `- Partial or flaky checks: ${describeCheckList(partialChecks)}`,
+        `- Skipped checks: ${describeCheckList(skippedChecks)}`,
+        `- Unsupported checks: ${describeCheckList(unsupportedChecks)}`,
+        `- Suggested next step: ${recommendRunNextStep(artifact)}`
+    ].join("\n");
+}
+function renderFailureDiagnosis(artifact) {
+    if (artifact.fatalError === undefined) {
+        return [];
+    }
+    return [
+        `## Failure Diagnosis`,
+        ``,
+        "```text",
+        artifact.fatalError,
+        "```",
+        ``
+    ];
+}
+function renderCheckSection(check) {
+    return [
+        `### ${check.id} — ${check.status}`,
+        ``,
+        `Summary: ${check.message}`,
+        ``,
+        renderEvidence(check.evidence),
+        ``
+    ];
+}
+function renderRunMarkdown(artifact) {
+    const orderedChecks = sortChecksByActionability(artifact.checks);
+    return [
+        `# MCP Observatory Run Report`,
+        ``,
+        `Generated at ${artifact.createdAt}`,
+        ``,
+        `## Target and Environment Metadata`,
+        ``,
+        `- Target: \`${artifact.target.targetId}\``,
+        `- Adapter: \`${artifact.target.adapter}\``,
+        `- Command: \`${artifact.target.command} ${artifact.target.args.join(" ")}\``,
+        `- Server: \`${artifact.target.serverName ?? "unknown"} ${artifact.target.serverVersion ?? ""}\``,
+        `- Platform: \`${artifact.environment.platform}\``,
+        `- Node: \`${artifact.environment.nodeVersion}\``,
+        ``,
+        `## Executive Summary`,
+        ``,
+        table([
+            ["Gate", "Total", "Pass", "Fail", "Partial", "Unsupported", "Flaky", "Skipped"],
+            [
+                artifact.gate,
+                String(artifact.summary.total),
+                String(artifact.summary.pass),
+                String(artifact.summary.fail),
+                String(artifact.summary.partial),
+                String(artifact.summary.unsupported),
+                String(artifact.summary.flaky),
+                String(artifact.summary.skipped)
+            ]
+        ]),
+        ``,
+        renderRunAtAGlance(artifact),
+        ``,
+        `## Regressions and Recoveries`,
+        ``,
+        `_Use the \`diff\` command against another run artifact to classify regressions and recoveries over time._`,
+        ``,
+        ...renderFailureDiagnosis(artifact),
+        `## Full Capability Status Table`,
+        ``,
+        table([
+            ["Focus", "Check", "Status", "Duration (ms)", "Message"],
+            ...orderedChecks.map((check) => [
+                focusLabel(check.status),
+                check.id,
+                check.status,
+                check.durationMs.toFixed(2),
+                check.message
+            ])
+        ]),
+        ``,
+        `## Evidence Snippets`,
+        ``,
+        ...orderedChecks.flatMap(renderCheckSection),
+        `## Reproduction Commands`,
+        ``,
+        "```bash",
+        "npm run cli -- run --target <path-to-target-config.json>",
+        "npm run cli -- report --run <path-to-run-artifact.json> --format markdown",
+        "```",
+        ``,
+        `## Artifact Provenance`,
+        ``,
+        `- Artifact type: \`${artifact.artifactType}\``,
+        `- Schema version: \`${artifact.schemaVersion}\``,
+        `- Run ID: \`${artifact.runId}\``,
+        `- Gate: \`${artifact.gate}\``
+    ].join("\n");
+}
+function renderDiffMarkdown(artifact) {
+    const regressionList = artifact.regressions.length > 0
+        ? artifact.regressions.map((entry) => `- ${entry.id}: ${entry.message}`).join("\n")
+        : "_None._";
+    const recoveryList = artifact.recoveries.length > 0
+        ? artifact.recoveries.map((entry) => `- ${entry.id}: ${entry.message}`).join("\n")
+        : "_None._";
+    const suggestedNextStep = artifact.regressions.length > 0
+        ? `Start with the regressions: ${artifact.regressions.map((entry) => entry.id).join(", ")}.`
+        : artifact.recoveries.length > 0
+            ? "No regressions were detected. Review recoveries and decide whether they should become part of the expected baseline."
+            : "No status movement was detected. Save the diff artifact with the paired run artifacts for future comparison.";
+    return [
+        `# MCP Observatory Diff Report`,
+        ``,
+        `Generated at ${artifact.createdAt}`,
+        ``,
+        `## Target and Environment Metadata`,
+        ``,
+        `- Base run: \`${artifact.baseRunId}\``,
+        `- Head run: \`${artifact.headRunId}\``,
+        ``,
+        `## Executive Summary`,
+        ``,
+        table([
+            ["Gate", "Regressions", "Recoveries", "Unchanged", "Added", "Removed"],
+            [
+                artifact.gate,
+                String(artifact.summary.regressions),
+                String(artifact.summary.recoveries),
+                String(artifact.summary.unchanged),
+                String(artifact.summary.added),
+                String(artifact.summary.removed)
+            ]
+        ]),
+        ``,
+        `## At a Glance`,
+        ``,
+        `- Regressions: ${artifact.regressions.map((entry) => entry.id).join(", ") || "none"}`,
+        `- Recoveries: ${artifact.recoveries.map((entry) => entry.id).join(", ") || "none"}`,
+        `- Suggested next step: ${suggestedNextStep}`,
+        ``,
+        `## Regressions`,
+        ``,
+        regressionList,
+        ``,
+        `## Recoveries`,
+        ``,
+        recoveryList,
+        ``,
+        `## Full Capability Status Table`,
+        ``,
+        table([
+            ["Bucket", "Check", "From", "To", "Message"],
+            ...[
+                ...artifact.regressions.map((entry) => ["regression", entry]),
+                ...artifact.recoveries.map((entry) => ["recovery", entry]),
+                ...artifact.unchanged.map((entry) => ["unchanged", entry]),
+                ...artifact.added.map((entry) => ["added", entry]),
+                ...artifact.removed.map((entry) => ["removed", entry])
+            ].map(([bucket, entry]) => [
+                bucket,
+                entry.id,
+                entry.fromStatus ?? "n/a",
+                entry.toStatus ?? "n/a",
+                entry.message
+            ])
+        ]),
+        ``,
+        `## Evidence Snippets`,
+        ``,
+        `_Diff artifacts summarize status movement. For detailed evidence, inspect the underlying run artifacts._`,
+        ``,
+        `## Reproduction Commands`,
+        ``,
+        "```bash",
+        "npm run cli -- diff --base <path-to-base-run.json> --head <path-to-head-run.json> --format markdown",
+        "```",
+        ``,
+        `## Artifact Provenance`,
+        ``,
+        `- Artifact type: \`${artifact.artifactType}\``,
+        `- Schema version: \`${artifact.schemaVersion}\``,
+        `- Gate: \`${artifact.gate}\``
+    ].join("\n");
+}
+export function renderMarkdown(artifact) {
+    return artifact.artifactType === "run"
+        ? renderRunMarkdown(artifact)
+        : renderDiffMarkdown(artifact);
+}
+//# sourceMappingURL=markdown.js.map

package/dist/src/reporters/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../../src/reporters/markdown.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,WAAW,EACX,oBAAoB,EACpB,yBAAyB,EAC1B,MAAM,aAAa,CAAC;AAErB,SAAS,KAAK,CAAC,OAAmB;IAChC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;IACxC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,cAAc,CAAC,QAA2B;IACjD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,OAAO;YACL,iBAAiB,KAAK,CAAC,QAAQ,IAAI;YACnC,qBAAqB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI;YACjD,oBAAoB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI;YAC/C,gCAAgC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI;YACrE,qBAAqB,KAAK,CAAC,SAAS,IAAI,CAAC,IAAI;YAC7C,oBAAoB,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;YACpD,oBAAoB,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE;SACxD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAqB;IAC/C,MAAM,aAAa,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG;QACpB,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;QACjD,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;KAChD,CAAC;IACF,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC7E,MAAM,aAAa,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAErE,OAAO;QACL,gBAAgB;QAChB,EAAE;QACF,qBAAqB,iBAAiB,CAAC,aAAa,CAAC,EAAE;QACvD,8BAA8B,iBAAiB,CAAC,aAAa,CAAC,EAAE;QAChE,qBAAqB,iBAAiB,CAAC,aAAa,CAAC,EAAE;QACvD,yBAAyB,iBAAiB,CAAC,iBAAiB,CAAC,EAAE;QAC/D,0BAA0B,oBAAoB,CAAC,QAAQ,CAAC,EAAE;KAC3D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAqB;IACnD,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO;QACL,sBAAsB;QACtB,EAAE;QACF,SAAS;QACT,QAAQ,CAAC,UAAU;QACnB,KAAK;QACL,EAAE;KACH,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAkB;IAC5C,OAAO;QACL,OAAO,KAAK,CAAC,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE;QACnC,EAAE;QACF,YAAY,KAAK,CAAC,OAAO,EAAE;QAC3B,EAAE;QACF,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC9B,EAAE;KACH,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAqB;IAC9C,MAAM,aAAa,GAAG,yBAAyB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjE,OAAO;QACL,8BAA8B;QAC9B,EAAE;QACF,gBAAgB,QAAQ,CAAC,SAAS,EAAE;QACpC,EAAE;QACF,oCAAoC;QACpC,EAAE;QACF,eAAe,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI;QAC3C,gBAAgB,QAAQ,CAAC,MAAM,CAAC,OAAO,IAAI;QAC3C,gBAAgB,QAAQ,CAAC,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI;QAC7E,eAAe,QAAQ,CAAC,MAAM,CAAC,UAAU,IAAI,SAAS,IAAI,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,IAAI;QACjG,iBAAiB,QAAQ,CAAC,WAAW,CAAC,QAAQ,IAAI;QAClD,aAAa,QAAQ,CAAC,WAAW,CAAC,WAAW,IAAI;QACjD,EAAE;QACF,sBAAsB;QACtB,EAAE;QACF,KAAK,CAAC;YACJ,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,SAAS,CAAC;YAC/E;gBACE,QAAQ,CAAC,IAAI;gBACb,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC7B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC7B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;gBAChC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;gBACpC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;aACjC;SACF,CAAC;QACF,EAAE;QACF,kBAAkB,CAAC,QAAQ,CAAC;QAC5B,EAAE;QACF,+BAA+B;QAC/B,EAAE;QACF,2GAA2G;QAC3G,EAAE;QACF,GAAG,sBAAsB,CAAC,QAAQ,CAAC;QACnC,iCAAiC;QACjC,EAAE;QACF,KAAK,CAAC;YACJ,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC;YACxD,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC9B,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC;gBACxB,KAAK,CAAC,EAAE;gBACR,KAAK,CAAC,MAAM;gBACZ,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC3B,KAAK,CAAC,OAAO;aACd,CAAC;SACH,CAAC;QACF,EAAE;QACF,sBAAsB;QACtB,EAAE;QACF,GAAG,aAAa,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAC5C,0BAA0B;QAC1B,EAAE;QACF,SAAS;QACT,0DAA0D;QAC1D,2EAA2E;QAC3E,KAAK;QACL,EAAE;QACF,wBAAwB;QACxB,EAAE;QACF,sBAAsB,QAAQ,CAAC,YAAY,IAAI;QAC/C,uBAAuB,QAAQ,CAAC,aAAa,IAAI;QACjD,eAAe,QAAQ,CAAC,KAAK,IAAI;QACjC,aAAa,QAAQ,CAAC,IAAI,IAAI;KAC/B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAsB;IAChD,MAAM,cAAc,GAClB,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;QAC7B,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACnF,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,YAAY,GAChB,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;QAC5B,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAClF,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,iBAAiB,GACrB,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;QAC7B,CAAC,CAAC,+BAA+B,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC5F,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;YAC9B,CAAC,CAAC,sHAAsH;YACxH,CAAC,CAAC,8GAA8G,CAAC;IACvH,OAAO;QACL,+BAA+B;QAC/B,EAAE;QACF,gBAAgB,QAAQ,CAAC,SAAS,EAAE;QACpC,EAAE;QACF,oCAAoC;QACpC,EAAE;QACF,iBAAiB,QAAQ,CAAC,SAAS,IAAI;QACvC,iBAAiB,QAAQ,CAAC,SAAS,IAAI;QACvC,EAAE;QACF,sBAAsB;QACtB,EAAE;QACF,KAAK,CAAC;YACJ,CAAC,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC;YACtE;gBACE,QAAQ,CAAC,IAAI;gBACb,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;gBACpC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC;gBACnC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;gBAClC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;aACjC;SACF,CAAC;QACF,EAAE;QACF,gBAAgB;QAChB,EAAE;QACF,kBAAkB,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE;QACtF,iBAAiB,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE;QACpF,0BAA0B,iBAAiB,EAAE;QAC7C,EAAE;QACF,gBAAgB;QAChB,EAAE;QACF,cAAc;QACd,EAAE;QACF,eAAe;QACf,EAAE;QACF,YAAY;QACZ,EAAE;QACF,iCAAiC;QACjC,EAAE;QACF,KAAK,CAAC;YACJ,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC;YAC5C,GAAG;gBACD,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,KAAK,CAAU,CAAC;gBACtE,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,UAAU,EAAE,KAAK,CAAU,CAAC;gBACnE,GAAG,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,CAAU,CAAC;gBACnE,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,CAAU,CAAC;gBAC3D,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,CAAU,CAAC;aAChE,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACzB,MAAM;gBACN,KAAK,CAAC,EAAE;gBACR,KAAK,CAAC,UAAU,IAAI,KAAK;gBACzB,KAAK,CAAC,QAAQ,IAAI,KAAK;gBACvB,KAAK,CAAC,OAAO;aACd,CAAC;SACH,CAAC;QACF,EAAE;QACF,sBAAsB;QACtB,EAAE;QACF,0GAA0G;QAC1G,EAAE;QACF,0BAA0B;QAC1B,EAAE;QACF,SAAS;QACT,qGAAqG;QACrG,KAAK;QACL,EAAE;QACF,wBAAwB;QACxB,EAAE;QACF,sBAAsB,QAAQ,CAAC,YAAY,IAAI;QAC/C,uBAAuB,QAAQ,CAAC,aAAa,IAAI;QACjD,aAAa,QAAQ,CAAC,IAAI,IAAI;KAC/B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,QAAoC;IACjE,OAAO,QAAQ,CAAC,YAAY,KAAK,KAAK;QACpC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QAC7B,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC"}

package/dist/src/reporters/terminal.d.ts

@@ -0,0 +1,2 @@
+import type { DiffArtifact, RunArtifact } from "../types.js";
+export declare function renderTerminal(artifact: RunArtifact | DiffArtifact): string;

package/dist/src/reporters/terminal.js

@@ -0,0 +1,110 @@
+import { describeCheckList, findChecksByStatus, recommendRunNextStep, sortChecksByActionability } from "./common.js";
+const ANSI = {
+    red: "\x1b[31m",
+    green: "\x1b[32m",
+    yellow: "\x1b[33m",
+    dim: "\x1b[2m",
+    bold: "\x1b[1m",
+    reset: "\x1b[0m",
+};
+function shouldColor() {
+    return !process.env["NO_COLOR"] && !process.argv.includes("--no-color");
+}
+function co(code, text) {
+    return shouldColor() ? `${code}${text}${ANSI.reset}` : text;
+}
+function colorStatus(status) {
+    switch (status) {
+        case "pass":
+            return co(ANSI.green, status);
+        case "fail":
+            return co(ANSI.red, status);
+        case "partial":
+        case "flaky":
+            return co(ANSI.yellow, status);
+        case "unsupported":
+        case "skipped":
+            return co(ANSI.dim, status);
+    }
+}
+function colorGate(gate) {
+    return gate === "pass" ? co(ANSI.green, gate) : co(ANSI.red, gate);
+}
+function formatCheck(check) {
+    return `- ${check.id}: ${colorStatus(check.status)} (${check.message})`;
+}
+function formatEntry(entry) {
+    const from = entry.fromStatus ?? "n/a";
+    const to = entry.toStatus ?? "n/a";
+    return `- ${entry.id}: ${from} -> ${to} (${entry.message})`;
+}
+function renderRunTerminal(artifact) {
+    const orderedChecks = sortChecksByActionability(artifact.checks);
+    const failingChecks = findChecksByStatus(artifact.checks, "fail");
+    const partialChecks = [
+        ...findChecksByStatus(artifact.checks, "partial"),
+        ...findChecksByStatus(artifact.checks, "flaky")
+    ];
+    const unsupportedChecks = findChecksByStatus(artifact.checks, "unsupported");
+    const skippedChecks = findChecksByStatus(artifact.checks, "skipped");
+    const lines = [
+        co(ANSI.bold, `MCP Observatory Run`),
+        `Run ID: ${artifact.runId}`,
+        `Gate: ${co(ANSI.bold, colorGate(artifact.gate))}`,
+        `Target: ${artifact.target.targetId} (${artifact.target.adapter})`,
+        `Server: ${artifact.target.serverName ?? "unknown"} ${artifact.target.serverVersion ?? ""}`.trim(),
+        `Counts: pass=${artifact.summary.pass}, fail=${artifact.summary.fail}, partial=${artifact.summary.partial}, unsupported=${artifact.summary.unsupported}, flaky=${artifact.summary.flaky}, skipped=${artifact.summary.skipped}`
+    ];
+    lines.push(`Actionable now:`);
+    lines.push(`- failing checks: ${describeCheckList(failingChecks)}`);
+    lines.push(`- partial checks: ${describeCheckList(partialChecks)}`);
+    lines.push(`- skipped checks: ${describeCheckList(skippedChecks)}`);
+    lines.push(`- unsupported checks: ${describeCheckList(unsupportedChecks)}`);
+    lines.push(`Next step: ${recommendRunNextStep(artifact)}`);
+    if (artifact.fatalError !== undefined) {
+        lines.push("Failure diagnosis:");
+        lines.push(...artifact.fatalError.split("\n"));
+    }
+    lines.push("Checks (most actionable first):");
+    for (const check of orderedChecks) {
+        lines.push(formatCheck(check));
+    }
+    return lines.join("\n");
+}
+function renderDiffTerminal(artifact) {
+    const lines = [
+        co(ANSI.bold, `MCP Observatory Diff`),
+        `Base: ${artifact.baseRunId}`,
+        `Head: ${artifact.headRunId}`,
+        `Gate: ${co(ANSI.bold, colorGate(artifact.gate))}`,
+        `Counts: regressions=${artifact.summary.regressions}, recoveries=${artifact.summary.recoveries}, unchanged=${artifact.summary.unchanged}, added=${artifact.summary.added}, removed=${artifact.summary.removed}`
+    ];
+    if (artifact.regressions.length > 0) {
+        lines.push(co(ANSI.red, "Regressions:"));
+        lines.push(...artifact.regressions.map((e) => co(ANSI.red, formatEntry(e))));
+    }
+    if (artifact.recoveries.length > 0) {
+        lines.push(co(ANSI.green, "Recoveries:"));
+        lines.push(...artifact.recoveries.map((e) => co(ANSI.green, formatEntry(e))));
+    }
+    if (artifact.unchanged.length > 0) {
+        lines.push(co(ANSI.dim, "Unchanged:"));
+        lines.push(...artifact.unchanged.map((e) => co(ANSI.dim, formatEntry(e))));
+    }
+    if (artifact.schemaDrift && artifact.schemaDrift.length > 0) {
+        lines.push(co(ANSI.yellow, "Schema Drift:"));
+        for (const entry of artifact.schemaDrift) {
+            lines.push(co(ANSI.yellow, `- ${entry.name} (${entry.capability}): ${entry.changes.join(", ")}`));
+        }
+    }
+    if (artifact.regressions.length === 0 && artifact.recoveries.length === 0 && (!artifact.schemaDrift || artifact.schemaDrift.length === 0)) {
+        lines.push(co(ANSI.dim, "No regressions, recoveries, or schema drift detected."));
+    }
+    return lines.join("\n");
+}
+export function renderTerminal(artifact) {
+    return artifact.artifactType === "run"
+        ? renderRunTerminal(artifact)
+        : renderDiffTerminal(artifact);
+}
+//# sourceMappingURL=terminal.js.map

package/dist/src/reporters/terminal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"terminal.js","sourceRoot":"","sources":["../../../src/reporters/terminal.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,oBAAoB,EACpB,yBAAyB,EAC1B,MAAM,aAAa,CAAC;AAErB,MAAM,IAAI,GAAG;IACX,GAAG,EAAE,UAAU;IACf,KAAK,EAAE,UAAU;IACjB,MAAM,EAAE,UAAU;IAClB,GAAG,EAAE,SAAS;IACd,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,SAAS;CACR,CAAC;AAEX,SAAS,WAAW;IAClB,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,EAAE,CAAC,IAAY,EAAE,IAAY;IACpC,OAAO,WAAW,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9D,CAAC;AAED,SAAS,WAAW,CAAC,MAAmB;IACtC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAChC,KAAK,MAAM;YACT,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC9B,KAAK,SAAS,CAAC;QACf,KAAK,OAAO;YACV,OAAO,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,KAAK,aAAa,CAAC;QACnB,KAAK,SAAS;YACZ,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,WAAW,CAAC,KAAkB;IACrC,OAAO,KAAK,KAAK,CAAC,EAAE,KAAK,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,OAAO,GAAG,CAAC;AAC1E,CAAC;AAED,SAAS,WAAW,CAAC,KAAgB;IACnC,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;IACvC,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC;IACnC,OAAO,KAAK,KAAK,CAAC,EAAE,KAAK,IAAI,OAAO,EAAE,KAAK,KAAK,CAAC,OAAO,GAAG,CAAC;AAC9D,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAqB;IAC9C,MAAM,aAAa,GAAG,yBAAyB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjE,MAAM,aAAa,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG;QACpB,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;QACjD,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;KAChD,CAAC;IACF,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC7E,MAAM,aAAa,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG;QACZ,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,qBAAqB,CAAC;QACpC,WAAW,QAAQ,CAAC,KAAK,EAAE;QAC3B,SAAS,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE;QAClD,WAAW,QAAQ,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,MAAM,CAAC,OAAO,GAAG;QAClE,WAAW,QAAQ,CAAC,MAAM,CAAC,UAAU,IAAI,SAAS,IAAI,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE;QAClG,gBAAgB,QAAQ,CAAC,OAAO,CAAC,IAAI,UAAU,QAAQ,CAAC,OAAO,CAAC,IAAI,aAAa,QAAQ,CAAC,OAAO,CAAC,OAAO,iBAAiB,QAAQ,CAAC,OAAO,CAAC,WAAW,WAAW,QAAQ,CAAC,OAAO,CAAC,KAAK,aAAa,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE;KAC/N,CAAC;IAEF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC9B,KAAK,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACpE,KAAK,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACpE,KAAK,CAAC,IAAI,CAAC,qBAAqB,iBAAiB,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACpE,KAAK,CAAC,IAAI,CAAC,yBAAyB,iBAAiB,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,cAAc,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAE3D,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAC9C,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAsB;IAChD,MAAM,KAAK,GAAG;QACZ,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,sBAAsB,CAAC;QACrC,SAAS,QAAQ,CAAC,SAAS,EAAE;QAC7B,SAAS,QAAQ,CAAC,SAAS,EAAE;QAC7B,SAAS,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE;QAClD,uBAAuB,QAAQ,CAAC,OAAO,CAAC,WAAW,gBAAgB,QAAQ,CAAC,OAAO,CAAC,UAAU,eAAe,QAAQ,CAAC,OAAO,CAAC,SAAS,WAAW,QAAQ,CAAC,OAAO,CAAC,KAAK,aAAa,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE;KAChN,CAAC;IAEF,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;QAC7C,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1I,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,uDAAuD,CAAC,CAAC,CAAC;IACpF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,QAAoC;IACjE,OAAO,QAAQ,CAAC,YAAY,KAAK,KAAK;QACpC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QAC7B,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC"}

package/dist/src/runner.d.ts

@@ -0,0 +1,5 @@
+import type { RunArtifact, TargetConfig } from "./types.js";
+export interface RunOptions {
+    invokeTools?: boolean;
+}
+export declare function runTarget(target: TargetConfig, options?: RunOptions): Promise<RunArtifact>;

package/dist/src/runner.js

@@ -0,0 +1,138 @@
+import os from "node:os";
+import { HttpAdapter } from "./adapters/http.js";
+import { AdapterConnectError, LocalProcessAdapter } from "./adapters/local-process.js";
+import { runPromptsCheck } from "./checks/prompts.js";
+import { runResourcesCheck } from "./checks/resources.js";
+import { runToolsCheck } from "./checks/tools.js";
+import { runToolsInvokeCheck } from "./checks/tools-invoke.js";
+import { SCHEMA_VERSION } from "./types.js";
+import { buildRunId } from "./utils/ids.js";
+import { TOOL_VERSION } from "./version.js";
+function createEmptyCounts() {
+    return {
+        total: 0,
+        pass: 0,
+        fail: 0,
+        partial: 0,
+        unsupported: 0,
+        flaky: 0,
+        skipped: 0
+    };
+}
+function buildSummary(checks, fatalError) {
+    const counts = createEmptyCounts();
+    for (const check of checks) {
+        counts.total += 1;
+        counts[check.status] += 1;
+    }
+    const gate = fatalError !== undefined || counts.fail > 0 ? "fail" : "pass";
+    return {
+        ...counts,
+        gate
+    };
+}
+async function connectTarget(target) {
+    if (target.adapter === "http") {
+        const adapter = new HttpAdapter();
+        return adapter.connect(target);
+    }
+    const adapter = new LocalProcessAdapter();
+    return adapter.connect(target);
+}
+export async function runTarget(target, options) {
+    const runId = buildRunId();
+    const createdAt = new Date().toISOString();
+    let checks = [];
+    let fatalError;
+    let serverName;
+    let serverVersion;
+    try {
+        const session = await connectTarget(target);
+        serverName = session.serverName;
+        serverVersion = session.serverVersion;
+        try {
+            const checkContext = {
+                client: session.client,
+                serverCapabilities: session.serverCapabilities,
+                target,
+                timeoutMs: target.timeoutMs ?? 10_000,
+                stderrLines: session.stderrLines
+            };
+            const toolsCheck = await runToolsCheck(checkContext);
+            const promptsCheck = await runPromptsCheck(checkContext);
+            const resourcesCheck = await runResourcesCheck(checkContext);
+            checks = [
+                toolsCheck.result,
+                promptsCheck.result,
+                resourcesCheck.result
+            ];
+            if (options?.invokeTools) {
+                const invokeCheck = await runToolsInvokeCheck(checkContext);
+                checks.push(invokeCheck.result);
+            }
+        }
+        finally {
+            await session.close();
+        }
+    }
+    catch (error) {
+        fatalError = error instanceof Error ? error.message : String(error);
+        const skippedMessage = error instanceof AdapterConnectError
+            ? "Skipped because startup failed before the MCP session initialized. See the failure diagnosis."
+            : "Skipped because the adapter never established a session.";
+        checks = [
+            {
+                id: "tools",
+                capability: "tools",
+                status: "skipped",
+                durationMs: 0,
+                message: skippedMessage,
+                evidence: []
+            },
+            {
+                id: "prompts",
+                capability: "prompts",
+                status: "skipped",
+                durationMs: 0,
+                message: skippedMessage,
+                evidence: []
+            },
+            {
+                id: "resources",
+                capability: "resources",
+                status: "skipped",
+                durationMs: 0,
+                message: skippedMessage,
+                evidence: []
+            }
+        ];
+    }
+    const summary = buildSummary(checks, fatalError);
+    return {
+        artifactType: "run",
+        schemaVersion: SCHEMA_VERSION,
+        gate: summary.gate,
+        runId,
+        createdAt,
+        toolVersion: TOOL_VERSION,
+        target: {
+            targetId: target.targetId,
+            adapter: target.adapter,
+            command: target.adapter === "http" ? target.url : target.command,
+            args: target.adapter === "http" ? [] : target.args,
+            url: target.adapter === "http" ? target.url : undefined,
+            cwd: target.adapter === "http" ? undefined : target.cwd,
+            metadata: target.metadata,
+            serverName,
+            serverVersion
+        },
+        environment: {
+            platform: `${os.platform()} ${os.release()}`,
+            nodeVersion: process.version
+        },
+        summary,
+        checks,
+        fatalError
+    };
+}
+//# sourceMappingURL=runner.js.map

package/dist/src/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAEvF,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAE/D,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,SAAS,iBAAiB;IACxB,OAAO;QACL,KAAK,EAAE,CAAC;QACR,IAAI,EAAE,CAAC;QACP,IAAI,EAAE,CAAC;QACP,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,CAAC;QACd,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,CAAC;KACX,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,MAAqB,EAAE,UAAmB;IAC9D,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAClB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,MAAM,IAAI,GACR,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAChE,OAAO;QACL,GAAG,MAAM;QACT,IAAI;KACL,CAAC;AACJ,CAAC;AAMD,KAAK,UAAU,aAAa,CAAC,MAAoB;IAC/C,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAoB,EAAE,OAAoB;IACxE,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3C,IAAI,MAAM,GAAkB,EAAE,CAAC;IAC/B,IAAI,UAA8B,CAAC;IACnC,IAAI,UAA8B,CAAC;IACnC,IAAI,aAAiC,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;QAC5C,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QAChC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAEtC,IAAI,CAAC;YACH,MAAM,YAAY,GAAG;gBACnB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;gBAC9C,MAAM;gBACN,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,MAAM;gBACrC,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC;YAEF,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC;YACrD,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC;YACzD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAE7D,MAAM,GAAG;gBACP,UAAU,CAAC,MAAM;gBACjB,YAAY,CAAC,MAAM;gBACnB,cAAc,CAAC,MAAM;aACtB,CAAC;YAEF,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;gBACzB,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpE,MAAM,cAAc,GAClB,KAAK,YAAY,mBAAmB;YAClC,CAAC,CAAC,+FAA+F;YACjG,CAAC,CAAC,0DAA0D,CAAC;QACjE,MAAM,GAAG;YACP;gBACE,EAAE,EAAE,OAAO;gBACX,UAAU,EAAE,OAAO;gBACnB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb;YACD;gBACE,EAAE,EAAE,SAAS;gBACb,UAAU,EAAE,SAAS;gBACrB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb;YACD;gBACE,EAAE,EAAE,WAAW;gBACf,UAAU,EAAE,WAAW;gBACvB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb;SACF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAEjD,OAAO;QACL,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,cAAc;QAC7B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK;QACL,SAAS;QACT,WAAW,EAAE,YAAY;QACzB,MAAM,EAAE;YACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO;YAChE,IAAI,EAAE,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;YAClD,GAAG,EAAE,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;YACvD,GAAG,EAAE,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG;YACvD,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU;YACV,aAAa;SACd;QACD,WAAW,EAAE;YACX,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE;YAC5C,WAAW,EAAE,OAAO,CAAC,OAAO;SAC7B;QACD,OAAO;QACP,MAAM;QACN,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/src/schema-diff.d.ts

@@ -0,0 +1,6 @@
+import type { CheckId, SchemaDriftEntry } from "./types.js";
+/**
+ * Compare two schema maps and return human-readable drift descriptions.
+ * Each map is keyed by item name (e.g., tool name) with the schema object as value.
+ */
+export declare function diffSchemas(capability: CheckId, base: Record<string, object>, head: Record<string, object>): SchemaDriftEntry[];

package/dist/src/schema-diff.js

@@ -0,0 +1,73 @@
+/**
+ * Compare two schema maps and return human-readable drift descriptions.
+ * Each map is keyed by item name (e.g., tool name) with the schema object as value.
+ */
+export function diffSchemas(capability, base, head) {
+    const entries = [];
+    const allNames = new Set([...Object.keys(base), ...Object.keys(head)]);
+    for (const name of allNames) {
+        const baseSchema = base[name];
+        const headSchema = head[name];
+        if (baseSchema === undefined && headSchema !== undefined) {
+            entries.push({ capability, name, changes: [`added (new ${capability.replace("-invoke", "")})`] });
+            continue;
+        }
+        if (baseSchema !== undefined && headSchema === undefined) {
+            entries.push({ capability, name, changes: [`removed`] });
+            continue;
+        }
+        if (baseSchema === undefined || headSchema === undefined) {
+            continue;
+        }
+        const changes = compareSchemas(baseSchema, headSchema);
+        if (changes.length > 0) {
+            entries.push({ capability, name, changes });
+        }
+    }
+    return entries;
+}
+function compareSchemas(base, head) {
+    const changes = [];
+    // Compare required fields
+    const baseRequired = asStringArray(base["required"]);
+    const headRequired = asStringArray(head["required"]);
+    for (const field of headRequired) {
+        if (!baseRequired.includes(field)) {
+            changes.push(`added required field '${field}'`);
+        }
+    }
+    for (const field of baseRequired) {
+        if (!headRequired.includes(field)) {
+            changes.push(`removed required field '${field}'`);
+        }
+    }
+    // Compare properties
+    const baseProps = asRecord(base["properties"]);
+    const headProps = asRecord(head["properties"]);
+    const allProps = new Set([...Object.keys(baseProps), ...Object.keys(headProps)]);
+    for (const prop of allProps) {
+        const baseProp = baseProps[prop];
+        const headProp = headProps[prop];
+        if (baseProp === undefined && headProp !== undefined) {
+            changes.push(`added property '${prop}'`);
+            continue;
+        }
+        if (baseProp !== undefined && headProp === undefined) {
+            changes.push(`removed property '${prop}'`);
+            continue;
+        }
+        if (baseProp !== undefined && headProp !== undefined) {
+            if (baseProp["type"] !== headProp["type"]) {
+                changes.push(`changed '${prop}' type from '${String(baseProp["type"])}' to '${String(headProp["type"])}'`);
+            }
+        }
+    }
+    return changes;
+}
+function asStringArray(value) {
+    return Array.isArray(value) ? value.filter((v) => typeof v === "string") : [];
+}
+function asRecord(value) {
+    return typeof value === "object" && value !== null ? value : {};
+}
+//# sourceMappingURL=schema-diff.js.map

package/dist/src/schema-diff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-diff.js","sourceRoot":"","sources":["../../src/schema-diff.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,UAAU,WAAW,CACzB,UAAmB,EACnB,IAA4B,EAC5B,IAA4B;IAE5B,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEvE,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAwC,CAAC;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAwC,CAAC;QAErE,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,cAAc,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClG,SAAS;QACX,CAAC;QACD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACzD,SAAS;QACX,CAAC;QACD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YACzD,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACvD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CACrB,IAA6B,EAC7B,IAA6B;IAE7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,0BAA0B;IAC1B,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,yBAAyB,KAAK,GAAG,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAEjF,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAwC,CAAC;QACxE,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAwC,CAAC;QAExE,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,mBAAmB,IAAI,GAAG,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,qBAAqB,IAAI,GAAG,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACrD,IAAI,QAAQ,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1C,OAAO,CAAC,IAAI,CAAC,YAAY,IAAI,gBAAgB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,SAAS,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7G,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7F,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAE,KAAiC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/F,CAAC"}

package/dist/src/storage.d.ts

@@ -0,0 +1,6 @@
+import type { DiffArtifact, RunArtifact } from "./types.js";
+export type Artifact = RunArtifact | DiffArtifact;
+export declare function defaultRunsDirectory(cwd?: string): string;
+export declare function ensureDirectory(directoryPath: string): Promise<void>;
+export declare function writeRunArtifact(artifact: RunArtifact, outDir: string): Promise<string>;
+export declare function readArtifact(filePath: string): Promise<Artifact>;

package/dist/src/storage.js

@@ -0,0 +1,32 @@
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import path from "node:path";
+import { slugify } from "./utils/ids.js";
+import { validateDiffArtifact, validateRunArtifact } from "./validate.js";
+export function defaultRunsDirectory(cwd = process.cwd()) {
+    return path.join(cwd, ".mcp-observatory", "runs");
+}
+export async function ensureDirectory(directoryPath) {
+    await mkdir(directoryPath, { recursive: true });
+}
+export async function writeRunArtifact(artifact, outDir) {
+    await ensureDirectory(outDir);
+    const fileName = `${artifact.createdAt.replaceAll(":", "-")}--${slugify(artifact.target.targetId)}.json`;
+    const filePath = path.join(outDir, fileName);
+    await writeFile(filePath, JSON.stringify(artifact, null, 2) + "\n", "utf8");
+    return filePath;
+}
+export async function readArtifact(filePath) {
+    const content = await readFile(filePath, "utf8");
+    const data = JSON.parse(content);
+    if (typeof data === "object" && data !== null && !Array.isArray(data) && data["artifactType"] === "diff") {
+        return validateDiffArtifact(data);
+    }
+    // For run artifacts and target configs (which lack artifactType), return as-is
+    // Target configs are validated separately via validateTargetConfig
+    if (typeof data === "object" && data !== null && !Array.isArray(data) && data["artifactType"] === "run") {
+        return validateRunArtifact(data);
+    }
+    // Unrecognized shape — return as-is for backwards compat (e.g., target configs read via readArtifact)
+    return data;
+}
+//# sourceMappingURL=storage.js.map