@yawlabs/mcp-compliance 0.1.2 → 0.2.1

package/dist/mcp/server.js

@@ -1,126 +1,135 @@
 import {
   TEST_DEFINITIONS,
   runComplianceSuite
-} from "../chunk-OOJ4PMF7.js";
+} from "../chunk-SP24UFRC.js";
 
 // src/mcp/server.ts
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
-import { z } from "zod";
 import { createRequire } from "module";
-var require2 = createRequire(import.meta.url);
-var { version } = require2("../../package.json");
-var server = new McpServer({
-  name: "mcp-compliance",
-  version
-});
-server.tool(
-  "mcp_compliance_test",
-  "Run the full MCP compliance test suite against a server URL. Returns grade (A-F), score, and detailed results for all 24 tests.",
-  {
-    url: z.string().url().describe("The MCP server URL to test (must be HTTP or HTTPS)")
-  },
-  async ({ url }) => {
-    try {
-      const report = await runComplianceSuite(url);
-      const summary = [
-        `Grade: ${report.grade} (${report.score}%)`,
-        `Overall: ${report.overall}`,
-        `Tests: ${report.summary.passed}/${report.summary.total} passed (${report.summary.requiredPassed}/${report.summary.required} required)`,
-        "",
-        ...report.tests.map(
-          (t) => `${t.passed ? "PASS" : "FAIL"} ${t.name}${t.required ? " (required)" : ""} \u2014 ${t.details}`
-        )
-      ];
-      if (report.serverInfo.name) {
-        summary.unshift(`Server: ${report.serverInfo.name} v${report.serverInfo.version || "?"}`);
-      }
-      return {
-        content: [
-          { type: "text", text: summary.join("\n") },
-          { type: "text", text: `
+
+// src/mcp/tools.ts
+import { z } from "zod";
+function registerTools(server2) {
+  server2.tool(
+    "mcp_compliance_test",
+    "Run the full MCP compliance test suite against a server URL. Returns grade (A-F), score, and detailed results for all 43 tests covering transport, lifecycle, tools, resources, prompts, errors, and schema validation.",
+    {
+      url: z.string().url().describe("The MCP server URL to test (must be HTTP or HTTPS)")
+    },
+    async ({ url }) => {
+      try {
+        const report = await runComplianceSuite(url);
+        const summary = [
+          `Grade: ${report.grade} (${report.score}%)`,
+          `Overall: ${report.overall}`,
+          `Tests: ${report.summary.passed}/${report.summary.total} passed (${report.summary.requiredPassed}/${report.summary.required} required)`,
+          "",
+          ...report.tests.map(
+            (t) => `${t.passed ? "PASS" : "FAIL"} ${t.name}${t.required ? " (required)" : ""} \u2014 ${t.details}`
+          )
+        ];
+        if (report.serverInfo.name) {
+          summary.unshift(`Server: ${report.serverInfo.name} v${report.serverInfo.version || "?"}`);
+        }
+        if (report.warnings.length > 0) {
+          summary.push("", `Warnings (${report.warnings.length}):`);
+          for (const w of report.warnings) {
+            summary.push(`  - ${w}`);
+          }
+        }
+        return {
+          content: [
+            { type: "text", text: summary.join("\n") },
+            { type: "text", text: `
 
 Full report:
 ${JSON.stringify(report, null, 2)}` }
-        ]
-      };
-    } catch (err) {
-      return {
-        content: [{ type: "text", text: `Error running compliance test: ${err.message}` }],
-        isError: true
-      };
+          ]
+        };
+      } catch (err) {
+        return {
+          content: [{ type: "text", text: `Error running compliance test: ${err.message}` }],
+          isError: true
+        };
+      }
+    }
+  );
+  server2.tool(
+    "mcp_compliance_badge",
+    "Get the badge markdown embed code for an MCP server. Runs the compliance test suite first to determine the grade.",
+    {
+      url: z.string().url().describe("The MCP server URL to test")
+    },
+    async ({ url }) => {
+      try {
+        const report = await runComplianceSuite(url);
+        const badge = report.badge;
+        return {
+          content: [{
+            type: "text",
+            text: [
+              `Grade: ${report.grade} (${report.score}%)`,
+              "",
+              "Markdown:",
+              badge.markdown,
+              "",
+              "HTML:",
+              badge.html
+            ].join("\n")
+          }]
+        };
+      } catch (err) {
+        return {
+          content: [{ type: "text", text: `Error: ${err.message}` }],
+          isError: true
+        };
+      }
     }
-  }
-);
-server.tool(
-  "mcp_compliance_badge",
-  "Get the badge markdown embed code for an MCP server. Runs the compliance test suite first to determine the grade.",
-  {
-    url: z.string().url().describe("The MCP server URL to test")
-  },
-  async ({ url }) => {
-    try {
-      const report = await runComplianceSuite(url);
-      const badge = report.badge;
+  );
+  server2.tool(
+    "mcp_compliance_explain",
+    "Explain what a specific compliance test ID checks and why it matters.",
+    {
+      testId: z.string().describe('The test ID to explain (e.g., "transport-post", "lifecycle-init", "tools-schema")')
+    },
+    async ({ testId }) => {
+      const def = TEST_DEFINITIONS.find((t) => t.id === testId);
+      if (!def) {
+        return {
+          content: [{
+            type: "text",
+            text: `Unknown test ID: "${testId}"
+
+Valid test IDs:
+${TEST_DEFINITIONS.map((t) => t.id).join(", ")}`
+          }],
+          isError: true
+        };
+      }
       return {
         content: [{
           type: "text",
           text: [
-            `Grade: ${report.grade} (${report.score}%)`,
+            `Test: ${def.id}`,
+            `Name: ${def.name}`,
+            `Category: ${def.category}`,
+            `Required: ${def.required ? "Yes" : "No"}`,
+            `Spec reference: https://modelcontextprotocol.io/specification/2025-11-25/${def.specRef}`,
             "",
-            "Markdown:",
-            badge.markdown,
-            "",
-            "HTML:",
-            badge.html
+            def.description
           ].join("\n")
         }]
       };
-    } catch (err) {
-      return {
-        content: [{ type: "text", text: `Error: ${err.message}` }],
-        isError: true
-      };
     }
-  }
-);
-server.tool(
-  "mcp_compliance_explain",
-  "Explain what a specific compliance test ID checks and why it matters.",
-  {
-    testId: z.string().describe('The test ID to explain (e.g., "transport-post", "lifecycle-init", "tools-schema")')
-  },
-  async ({ testId }) => {
-    const def = TEST_DEFINITIONS.find((t) => t.id === testId);
-    if (!def) {
-      const ids = TEST_DEFINITIONS.map((t) => t.id).join(", ");
-      return {
-        content: [{
-          type: "text",
-          text: `Unknown test ID: "${testId}"
+  );
+}
 
-Valid test IDs:
-${ids}`
-        }],
-        isError: true
-      };
-    }
-    return {
-      content: [{
-        type: "text",
-        text: [
-          `Test: ${def.id}`,
-          `Name: ${def.name}`,
-          `Category: ${def.category}`,
-          `Required: ${def.required ? "Yes" : "No"}`,
-          `Spec reference: https://modelcontextprotocol.io/specification/2025-11-25/${def.specRef}`,
-          "",
-          def.description
-        ].join("\n")
-      }]
-    };
-  }
-);
+// src/mcp/server.ts
+var require2 = createRequire(import.meta.url);
+var { version } = require2("../../package.json");
+var server = new McpServer({ name: "mcp-compliance", version });
+registerTools(server);
 async function main() {
   const transport = new StdioServerTransport();
   await server.connect(transport);

package/dist/runner.d.ts

@@ -13,6 +13,7 @@ type Grade = 'A' | 'B' | 'C' | 'D' | 'F';
 type Overall = 'pass' | 'partial' | 'fail';
 interface ComplianceReport {
     specVersion: string;
+    toolVersion: string;
     url: string;
     timestamp: string;
     score: number;
@@ -30,6 +31,7 @@ interface ComplianceReport {
         total: number;
     }>;
     tests: TestResult[];
+    warnings: string[];
     serverInfo: {
         protocolVersion: string | null;
         name: string | null;
@@ -39,7 +41,9 @@ interface ComplianceReport {
     toolCount: number;
     toolNames: string[];
     resourceCount: number;
+    resourceNames: string[];
     promptCount: number;
+    promptNames: string[];
     badge: {
         imageUrl: string;
         reportUrl: string;
@@ -55,7 +59,7 @@ interface TestDefinition {
     specRef: string;
     description: string;
 }
-/** All 24 test IDs with descriptions for the explain command */
+/** All 43 test IDs with descriptions for the explain command */
 declare const TEST_DEFINITIONS: TestDefinition[];
 
 declare function computeGrade(score: number): Grade;
@@ -92,6 +96,14 @@ interface RunOptions {
     onProgress?: (testId: string, passed: boolean, details: string) => void;
     /** Extra headers to include on all requests */
     headers?: Record<string, string>;
+    /** Request timeout in milliseconds (default: 15000) */
+    timeout?: number;
+    /** Number of retries for failed tests (default: 0) */
+    retries?: number;
+    /** Only run tests matching these category names or test IDs */
+    only?: string[];
+    /** Skip tests matching these category names or test IDs */
+    skip?: string[];
 }
 /**
  * Run the full MCP compliance test suite against a URL.

package/dist/runner.js

@@ -4,7 +4,7 @@ import {
   computeScore,
   generateBadge,
   runComplianceSuite
-} from "./chunk-OOJ4PMF7.js";
+} from "./chunk-SP24UFRC.js";
 export {
   TEST_DEFINITIONS,
   computeGrade,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yawlabs/mcp-compliance",
-  "version": "0.1.2",
+  "version": "0.2.1",
   "description": "CLI tool and MCP server that tests MCP servers for spec compliance",
   "license": "MIT",
   "author": "Yaw Labs (https://yaw.sh)",
@@ -28,7 +28,7 @@
     "prepublishOnly": "npm run build"
   },
   "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.12.1",
+    "@modelcontextprotocol/sdk": "^1.29.0",
     "chalk": "^5.4.1",
     "commander": "^13.1.0",
     "undici": "^7.8.0",