@yawlabs/mcp-compliance 0.1.2 → 0.2.0

package/dist/mcp/server.js

@@ -1,7 +1,7 @@
 import {
   TEST_DEFINITIONS,
   runComplianceSuite
-} from "../chunk-OOJ4PMF7.js";
+} from "../chunk-SP24UFRC.js";
 
 // src/mcp/server.ts
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
@@ -16,7 +16,7 @@ var server = new McpServer({
 });
 server.tool(
   "mcp_compliance_test",
-  "Run the full MCP compliance test suite against a server URL. Returns grade (A-F), score, and detailed results for all 24 tests.",
+  "Run the full MCP compliance test suite against a server URL. Returns grade (A-F), score, and detailed results for all 43 tests covering transport, lifecycle, tools, resources, prompts, errors, and schema validation.",
   {
     url: z.string().url().describe("The MCP server URL to test (must be HTTP or HTTPS)")
   },
@@ -35,6 +35,12 @@ server.tool(
       if (report.serverInfo.name) {
         summary.unshift(`Server: ${report.serverInfo.name} v${report.serverInfo.version || "?"}`);
       }
+      if (report.warnings.length > 0) {
+        summary.push("", `Warnings (${report.warnings.length}):`);
+        for (const w of report.warnings) {
+          summary.push(`  - ${w}`);
+        }
+      }
       return {
         content: [
           { type: "text", text: summary.join("\n") },

package/dist/runner.d.ts

@@ -13,6 +13,7 @@ type Grade = 'A' | 'B' | 'C' | 'D' | 'F';
 type Overall = 'pass' | 'partial' | 'fail';
 interface ComplianceReport {
     specVersion: string;
+    toolVersion: string;
     url: string;
     timestamp: string;
     score: number;
@@ -30,6 +31,7 @@ interface ComplianceReport {
         total: number;
     }>;
     tests: TestResult[];
+    warnings: string[];
     serverInfo: {
         protocolVersion: string | null;
         name: string | null;
@@ -39,7 +41,9 @@ interface ComplianceReport {
     toolCount: number;
     toolNames: string[];
     resourceCount: number;
+    resourceNames: string[];
     promptCount: number;
+    promptNames: string[];
     badge: {
         imageUrl: string;
         reportUrl: string;
@@ -55,7 +59,7 @@ interface TestDefinition {
     specRef: string;
     description: string;
 }
-/** All 24 test IDs with descriptions for the explain command */
+/** All 43 test IDs with descriptions for the explain command */
 declare const TEST_DEFINITIONS: TestDefinition[];
 
 declare function computeGrade(score: number): Grade;
@@ -92,6 +96,14 @@ interface RunOptions {
     onProgress?: (testId: string, passed: boolean, details: string) => void;
     /** Extra headers to include on all requests */
     headers?: Record<string, string>;
+    /** Request timeout in milliseconds (default: 15000) */
+    timeout?: number;
+    /** Number of retries for failed tests (default: 0) */
+    retries?: number;
+    /** Only run tests matching these category names or test IDs */
+    only?: string[];
+    /** Skip tests matching these category names or test IDs */
+    skip?: string[];
 }
 /**
  * Run the full MCP compliance test suite against a URL.

package/dist/runner.js

@@ -4,7 +4,7 @@ import {
   computeScore,
   generateBadge,
   runComplianceSuite
-} from "./chunk-OOJ4PMF7.js";
+} from "./chunk-SP24UFRC.js";
 export {
   TEST_DEFINITIONS,
   computeGrade,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yawlabs/mcp-compliance",
-  "version": "0.1.2",
+  "version": "0.2.0",
   "description": "CLI tool and MCP server that tests MCP servers for spec compliance",
   "license": "MIT",
   "author": "Yaw Labs (https://yaw.sh)",
@@ -28,7 +28,7 @@
     "prepublishOnly": "npm run build"
   },
   "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.12.1",
+    "@modelcontextprotocol/sdk": "^1.29.0",
     "chalk": "^5.4.1",
     "commander": "^13.1.0",
     "undici": "^7.8.0",