@yawlabs/mcp-compliance 0.13.1 → 0.13.3

package/dist/{chunk-BX22BHC5.js → chunk-X5CVUDPW.js}

@@ -37,12 +37,28 @@ function computeScore(tests) {
   const failed = total - passed;
   const requiredTests = tests.filter((t) => t.required);
   const requiredPassed = requiredTests.filter((t) => t.passed).length;
-  const requiredScore = requiredTests.length > 0 ? requiredPassed / requiredTests.length * 70 : 70;
   const optionalTests = tests.filter((t) => !t.required);
   const optionalPassed = optionalTests.filter((t) => t.passed).length;
-  const optionalScore = optionalTests.length > 0 ? optionalPassed / optionalTests.length * 30 : 30;
-  const score = Math.round(requiredScore + optionalScore);
-  const overall = requiredPassed === requiredTests.length ? passed === total ? "pass" : "partial" : "fail";
+  let score;
+  if (total === 0) {
+    score = 0;
+  } else if (requiredTests.length === 0) {
+    score = Math.round(optionalPassed / optionalTests.length * 100);
+  } else if (optionalTests.length === 0) {
+    score = Math.round(requiredPassed / requiredTests.length * 100);
+  } else {
+    score = Math.round(requiredPassed / requiredTests.length * 70 + optionalPassed / optionalTests.length * 30);
+  }
+  let overall;
+  if (total === 0) {
+    overall = "fail";
+  } else if (requiredPassed < requiredTests.length) {
+    overall = "fail";
+  } else if (passed === total) {
+    overall = "pass";
+  } else {
+    overall = "partial";
+  }
   const categories = {};
   for (const t of tests) {
     if (!categories[t.category]) categories[t.category] = { passed: 0, total: 0 };
@@ -198,6 +214,13 @@ function createHttpTransport(opts) {
 
 // src/transport/stdio.ts
 import { spawn } from "child_process";
+function exitDiagnostic(code, signal) {
+  if (signal) return `server terminated by signal ${signal} before completing the request`;
+  if (code === 0) {
+    return "server exited cleanly (code 0) before completing the request. This usually means the command is a one-shot CLI, not a long-running MCP stdio server. If the server needs a subcommand to start (e.g. `serve`, `mcp`, `start`), include it in the command.";
+  }
+  return `server crashed with exit code ${code} before completing the request`;
+}
 function createStdioTransport(opts) {
   const { command, args = [], env, cwd, verbose = false } = opts;
   const stderrBufferSize = opts.stderrBufferSize ?? 64 * 1024;
@@ -237,8 +260,7 @@ function createStdioTransport(opts) {
     exited = true;
     exitCode = code;
     if (pending.size > 0) {
-      const reason = signal ? `child exited (signal ${signal})` : `child exited with code ${code}`;
-      rejectAllPending(new Error(reason));
+      rejectAllPending(new Error(exitDiagnostic(code, signal)));
     }
   });
   child.stdout?.setEncoding("utf8");
@@ -313,7 +335,7 @@ function createStdioTransport(opts) {
       }
     }
     if (exited) {
-      throw new Error(annotateWithStderr(`stdio transport: child has exited (code ${exitCode})`));
+      throw new Error(annotateWithStderr(`stdio transport: ${exitDiagnostic(exitCode, null)}`));
     }
     if (spawnError) throw new Error(annotateWithStderr(`stdio transport: spawn failed \u2014 ${spawnError.message}`));
     const stdin = child.stdin;
@@ -4052,7 +4074,7 @@ async function runComplianceSuite(target, options = {}) {
     warnings.length = 0;
     warnings.push(...capped);
     const { score, grade, overall, summary, categories } = computeScore(tests);
-    const badge = generateBadge(displayUrl);
+    const badge = displayUrl.startsWith("stdio:") ? { imageUrl: "", reportUrl: "", markdown: "", html: "" } : generateBadge(displayUrl);
     return {
       schemaVersion: REPORT_SCHEMA_VERSION,
       specVersion: SPEC_VERSION,

package/dist/index.js

@@ -204,6 +204,13 @@ function createHttpTransport(opts) {
 
 // src/transport/stdio.ts
 import { spawn } from "child_process";
+function exitDiagnostic(code, signal) {
+  if (signal) return `server terminated by signal ${signal} before completing the request`;
+  if (code === 0) {
+    return "server exited cleanly (code 0) before completing the request. This usually means the command is a one-shot CLI, not a long-running MCP stdio server. If the server needs a subcommand to start (e.g. `serve`, `mcp`, `start`), include it in the command.";
+  }
+  return `server crashed with exit code ${code} before completing the request`;
+}
 function createStdioTransport(opts) {
   const { command, args = [], env, cwd, verbose = false } = opts;
   const stderrBufferSize = opts.stderrBufferSize ?? 64 * 1024;
@@ -243,8 +250,7 @@ function createStdioTransport(opts) {
     exited = true;
     exitCode = code;
     if (pending.size > 0) {
-      const reason = signal ? `child exited (signal ${signal})` : `child exited with code ${code}`;
-      rejectAllPending(new Error(reason));
+      rejectAllPending(new Error(exitDiagnostic(code, signal)));
     }
   });
   child.stdout?.setEncoding("utf8");
@@ -319,7 +325,7 @@ function createStdioTransport(opts) {
       }
     }
     if (exited) {
-      throw new Error(annotateWithStderr(`stdio transport: child has exited (code ${exitCode})`));
+      throw new Error(annotateWithStderr(`stdio transport: ${exitDiagnostic(exitCode, null)}`));
     }
     if (spawnError) throw new Error(annotateWithStderr(`stdio transport: spawn failed \u2014 ${spawnError.message}`));
     const stdin = child.stdin;
@@ -740,12 +746,28 @@ function computeScore(tests) {
   const failed = total - passed;
   const requiredTests = tests.filter((t) => t.required);
   const requiredPassed = requiredTests.filter((t) => t.passed).length;
-  const requiredScore = requiredTests.length > 0 ? requiredPassed / requiredTests.length * 70 : 70;
   const optionalTests = tests.filter((t) => !t.required);
   const optionalPassed = optionalTests.filter((t) => t.passed).length;
-  const optionalScore = optionalTests.length > 0 ? optionalPassed / optionalTests.length * 30 : 30;
-  const score = Math.round(requiredScore + optionalScore);
-  const overall = requiredPassed === requiredTests.length ? passed === total ? "pass" : "partial" : "fail";
+  let score;
+  if (total === 0) {
+    score = 0;
+  } else if (requiredTests.length === 0) {
+    score = Math.round(optionalPassed / optionalTests.length * 100);
+  } else if (optionalTests.length === 0) {
+    score = Math.round(requiredPassed / requiredTests.length * 100);
+  } else {
+    score = Math.round(requiredPassed / requiredTests.length * 70 + optionalPassed / optionalTests.length * 30);
+  }
+  let overall;
+  if (total === 0) {
+    overall = "fail";
+  } else if (requiredPassed < requiredTests.length) {
+    overall = "fail";
+  } else if (passed === total) {
+    overall = "pass";
+  } else {
+    overall = "partial";
+  }
   const categories = {};
   for (const t of tests) {
     if (!categories[t.category]) categories[t.category] = { passed: 0, total: 0 };
@@ -4408,7 +4430,7 @@ async function runComplianceSuite(target, options = {}) {
     warnings.length = 0;
     warnings.push(...capped);
     const { score, grade, overall, summary, categories } = computeScore(tests);
-    const badge = generateBadge(displayUrl);
+    const badge = displayUrl.startsWith("stdio:") ? { imageUrl: "", reportUrl: "", markdown: "", html: "" } : generateBadge(displayUrl);
     return {
       schemaVersion: REPORT_SCHEMA_VERSION,
       specVersion: SPEC_VERSION,
@@ -4956,7 +4978,7 @@ function formatGithub(report) {
 }
 function formatMarkdown(report) {
   const lines = [];
-  const gradeEmoji = { A: "\u{1F7E2}", B: "\u{1F7E2}", C: "\u{1F7E1}", D: "\u{1F7E0}", F: "\u{1F534}" };
+  const gradeEmoji = { A: "\u{1F7E2}", B: "\u{1F535}", C: "\u{1F7E1}", D: "\u{1F7E0}", F: "\u{1F534}" };
   lines.push("# MCP Compliance Report");
   lines.push("");
   lines.push(
@@ -5139,6 +5161,20 @@ function formatHtml(report) {
 </html>`;
 }
 
+// src/stdio-split.ts
+function splitStdioTarget(s) {
+  if (/["'`]/.test(s)) {
+    throw new Error(
+      "stdio command contains quote characters \u2014 pass the command and its args as separate tokens (e.g. `mcp-compliance test node dist/index.js serve`) instead of wrapping them in one quoted string."
+    );
+  }
+  const tokens = s.trim().split(/\s+/).filter(Boolean);
+  if (tokens.length === 0) {
+    throw new Error("stdio command is empty");
+  }
+  return { command: tokens[0], args: tokens.slice(1) };
+}
+
 // src/token-store.ts
 import { createHash as createHash2 } from "crypto";
 import { existsSync as existsSync3, mkdirSync, readFileSync as readFileSync3, writeFileSync } from "fs";
@@ -5268,10 +5304,17 @@ function buildTarget(positional, extraArgs, opts) {
     ...opts.envFile ? readEnvFile(opts.envFile) : {},
     ...opts.env ?? {}
   };
+  let command = positional;
+  let args = extraArgs;
+  if (extraArgs.length === 0 && /\s/.test(positional)) {
+    const split = splitStdioTarget(positional);
+    command = split.command;
+    args = split.args;
+  }
   return {
     type: "stdio",
-    command: positional,
-    args: extraArgs,
+    command,
+    args,
     env: Object.keys(env).length ? env : void 0,
     cwd: opts.cwd,
     verbose: opts.verbose
@@ -5286,6 +5329,21 @@ function resolveTarget(cliTarget, cliExtraArgs, cliOpts, config) {
   if (config?.target) return config.target;
   throw new Error("No target specified. Pass a URL or command, or add 'target' to mcp-compliance.config.json.");
 }
+var PRIVATE_TLD_SUFFIXES = [
+  ".local",
+  ".localhost",
+  ".internal",
+  ".corp",
+  ".home",
+  ".home.arpa",
+  ".lan",
+  ".intranet",
+  ".private",
+  ".test",
+  ".invalid",
+  ".example",
+  ".onion"
+];
 function isPrivateHost(urlStr) {
   let host;
   try {
@@ -5293,7 +5351,10 @@ function isPrivateHost(urlStr) {
   } catch {
     return false;
   }
-  if (host === "localhost" || host.endsWith(".localhost")) return true;
+  if (host === "localhost") return true;
+  for (const suffix of PRIVATE_TLD_SUFFIXES) {
+    if (host === suffix.slice(1) || host.endsWith(suffix)) return true;
+  }
   const v4 = host.match(/^(\d{1,3})\.(\d{1,3})\.(\d{1,3})\.(\d{1,3})$/);
   if (v4) {
     const [a, b] = v4.slice(1).map(Number);

package/dist/mcp/server.js

@@ -2,7 +2,7 @@ import {
   SPEC_BASE,
   TEST_DEFINITIONS,
   runComplianceSuite
-} from "../chunk-BX22BHC5.js";
+} from "../chunk-X5CVUDPW.js";
 
 // src/mcp/server.ts
 import { existsSync, readFileSync, realpathSync } from "fs";

package/dist/runner.js

@@ -10,7 +10,7 @@ import {
   previewTests,
   runComplianceSuite,
   urlHash
-} from "./chunk-BX22BHC5.js";
+} from "./chunk-X5CVUDPW.js";
 export {
   SPEC_BASE,
   SPEC_VERSION,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yawlabs/mcp-compliance",
-  "version": "0.13.1",
+  "version": "0.13.3",
   "description": "CLI tool and MCP server that tests MCP servers for spec compliance",
   "license": "MIT",
   "author": "Yaw Labs <contact@yaw.sh> (https://yaw.sh)",