@beeeeen/mcp-probe 0.1.0

package/dist/types.d.ts

@@ -0,0 +1,98 @@
+/** Outcome of a single check. */
+export type Status = 'pass' | 'fail' | 'warn' | 'skip';
+/**
+ * How much a failure matters.
+ * - `error`  the server is out of spec or will break agents; fails CI by default
+ * - `warn`   legal but harmful in practice (vague descriptions, huge payloads)
+ * - `info`   advisory only, never fails CI
+ */
+export type Severity = 'error' | 'warn' | 'info';
+export interface CheckResult {
+    /** Stable dotted id, e.g. `protocol.handshake`. Used for --skip / --only. */
+    id: string;
+    title: string;
+    status: Status;
+    severity: Severity;
+    /** One line, shown inline in the terminal report. */
+    message?: string;
+    /** Multi-line evidence: the offending payload, a diff, a stack. */
+    detail?: string;
+    /** Tool/resource/prompt this result is about, when it is scoped to one. */
+    target?: string;
+    /** Spec anchor so the user can check we are not making things up. */
+    spec?: string;
+    /** Wall-clock duration in ms, when meaningful. */
+    ms?: number;
+}
+export interface CheckContext {
+    client: import('./client/index.js').McpClient;
+    /** Populated after the handshake so later checks do not re-list. */
+    tools: ToolDef[];
+    resources: unknown[];
+    prompts: unknown[];
+    serverInfo: {
+        name?: string;
+        version?: string;
+    } | null;
+    capabilities: Record<string, unknown>;
+    protocolVersion: string | null;
+    options: RunOptions;
+}
+export interface ToolDef {
+    name: string;
+    description?: string;
+    inputSchema?: JsonSchema;
+    outputSchema?: JsonSchema;
+    annotations?: Record<string, unknown>;
+    title?: string;
+}
+export interface JsonSchema {
+    type?: string | string[];
+    properties?: Record<string, JsonSchema>;
+    required?: string[];
+    items?: JsonSchema | JsonSchema[];
+    enum?: unknown[];
+    const?: unknown;
+    description?: string;
+    additionalProperties?: boolean | JsonSchema;
+    [k: string]: unknown;
+}
+export interface RunOptions {
+    /** Per-request timeout. */
+    timeoutMs: number;
+    /** Actually invoke tools (mutating!). Off by default. */
+    callTools: boolean;
+    /** Tool names that are safe to invoke; implies callTools for those only. */
+    safeTools: string[];
+    only?: string[];
+    skip?: string[];
+    /** Treat warnings as failures for the exit code. */
+    strict: boolean;
+}
+export interface Check {
+    id: string;
+    title: string;
+    severity: Severity;
+    spec?: string;
+    /** A check may emit several results (e.g. one per tool). */
+    run(ctx: CheckContext): Promise<CheckResult[]> | CheckResult[];
+}
+export interface RunReport {
+    server: {
+        name?: string;
+        version?: string;
+        protocolVersion?: string | null;
+        target: string;
+    };
+    results: CheckResult[];
+    summary: {
+        pass: number;
+        fail: number;
+        warn: number;
+        skip: number;
+    };
+    durationMs: number;
+    /** Non-JSON bytes the server wrote to stdout. The classic stdio killer. */
+    stdoutNoise: string[];
+    stderr: string[];
+}

package/dist/types.js

@@ -0,0 +1 @@
+export {};

package/package.json

@@ -0,0 +1,65 @@
+{
+  "name": "@beeeeen/mcp-probe",
+  "version": "0.1.0",
+  "description": "Conformance and robustness test suite for Model Context Protocol (MCP) servers. Runs in CI, zero dependencies. Catches stdout pollution, broken tool schemas, and bad JSON-RPC error handling before your agent does.",
+  "keywords": [
+    "mcp",
+    "model-context-protocol",
+    "mcp-server",
+    "mcp-test",
+    "mcp-testing",
+    "mcp-lint",
+    "mcp-validator",
+    "conformance",
+    "testing",
+    "ci",
+    "json-rpc",
+    "claude",
+    "anthropic",
+    "agent",
+    "llm",
+    "tools"
+  ],
+  "license": "MIT",
+  "type": "module",
+  "bin": {
+    "mcp-probe": "dist/cli.js"
+  },
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "test": "npm run build && node --test",
+    "prepublishOnly": "npm run build"
+  },
+  "devDependencies": {
+    "@types/node": "^22.10.0",
+    "typescript": "^5.7.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Beeeeen/mcp-probe.git"
+  },
+  "homepage": "https://github.com/Beeeeen/mcp-probe#readme",
+  "bugs": {
+    "url": "https://github.com/Beeeeen/mcp-probe/issues"
+  },
+  "author": "Ben Yang <ben@yangjiawei.com>",
+  "publishConfig": {
+    "access": "public"
+  }
+}