@k08200/mcp-probe 0.8.0 → 1.4.0

package/dist/types.d.ts

@@ -1,9 +1,16 @@
 export type CheckStatus = 'pass' | 'fail' | 'warn';
+export type IssueCode = 'NO_TOOLS' | 'TOOL_SCHEMA_INVALID' | 'TOOL_CALL_AUTH' | 'TOOL_CALL_FAILED' | 'TOOL_CALL_TIMEOUT' | 'CONTRACT_ASSERTION_FAILED' | 'AUTO_DRY_RUN_INPUT' | 'SIDECAR_MISSING' | 'SIDECAR_INVALID' | 'HANDSHAKE_TIMEOUT' | 'HANDSHAKE_AUTH' | 'HANDSHAKE_FAILED' | 'TARGET_NOT_FOUND';
+export type Issue = {
+    code: IssueCode;
+    hint: string;
+    docsUrl?: string;
+};
 export type CheckItem = {
     name: string;
     status: CheckStatus;
     message: string;
     latencyMs?: number;
+    issue?: Issue;
 };
 export type ToolInfo = {
     name: string;
@@ -16,12 +23,27 @@ export type ToolCallResult = {
     latencyMs: number;
     error?: string;
     source: 'sidecar' | 'auto';
+    assertions?: AssertionResult[];
+    issue?: Issue;
+};
+export type ExpectedToolStatus = 'pass' | 'fail' | 'warn';
+export type AssertionResult = {
+    name: string;
+    status: CheckStatus;
+    message: string;
+};
+export type ToolExpectations = {
+    status?: ExpectedToolStatus;
+    not_error_code?: number[];
+    requiredFields?: string[];
+    maxRows?: number;
+    errorCode?: string;
+    contains?: string[];
+    notContains?: string[];
 };
 export type ToolSidecarEntry = {
     input: Record<string, unknown>;
-    expect?: {
-        not_error_code?: number[];
-    };
+    expect?: ToolExpectations;
 };
 export type ToolSidecar = {
     tools: Record<string, ToolSidecarEntry>;
@@ -32,6 +54,10 @@ export type ServerInfo = {
     capabilities: string[];
 };
 export type TransportMode = 'stdio' | 'http' | 'sse';
+export type StderrRules = {
+    allow?: string[];
+    fatal?: string[];
+};
 export type ResolvedTarget = {
     transport: TransportMode;
     command?: string;
@@ -56,6 +82,7 @@ export type CheckOptions = {
     timeoutMs: number;
     transport?: TransportMode;
     headers?: Record<string, string>;
+    stderr?: StderrRules;
     probeTools?: boolean;
     toolsFile?: string;
 };
@@ -66,6 +93,7 @@ export type ConfigServer = {
     timeoutMs?: number;
     transport?: TransportMode;
     headers?: Record<string, string>;
+    stderr?: StderrRules;
     probeTools?: boolean;
     toolsFile?: string;
 };
@@ -110,6 +138,7 @@ export type ProbeOptions = {
     args?: string[];
     url?: string;
     headers?: Record<string, string>;
+    stderr?: StderrRules;
     timeoutMs: number;
     probeTools?: boolean;
     sidecar?: ToolSidecar;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAEnD,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE;QACP,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;KAC3B,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG,MAAM,GAAG,KAAK,CAAC;AAErD,MAAM,MAAM,cAAc,GAAG;IAC3B,SAAS,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,WAAW,CAAC;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,eAAe,CAAC,EAAE,cAAc,EAAE,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,YAAY,EAAE,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,WAAW,CAAC;IAC3B,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,cAAc,EAAE,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,SAAS,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAEnD,MAAM,MAAM,SAAS,GACjB,UAAU,GACV,qBAAqB,GACrB,gBAAgB,GAChB,kBAAkB,GAClB,mBAAmB,GACnB,2BAA2B,GAC3B,oBAAoB,GACpB,iBAAiB,GACjB,iBAAiB,GACjB,mBAAmB,GACnB,gBAAgB,GAChB,kBAAkB,GAClB,kBAAkB,CAAC;AAEvB,MAAM,MAAM,KAAK,GAAG;IAClB,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,eAAe,EAAE,CAAC;IAC/B,KAAK,CAAC,EAAE,KAAK,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAE1D,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG,MAAM,GAAG,KAAK,CAAC;AAErD,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,SAAS,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,WAAW,CAAC;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,eAAe,CAAC,EAAE,cAAc,EAAE,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,YAAY,EAAE,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,WAAW,CAAC;IAC3B,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,cAAc,EAAE,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,SAAS,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB,CAAC"}

package/examples/datadog.tools.json

@@ -6,7 +6,10 @@
         "timeframe": "1h"
       },
       "expect": {
-        "not_error_code": [401, 403]
+        "status": "pass",
+        "not_error_code": [401, 403],
+        "requiredFields": ["source", "freshness"],
+        "maxRows": 100
       }
     }
   }

package/examples/mcp-probe.config.json

@@ -13,6 +13,10 @@
       "headers": {
         "Authorization": "Bearer ${DATADOG_MCP_TOKEN}"
       },
+      "stderr": {
+        "allow": ["^Warning:", "missing optional config"],
+        "fatal": ["panic", "FATAL"]
+      },
       "toolsFile": "./recipes/datadog.tools.json"
     }
   ]

package/examples/recipes/datadog.tools.json

@@ -6,7 +6,10 @@
         "timeframe": "1h"
       },
       "expect": {
-        "not_error_code": [401, 403]
+        "status": "pass",
+        "not_error_code": [401, 403],
+        "requiredFields": ["source", "freshness"],
+        "maxRows": 100
       }
     },
     "metrics_query": {
@@ -16,7 +19,9 @@
         "to": "now"
       },
       "expect": {
-        "not_error_code": [401, 403]
+        "status": "pass",
+        "not_error_code": [401, 403],
+        "requiredFields": ["source", "freshness"]
       }
     }
   }

package/examples/recipes/gmail.tools.json

@@ -5,13 +5,17 @@
         "query": "newer_than:7d"
       },
       "expect": {
-        "not_error_code": [401, 403]
+        "status": "pass",
+        "not_error_code": [401, 403],
+        "notContains": ["refresh_token", "client_secret"]
       }
     },
     "get_profile": {
       "input": {},
       "expect": {
-        "not_error_code": [401, 403]
+        "status": "pass",
+        "not_error_code": [401, 403],
+        "requiredFields": ["emailAddress"]
       }
     }
   }

package/examples/recipes/supabase.tools.json

@@ -3,7 +3,9 @@
     "list_projects": {
       "input": {},
       "expect": {
-        "not_error_code": [401, 403]
+        "status": "pass",
+        "not_error_code": [401, 403],
+        "requiredFields": ["project_id"]
       }
     },
     "execute_sql": {
@@ -12,7 +14,21 @@
         "query": "select 1 as health_check"
       },
       "expect": {
-        "not_error_code": [401, 403]
+        "status": "pass",
+        "not_error_code": [401, 403],
+        "requiredFields": ["rowCount", "limit", "source", "freshness"],
+        "maxRows": 100
+      }
+    },
+    "execute_sql_write_denied": {
+      "input": {
+        "project_id": "YOUR_PROJECT_ID",
+        "query": "delete from users where id = 1"
+      },
+      "expect": {
+        "status": "fail",
+        "errorCode": "WRITE_NOT_ALLOWED",
+        "notContains": ["DATABASE_URL", "password", "stack"]
       }
     }
   }

package/examples/self-check.config.json

@@ -0,0 +1,14 @@
+{
+  "timeoutMs": 10000,
+  "servers": [
+    {
+      "name": "fixture-stdio",
+      "target": "./tests/fixtures/stdio-mcp-server.js",
+      "toolsFile": "./self-check.tools.json",
+      "stderr": {
+        "allow": ["^Warning:", "missing optional config"],
+        "fatal": ["panic", "FATAL"]
+      }
+    }
+  ]
+}

package/examples/self-check.tools.json

@@ -0,0 +1,37 @@
+{
+  "tools": {
+    "echo": {
+      "input": {
+        "message": "mcp-probe self-check"
+      }
+    },
+    "auth_check": {
+      "input": {
+        "query": "errors"
+      },
+      "expect": {
+        "not_error_code": [401]
+      }
+    },
+    "db_query": {
+      "input": {
+        "sql": "select 1 as ok"
+      },
+      "expect": {
+        "status": "pass",
+        "requiredFields": ["rowCount", "limit", "source", "freshness"],
+        "maxRows": 100
+      }
+    },
+    "db_write": {
+      "input": {
+        "sql": "delete from users where id = 1"
+      },
+      "expect": {
+        "status": "fail",
+        "errorCode": "WRITE_NOT_ALLOWED",
+        "notContains": ["DATABASE_URL", "password", "stack"]
+      }
+    }
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@k08200/mcp-probe",
-  "version": "0.8.0",
+  "version": "1.4.0",
   "description": "Quality checker for MCP servers — validates protocol handshake, discovery, tool-call dry-runs, and latency",
   "type": "module",
   "bin": {
@@ -8,7 +8,8 @@
   },
   "files": [
     "dist",
-    "examples"
+    "examples",
+    "schemas"
   ],
   "scripts": {
     "build": "tsc",
@@ -22,11 +23,19 @@
   "keywords": [
     "mcp",
     "model-context-protocol",
+    "mcp-server",
+    "mcp-client",
     "ai",
+    "agent",
+    "agentic",
     "llm",
     "cli",
+    "ci",
+    "github-actions",
     "testing",
     "validation",
+    "readiness",
+    "healthcheck",
     "inspector",
     "checker"
   ],
@@ -47,13 +56,15 @@
     "ora": "^8.1.0"
   },
   "devDependencies": {
+    "@emnapi/core": "^1.10.0",
+    "@emnapi/runtime": "^1.10.0",
     "@types/node": "^22.0.0",
-    "@vitest/coverage-v8": "^2.0.0",
+    "@vitest/coverage-v8": "^4.1.7",
     "tsx": "^4.19.0",
     "typescript": "^5.6.0",
-    "vitest": "^2.0.0"
+    "vitest": "^4.1.7"
   },
   "engines": {
-    "node": ">=18.0.0"
+    "node": ">=20.19.0"
   }
 }

package/schemas/mcp-probe.config.schema.json

@@ -0,0 +1,74 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/k08200/mcp-probe/main/schemas/mcp-probe.config.schema.json",
+  "title": "mcp-probe config",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["servers"],
+  "properties": {
+    "$schema": {
+      "type": "string"
+    },
+    "timeoutMs": {
+      "type": "number",
+      "minimum": 1,
+      "description": "Default timeout in milliseconds."
+    },
+    "servers": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["name", "target"],
+        "properties": {
+          "name": {
+            "type": "string",
+            "minLength": 1
+          },
+          "target": {
+            "type": "string",
+            "minLength": 1,
+            "description": "npm package, local file path, or remote MCP URL."
+          },
+          "serverArgs": {
+            "type": "array",
+            "items": { "type": "string" }
+          },
+          "timeoutMs": {
+            "type": "number",
+            "minimum": 1
+          },
+          "transport": {
+            "enum": ["stdio", "http", "sse"]
+          },
+          "headers": {
+            "type": "object",
+            "additionalProperties": { "type": "string" },
+            "description": "HTTP headers for remote MCP servers. Supports ${ENV_VAR} interpolation."
+          },
+          "stderr": {
+            "type": "object",
+            "additionalProperties": false,
+            "properties": {
+              "allow": {
+                "type": "array",
+                "items": { "type": "string" }
+              },
+              "fatal": {
+                "type": "array",
+                "items": { "type": "string" }
+              }
+            }
+          },
+          "probeTools": {
+            "type": "boolean"
+          },
+          "toolsFile": {
+            "type": "string"
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/mcp-probe.sidecar.schema.json

@@ -0,0 +1,68 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/k08200/mcp-probe/main/schemas/mcp-probe.sidecar.schema.json",
+  "title": "mcp-probe tool sidecar",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["tools"],
+  "properties": {
+    "$schema": {
+      "type": "string"
+    },
+    "tools": {
+      "type": "object",
+      "minProperties": 1,
+      "additionalProperties": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["input"],
+        "properties": {
+          "input": {
+            "type": "object",
+            "description": "Sample input passed to tools/call."
+          },
+          "expect": {
+            "type": "object",
+            "additionalProperties": false,
+            "properties": {
+              "not_error_code": {
+                "type": "array",
+                "items": { "type": "number" },
+                "description": "HTTP/status codes that should be treated as warnings instead of failures."
+              },
+              "status": {
+                "type": "string",
+                "enum": ["pass", "fail", "warn"],
+                "description": "Expected final status for this tool call. Use fail for negative probes such as denied writes."
+              },
+              "requiredFields": {
+                "type": "array",
+                "items": { "type": "string" },
+                "description": "Field names that must appear anywhere in the tool result payload."
+              },
+              "maxRows": {
+                "type": "number",
+                "minimum": 0,
+                "description": "Maximum allowed row count. Uses rowCount, rowsReturned, or common rows/data/items arrays."
+              },
+              "errorCode": {
+                "type": "string",
+                "description": "Stable error code expected in an error response."
+              },
+              "contains": {
+                "type": "array",
+                "items": { "type": "string" },
+                "description": "Text snippets that must appear in the result or error payload."
+              },
+              "notContains": {
+                "type": "array",
+                "items": { "type": "string" },
+                "description": "Text snippets that must not appear in the result or error payload. Use this to catch leaked internals."
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+}