@k08200/mcp-probe 1.0.0 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +193 -12
- package/dist/assertions.d.ts +11 -0
- package/dist/assertions.d.ts.map +1 -0
- package/dist/assertions.js +156 -0
- package/dist/assertions.js.map +1 -0
- package/dist/checker.d.ts.map +1 -1
- package/dist/checker.js +46 -24
- package/dist/checker.js.map +1 -1
- package/dist/cli.js +57 -1
- package/dist/cli.js.map +1 -1
- package/dist/init.d.ts +22 -0
- package/dist/init.d.ts.map +1 -0
- package/dist/init.js +141 -0
- package/dist/init.js.map +1 -0
- package/dist/issues.d.ts +5 -0
- package/dist/issues.d.ts.map +1 -0
- package/dist/issues.js +126 -0
- package/dist/issues.js.map +1 -0
- package/dist/protocols/mcp-client.d.ts.map +1 -1
- package/dist/protocols/mcp-client.js +39 -19
- package/dist/protocols/mcp-client.js.map +1 -1
- package/dist/redact.d.ts +3 -0
- package/dist/redact.d.ts.map +1 -0
- package/dist/redact.js +34 -0
- package/dist/redact.js.map +1 -0
- package/dist/reporters/github.d.ts.map +1 -1
- package/dist/reporters/github.js +15 -9
- package/dist/reporters/github.js.map +1 -1
- package/dist/reporters/json-reporter.d.ts.map +1 -1
- package/dist/reporters/json-reporter.js +2 -1
- package/dist/reporters/json-reporter.js.map +1 -1
- package/dist/reporters/terminal.d.ts.map +1 -1
- package/dist/reporters/terminal.js +18 -5
- package/dist/reporters/terminal.js.map +1 -1
- package/dist/types.d.ts +25 -3
- package/dist/types.d.ts.map +1 -1
- package/examples/datadog.tools.json +4 -1
- package/examples/recipes/datadog.tools.json +7 -2
- package/examples/recipes/gmail.tools.json +6 -2
- package/examples/recipes/supabase.tools.json +18 -2
- package/examples/self-check.tools.json +20 -0
- package/package.json +16 -5
- package/schemas/mcp-probe.config.schema.json +74 -0
- package/schemas/mcp-probe.sidecar.schema.json +68 -0
package/dist/redact.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"redact.d.ts","sourceRoot":"","sources":["../src/redact.ts"],"names":[],"mappings":"AAcA,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAYxE;AAED,wBAAgB,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAgBrE"}
|
package/dist/redact.js
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
const REDACTED = '[REDACTED]';
|
|
2
|
+
const SECRET_PATTERNS = [
|
|
3
|
+
[/\b(Bearer\s+)[A-Za-z0-9._~+/=-]{8,}/gi, `$1${REDACTED}`],
|
|
4
|
+
[/\b(Basic\s+)[A-Za-z0-9._~+/=-]{8,}/gi, `$1${REDACTED}`],
|
|
5
|
+
[/((?:api[_-]?key|token|access[_-]?token|refresh[_-]?token|client[_-]?secret|password|secret)=)[^&\s]+/gi, `$1${REDACTED}`],
|
|
6
|
+
[/("(?:apiKey|api_key|token|accessToken|access_token|refreshToken|refresh_token|clientSecret|client_secret|password|secret)"\s*:\s*")[^"]+(")/gi, `$1${REDACTED}$2`],
|
|
7
|
+
[/((?:--api-key|--token|--access-token|--secret|--password)\s+)\S+/gi, `$1${REDACTED}`],
|
|
8
|
+
];
|
|
9
|
+
function uniqueSecretValues(values) {
|
|
10
|
+
return [...new Set((values ?? []).filter((value) => value.length >= 8))];
|
|
11
|
+
}
|
|
12
|
+
export function redactText(text, secretValues) {
|
|
13
|
+
let redacted = text;
|
|
14
|
+
for (const [pattern, replacement] of SECRET_PATTERNS) {
|
|
15
|
+
redacted = redacted.replace(pattern, replacement);
|
|
16
|
+
}
|
|
17
|
+
for (const secret of uniqueSecretValues(secretValues)) {
|
|
18
|
+
redacted = redacted.split(secret).join(REDACTED);
|
|
19
|
+
}
|
|
20
|
+
return redacted;
|
|
21
|
+
}
|
|
22
|
+
export function redactUnknown(value, secretValues) {
|
|
23
|
+
if (typeof value === 'string') {
|
|
24
|
+
return redactText(value, secretValues);
|
|
25
|
+
}
|
|
26
|
+
if (Array.isArray(value)) {
|
|
27
|
+
return value.map((item) => redactUnknown(item, secretValues));
|
|
28
|
+
}
|
|
29
|
+
if (value && typeof value === 'object') {
|
|
30
|
+
return Object.fromEntries(Object.entries(value).map(([key, item]) => [key, redactUnknown(item, secretValues)]));
|
|
31
|
+
}
|
|
32
|
+
return value;
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=redact.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"redact.js","sourceRoot":"","sources":["../src/redact.ts"],"names":[],"mappings":"AAAA,MAAM,QAAQ,GAAG,YAAY,CAAC;AAE9B,MAAM,eAAe,GAA4B;IAC/C,CAAC,uCAAuC,EAAE,KAAK,QAAQ,EAAE,CAAC;IAC1D,CAAC,sCAAsC,EAAE,KAAK,QAAQ,EAAE,CAAC;IACzD,CAAC,wGAAwG,EAAE,KAAK,QAAQ,EAAE,CAAC;IAC3H,CAAC,+IAA+I,EAAE,KAAK,QAAQ,IAAI,CAAC;IACpK,CAAC,oEAAoE,EAAE,KAAK,QAAQ,EAAE,CAAC;CACxF,CAAC;AAEF,SAAS,kBAAkB,CAAC,MAA4B;IACtD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,YAAuB;IAC9D,IAAI,QAAQ,GAAG,IAAI,CAAC;IAEpB,KAAK,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,eAAe,EAAE,CAAC;QACrD,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAAC;QACtD,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,aAAa,CAAI,KAAQ,EAAE,YAAuB;IAChE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,UAAU,CAAC,KAAK,EAAE,YAAY,CAAM,CAAC;IAC9C,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAM,CAAC;IACrE,CAAC;IAED,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAChF,CAAC;IACT,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"github.d.ts","sourceRoot":"","sources":["../../src/reporters/github.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"github.d.ts","sourceRoot":"","sources":["../../src/reporters/github.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAa,WAAW,EAA+B,MAAM,aAAa,CAAC;AAEpG,KAAK,SAAS,GAAG,WAAW,GAAG,WAAW,CAAC;AAgH3C,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,CAE5D;AAqBD,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,EAAE,CAYlE;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,qBAAkC,GAAG,IAAI,CAQ1G"}
|
package/dist/reporters/github.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { appendFileSync } from 'fs';
|
|
2
|
+
import { redactText } from '../redact.js';
|
|
2
3
|
const STATUS_ICON = {
|
|
3
4
|
pass: 'PASS',
|
|
4
5
|
warn: 'WARN',
|
|
@@ -8,7 +9,7 @@ function isBatchReport(report) {
|
|
|
8
9
|
return 'servers' in report;
|
|
9
10
|
}
|
|
10
11
|
function escapeCell(value) {
|
|
11
|
-
return String(value ?? '')
|
|
12
|
+
return redactText(String(value ?? ''))
|
|
12
13
|
.replace(/\|/g, '\\|')
|
|
13
14
|
.replace(/\r?\n/g, '<br>');
|
|
14
15
|
}
|
|
@@ -23,11 +24,12 @@ function row(values) {
|
|
|
23
24
|
}
|
|
24
25
|
function checksTable(checks) {
|
|
25
26
|
return [
|
|
26
|
-
row(['Status', 'Check', 'Message', 'Latency']),
|
|
27
|
-
row(['---', '---', '---', '---']),
|
|
27
|
+
row(['Status', 'Check', 'Issue', 'Message', 'Latency']),
|
|
28
|
+
row(['---', '---', '---', '---', '---']),
|
|
28
29
|
...checks.map((check) => row([
|
|
29
30
|
STATUS_ICON[check.status],
|
|
30
31
|
check.name,
|
|
32
|
+
check.issue ? `${check.issue.code}: ${check.issue.hint}` : '',
|
|
31
33
|
check.message,
|
|
32
34
|
check.latencyMs !== undefined ? `${check.latencyMs}ms` : '',
|
|
33
35
|
])),
|
|
@@ -40,12 +42,14 @@ function toolCallsTable(results) {
|
|
|
40
42
|
'',
|
|
41
43
|
'### Tool Call Dry-run',
|
|
42
44
|
'',
|
|
43
|
-
row(['Status', 'Tool', 'Source', 'Latency', 'Error']),
|
|
44
|
-
row(['---', '---', '---', '---', '---']),
|
|
45
|
+
row(['Status', 'Tool', 'Source', 'Issue', 'Assertions', 'Latency', 'Error']),
|
|
46
|
+
row(['---', '---', '---', '---', '---', '---', '---']),
|
|
45
47
|
...results.map((result) => row([
|
|
46
48
|
STATUS_ICON[result.status],
|
|
47
49
|
result.tool,
|
|
48
50
|
result.source,
|
|
51
|
+
result.issue ? `${result.issue.code}: ${result.issue.hint}` : '',
|
|
52
|
+
(result.assertions ?? []).map((assertion) => `${STATUS_ICON[assertion.status]} ${assertion.name}: ${assertion.message}`).join('<br>'),
|
|
49
53
|
`${result.latencyMs}ms`,
|
|
50
54
|
result.error ?? '',
|
|
51
55
|
])),
|
|
@@ -53,7 +57,7 @@ function toolCallsTable(results) {
|
|
|
53
57
|
}
|
|
54
58
|
function singleSummary(report) {
|
|
55
59
|
const lines = [
|
|
56
|
-
`## mcp-probe: ${report.target}`,
|
|
60
|
+
`## mcp-probe: ${redactText(report.target)}`,
|
|
57
61
|
'',
|
|
58
62
|
`**Status:** ${STATUS_ICON[report.overallStatus]} `,
|
|
59
63
|
`**Total:** ${report.totalLatencyMs}ms`,
|
|
@@ -70,7 +74,7 @@ function batchSummary(report) {
|
|
|
70
74
|
const warned = report.servers.filter((server) => server.report.overallStatus === 'warn').length;
|
|
71
75
|
const failed = report.servers.filter((server) => server.report.overallStatus === 'fail').length;
|
|
72
76
|
const lines = [
|
|
73
|
-
`## mcp-probe batch: ${report.target}`,
|
|
77
|
+
`## mcp-probe batch: ${redactText(report.target)}`,
|
|
74
78
|
'',
|
|
75
79
|
`**Status:** ${STATUS_ICON[report.overallStatus]} `,
|
|
76
80
|
`**Servers:** ${passed} passed, ${warned} warned, ${failed} failed `,
|
|
@@ -106,14 +110,16 @@ function annotationsForCheck(prefix, check) {
|
|
|
106
110
|
if (check.status === 'pass')
|
|
107
111
|
return [];
|
|
108
112
|
const level = check.status === 'fail' ? 'error' : 'warning';
|
|
109
|
-
|
|
113
|
+
const hint = check.issue ? `\n\n${check.issue.code}: ${check.issue.hint}` : '';
|
|
114
|
+
return [annotation(level, `${redactText(prefix)}: ${check.name}`, redactText(`${check.message}${hint}`))];
|
|
110
115
|
}
|
|
111
116
|
function annotationsForToolCall(prefix, result) {
|
|
112
117
|
if (result.status === 'pass')
|
|
113
118
|
return [];
|
|
114
119
|
const level = result.status === 'fail' ? 'error' : 'warning';
|
|
115
120
|
const message = result.error ?? `${result.tool} returned ${result.status}`;
|
|
116
|
-
|
|
121
|
+
const hint = result.issue ? `\n\n${result.issue.code}: ${result.issue.hint}` : '';
|
|
122
|
+
return [annotation(level, `${redactText(prefix)}: ${result.tool}`, redactText(`${message}${hint}`))];
|
|
117
123
|
}
|
|
118
124
|
export function buildGithubAnnotations(report) {
|
|
119
125
|
if (!isBatchReport(report)) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"github.js","sourceRoot":"","sources":["../../src/reporters/github.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"github.js","sourceRoot":"","sources":["../../src/reporters/github.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAK1C,MAAM,WAAW,GAAgC;IAC/C,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;CACb,CAAC;AAEF,SAAS,aAAa,CAAC,MAAiB;IACtC,OAAO,SAAS,IAAI,MAAM,CAAC;AAC7B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,UAAU,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;SACnC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,KAAK;SACT,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,GAAG,CAAC,MAAiB;IAC5B,OAAO,KAAK,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,MAAmB;IACtC,OAAO;QACL,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACvD,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC;YAC3B,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC;YACzB,KAAK,CAAC,IAAI;YACV,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;YAC7D,KAAK,CAAC,OAAO;YACb,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,EAAE;SAC5D,CAAC,CAAC;KACJ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,OAAqC;IAC3D,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAChD,OAAO;QACL,EAAE;QACF,uBAAuB;QACvB,EAAE;QACF,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5E,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACtD,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC;YAC7B,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;YAC1B,MAAM,CAAC,IAAI;YACX,MAAM,CAAC,MAAM;YACb,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;YAChE,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YACrI,GAAG,MAAM,CAAC,SAAS,IAAI;YACvB,MAAM,CAAC,KAAK,IAAI,EAAE;SACnB,CAAC,CAAC;KACJ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,MAAmB;IACxC,MAAM,KAAK,GAAG;QACZ,iBAAiB,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;QAC5C,EAAE;QACF,eAAe,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI;QACpD,cAAc,MAAM,CAAC,cAAc,IAAI;QACvC,EAAE;QACF,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;KAC3B,CAAC;IAEF,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACzD,IAAI,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAErC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AACjC,CAAC;AAED,SAAS,YAAY,CAAC,MAAmB;IACvC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAChG,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAChG,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAEhG,MAAM,KAAK,GAAG;QACZ,uBAAuB,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;QAClD,EAAE;QACF,eAAe,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI;QACpD,gBAAgB,MAAM,YAAY,MAAM,YAAY,MAAM,WAAW;QACrE,cAAc,MAAM,CAAC,cAAc,IAAI;QACvC,EAAE;QACF,GAAG,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACvD,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC;YACpC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;YACxC,MAAM,CAAC,IAAI;YACX,MAAM,CAAC,MAAM,CAAC,MAAM;YACpB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;YAC1B,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,IAAI;SACpC,CAAC,CAAC;KACJ,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM;YAAE,SAAS;QACrD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAChE,IAAI,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAiB;IAClD,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,UAAU,CAAC,KAA0B,EAAE,KAAa,EAAE,OAAe;IAC5E,OAAO,KAAK,KAAK,UAAU,aAAa,CAAC,KAAK,CAAC,KAAK,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;AAC/E,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAc,EAAE,KAAgB;IAC3D,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/E,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,EAAE,UAAU,CAAC,GAAG,KAAK,CAAC,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5G,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAc,EAAE,MAAsB;IACpE,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,GAAG,MAAM,CAAC,IAAI,aAAa,MAAM,CAAC,MAAM,EAAE,CAAC;IAC3E,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,UAAU,CAAC,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACvG,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAiB;IACtD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO;YACL,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC9E,GAAG,CAAC,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,sBAAsB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;SACrG,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QACxC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACnF,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,sBAAsB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;KAC1G,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAiB,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB;IAClG,KAAK,MAAM,IAAI,IAAI,sBAAsB,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,cAAc,CAAC,WAAW,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"json-reporter.d.ts","sourceRoot":"","sources":["../../src/reporters/json-reporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"json-reporter.d.ts","sourceRoot":"","sources":["../../src/reporters/json-reporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG5D,wBAAgB,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,WAAW,GAAG,IAAI,CAElE"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
+
import { redactUnknown } from '../redact.js';
|
|
1
2
|
export function renderJson(report) {
|
|
2
|
-
process.stdout.write(JSON.stringify(report, null, 2) + '\n');
|
|
3
|
+
process.stdout.write(JSON.stringify(redactUnknown(report), null, 2) + '\n');
|
|
3
4
|
}
|
|
4
5
|
//# sourceMappingURL=json-reporter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"json-reporter.js","sourceRoot":"","sources":["../../src/reporters/json-reporter.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"json-reporter.js","sourceRoot":"","sources":["../../src/reporters/json-reporter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,UAAU,UAAU,CAAC,MAAiC;IAC1D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AAC9E,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"terminal.d.ts","sourceRoot":"","sources":["../../src/reporters/terminal.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"terminal.d.ts","sourceRoot":"","sources":["../../src/reporters/terminal.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAe,MAAM,aAAa,CAAC;AAgBzE,wBAAgB,cAAc,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAiFxD;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CA2B7D"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import chalk from 'chalk';
|
|
2
|
+
import { redactText } from '../redact.js';
|
|
2
3
|
const ICONS = {
|
|
3
4
|
pass: chalk.green('✓'),
|
|
4
5
|
fail: chalk.red('✗'),
|
|
@@ -12,14 +13,18 @@ const COLORS = {
|
|
|
12
13
|
const DIVIDER = chalk.dim('─'.repeat(52));
|
|
13
14
|
export function renderTerminal(report) {
|
|
14
15
|
console.log('');
|
|
15
|
-
console.log(chalk.bold.white('mcp-probe') + ' ' + chalk.dim(report.target));
|
|
16
|
+
console.log(chalk.bold.white('mcp-probe') + ' ' + chalk.dim(redactText(report.target)));
|
|
16
17
|
console.log(DIVIDER);
|
|
17
18
|
for (const check of report.checks) {
|
|
18
19
|
const latency = check.latencyMs !== undefined
|
|
19
20
|
? chalk.dim(` ${check.latencyMs}ms`)
|
|
20
21
|
: '';
|
|
21
22
|
console.log(` ${ICONS[check.status]} ${chalk.bold(check.name)}${latency}`);
|
|
22
|
-
console.log(` ${chalk.dim(check.message)}`);
|
|
23
|
+
console.log(` ${chalk.dim(redactText(check.message))}`);
|
|
24
|
+
if (check.issue) {
|
|
25
|
+
const issue = `${check.issue.code}: ${check.issue.hint}`;
|
|
26
|
+
console.log(` ${chalk.yellow(redactText(issue))}`);
|
|
27
|
+
}
|
|
23
28
|
}
|
|
24
29
|
console.log(DIVIDER);
|
|
25
30
|
if (report.serverInfo) {
|
|
@@ -61,8 +66,16 @@ export function renderTerminal(report) {
|
|
|
61
66
|
const icon = ICONS[r.status];
|
|
62
67
|
const latency = chalk.dim(` ${r.latencyMs}ms`);
|
|
63
68
|
const source = chalk.dim(` [${r.source}]`);
|
|
64
|
-
const err = r.error ? chalk.dim(` — ${r.error.slice(0, 80)}`) : '';
|
|
69
|
+
const err = r.error ? chalk.dim(` — ${redactText(r.error).slice(0, 80)}`) : '';
|
|
65
70
|
console.log(` ${icon} ${chalk.bold(r.tool)}${source}${latency}${err}`);
|
|
71
|
+
if (r.issue) {
|
|
72
|
+
const issue = `${r.issue.code}: ${r.issue.hint}`;
|
|
73
|
+
console.log(` ${chalk.yellow(redactText(issue))}`);
|
|
74
|
+
}
|
|
75
|
+
for (const assertion of r.assertions ?? []) {
|
|
76
|
+
const assertionIcon = ICONS[assertion.status];
|
|
77
|
+
console.log(` ${assertionIcon} ${chalk.dim(`${assertion.name}: ${redactText(assertion.message)}`)}`);
|
|
78
|
+
}
|
|
66
79
|
}
|
|
67
80
|
}
|
|
68
81
|
console.log('');
|
|
@@ -74,7 +87,7 @@ export function renderTerminal(report) {
|
|
|
74
87
|
}
|
|
75
88
|
export function renderBatchTerminal(report) {
|
|
76
89
|
console.log('');
|
|
77
|
-
console.log(chalk.bold.white('mcp-probe batch') + ' ' + chalk.dim(report.target));
|
|
90
|
+
console.log(chalk.bold.white('mcp-probe batch') + ' ' + chalk.dim(redactText(report.target)));
|
|
78
91
|
console.log(DIVIDER);
|
|
79
92
|
for (const server of report.servers) {
|
|
80
93
|
const status = server.report.overallStatus;
|
|
@@ -82,7 +95,7 @@ export function renderBatchTerminal(report) {
|
|
|
82
95
|
const tools = server.report.tools.length;
|
|
83
96
|
const latency = chalk.dim(` ${server.report.totalLatencyMs}ms`);
|
|
84
97
|
console.log(` ${ICONS[status]} ${chalk.bold(server.name)} ${label}${latency}`);
|
|
85
|
-
console.log(chalk.dim(` ${server.report.target} (${tools} tool${tools !== 1 ? 's' : ''})`));
|
|
98
|
+
console.log(chalk.dim(` ${redactText(server.report.target)} (${tools} tool${tools !== 1 ? 's' : ''})`));
|
|
86
99
|
}
|
|
87
100
|
console.log(DIVIDER);
|
|
88
101
|
const passed = report.servers.filter((server) => server.report.overallStatus === 'pass').length;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"terminal.js","sourceRoot":"","sources":["../../src/reporters/terminal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"terminal.js","sourceRoot":"","sources":["../../src/reporters/terminal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAG1C,MAAM,KAAK,GAAgC;IACzC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC;IACtB,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;IACpB,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,GAA+C;IACzD,IAAI,EAAE,KAAK,CAAC,KAAK;IACjB,IAAI,EAAE,KAAK,CAAC,GAAG;IACf,IAAI,EAAE,KAAK,CAAC,MAAM;CACnB,CAAC;AAEF,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAE1C,MAAM,UAAU,cAAc,CAAC,MAAmB;IAChD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACzF,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAErB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS;YAC3C,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC;YACpC,CAAC,CAAC,EAAE,CAAC;QACP,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5D,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACzD,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAErB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC;QACzD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACvC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;YAClC,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5E,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAC/C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YAC3C,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,OAAO,GAAG,GAAG,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBACZ,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1D,CAAC;YACD,KAAK,MAAM,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBAC3C,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,SAAS,aAAa,IAAI,KAAK,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5G,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC;IACpC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,cAAc,UAAU,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAmB;IACrD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAErB,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;QACzC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,OAAO,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAC/G,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACrB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAChG,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAChG,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAChG,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,SAAS,CAAC,CAAC;IACnC,IAAI,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,CAAC,CAAC;IAC/C,IAAI,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,CAAC,CAAC;IAE/C,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC;IACpC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,cAAc,UAAU,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,KAAK,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAClB,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -1,9 +1,16 @@
|
|
|
1
1
|
export type CheckStatus = 'pass' | 'fail' | 'warn';
|
|
2
|
+
export type IssueCode = 'NO_TOOLS' | 'TOOL_SCHEMA_INVALID' | 'TOOL_CALL_AUTH' | 'TOOL_CALL_FAILED' | 'TOOL_CALL_TIMEOUT' | 'CONTRACT_ASSERTION_FAILED' | 'AUTO_DRY_RUN_INPUT' | 'SIDECAR_MISSING' | 'SIDECAR_INVALID' | 'HANDSHAKE_TIMEOUT' | 'HANDSHAKE_AUTH' | 'HANDSHAKE_FAILED' | 'TARGET_NOT_FOUND';
|
|
3
|
+
export type Issue = {
|
|
4
|
+
code: IssueCode;
|
|
5
|
+
hint: string;
|
|
6
|
+
docsUrl?: string;
|
|
7
|
+
};
|
|
2
8
|
export type CheckItem = {
|
|
3
9
|
name: string;
|
|
4
10
|
status: CheckStatus;
|
|
5
11
|
message: string;
|
|
6
12
|
latencyMs?: number;
|
|
13
|
+
issue?: Issue;
|
|
7
14
|
};
|
|
8
15
|
export type ToolInfo = {
|
|
9
16
|
name: string;
|
|
@@ -16,12 +23,27 @@ export type ToolCallResult = {
|
|
|
16
23
|
latencyMs: number;
|
|
17
24
|
error?: string;
|
|
18
25
|
source: 'sidecar' | 'auto';
|
|
26
|
+
assertions?: AssertionResult[];
|
|
27
|
+
issue?: Issue;
|
|
28
|
+
};
|
|
29
|
+
export type ExpectedToolStatus = 'pass' | 'fail' | 'warn';
|
|
30
|
+
export type AssertionResult = {
|
|
31
|
+
name: string;
|
|
32
|
+
status: CheckStatus;
|
|
33
|
+
message: string;
|
|
34
|
+
};
|
|
35
|
+
export type ToolExpectations = {
|
|
36
|
+
status?: ExpectedToolStatus;
|
|
37
|
+
not_error_code?: number[];
|
|
38
|
+
requiredFields?: string[];
|
|
39
|
+
maxRows?: number;
|
|
40
|
+
errorCode?: string;
|
|
41
|
+
contains?: string[];
|
|
42
|
+
notContains?: string[];
|
|
19
43
|
};
|
|
20
44
|
export type ToolSidecarEntry = {
|
|
21
45
|
input: Record<string, unknown>;
|
|
22
|
-
expect?:
|
|
23
|
-
not_error_code?: number[];
|
|
24
|
-
};
|
|
46
|
+
expect?: ToolExpectations;
|
|
25
47
|
};
|
|
26
48
|
export type ToolSidecar = {
|
|
27
49
|
tools: Record<string, ToolSidecarEntry>;
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAEnD,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAEnD,MAAM,MAAM,SAAS,GACjB,UAAU,GACV,qBAAqB,GACrB,gBAAgB,GAChB,kBAAkB,GAClB,mBAAmB,GACnB,2BAA2B,GAC3B,oBAAoB,GACpB,iBAAiB,GACjB,iBAAiB,GACjB,mBAAmB,GACnB,gBAAgB,GAChB,kBAAkB,GAClB,kBAAkB,CAAC;AAEvB,MAAM,MAAM,KAAK,GAAG;IAClB,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,eAAe,EAAE,CAAC;IAC/B,KAAK,CAAC,EAAE,KAAK,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAE1D,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG,MAAM,GAAG,KAAK,CAAC;AAErD,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,SAAS,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,WAAW,CAAC;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,eAAe,CAAC,EAAE,cAAc,EAAE,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,YAAY,EAAE,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,WAAW,CAAC;IAC3B,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,cAAc,EAAE,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,SAAS,EAAE,aAAa,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB,CAAC"}
|
|
@@ -6,7 +6,10 @@
|
|
|
6
6
|
"timeframe": "1h"
|
|
7
7
|
},
|
|
8
8
|
"expect": {
|
|
9
|
-
"
|
|
9
|
+
"status": "pass",
|
|
10
|
+
"not_error_code": [401, 403],
|
|
11
|
+
"requiredFields": ["source", "freshness"],
|
|
12
|
+
"maxRows": 100
|
|
10
13
|
}
|
|
11
14
|
},
|
|
12
15
|
"metrics_query": {
|
|
@@ -16,7 +19,9 @@
|
|
|
16
19
|
"to": "now"
|
|
17
20
|
},
|
|
18
21
|
"expect": {
|
|
19
|
-
"
|
|
22
|
+
"status": "pass",
|
|
23
|
+
"not_error_code": [401, 403],
|
|
24
|
+
"requiredFields": ["source", "freshness"]
|
|
20
25
|
}
|
|
21
26
|
}
|
|
22
27
|
}
|
|
@@ -5,13 +5,17 @@
|
|
|
5
5
|
"query": "newer_than:7d"
|
|
6
6
|
},
|
|
7
7
|
"expect": {
|
|
8
|
-
"
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"not_error_code": [401, 403],
|
|
10
|
+
"notContains": ["refresh_token", "client_secret"]
|
|
9
11
|
}
|
|
10
12
|
},
|
|
11
13
|
"get_profile": {
|
|
12
14
|
"input": {},
|
|
13
15
|
"expect": {
|
|
14
|
-
"
|
|
16
|
+
"status": "pass",
|
|
17
|
+
"not_error_code": [401, 403],
|
|
18
|
+
"requiredFields": ["emailAddress"]
|
|
15
19
|
}
|
|
16
20
|
}
|
|
17
21
|
}
|
|
@@ -3,7 +3,9 @@
|
|
|
3
3
|
"list_projects": {
|
|
4
4
|
"input": {},
|
|
5
5
|
"expect": {
|
|
6
|
-
"
|
|
6
|
+
"status": "pass",
|
|
7
|
+
"not_error_code": [401, 403],
|
|
8
|
+
"requiredFields": ["project_id"]
|
|
7
9
|
}
|
|
8
10
|
},
|
|
9
11
|
"execute_sql": {
|
|
@@ -12,7 +14,21 @@
|
|
|
12
14
|
"query": "select 1 as health_check"
|
|
13
15
|
},
|
|
14
16
|
"expect": {
|
|
15
|
-
"
|
|
17
|
+
"status": "pass",
|
|
18
|
+
"not_error_code": [401, 403],
|
|
19
|
+
"requiredFields": ["rowCount", "limit", "source", "freshness"],
|
|
20
|
+
"maxRows": 100
|
|
21
|
+
}
|
|
22
|
+
},
|
|
23
|
+
"execute_sql_write_denied": {
|
|
24
|
+
"input": {
|
|
25
|
+
"project_id": "YOUR_PROJECT_ID",
|
|
26
|
+
"query": "delete from users where id = 1"
|
|
27
|
+
},
|
|
28
|
+
"expect": {
|
|
29
|
+
"status": "fail",
|
|
30
|
+
"errorCode": "WRITE_NOT_ALLOWED",
|
|
31
|
+
"notContains": ["DATABASE_URL", "password", "stack"]
|
|
16
32
|
}
|
|
17
33
|
}
|
|
18
34
|
}
|
|
@@ -12,6 +12,26 @@
|
|
|
12
12
|
"expect": {
|
|
13
13
|
"not_error_code": [401]
|
|
14
14
|
}
|
|
15
|
+
},
|
|
16
|
+
"db_query": {
|
|
17
|
+
"input": {
|
|
18
|
+
"sql": "select 1 as ok"
|
|
19
|
+
},
|
|
20
|
+
"expect": {
|
|
21
|
+
"status": "pass",
|
|
22
|
+
"requiredFields": ["rowCount", "limit", "source", "freshness"],
|
|
23
|
+
"maxRows": 100
|
|
24
|
+
}
|
|
25
|
+
},
|
|
26
|
+
"db_write": {
|
|
27
|
+
"input": {
|
|
28
|
+
"sql": "delete from users where id = 1"
|
|
29
|
+
},
|
|
30
|
+
"expect": {
|
|
31
|
+
"status": "fail",
|
|
32
|
+
"errorCode": "WRITE_NOT_ALLOWED",
|
|
33
|
+
"notContains": ["DATABASE_URL", "password", "stack"]
|
|
34
|
+
}
|
|
15
35
|
}
|
|
16
36
|
}
|
|
17
37
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@k08200/mcp-probe",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.4.0",
|
|
4
4
|
"description": "Quality checker for MCP servers — validates protocol handshake, discovery, tool-call dry-runs, and latency",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"bin": {
|
|
@@ -8,7 +8,8 @@
|
|
|
8
8
|
},
|
|
9
9
|
"files": [
|
|
10
10
|
"dist",
|
|
11
|
-
"examples"
|
|
11
|
+
"examples",
|
|
12
|
+
"schemas"
|
|
12
13
|
],
|
|
13
14
|
"scripts": {
|
|
14
15
|
"build": "tsc",
|
|
@@ -22,11 +23,19 @@
|
|
|
22
23
|
"keywords": [
|
|
23
24
|
"mcp",
|
|
24
25
|
"model-context-protocol",
|
|
26
|
+
"mcp-server",
|
|
27
|
+
"mcp-client",
|
|
25
28
|
"ai",
|
|
29
|
+
"agent",
|
|
30
|
+
"agentic",
|
|
26
31
|
"llm",
|
|
27
32
|
"cli",
|
|
33
|
+
"ci",
|
|
34
|
+
"github-actions",
|
|
28
35
|
"testing",
|
|
29
36
|
"validation",
|
|
37
|
+
"readiness",
|
|
38
|
+
"healthcheck",
|
|
30
39
|
"inspector",
|
|
31
40
|
"checker"
|
|
32
41
|
],
|
|
@@ -47,13 +56,15 @@
|
|
|
47
56
|
"ora": "^8.1.0"
|
|
48
57
|
},
|
|
49
58
|
"devDependencies": {
|
|
59
|
+
"@emnapi/core": "^1.10.0",
|
|
60
|
+
"@emnapi/runtime": "^1.10.0",
|
|
50
61
|
"@types/node": "^22.0.0",
|
|
51
|
-
"@vitest/coverage-v8": "^
|
|
62
|
+
"@vitest/coverage-v8": "^4.1.7",
|
|
52
63
|
"tsx": "^4.19.0",
|
|
53
64
|
"typescript": "^5.6.0",
|
|
54
|
-
"vitest": "^
|
|
65
|
+
"vitest": "^4.1.7"
|
|
55
66
|
},
|
|
56
67
|
"engines": {
|
|
57
|
-
"node": ">=
|
|
68
|
+
"node": ">=20.19.0"
|
|
58
69
|
}
|
|
59
70
|
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://raw.githubusercontent.com/k08200/mcp-probe/main/schemas/mcp-probe.config.schema.json",
|
|
4
|
+
"title": "mcp-probe config",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"additionalProperties": false,
|
|
7
|
+
"required": ["servers"],
|
|
8
|
+
"properties": {
|
|
9
|
+
"$schema": {
|
|
10
|
+
"type": "string"
|
|
11
|
+
},
|
|
12
|
+
"timeoutMs": {
|
|
13
|
+
"type": "number",
|
|
14
|
+
"minimum": 1,
|
|
15
|
+
"description": "Default timeout in milliseconds."
|
|
16
|
+
},
|
|
17
|
+
"servers": {
|
|
18
|
+
"type": "array",
|
|
19
|
+
"minItems": 1,
|
|
20
|
+
"items": {
|
|
21
|
+
"type": "object",
|
|
22
|
+
"additionalProperties": false,
|
|
23
|
+
"required": ["name", "target"],
|
|
24
|
+
"properties": {
|
|
25
|
+
"name": {
|
|
26
|
+
"type": "string",
|
|
27
|
+
"minLength": 1
|
|
28
|
+
},
|
|
29
|
+
"target": {
|
|
30
|
+
"type": "string",
|
|
31
|
+
"minLength": 1,
|
|
32
|
+
"description": "npm package, local file path, or remote MCP URL."
|
|
33
|
+
},
|
|
34
|
+
"serverArgs": {
|
|
35
|
+
"type": "array",
|
|
36
|
+
"items": { "type": "string" }
|
|
37
|
+
},
|
|
38
|
+
"timeoutMs": {
|
|
39
|
+
"type": "number",
|
|
40
|
+
"minimum": 1
|
|
41
|
+
},
|
|
42
|
+
"transport": {
|
|
43
|
+
"enum": ["stdio", "http", "sse"]
|
|
44
|
+
},
|
|
45
|
+
"headers": {
|
|
46
|
+
"type": "object",
|
|
47
|
+
"additionalProperties": { "type": "string" },
|
|
48
|
+
"description": "HTTP headers for remote MCP servers. Supports ${ENV_VAR} interpolation."
|
|
49
|
+
},
|
|
50
|
+
"stderr": {
|
|
51
|
+
"type": "object",
|
|
52
|
+
"additionalProperties": false,
|
|
53
|
+
"properties": {
|
|
54
|
+
"allow": {
|
|
55
|
+
"type": "array",
|
|
56
|
+
"items": { "type": "string" }
|
|
57
|
+
},
|
|
58
|
+
"fatal": {
|
|
59
|
+
"type": "array",
|
|
60
|
+
"items": { "type": "string" }
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
},
|
|
64
|
+
"probeTools": {
|
|
65
|
+
"type": "boolean"
|
|
66
|
+
},
|
|
67
|
+
"toolsFile": {
|
|
68
|
+
"type": "string"
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|