@kryptosai/mcp-observatory 1.33.0 → 1.34.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -121
- package/dist/src/auth.d.ts +22 -0
- package/dist/src/auth.js +140 -0
- package/dist/src/auth.js.map +1 -0
- package/dist/src/cli.js +48 -3
- package/dist/src/cli.js.map +1 -1
- package/dist/src/commands/demo.d.ts +2 -0
- package/dist/src/commands/demo.js +247 -0
- package/dist/src/commands/demo.js.map +1 -0
- package/dist/src/commands/helpers.d.ts +11 -0
- package/dist/src/commands/helpers.js +26 -0
- package/dist/src/commands/helpers.js.map +1 -1
- package/dist/src/commands/init-ci.d.ts +1 -0
- package/dist/src/commands/init-ci.js +157 -10
- package/dist/src/commands/init-ci.js.map +1 -1
- package/dist/src/commands/receipt.js +13 -3
- package/dist/src/commands/receipt.js.map +1 -1
- package/dist/src/commands/scan.js +10 -1
- package/dist/src/commands/scan.js.map +1 -1
- package/dist/src/commands/setup-ci-conversion.js +4 -4
- package/dist/src/commands/setup-ci-conversion.js.map +1 -1
- package/dist/src/commands/test.js +9 -1
- package/dist/src/commands/test.js.map +1 -1
- package/dist/src/commercial.d.ts +3 -0
- package/dist/src/commercial.js +12 -1
- package/dist/src/commercial.js.map +1 -1
- package/dist/src/index.d.ts +1 -1
- package/dist/src/index.js +1 -1
- package/dist/src/index.js.map +1 -1
- package/dist/src/receipt.d.ts +9 -0
- package/dist/src/receipt.js +24 -1
- package/dist/src/receipt.js.map +1 -1
- package/dist/src/telemetry.js +4 -0
- package/dist/src/telemetry.js.map +1 -1
- package/dist/src/utils/failure-diagnosis.d.ts +7 -0
- package/dist/src/utils/failure-diagnosis.js +14 -0
- package/dist/src/utils/failure-diagnosis.js.map +1 -1
- package/docs/mcp-server-safety-index.md +1 -1
- package/docs/safety-index/artifacts/antv-chart-server.json +21 -21
- package/docs/safety-index/artifacts/antv-chart-server.md +10 -10
- package/docs/safety-index/artifacts/browsermcp-server.json +18 -18
- package/docs/safety-index/artifacts/browsermcp-server.md +9 -9
- package/docs/safety-index/artifacts/chrome-devtools-mcp-server.json +19 -19
- package/docs/safety-index/artifacts/chrome-devtools-mcp-server.md +9 -9
- package/docs/safety-index/artifacts/cloudflare-server.json +4 -4
- package/docs/safety-index/artifacts/cloudflare-server.md +4 -4
- package/docs/safety-index/artifacts/context7-server.json +18 -18
- package/docs/safety-index/artifacts/context7-server.md +10 -10
- package/docs/safety-index/artifacts/cyanheads-git-mcp-server.json +34 -34
- package/docs/safety-index/artifacts/cyanheads-git-mcp-server.md +15 -15
- package/docs/safety-index/artifacts/everything-server.json +18 -18
- package/docs/safety-index/artifacts/everything-server.md +11 -11
- package/docs/safety-index/artifacts/executeautomation-playwright-server.json +19 -19
- package/docs/safety-index/artifacts/executeautomation-playwright-server.md +11 -11
- package/docs/safety-index/artifacts/filesystem-mcp-server.json +19 -19
- package/docs/safety-index/artifacts/filesystem-mcp-server.md +10 -10
- package/docs/safety-index/artifacts/filesystem-server.json +19 -19
- package/docs/safety-index/artifacts/filesystem-server.md +10 -10
- package/docs/safety-index/artifacts/github-mcp-server.json +18 -18
- package/docs/safety-index/artifacts/github-mcp-server.md +9 -9
- package/docs/safety-index/artifacts/google-drive-server.json +4 -4
- package/docs/safety-index/artifacts/google-drive-server.md +4 -4
- package/docs/safety-index/artifacts/kubernetes-server.json +23 -23
- package/docs/safety-index/artifacts/kubernetes-server.md +15 -15
- package/docs/safety-index/artifacts/memory-server.json +18 -18
- package/docs/safety-index/artifacts/memory-server.md +10 -10
- package/docs/safety-index/artifacts/mongodb-server.json +4 -4
- package/docs/safety-index/artifacts/mongodb-server.md +4 -4
- package/docs/safety-index/artifacts/opentofu-server.json +18 -18
- package/docs/safety-index/artifacts/opentofu-server.md +9 -9
- package/docs/safety-index/artifacts/playwright-mcp-server.json +18 -18
- package/docs/safety-index/artifacts/playwright-mcp-server.md +9 -9
- package/docs/safety-index/artifacts/promptopia-server.json +21 -21
- package/docs/safety-index/artifacts/promptopia-server.md +11 -11
- package/docs/safety-index/artifacts/puppeteer-server.json +18 -18
- package/docs/safety-index/artifacts/puppeteer-server.md +9 -9
- package/docs/safety-index/artifacts/qdrant-server.json +4 -4
- package/docs/safety-index/artifacts/qdrant-server.md +4 -4
- package/docs/safety-index/artifacts/ref-tools-server.json +18 -18
- package/docs/safety-index/artifacts/ref-tools-server.md +10 -10
- package/docs/safety-index/artifacts/sequential-thinking-server.json +18 -18
- package/docs/safety-index/artifacts/sequential-thinking-server.md +8 -8
- package/docs/safety-index/artifacts/slack-server.json +3 -3
- package/docs/safety-index/artifacts/slack-server.md +2 -2
- package/docs/safety-index/artifacts/ui5-mcp-server.json +18 -18
- package/docs/safety-index/artifacts/ui5-mcp-server.md +9 -9
- package/docs/safety-index/artifacts/vercel-ai-server.json +4 -4
- package/docs/safety-index/artifacts/vercel-ai-server.md +4 -4
- package/package.json +2 -2
- package/dist/src/adapters/base.d.ts +0 -14
- package/dist/src/adapters/base.js +0 -2
- package/dist/src/adapters/base.js.map +0 -1
- package/dist/src/checks/semantics.d.ts +0 -2
- package/dist/src/checks/semantics.js +0 -48
- package/dist/src/checks/semantics.js.map +0 -1
- package/dist/src/diff/diff.d.ts +0 -2
- package/dist/src/diff/diff.js +0 -81
- package/dist/src/diff/diff.js.map +0 -1
- package/dist/src/reporters/json.d.ts +0 -2
- package/dist/src/reporters/json.js +0 -4
- package/dist/src/reporters/json.js.map +0 -1
- package/dist/src/runner/runner.d.ts +0 -2
- package/dist/src/runner/runner.js +0 -135
- package/dist/src/runner/runner.js.map +0 -1
- package/dist/src/storage/filesystem.d.ts +0 -6
- package/dist/src/storage/filesystem.js +0 -21
- package/dist/src/storage/filesystem.js.map +0 -1
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# MCP Observatory Run Report
|
|
2
2
|
|
|
3
|
-
Generated at 2026-07-
|
|
3
|
+
Generated at 2026-07-17T00:36:27.019Z
|
|
4
4
|
|
|
5
5
|
## Target and Environment Metadata
|
|
6
6
|
|
|
@@ -185,7 +185,7 @@ The following state-modifying operations were identified from tool schemas:
|
|
|
185
185
|
| filesystem | write | working_directory | description_analysis |
|
|
186
186
|
| filesystem | write | working_directory | description_analysis |
|
|
187
187
|
|
|
188
|
-
_Analyzed at 2026-07-
|
|
188
|
+
_Analyzed at 2026-07-17T00:36:27.964Z_
|
|
189
189
|
|
|
190
190
|
## Regressions and Recoveries
|
|
191
191
|
|
|
@@ -195,15 +195,15 @@ _Use the `diff` command against another run artifact to classify regressions and
|
|
|
195
195
|
|
|
196
196
|
| Focus | Check | Status | Duration (ms) | Message |
|
|
197
197
|
| --- | --- | --- | --- | --- |
|
|
198
|
-
| healthy | conformance | pass |
|
|
199
|
-
| healthy | prompts | pass | 0.
|
|
200
|
-
| healthy | resources | pass | 0.
|
|
201
|
-
| healthy | tools | pass |
|
|
202
|
-
| review | attack-sim | partial |
|
|
203
|
-
| review | runtime-profile | partial | 0.
|
|
204
|
-
| review | schema-quality | partial |
|
|
205
|
-
| review | security | partial |
|
|
206
|
-
| review | security-lite | partial | 0.
|
|
198
|
+
| healthy | conformance | pass | 35.40 | All 7 conformance checks passed. |
|
|
199
|
+
| healthy | prompts | pass | 0.72 | Advertised capability responded with the minimal expected shape (1 item). |
|
|
200
|
+
| healthy | resources | pass | 0.60 | Advertised capability responded with the minimal expected shape (2 items). |
|
|
201
|
+
| healthy | tools | pass | 30.21 | Advertised capability responded with the minimal expected shape (28 items). |
|
|
202
|
+
| review | attack-sim | partial | 18.71 | Safe attack simulation found 19 finding(s): 0 high, 19 medium, 0 low. |
|
|
203
|
+
| review | runtime-profile | partial | 0.50 | Detected 7 potential egress target(s) and 118 potential state mutation(s) with high confidence. |
|
|
204
|
+
| review | schema-quality | partial | 18.77 | Found 17 quality finding(s) across 30 item(s): 0 warnings, 17 info. |
|
|
205
|
+
| review | security | partial | 17.21 | Found 19 security finding(s): 0 high, 19 medium, 0 low. |
|
|
206
|
+
| review | security-lite | partial | 0.08 | Found 19 security finding(s): 0 high, 19 medium, 0 low. |
|
|
207
207
|
|
|
208
208
|
## Evidence Snippets
|
|
209
209
|
|
|
@@ -229,7 +229,7 @@ Summary: Advertised capability responded with the minimal expected shape (1 item
|
|
|
229
229
|
- Minimal shape present: `true`
|
|
230
230
|
- Item count: `1`
|
|
231
231
|
- Identifiers: git_wrapup
|
|
232
|
-
- Diagnostics: {"level":30,"time":
|
|
232
|
+
- Diagnostics: {"level":30,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Attempting to connect stdio transport..."}, {"level":20,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Creating StdioServerTransport instance..."}, {"level":20,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Connecting McpServer instance to StdioServerTransport..."} (+2 more)
|
|
233
233
|
|
|
234
234
|
### resources — pass
|
|
235
235
|
|
|
@@ -241,14 +241,14 @@ Summary: Advertised capability responded with the minimal expected shape (2 item
|
|
|
241
241
|
- Minimal shape present: `true`
|
|
242
242
|
- Item count: `1`
|
|
243
243
|
- Identifiers: git://working-directory
|
|
244
|
-
- Diagnostics: {"level":30,"time":
|
|
244
|
+
- Diagnostics: {"level":30,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Attempting to connect stdio transport..."}, {"level":20,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Creating StdioServerTransport instance..."}, {"level":20,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Connecting McpServer instance to StdioServerTransport..."} (+2 more)
|
|
245
245
|
- Endpoint: `resources/templates/list`
|
|
246
246
|
- Advertised: `true`
|
|
247
247
|
- Responded: `true`
|
|
248
248
|
- Minimal shape present: `true`
|
|
249
249
|
- Item count: `1`
|
|
250
250
|
- Identifiers: git://working-directory
|
|
251
|
-
- Diagnostics: {"level":30,"time":
|
|
251
|
+
- Diagnostics: {"level":30,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Attempting to connect stdio transport..."}, {"level":20,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Creating StdioServerTransport instance..."}, {"level":20,"time":1784248587909,"env":"development","version":"2.15.1","pid":39477,"transport":"stdio","requestId":"D733W-M7R8R","timestamp":"2026-07-17T00:36:27.905Z","operation":"connectStdioTransport","transportType":"Stdio","msg":"Connecting McpServer instance to StdioServerTransport..."} (+2 more)
|
|
252
252
|
|
|
253
253
|
### tools — pass
|
|
254
254
|
|
|
@@ -333,5 +333,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
|
|
|
333
333
|
|
|
334
334
|
- Artifact type: `run`
|
|
335
335
|
- Schema version: `1.0.0`
|
|
336
|
-
- Run ID: `run_2026-07-
|
|
336
|
+
- Run ID: `run_2026-07-17T003627019Z_11f6ae05`
|
|
337
337
|
- Gate: `pass`
|
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
"artifactType": "run",
|
|
3
3
|
"schemaVersion": "1.0.0",
|
|
4
4
|
"gate": "pass",
|
|
5
|
-
"runId": "run_2026-07-
|
|
6
|
-
"createdAt": "2026-07-
|
|
7
|
-
"toolVersion": "1.
|
|
5
|
+
"runId": "run_2026-07-17T003618810Z_9c00d507",
|
|
6
|
+
"createdAt": "2026-07-17T00:36:18.811Z",
|
|
7
|
+
"toolVersion": "1.33.0",
|
|
8
8
|
"target": {
|
|
9
9
|
"targetId": "everything-server",
|
|
10
10
|
"adapter": "local-process",
|
|
@@ -43,7 +43,7 @@
|
|
|
43
43
|
"id": "tools",
|
|
44
44
|
"capability": "tools",
|
|
45
45
|
"status": "pass",
|
|
46
|
-
"durationMs": 6.
|
|
46
|
+
"durationMs": 6.935042000000067,
|
|
47
47
|
"message": "Advertised capability responded with the minimal expected shape (13 items).",
|
|
48
48
|
"evidence": [
|
|
49
49
|
{
|
|
@@ -263,7 +263,7 @@
|
|
|
263
263
|
"id": "prompts",
|
|
264
264
|
"capability": "prompts",
|
|
265
265
|
"status": "pass",
|
|
266
|
-
"durationMs": 0.
|
|
266
|
+
"durationMs": 0.6837499999999181,
|
|
267
267
|
"message": "Advertised capability responded with the minimal expected shape (4 items).",
|
|
268
268
|
"evidence": [
|
|
269
269
|
{
|
|
@@ -288,7 +288,7 @@
|
|
|
288
288
|
"id": "resources",
|
|
289
289
|
"capability": "resources",
|
|
290
290
|
"status": "pass",
|
|
291
|
-
"durationMs": 1.
|
|
291
|
+
"durationMs": 1.2160420000000158,
|
|
292
292
|
"message": "Advertised capability responded with the minimal expected shape (9 items).",
|
|
293
293
|
"evidence": [
|
|
294
294
|
{
|
|
@@ -330,7 +330,7 @@
|
|
|
330
330
|
"id": "security-lite",
|
|
331
331
|
"capability": "security-lite",
|
|
332
332
|
"status": "pass",
|
|
333
|
-
"durationMs": 0.
|
|
333
|
+
"durationMs": 0.613207999999986,
|
|
334
334
|
"message": "Found 2 security finding(s): 0 high, 0 medium, 2 low.",
|
|
335
335
|
"evidence": [
|
|
336
336
|
{
|
|
@@ -368,7 +368,7 @@
|
|
|
368
368
|
"id": "runtime-profile",
|
|
369
369
|
"capability": "runtime-profile",
|
|
370
370
|
"status": "pass",
|
|
371
|
-
"durationMs": 1.
|
|
371
|
+
"durationMs": 1.2064580000001115,
|
|
372
372
|
"message": "Detected 1 potential egress target(s) and 7 potential state mutation(s) with low confidence.",
|
|
373
373
|
"evidence": [
|
|
374
374
|
{
|
|
@@ -439,7 +439,7 @@
|
|
|
439
439
|
"id": "conformance",
|
|
440
440
|
"capability": "conformance",
|
|
441
441
|
"status": "pass",
|
|
442
|
-
"durationMs":
|
|
442
|
+
"durationMs": 3.779166000000032,
|
|
443
443
|
"message": "All 7 conformance checks passed.",
|
|
444
444
|
"evidence": [
|
|
445
445
|
{
|
|
@@ -465,7 +465,7 @@
|
|
|
465
465
|
"id": "schema-quality",
|
|
466
466
|
"capability": "schema-quality",
|
|
467
467
|
"status": "partial",
|
|
468
|
-
"durationMs": 1.
|
|
468
|
+
"durationMs": 1.403583000000026,
|
|
469
469
|
"message": "Found 6 quality finding(s) across 24 item(s): 0 warnings, 6 info.",
|
|
470
470
|
"evidence": [
|
|
471
471
|
{
|
|
@@ -534,7 +534,7 @@
|
|
|
534
534
|
"id": "security",
|
|
535
535
|
"capability": "security",
|
|
536
536
|
"status": "pass",
|
|
537
|
-
"durationMs": 0.
|
|
537
|
+
"durationMs": 0.821083999999928,
|
|
538
538
|
"message": "Found 2 security finding(s): 0 high, 0 medium, 2 low.",
|
|
539
539
|
"evidence": [
|
|
540
540
|
{
|
|
@@ -572,7 +572,7 @@
|
|
|
572
572
|
"id": "attack-sim",
|
|
573
573
|
"capability": "attack-sim",
|
|
574
574
|
"status": "pass",
|
|
575
|
-
"durationMs": 2.
|
|
575
|
+
"durationMs": 2.6484999999997854,
|
|
576
576
|
"message": "Safe attack simulation found no high-risk MCP attack-readiness findings.",
|
|
577
577
|
"evidence": [
|
|
578
578
|
{
|
|
@@ -631,17 +631,17 @@
|
|
|
631
631
|
"weight": 0.1,
|
|
632
632
|
"score": 100,
|
|
633
633
|
"details": [
|
|
634
|
-
"Connect:
|
|
634
|
+
"Connect: 852ms",
|
|
635
635
|
"p95 latency: 7ms (3 operations)"
|
|
636
636
|
]
|
|
637
637
|
}
|
|
638
638
|
]
|
|
639
639
|
},
|
|
640
640
|
"performanceMetrics": {
|
|
641
|
-
"connectMs": 852.
|
|
642
|
-
"toolsListMs": 6.
|
|
643
|
-
"promptsListMs": 0.
|
|
644
|
-
"resourcesListMs": 1.
|
|
641
|
+
"connectMs": 852.3235,
|
|
642
|
+
"toolsListMs": 6.935042000000067,
|
|
643
|
+
"promptsListMs": 0.6837499999999181,
|
|
644
|
+
"resourcesListMs": 1.2160420000000158
|
|
645
645
|
},
|
|
646
646
|
"runtimeProfile": {
|
|
647
647
|
"egress": [
|
|
@@ -696,7 +696,7 @@
|
|
|
696
696
|
"source": "description_analysis"
|
|
697
697
|
}
|
|
698
698
|
],
|
|
699
|
-
"analyzedAt": "2026-07-
|
|
699
|
+
"analyzedAt": "2026-07-17T00:36:19.676Z",
|
|
700
700
|
"confidence": "medium"
|
|
701
701
|
}
|
|
702
702
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# MCP Observatory Run Report
|
|
2
2
|
|
|
3
|
-
Generated at 2026-07-
|
|
3
|
+
Generated at 2026-07-17T00:36:18.811Z
|
|
4
4
|
|
|
5
5
|
## Target and Environment Metadata
|
|
6
6
|
|
|
@@ -69,7 +69,7 @@ The following state-modifying operations were identified from tool schemas:
|
|
|
69
69
|
| filesystem | write | working_directory | description_analysis |
|
|
70
70
|
| filesystem | execute | working_directory | description_analysis |
|
|
71
71
|
|
|
72
|
-
_Analyzed at 2026-07-
|
|
72
|
+
_Analyzed at 2026-07-17T00:36:19.676Z_
|
|
73
73
|
|
|
74
74
|
## Regressions and Recoveries
|
|
75
75
|
|
|
@@ -79,15 +79,15 @@ _Use the `diff` command against another run artifact to classify regressions and
|
|
|
79
79
|
|
|
80
80
|
| Focus | Check | Status | Duration (ms) | Message |
|
|
81
81
|
| --- | --- | --- | --- | --- |
|
|
82
|
-
| healthy | attack-sim | pass | 2.
|
|
83
|
-
| healthy | conformance | pass |
|
|
84
|
-
| healthy | prompts | pass | 0.
|
|
85
|
-
| healthy | resources | pass | 1.
|
|
86
|
-
| healthy | runtime-profile | pass | 1.
|
|
82
|
+
| healthy | attack-sim | pass | 2.65 | Safe attack simulation found no high-risk MCP attack-readiness findings. |
|
|
83
|
+
| healthy | conformance | pass | 3.78 | All 7 conformance checks passed. |
|
|
84
|
+
| healthy | prompts | pass | 0.68 | Advertised capability responded with the minimal expected shape (4 items). |
|
|
85
|
+
| healthy | resources | pass | 1.22 | Advertised capability responded with the minimal expected shape (9 items). |
|
|
86
|
+
| healthy | runtime-profile | pass | 1.21 | Detected 1 potential egress target(s) and 7 potential state mutation(s) with low confidence. |
|
|
87
87
|
| healthy | security | pass | 0.82 | Found 2 security finding(s): 0 high, 0 medium, 2 low. |
|
|
88
|
-
| healthy | security-lite | pass | 0.
|
|
89
|
-
| healthy | tools | pass | 6.
|
|
90
|
-
| review | schema-quality | partial | 1.
|
|
88
|
+
| healthy | security-lite | pass | 0.61 | Found 2 security finding(s): 0 high, 0 medium, 2 low. |
|
|
89
|
+
| healthy | tools | pass | 6.94 | Advertised capability responded with the minimal expected shape (13 items). |
|
|
90
|
+
| review | schema-quality | partial | 1.40 | Found 6 quality finding(s) across 24 item(s): 0 warnings, 6 info. |
|
|
91
91
|
|
|
92
92
|
## Evidence Snippets
|
|
93
93
|
|
|
@@ -217,5 +217,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
|
|
|
217
217
|
|
|
218
218
|
- Artifact type: `run`
|
|
219
219
|
- Schema version: `1.0.0`
|
|
220
|
-
- Run ID: `run_2026-07-
|
|
220
|
+
- Run ID: `run_2026-07-17T003618810Z_9c00d507`
|
|
221
221
|
- Gate: `pass`
|
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
"artifactType": "run",
|
|
3
3
|
"schemaVersion": "1.0.0",
|
|
4
4
|
"gate": "fail",
|
|
5
|
-
"runId": "run_2026-07-
|
|
6
|
-
"createdAt": "2026-07-
|
|
7
|
-
"toolVersion": "1.
|
|
5
|
+
"runId": "run_2026-07-17T003635804Z_80d49c91",
|
|
6
|
+
"createdAt": "2026-07-17T00:36:35.804Z",
|
|
7
|
+
"toolVersion": "1.33.0",
|
|
8
8
|
"target": {
|
|
9
9
|
"targetId": "executeautomation-playwright-server",
|
|
10
10
|
"adapter": "local-process",
|
|
@@ -43,7 +43,7 @@
|
|
|
43
43
|
"id": "tools",
|
|
44
44
|
"capability": "tools",
|
|
45
45
|
"status": "pass",
|
|
46
|
-
"durationMs":
|
|
46
|
+
"durationMs": 4.915915999998106,
|
|
47
47
|
"message": "Advertised capability responded with the minimal expected shape (33 items).",
|
|
48
48
|
"evidence": [
|
|
49
49
|
{
|
|
@@ -746,7 +746,7 @@
|
|
|
746
746
|
"id": "prompts",
|
|
747
747
|
"capability": "prompts",
|
|
748
748
|
"status": "unsupported",
|
|
749
|
-
"durationMs": 0.
|
|
749
|
+
"durationMs": 0.0011660000018309802,
|
|
750
750
|
"message": "Prompts are not advertised by the target.",
|
|
751
751
|
"evidence": [
|
|
752
752
|
{
|
|
@@ -762,7 +762,7 @@
|
|
|
762
762
|
"id": "resources",
|
|
763
763
|
"capability": "resources",
|
|
764
764
|
"status": "pass",
|
|
765
|
-
"durationMs":
|
|
765
|
+
"durationMs": 5.5963750000009895,
|
|
766
766
|
"message": "Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported.",
|
|
767
767
|
"evidence": [
|
|
768
768
|
{
|
|
@@ -791,7 +791,7 @@
|
|
|
791
791
|
"id": "security-lite",
|
|
792
792
|
"capability": "security-lite",
|
|
793
793
|
"status": "fail",
|
|
794
|
-
"durationMs": 0.
|
|
794
|
+
"durationMs": 0.06979099999807659,
|
|
795
795
|
"message": "Found 1 security finding(s): 1 high, 0 medium, 0 low.",
|
|
796
796
|
"evidence": [
|
|
797
797
|
{
|
|
@@ -821,7 +821,7 @@
|
|
|
821
821
|
"id": "runtime-profile",
|
|
822
822
|
"capability": "runtime-profile",
|
|
823
823
|
"status": "partial",
|
|
824
|
-
"durationMs": 0.
|
|
824
|
+
"durationMs": 0.22587499999644933,
|
|
825
825
|
"message": "Detected 24 potential egress target(s) and 24 potential state mutation(s) with high confidence.",
|
|
826
826
|
"evidence": [
|
|
827
827
|
{
|
|
@@ -1132,7 +1132,7 @@
|
|
|
1132
1132
|
"id": "conformance",
|
|
1133
1133
|
"capability": "conformance",
|
|
1134
1134
|
"status": "pass",
|
|
1135
|
-
"durationMs":
|
|
1135
|
+
"durationMs": 3.189042000001791,
|
|
1136
1136
|
"message": "All 7 conformance checks passed.",
|
|
1137
1137
|
"evidence": [
|
|
1138
1138
|
{
|
|
@@ -1158,7 +1158,7 @@
|
|
|
1158
1158
|
"id": "schema-quality",
|
|
1159
1159
|
"capability": "schema-quality",
|
|
1160
1160
|
"status": "partial",
|
|
1161
|
-
"durationMs":
|
|
1161
|
+
"durationMs": 2.474167000000307,
|
|
1162
1162
|
"message": "Found 1 quality finding(s) across 34 item(s): 1 warnings, 0 info.",
|
|
1163
1163
|
"evidence": [
|
|
1164
1164
|
{
|
|
@@ -1188,7 +1188,7 @@
|
|
|
1188
1188
|
"id": "security",
|
|
1189
1189
|
"capability": "security",
|
|
1190
1190
|
"status": "fail",
|
|
1191
|
-
"durationMs":
|
|
1191
|
+
"durationMs": 0.48879200000010314,
|
|
1192
1192
|
"message": "Found 1 security finding(s): 1 high, 0 medium, 0 low.",
|
|
1193
1193
|
"evidence": [
|
|
1194
1194
|
{
|
|
@@ -1218,7 +1218,7 @@
|
|
|
1218
1218
|
"id": "attack-sim",
|
|
1219
1219
|
"capability": "attack-sim",
|
|
1220
1220
|
"status": "fail",
|
|
1221
|
-
"durationMs": 0.
|
|
1221
|
+
"durationMs": 0.9892079999990528,
|
|
1222
1222
|
"message": "Safe attack simulation found 6 finding(s): 1 high, 5 medium, 0 low.",
|
|
1223
1223
|
"evidence": [
|
|
1224
1224
|
{
|
|
@@ -1394,17 +1394,17 @@
|
|
|
1394
1394
|
"weight": 0.1,
|
|
1395
1395
|
"score": 100,
|
|
1396
1396
|
"details": [
|
|
1397
|
-
"Connect:
|
|
1398
|
-
"p95 latency:
|
|
1397
|
+
"Connect: 1081ms",
|
|
1398
|
+
"p95 latency: 6ms (3 operations)"
|
|
1399
1399
|
]
|
|
1400
1400
|
}
|
|
1401
1401
|
]
|
|
1402
1402
|
},
|
|
1403
1403
|
"performanceMetrics": {
|
|
1404
|
-
"connectMs":
|
|
1405
|
-
"toolsListMs":
|
|
1406
|
-
"promptsListMs": 0.
|
|
1407
|
-
"resourcesListMs":
|
|
1404
|
+
"connectMs": 1080.8530410000021,
|
|
1405
|
+
"toolsListMs": 4.915915999998106,
|
|
1406
|
+
"promptsListMs": 0.0011660000018309802,
|
|
1407
|
+
"resourcesListMs": 5.5963750000009895
|
|
1408
1408
|
},
|
|
1409
1409
|
"runtimeProfile": {
|
|
1410
1410
|
"egress": [
|
|
@@ -1699,7 +1699,7 @@
|
|
|
1699
1699
|
"source": "description_analysis"
|
|
1700
1700
|
}
|
|
1701
1701
|
],
|
|
1702
|
-
"analyzedAt": "2026-07-
|
|
1702
|
+
"analyzedAt": "2026-07-17T00:36:36.896Z",
|
|
1703
1703
|
"confidence": "high"
|
|
1704
1704
|
}
|
|
1705
1705
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# MCP Observatory Run Report
|
|
2
2
|
|
|
3
|
-
Generated at 2026-07-
|
|
3
|
+
Generated at 2026-07-17T00:36:35.804Z
|
|
4
4
|
|
|
5
5
|
## Target and Environment Metadata
|
|
6
6
|
|
|
@@ -108,7 +108,7 @@ The following state-modifying operations were identified from tool schemas:
|
|
|
108
108
|
| filesystem | write | working_directory | description_analysis |
|
|
109
109
|
| filesystem | write | working_directory | description_analysis |
|
|
110
110
|
|
|
111
|
-
_Analyzed at 2026-07-
|
|
111
|
+
_Analyzed at 2026-07-17T00:36:36.896Z_
|
|
112
112
|
|
|
113
113
|
## Regressions and Recoveries
|
|
114
114
|
|
|
@@ -118,15 +118,15 @@ _Use the `diff` command against another run artifact to classify regressions and
|
|
|
118
118
|
|
|
119
119
|
| Focus | Check | Status | Duration (ms) | Message |
|
|
120
120
|
| --- | --- | --- | --- | --- |
|
|
121
|
-
| healthy | conformance | pass |
|
|
122
|
-
| healthy | resources | pass |
|
|
123
|
-
| healthy | tools | pass |
|
|
124
|
-
| review | runtime-profile | partial | 0.
|
|
125
|
-
| review | schema-quality | partial |
|
|
121
|
+
| healthy | conformance | pass | 3.19 | All 7 conformance checks passed. |
|
|
122
|
+
| healthy | resources | pass | 5.60 | Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported. |
|
|
123
|
+
| healthy | tools | pass | 4.92 | Advertised capability responded with the minimal expected shape (33 items). |
|
|
124
|
+
| review | runtime-profile | partial | 0.23 | Detected 24 potential egress target(s) and 24 potential state mutation(s) with high confidence. |
|
|
125
|
+
| review | schema-quality | partial | 2.47 | Found 1 quality finding(s) across 34 item(s): 1 warnings, 0 info. |
|
|
126
126
|
| confirm intent | prompts | unsupported | 0.00 | Prompts are not advertised by the target. |
|
|
127
|
-
| act now | attack-sim | fail | 0.
|
|
128
|
-
| act now | security | fail |
|
|
129
|
-
| act now | security-lite | fail | 0.
|
|
127
|
+
| act now | attack-sim | fail | 0.99 | Safe attack simulation found 6 finding(s): 1 high, 5 medium, 0 low. |
|
|
128
|
+
| act now | security | fail | 0.49 | Found 1 security finding(s): 1 high, 0 medium, 0 low. |
|
|
129
|
+
| act now | security-lite | fail | 0.07 | Found 1 security finding(s): 1 high, 0 medium, 0 low. |
|
|
130
130
|
|
|
131
131
|
## Evidence Snippets
|
|
132
132
|
|
|
@@ -256,5 +256,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
|
|
|
256
256
|
|
|
257
257
|
- Artifact type: `run`
|
|
258
258
|
- Schema version: `1.0.0`
|
|
259
|
-
- Run ID: `run_2026-07-
|
|
259
|
+
- Run ID: `run_2026-07-17T003635804Z_80d49c91`
|
|
260
260
|
- Gate: `fail`
|
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
"artifactType": "run",
|
|
3
3
|
"schemaVersion": "1.0.0",
|
|
4
4
|
"gate": "pass",
|
|
5
|
-
"runId": "run_2026-07-
|
|
6
|
-
"createdAt": "2026-07-
|
|
7
|
-
"toolVersion": "1.
|
|
5
|
+
"runId": "run_2026-07-17T003622007Z_bafdbad4",
|
|
6
|
+
"createdAt": "2026-07-17T00:36:22.007Z",
|
|
7
|
+
"toolVersion": "1.33.0",
|
|
8
8
|
"target": {
|
|
9
9
|
"targetId": "filesystem-mcp-server",
|
|
10
10
|
"adapter": "local-process",
|
|
@@ -44,7 +44,7 @@
|
|
|
44
44
|
"id": "tools",
|
|
45
45
|
"capability": "tools",
|
|
46
46
|
"status": "pass",
|
|
47
|
-
"durationMs": 5.
|
|
47
|
+
"durationMs": 5.772958000000017,
|
|
48
48
|
"message": "Advertised capability responded with the minimal expected shape (14 items).",
|
|
49
49
|
"evidence": [
|
|
50
50
|
{
|
|
@@ -328,7 +328,7 @@
|
|
|
328
328
|
"id": "prompts",
|
|
329
329
|
"capability": "prompts",
|
|
330
330
|
"status": "unsupported",
|
|
331
|
-
"durationMs": 0.
|
|
331
|
+
"durationMs": 0.003917000000001281,
|
|
332
332
|
"message": "Prompts are not advertised by the target.",
|
|
333
333
|
"evidence": [
|
|
334
334
|
{
|
|
@@ -344,7 +344,7 @@
|
|
|
344
344
|
"id": "resources",
|
|
345
345
|
"capability": "resources",
|
|
346
346
|
"status": "unsupported",
|
|
347
|
-
"durationMs": 0.
|
|
347
|
+
"durationMs": 0.0014160000000629225,
|
|
348
348
|
"message": "Resources are not advertised by the target.",
|
|
349
349
|
"evidence": [
|
|
350
350
|
{
|
|
@@ -360,7 +360,7 @@
|
|
|
360
360
|
"id": "security-lite",
|
|
361
361
|
"capability": "security-lite",
|
|
362
362
|
"status": "partial",
|
|
363
|
-
"durationMs": 0.
|
|
363
|
+
"durationMs": 0.05829200000061974,
|
|
364
364
|
"message": "Found 3 security finding(s): 0 high, 3 medium, 0 low.",
|
|
365
365
|
"evidence": [
|
|
366
366
|
{
|
|
@@ -406,7 +406,7 @@
|
|
|
406
406
|
"id": "runtime-profile",
|
|
407
407
|
"capability": "runtime-profile",
|
|
408
408
|
"status": "partial",
|
|
409
|
-
"durationMs": 0.
|
|
409
|
+
"durationMs": 0.13183399999979883,
|
|
410
410
|
"message": "Detected 0 potential egress target(s) and 31 potential state mutation(s) with high confidence.",
|
|
411
411
|
"evidence": [
|
|
412
412
|
{
|
|
@@ -615,7 +615,7 @@
|
|
|
615
615
|
"id": "conformance",
|
|
616
616
|
"capability": "conformance",
|
|
617
617
|
"status": "pass",
|
|
618
|
-
"durationMs":
|
|
618
|
+
"durationMs": 5.997957999999926,
|
|
619
619
|
"message": "All 7 conformance checks passed.",
|
|
620
620
|
"evidence": [
|
|
621
621
|
{
|
|
@@ -641,7 +641,7 @@
|
|
|
641
641
|
"id": "schema-quality",
|
|
642
642
|
"capability": "schema-quality",
|
|
643
643
|
"status": "partial",
|
|
644
|
-
"durationMs": 2.
|
|
644
|
+
"durationMs": 2.5719170000002123,
|
|
645
645
|
"message": "Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info.",
|
|
646
646
|
"evidence": [
|
|
647
647
|
{
|
|
@@ -801,7 +801,7 @@
|
|
|
801
801
|
"id": "security",
|
|
802
802
|
"capability": "security",
|
|
803
803
|
"status": "partial",
|
|
804
|
-
"durationMs":
|
|
804
|
+
"durationMs": 3.082999999999629,
|
|
805
805
|
"message": "Found 3 security finding(s): 0 high, 3 medium, 0 low.",
|
|
806
806
|
"evidence": [
|
|
807
807
|
{
|
|
@@ -847,7 +847,7 @@
|
|
|
847
847
|
"id": "attack-sim",
|
|
848
848
|
"capability": "attack-sim",
|
|
849
849
|
"status": "partial",
|
|
850
|
-
"durationMs":
|
|
850
|
+
"durationMs": 3.139666000000034,
|
|
851
851
|
"message": "Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low.",
|
|
852
852
|
"evidence": [
|
|
853
853
|
{
|
|
@@ -983,17 +983,17 @@
|
|
|
983
983
|
"weight": 0.1,
|
|
984
984
|
"score": 100,
|
|
985
985
|
"details": [
|
|
986
|
-
"Connect:
|
|
987
|
-
"p95 latency:
|
|
986
|
+
"Connect: 568ms",
|
|
987
|
+
"p95 latency: 6ms (3 operations)"
|
|
988
988
|
]
|
|
989
989
|
}
|
|
990
990
|
]
|
|
991
991
|
},
|
|
992
992
|
"performanceMetrics": {
|
|
993
|
-
"connectMs":
|
|
994
|
-
"toolsListMs": 5.
|
|
995
|
-
"promptsListMs": 0.
|
|
996
|
-
"resourcesListMs": 0.
|
|
993
|
+
"connectMs": 568.48875,
|
|
994
|
+
"toolsListMs": 5.772958000000017,
|
|
995
|
+
"promptsListMs": 0.003917000000001281,
|
|
996
|
+
"resourcesListMs": 0.0014160000000629225
|
|
997
997
|
},
|
|
998
998
|
"runtimeProfile": {
|
|
999
999
|
"stateMutations": [
|
|
@@ -1184,7 +1184,7 @@
|
|
|
1184
1184
|
"source": "description_analysis"
|
|
1185
1185
|
}
|
|
1186
1186
|
],
|
|
1187
|
-
"analyzedAt": "2026-07-
|
|
1187
|
+
"analyzedAt": "2026-07-17T00:36:22.585Z",
|
|
1188
1188
|
"confidence": "high"
|
|
1189
1189
|
}
|
|
1190
1190
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# MCP Observatory Run Report
|
|
2
2
|
|
|
3
|
-
Generated at 2026-07-
|
|
3
|
+
Generated at 2026-07-17T00:36:22.007Z
|
|
4
4
|
|
|
5
5
|
## Target and Environment Metadata
|
|
6
6
|
|
|
@@ -85,7 +85,7 @@ The following state-modifying operations were identified from tool schemas:
|
|
|
85
85
|
| filesystem | write | working_directory | tool_schema |
|
|
86
86
|
| filesystem | write | working_directory | description_analysis |
|
|
87
87
|
|
|
88
|
-
_Analyzed at 2026-07-
|
|
88
|
+
_Analyzed at 2026-07-17T00:36:22.585Z_
|
|
89
89
|
|
|
90
90
|
## Regressions and Recoveries
|
|
91
91
|
|
|
@@ -95,13 +95,13 @@ _Use the `diff` command against another run artifact to classify regressions and
|
|
|
95
95
|
|
|
96
96
|
| Focus | Check | Status | Duration (ms) | Message |
|
|
97
97
|
| --- | --- | --- | --- | --- |
|
|
98
|
-
| healthy | conformance | pass | 6.
|
|
99
|
-
| healthy | tools | pass | 5.
|
|
100
|
-
| review | attack-sim | partial |
|
|
101
|
-
| review | runtime-profile | partial | 0.
|
|
102
|
-
| review | schema-quality | partial | 2.
|
|
103
|
-
| review | security | partial |
|
|
104
|
-
| review | security-lite | partial | 0.
|
|
98
|
+
| healthy | conformance | pass | 6.00 | All 7 conformance checks passed. |
|
|
99
|
+
| healthy | tools | pass | 5.77 | Advertised capability responded with the minimal expected shape (14 items). |
|
|
100
|
+
| review | attack-sim | partial | 3.14 | Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low. |
|
|
101
|
+
| review | runtime-profile | partial | 0.13 | Detected 0 potential egress target(s) and 31 potential state mutation(s) with high confidence. |
|
|
102
|
+
| review | schema-quality | partial | 2.57 | Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info. |
|
|
103
|
+
| review | security | partial | 3.08 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
|
|
104
|
+
| review | security-lite | partial | 0.06 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
|
|
105
105
|
| confirm intent | prompts | unsupported | 0.00 | Prompts are not advertised by the target. |
|
|
106
106
|
| confirm intent | resources | unsupported | 0.00 | Resources are not advertised by the target. |
|
|
107
107
|
|
|
@@ -226,5 +226,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
|
|
|
226
226
|
|
|
227
227
|
- Artifact type: `run`
|
|
228
228
|
- Schema version: `1.0.0`
|
|
229
|
-
- Run ID: `run_2026-07-
|
|
229
|
+
- Run ID: `run_2026-07-17T003622007Z_bafdbad4`
|
|
230
230
|
- Gate: `pass`
|