@kryptosai/mcp-observatory 1.33.0 → 1.34.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (107) hide show
  1. package/README.md +8 -121
  2. package/dist/src/auth.d.ts +22 -0
  3. package/dist/src/auth.js +140 -0
  4. package/dist/src/auth.js.map +1 -0
  5. package/dist/src/cli.js +48 -3
  6. package/dist/src/cli.js.map +1 -1
  7. package/dist/src/commands/demo.d.ts +2 -0
  8. package/dist/src/commands/demo.js +247 -0
  9. package/dist/src/commands/demo.js.map +1 -0
  10. package/dist/src/commands/helpers.d.ts +11 -0
  11. package/dist/src/commands/helpers.js +26 -0
  12. package/dist/src/commands/helpers.js.map +1 -1
  13. package/dist/src/commands/init-ci.d.ts +1 -0
  14. package/dist/src/commands/init-ci.js +157 -10
  15. package/dist/src/commands/init-ci.js.map +1 -1
  16. package/dist/src/commands/receipt.js +13 -3
  17. package/dist/src/commands/receipt.js.map +1 -1
  18. package/dist/src/commands/scan.js +10 -1
  19. package/dist/src/commands/scan.js.map +1 -1
  20. package/dist/src/commands/setup-ci-conversion.js +4 -4
  21. package/dist/src/commands/setup-ci-conversion.js.map +1 -1
  22. package/dist/src/commands/test.js +9 -1
  23. package/dist/src/commands/test.js.map +1 -1
  24. package/dist/src/commercial.d.ts +3 -0
  25. package/dist/src/commercial.js +12 -1
  26. package/dist/src/commercial.js.map +1 -1
  27. package/dist/src/index.d.ts +1 -1
  28. package/dist/src/index.js +1 -1
  29. package/dist/src/index.js.map +1 -1
  30. package/dist/src/receipt.d.ts +9 -0
  31. package/dist/src/receipt.js +24 -1
  32. package/dist/src/receipt.js.map +1 -1
  33. package/dist/src/telemetry.js +4 -0
  34. package/dist/src/telemetry.js.map +1 -1
  35. package/dist/src/utils/failure-diagnosis.d.ts +7 -0
  36. package/dist/src/utils/failure-diagnosis.js +14 -0
  37. package/dist/src/utils/failure-diagnosis.js.map +1 -1
  38. package/docs/mcp-server-safety-index.md +1 -1
  39. package/docs/safety-index/artifacts/antv-chart-server.json +21 -21
  40. package/docs/safety-index/artifacts/antv-chart-server.md +10 -10
  41. package/docs/safety-index/artifacts/browsermcp-server.json +18 -18
  42. package/docs/safety-index/artifacts/browsermcp-server.md +9 -9
  43. package/docs/safety-index/artifacts/chrome-devtools-mcp-server.json +19 -19
  44. package/docs/safety-index/artifacts/chrome-devtools-mcp-server.md +9 -9
  45. package/docs/safety-index/artifacts/cloudflare-server.json +4 -4
  46. package/docs/safety-index/artifacts/cloudflare-server.md +4 -4
  47. package/docs/safety-index/artifacts/context7-server.json +18 -18
  48. package/docs/safety-index/artifacts/context7-server.md +10 -10
  49. package/docs/safety-index/artifacts/cyanheads-git-mcp-server.json +34 -34
  50. package/docs/safety-index/artifacts/cyanheads-git-mcp-server.md +15 -15
  51. package/docs/safety-index/artifacts/everything-server.json +18 -18
  52. package/docs/safety-index/artifacts/everything-server.md +11 -11
  53. package/docs/safety-index/artifacts/executeautomation-playwright-server.json +19 -19
  54. package/docs/safety-index/artifacts/executeautomation-playwright-server.md +11 -11
  55. package/docs/safety-index/artifacts/filesystem-mcp-server.json +19 -19
  56. package/docs/safety-index/artifacts/filesystem-mcp-server.md +10 -10
  57. package/docs/safety-index/artifacts/filesystem-server.json +19 -19
  58. package/docs/safety-index/artifacts/filesystem-server.md +10 -10
  59. package/docs/safety-index/artifacts/github-mcp-server.json +18 -18
  60. package/docs/safety-index/artifacts/github-mcp-server.md +9 -9
  61. package/docs/safety-index/artifacts/google-drive-server.json +4 -4
  62. package/docs/safety-index/artifacts/google-drive-server.md +4 -4
  63. package/docs/safety-index/artifacts/kubernetes-server.json +23 -23
  64. package/docs/safety-index/artifacts/kubernetes-server.md +15 -15
  65. package/docs/safety-index/artifacts/memory-server.json +18 -18
  66. package/docs/safety-index/artifacts/memory-server.md +10 -10
  67. package/docs/safety-index/artifacts/mongodb-server.json +4 -4
  68. package/docs/safety-index/artifacts/mongodb-server.md +4 -4
  69. package/docs/safety-index/artifacts/opentofu-server.json +18 -18
  70. package/docs/safety-index/artifacts/opentofu-server.md +9 -9
  71. package/docs/safety-index/artifacts/playwright-mcp-server.json +18 -18
  72. package/docs/safety-index/artifacts/playwright-mcp-server.md +9 -9
  73. package/docs/safety-index/artifacts/promptopia-server.json +21 -21
  74. package/docs/safety-index/artifacts/promptopia-server.md +11 -11
  75. package/docs/safety-index/artifacts/puppeteer-server.json +18 -18
  76. package/docs/safety-index/artifacts/puppeteer-server.md +9 -9
  77. package/docs/safety-index/artifacts/qdrant-server.json +4 -4
  78. package/docs/safety-index/artifacts/qdrant-server.md +4 -4
  79. package/docs/safety-index/artifacts/ref-tools-server.json +18 -18
  80. package/docs/safety-index/artifacts/ref-tools-server.md +10 -10
  81. package/docs/safety-index/artifacts/sequential-thinking-server.json +18 -18
  82. package/docs/safety-index/artifacts/sequential-thinking-server.md +8 -8
  83. package/docs/safety-index/artifacts/slack-server.json +3 -3
  84. package/docs/safety-index/artifacts/slack-server.md +2 -2
  85. package/docs/safety-index/artifacts/ui5-mcp-server.json +18 -18
  86. package/docs/safety-index/artifacts/ui5-mcp-server.md +9 -9
  87. package/docs/safety-index/artifacts/vercel-ai-server.json +4 -4
  88. package/docs/safety-index/artifacts/vercel-ai-server.md +4 -4
  89. package/package.json +2 -2
  90. package/dist/src/adapters/base.d.ts +0 -14
  91. package/dist/src/adapters/base.js +0 -2
  92. package/dist/src/adapters/base.js.map +0 -1
  93. package/dist/src/checks/semantics.d.ts +0 -2
  94. package/dist/src/checks/semantics.js +0 -48
  95. package/dist/src/checks/semantics.js.map +0 -1
  96. package/dist/src/diff/diff.d.ts +0 -2
  97. package/dist/src/diff/diff.js +0 -81
  98. package/dist/src/diff/diff.js.map +0 -1
  99. package/dist/src/reporters/json.d.ts +0 -2
  100. package/dist/src/reporters/json.js +0 -4
  101. package/dist/src/reporters/json.js.map +0 -1
  102. package/dist/src/runner/runner.d.ts +0 -2
  103. package/dist/src/runner/runner.js +0 -135
  104. package/dist/src/runner/runner.js.map +0 -1
  105. package/dist/src/storage/filesystem.d.ts +0 -6
  106. package/dist/src/storage/filesystem.js +0 -21
  107. package/dist/src/storage/filesystem.js.map +0 -1
@@ -2,9 +2,9 @@
2
2
  "artifactType": "run",
3
3
  "schemaVersion": "1.0.0",
4
4
  "gate": "pass",
5
- "runId": "run_2026-07-15T223316094Z_0dceeb90",
6
- "createdAt": "2026-07-15T22:33:16.094Z",
7
- "toolVersion": "1.32.1",
5
+ "runId": "run_2026-07-17T003621413Z_65ada3f0",
6
+ "createdAt": "2026-07-17T00:36:21.413Z",
7
+ "toolVersion": "1.33.0",
8
8
  "target": {
9
9
  "targetId": "filesystem-server",
10
10
  "adapter": "local-process",
@@ -44,7 +44,7 @@
44
44
  "id": "tools",
45
45
  "capability": "tools",
46
46
  "status": "pass",
47
- "durationMs": 6.038583000000472,
47
+ "durationMs": 6.063791999999921,
48
48
  "message": "Advertised capability responded with the minimal expected shape (14 items).",
49
49
  "evidence": [
50
50
  {
@@ -72,7 +72,7 @@
72
72
  "diagnostics": [
73
73
  "Secure MCP Filesystem Server running on stdio",
74
74
  "Client does not support MCP Roots, using allowed directories set from server args: [",
75
- "'/Users/williamweishuhn/Documents/New project/mcp-observatory/examples/filesystem-fixture'",
75
+ "'/Users/williamweishuhn/Documents/GitHub/mcp-observatory/examples/filesystem-fixture'",
76
76
  "]"
77
77
  ],
78
78
  "schemas": {
@@ -327,7 +327,7 @@
327
327
  "id": "prompts",
328
328
  "capability": "prompts",
329
329
  "status": "unsupported",
330
- "durationMs": 0.0015000000003055902,
330
+ "durationMs": 0.002250000000003638,
331
331
  "message": "Prompts are not advertised by the target.",
332
332
  "evidence": [
333
333
  {
@@ -343,7 +343,7 @@
343
343
  "id": "resources",
344
344
  "capability": "resources",
345
345
  "status": "unsupported",
346
- "durationMs": 0.001082999999198364,
346
+ "durationMs": 0.0011249999997744453,
347
347
  "message": "Resources are not advertised by the target.",
348
348
  "evidence": [
349
349
  {
@@ -359,7 +359,7 @@
359
359
  "id": "security-lite",
360
360
  "capability": "security-lite",
361
361
  "status": "partial",
362
- "durationMs": 0.1492499999994834,
362
+ "durationMs": 0.1446249999999054,
363
363
  "message": "Found 3 security finding(s): 0 high, 3 medium, 0 low.",
364
364
  "evidence": [
365
365
  {
@@ -405,7 +405,7 @@
405
405
  "id": "runtime-profile",
406
406
  "capability": "runtime-profile",
407
407
  "status": "partial",
408
- "durationMs": 0.24724999999943975,
408
+ "durationMs": 0.25966699999980847,
409
409
  "message": "Detected 0 potential egress target(s) and 31 potential state mutation(s) with high confidence.",
410
410
  "evidence": [
411
411
  {
@@ -614,7 +614,7 @@
614
614
  "id": "conformance",
615
615
  "capability": "conformance",
616
616
  "status": "pass",
617
- "durationMs": 7.266624999999294,
617
+ "durationMs": 6.79195800000025,
618
618
  "message": "All 7 conformance checks passed.",
619
619
  "evidence": [
620
620
  {
@@ -640,7 +640,7 @@
640
640
  "id": "schema-quality",
641
641
  "capability": "schema-quality",
642
642
  "status": "partial",
643
- "durationMs": 2.7859169999992446,
643
+ "durationMs": 2.743832999999995,
644
644
  "message": "Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info.",
645
645
  "evidence": [
646
646
  {
@@ -800,7 +800,7 @@
800
800
  "id": "security",
801
801
  "capability": "security",
802
802
  "status": "partial",
803
- "durationMs": 2.4485420000000886,
803
+ "durationMs": 2.4457079999997404,
804
804
  "message": "Found 3 security finding(s): 0 high, 3 medium, 0 low.",
805
805
  "evidence": [
806
806
  {
@@ -846,7 +846,7 @@
846
846
  "id": "attack-sim",
847
847
  "capability": "attack-sim",
848
848
  "status": "partial",
849
- "durationMs": 2.8224589999999807,
849
+ "durationMs": 2.71808400000009,
850
850
  "message": "Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low.",
851
851
  "evidence": [
852
852
  {
@@ -982,17 +982,17 @@
982
982
  "weight": 0.1,
983
983
  "score": 100,
984
984
  "details": [
985
- "Connect: 807ms",
985
+ "Connect: 561ms",
986
986
  "p95 latency: 6ms (3 operations)"
987
987
  ]
988
988
  }
989
989
  ]
990
990
  },
991
991
  "performanceMetrics": {
992
- "connectMs": 806.5967500000002,
993
- "toolsListMs": 6.038583000000472,
994
- "promptsListMs": 0.0015000000003055902,
995
- "resourcesListMs": 0.001082999999198364
992
+ "connectMs": 561.257541,
993
+ "toolsListMs": 6.063791999999921,
994
+ "promptsListMs": 0.002250000000003638,
995
+ "resourcesListMs": 0.0011249999997744453
996
996
  },
997
997
  "runtimeProfile": {
998
998
  "stateMutations": [
@@ -1183,7 +1183,7 @@
1183
1183
  "source": "description_analysis"
1184
1184
  }
1185
1185
  ],
1186
- "analyzedAt": "2026-07-15T22:33:16.909Z",
1186
+ "analyzedAt": "2026-07-17T00:36:21.984Z",
1187
1187
  "confidence": "high"
1188
1188
  }
1189
1189
  }
@@ -1,6 +1,6 @@
1
1
  # MCP Observatory Run Report
2
2
 
3
- Generated at 2026-07-15T22:33:16.094Z
3
+ Generated at 2026-07-17T00:36:21.413Z
4
4
 
5
5
  ## Target and Environment Metadata
6
6
 
@@ -85,7 +85,7 @@ The following state-modifying operations were identified from tool schemas:
85
85
  | filesystem | write | working_directory | tool_schema |
86
86
  | filesystem | write | working_directory | description_analysis |
87
87
 
88
- _Analyzed at 2026-07-15T22:33:16.909Z_
88
+ _Analyzed at 2026-07-17T00:36:21.984Z_
89
89
 
90
90
  ## Regressions and Recoveries
91
91
 
@@ -95,13 +95,13 @@ _Use the `diff` command against another run artifact to classify regressions and
95
95
 
96
96
  | Focus | Check | Status | Duration (ms) | Message |
97
97
  | --- | --- | --- | --- | --- |
98
- | healthy | conformance | pass | 7.27 | All 7 conformance checks passed. |
99
- | healthy | tools | pass | 6.04 | Advertised capability responded with the minimal expected shape (14 items). |
100
- | review | attack-sim | partial | 2.82 | Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low. |
101
- | review | runtime-profile | partial | 0.25 | Detected 0 potential egress target(s) and 31 potential state mutation(s) with high confidence. |
102
- | review | schema-quality | partial | 2.79 | Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info. |
98
+ | healthy | conformance | pass | 6.79 | All 7 conformance checks passed. |
99
+ | healthy | tools | pass | 6.06 | Advertised capability responded with the minimal expected shape (14 items). |
100
+ | review | attack-sim | partial | 2.72 | Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low. |
101
+ | review | runtime-profile | partial | 0.26 | Detected 0 potential egress target(s) and 31 potential state mutation(s) with high confidence. |
102
+ | review | schema-quality | partial | 2.74 | Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info. |
103
103
  | review | security | partial | 2.45 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
104
- | review | security-lite | partial | 0.15 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
104
+ | review | security-lite | partial | 0.14 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
105
105
  | confirm intent | prompts | unsupported | 0.00 | Prompts are not advertised by the target. |
106
106
  | confirm intent | resources | unsupported | 0.00 | Resources are not advertised by the target. |
107
107
 
@@ -129,7 +129,7 @@ Summary: Advertised capability responded with the minimal expected shape (14 ite
129
129
  - Minimal shape present: `true`
130
130
  - Item count: `14`
131
131
  - Identifiers: read_file, read_text_file, read_media_file, read_multiple_files, write_file (+9 more)
132
- - Diagnostics: Secure MCP Filesystem Server running on stdio, Client does not support MCP Roots, using allowed directories set from server args: [, '/Users/williamweishuhn/Documents/New project/mcp-observatory/examples/filesystem-fixture' (+1 more)
132
+ - Diagnostics: Secure MCP Filesystem Server running on stdio, Client does not support MCP Roots, using allowed directories set from server args: [, '/Users/williamweishuhn/Documents/GitHub/mcp-observatory/examples/filesystem-fixture' (+1 more)
133
133
 
134
134
  ### attack-sim — partial
135
135
 
@@ -226,5 +226,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
226
226
 
227
227
  - Artifact type: `run`
228
228
  - Schema version: `1.0.0`
229
- - Run ID: `run_2026-07-15T223316094Z_0dceeb90`
229
+ - Run ID: `run_2026-07-17T003621413Z_65ada3f0`
230
230
  - Gate: `pass`
@@ -2,9 +2,9 @@
2
2
  "artifactType": "run",
3
3
  "schemaVersion": "1.0.0",
4
4
  "gate": "pass",
5
- "runId": "run_2026-07-15T223324164Z_9a89cc98",
6
- "createdAt": "2026-07-15T22:33:24.164Z",
7
- "toolVersion": "1.32.1",
5
+ "runId": "run_2026-07-17T003628068Z_156f1c06",
6
+ "createdAt": "2026-07-17T00:36:28.068Z",
7
+ "toolVersion": "1.33.0",
8
8
  "target": {
9
9
  "targetId": "github-mcp-server",
10
10
  "adapter": "local-process",
@@ -43,7 +43,7 @@
43
43
  "id": "tools",
44
44
  "capability": "tools",
45
45
  "status": "pass",
46
- "durationMs": 3.21929099999943,
46
+ "durationMs": 3.107165999999779,
47
47
  "message": "Advertised capability responded with the minimal expected shape (26 items).",
48
48
  "evidence": [
49
49
  {
@@ -1032,7 +1032,7 @@
1032
1032
  "id": "prompts",
1033
1033
  "capability": "prompts",
1034
1034
  "status": "unsupported",
1035
- "durationMs": 0.001833000000260654,
1035
+ "durationMs": 0.001916999999593827,
1036
1036
  "message": "Prompts are not advertised by the target.",
1037
1037
  "evidence": [
1038
1038
  {
@@ -1048,7 +1048,7 @@
1048
1048
  "id": "resources",
1049
1049
  "capability": "resources",
1050
1050
  "status": "unsupported",
1051
- "durationMs": 0.0023330000003625173,
1051
+ "durationMs": 0.002375000000029104,
1052
1052
  "message": "Resources are not advertised by the target.",
1053
1053
  "evidence": [
1054
1054
  {
@@ -1064,7 +1064,7 @@
1064
1064
  "id": "security-lite",
1065
1065
  "capability": "security-lite",
1066
1066
  "status": "partial",
1067
- "durationMs": 0.062334000000191736,
1067
+ "durationMs": 0.06133299999964947,
1068
1068
  "message": "Found 1 security finding(s): 0 high, 1 medium, 0 low.",
1069
1069
  "evidence": [
1070
1070
  {
@@ -1094,7 +1094,7 @@
1094
1094
  "id": "runtime-profile",
1095
1095
  "capability": "runtime-profile",
1096
1096
  "status": "partial",
1097
- "durationMs": 0.2916669999995065,
1097
+ "durationMs": 0.2966249999990396,
1098
1098
  "message": "Detected 0 potential egress target(s) and 27 potential state mutation(s) with high confidence.",
1099
1099
  "evidence": [
1100
1100
  {
@@ -1279,7 +1279,7 @@
1279
1279
  "id": "conformance",
1280
1280
  "capability": "conformance",
1281
1281
  "status": "pass",
1282
- "durationMs": 1.4020839999993768,
1282
+ "durationMs": 1.1692089999996824,
1283
1283
  "message": "All 7 conformance checks passed.",
1284
1284
  "evidence": [
1285
1285
  {
@@ -1305,7 +1305,7 @@
1305
1305
  "id": "schema-quality",
1306
1306
  "capability": "schema-quality",
1307
1307
  "status": "partial",
1308
- "durationMs": 0.8174589999998716,
1308
+ "durationMs": 0.5291660000002594,
1309
1309
  "message": "Found 51 quality finding(s) across 26 item(s): 0 warnings, 51 info.",
1310
1310
  "evidence": [
1311
1311
  {
@@ -1693,7 +1693,7 @@
1693
1693
  "id": "security",
1694
1694
  "capability": "security",
1695
1695
  "status": "partial",
1696
- "durationMs": 0.769125000000713,
1696
+ "durationMs": 0.6930420000007871,
1697
1697
  "message": "Found 1 security finding(s): 0 high, 1 medium, 0 low.",
1698
1698
  "evidence": [
1699
1699
  {
@@ -1723,7 +1723,7 @@
1723
1723
  "id": "attack-sim",
1724
1724
  "capability": "attack-sim",
1725
1725
  "status": "partial",
1726
- "durationMs": 1.0075829999987036,
1726
+ "durationMs": 0.8974579999994603,
1727
1727
  "message": "Safe attack simulation found 5 finding(s): 0 high, 5 medium, 0 low.",
1728
1728
  "evidence": [
1729
1729
  {
@@ -1877,17 +1877,17 @@
1877
1877
  "weight": 0.1,
1878
1878
  "score": 100,
1879
1879
  "details": [
1880
- "Connect: 726ms",
1880
+ "Connect: 578ms",
1881
1881
  "p95 latency: 3ms (3 operations)"
1882
1882
  ]
1883
1883
  }
1884
1884
  ]
1885
1885
  },
1886
1886
  "performanceMetrics": {
1887
- "connectMs": 725.5884580000002,
1888
- "toolsListMs": 3.21929099999943,
1889
- "promptsListMs": 0.001833000000260654,
1890
- "resourcesListMs": 0.0023330000003625173
1887
+ "connectMs": 578.2210840000007,
1888
+ "toolsListMs": 3.107165999999779,
1889
+ "promptsListMs": 0.001916999999593827,
1890
+ "resourcesListMs": 0.002375000000029104
1891
1891
  },
1892
1892
  "runtimeProfile": {
1893
1893
  "stateMutations": [
@@ -2054,7 +2054,7 @@
2054
2054
  "source": "description_analysis"
2055
2055
  }
2056
2056
  ],
2057
- "analyzedAt": "2026-07-15T22:33:24.895Z",
2057
+ "analyzedAt": "2026-07-17T00:36:28.651Z",
2058
2058
  "confidence": "high"
2059
2059
  }
2060
2060
  }
@@ -1,6 +1,6 @@
1
1
  # MCP Observatory Run Report
2
2
 
3
- Generated at 2026-07-15T22:33:24.164Z
3
+ Generated at 2026-07-17T00:36:28.068Z
4
4
 
5
5
  ## Target and Environment Metadata
6
6
 
@@ -80,7 +80,7 @@ The following state-modifying operations were identified from tool schemas:
80
80
  | filesystem | write | working_directory | description_analysis |
81
81
  | filesystem | write | working_directory | description_analysis |
82
82
 
83
- _Analyzed at 2026-07-15T22:33:24.895Z_
83
+ _Analyzed at 2026-07-17T00:36:28.651Z_
84
84
 
85
85
  ## Regressions and Recoveries
86
86
 
@@ -90,12 +90,12 @@ _Use the `diff` command against another run artifact to classify regressions and
90
90
 
91
91
  | Focus | Check | Status | Duration (ms) | Message |
92
92
  | --- | --- | --- | --- | --- |
93
- | healthy | conformance | pass | 1.40 | All 7 conformance checks passed. |
94
- | healthy | tools | pass | 3.22 | Advertised capability responded with the minimal expected shape (26 items). |
95
- | review | attack-sim | partial | 1.01 | Safe attack simulation found 5 finding(s): 0 high, 5 medium, 0 low. |
96
- | review | runtime-profile | partial | 0.29 | Detected 0 potential egress target(s) and 27 potential state mutation(s) with high confidence. |
97
- | review | schema-quality | partial | 0.82 | Found 51 quality finding(s) across 26 item(s): 0 warnings, 51 info. |
98
- | review | security | partial | 0.77 | Found 1 security finding(s): 0 high, 1 medium, 0 low. |
93
+ | healthy | conformance | pass | 1.17 | All 7 conformance checks passed. |
94
+ | healthy | tools | pass | 3.11 | Advertised capability responded with the minimal expected shape (26 items). |
95
+ | review | attack-sim | partial | 0.90 | Safe attack simulation found 5 finding(s): 0 high, 5 medium, 0 low. |
96
+ | review | runtime-profile | partial | 0.30 | Detected 0 potential egress target(s) and 27 potential state mutation(s) with high confidence. |
97
+ | review | schema-quality | partial | 0.53 | Found 51 quality finding(s) across 26 item(s): 0 warnings, 51 info. |
98
+ | review | security | partial | 0.69 | Found 1 security finding(s): 0 high, 1 medium, 0 low. |
99
99
  | review | security-lite | partial | 0.06 | Found 1 security finding(s): 0 high, 1 medium, 0 low. |
100
100
  | confirm intent | prompts | unsupported | 0.00 | Prompts are not advertised by the target. |
101
101
  | confirm intent | resources | unsupported | 0.00 | Resources are not advertised by the target. |
@@ -221,5 +221,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
221
221
 
222
222
  - Artifact type: `run`
223
223
  - Schema version: `1.0.0`
224
- - Run ID: `run_2026-07-15T223324164Z_9a89cc98`
224
+ - Run ID: `run_2026-07-17T003628068Z_156f1c06`
225
225
  - Gate: `pass`
@@ -2,9 +2,9 @@
2
2
  "artifactType": "run",
3
3
  "schemaVersion": "1.0.0",
4
4
  "gate": "fail",
5
- "runId": "run_2026-07-15T223337541Z_890c2e42",
6
- "createdAt": "2026-07-15T22:33:37.541Z",
7
- "toolVersion": "1.32.1",
5
+ "runId": "run_2026-07-17T003640832Z_1a7ea6df",
6
+ "createdAt": "2026-07-17T00:36:40.832Z",
7
+ "toolVersion": "1.33.0",
8
8
  "target": {
9
9
  "targetId": "google-drive-server",
10
10
  "adapter": "local-process",
@@ -62,5 +62,5 @@
62
62
  "evidence": []
63
63
  }
64
64
  ],
65
- "fatalError": "Could not establish a plain stdio MCP session for target `google-drive-server`.\nCommand: npx -y @modelcontextprotocol/server-google-drive\nDiagnosis: The process exited or detached before MCP initialization completed.\nRaw error: MCP error -32000: Connection closed\nLikely causes:\n- The package may expect extra startup arguments or environment variables.\n- The package may not behave like a plain local-process stdio target under this invocation.\n- The server may be crashing immediately and only leaving clues on stderr.\nNext steps:\n- Run the command manually and look for usage output, auth prompts, or crash text.\n- Check whether the package expects a different transport or an app-oriented startup flow.\n- Use the recent stderr lines below before assuming this is a harness bug.\nRecent stderr:\n- npm error 404 '@modelcontextprotocol/server-google-drive@*' is not in this registry.\n- npm error 404\n- npm error 404 Note that you can also install from a\n- npm error 404 tarball, folder, http url, or git url.\n- npm error A complete log of this run can be found in: /Users/williamweishuhn/.npm/_logs/2026-07-15T22_33_37_608Z-debug-0.log"
65
+ "fatalError": "Could not establish a plain stdio MCP session for target `google-drive-server`.\nCommand: npx -y @modelcontextprotocol/server-google-drive\nDiagnosis: The process exited or detached before MCP initialization completed.\nRaw error: MCP error -32000: Connection closed\nLikely causes:\n- The package may expect extra startup arguments or environment variables.\n- The package may not behave like a plain local-process stdio target under this invocation.\n- The server may be crashing immediately and only leaving clues on stderr.\nNext steps:\n- Run the command manually and look for usage output, auth prompts, or crash text.\n- Check whether the package expects a different transport or an app-oriented startup flow.\n- Use the recent stderr lines below before assuming this is a harness bug.\nRecent stderr:\n- npm error 404 The requested resource '@modelcontextprotocol/server-google-drive@*' could not be found or you do not have permission to access it.\n- npm error 404\n- npm error 404 Note that you can also install from a\n- npm error 404 tarball, folder, http url, or git url.\n- npm error A complete log of this run can be found in: /Users/williamweishuhn/.npm/_logs/2026-07-17T00_36_40_902Z-debug-0.log"
66
66
  }
@@ -1,6 +1,6 @@
1
1
  # MCP Observatory Run Report
2
2
 
3
- Generated at 2026-07-15T22:33:37.541Z
3
+ Generated at 2026-07-17T00:36:40.832Z
4
4
 
5
5
  ## Target and Environment Metadata
6
6
 
@@ -56,11 +56,11 @@ Next steps:
56
56
  - Check whether the package expects a different transport or an app-oriented startup flow.
57
57
  - Use the recent stderr lines below before assuming this is a harness bug.
58
58
  Recent stderr:
59
- - npm error 404 '@modelcontextprotocol/server-google-drive@*' is not in this registry.
59
+ - npm error 404 The requested resource '@modelcontextprotocol/server-google-drive@*' could not be found or you do not have permission to access it.
60
60
  - npm error 404
61
61
  - npm error 404 Note that you can also install from a
62
62
  - npm error 404 tarball, folder, http url, or git url.
63
- - npm error A complete log of this run can be found in: /Users/williamweishuhn/.npm/_logs/2026-07-15T22_33_37_608Z-debug-0.log
63
+ - npm error A complete log of this run can be found in: /Users/williamweishuhn/.npm/_logs/2026-07-17T00_36_40_902Z-debug-0.log
64
64
  ```
65
65
 
66
66
  ## Full Capability Status Table
@@ -102,5 +102,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
102
102
 
103
103
  - Artifact type: `run`
104
104
  - Schema version: `1.0.0`
105
- - Run ID: `run_2026-07-15T223337541Z_890c2e42`
105
+ - Run ID: `run_2026-07-17T003640832Z_1a7ea6df`
106
106
  - Gate: `fail`
@@ -2,9 +2,9 @@
2
2
  "artifactType": "run",
3
3
  "schemaVersion": "1.0.0",
4
4
  "gate": "fail",
5
- "runId": "run_2026-07-15T223334012Z_6b45db48",
6
- "createdAt": "2026-07-15T22:33:34.012Z",
7
- "toolVersion": "1.32.1",
5
+ "runId": "run_2026-07-17T003636918Z_5edd3f96",
6
+ "createdAt": "2026-07-17T00:36:36.918Z",
7
+ "toolVersion": "1.33.0",
8
8
  "target": {
9
9
  "targetId": "kubernetes-server",
10
10
  "adapter": "local-process",
@@ -43,7 +43,7 @@
43
43
  "id": "tools",
44
44
  "capability": "tools",
45
45
  "status": "pass",
46
- "durationMs": 1.273124999999709,
46
+ "durationMs": 2.041291999998066,
47
47
  "message": "Advertised capability responded with the minimal expected shape (23 items).",
48
48
  "evidence": [
49
49
  {
@@ -80,7 +80,7 @@
80
80
  "diagnostics": [
81
81
  "Starting Kubernetes MCP server v4.0.4, handling commands...",
82
82
  "Telemetry: Disabled",
83
- "(node:78269) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead.",
83
+ "(node:41154) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead.",
84
84
  "(Use `node --trace-deprecation ...` to show where the warning was created)"
85
85
  ],
86
86
  "schemas": {
@@ -1076,7 +1076,7 @@
1076
1076
  "id": "prompts",
1077
1077
  "capability": "prompts",
1078
1078
  "status": "pass",
1079
- "durationMs": 0.30708299999969313,
1079
+ "durationMs": 0.42466699999931734,
1080
1080
  "message": "Advertised capability responded with the minimal expected shape (1 item).",
1081
1081
  "evidence": [
1082
1082
  {
@@ -1091,7 +1091,7 @@
1091
1091
  "diagnostics": [
1092
1092
  "Starting Kubernetes MCP server v4.0.4, handling commands...",
1093
1093
  "Telemetry: Disabled",
1094
- "(node:78269) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead.",
1094
+ "(node:41154) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead.",
1095
1095
  "(Use `node --trace-deprecation ...` to show where the warning was created)"
1096
1096
  ]
1097
1097
  }
@@ -1101,7 +1101,7 @@
1101
1101
  "id": "resources",
1102
1102
  "capability": "resources",
1103
1103
  "status": "pass",
1104
- "durationMs": 0.38800000000264845,
1104
+ "durationMs": 0.9475420000017039,
1105
1105
  "message": "Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported.",
1106
1106
  "evidence": [
1107
1107
  {
@@ -1120,7 +1120,7 @@
1120
1120
  "diagnostics": [
1121
1121
  "Starting Kubernetes MCP server v4.0.4, handling commands...",
1122
1122
  "Telemetry: Disabled",
1123
- "(node:78269) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead.",
1123
+ "(node:41154) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead.",
1124
1124
  "(Use `node --trace-deprecation ...` to show where the warning was created)"
1125
1125
  ]
1126
1126
  },
@@ -1133,7 +1133,7 @@
1133
1133
  "MCP error -32601: Method not found",
1134
1134
  "Starting Kubernetes MCP server v4.0.4, handling commands...",
1135
1135
  "Telemetry: Disabled",
1136
- "(node:78269) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead.",
1136
+ "(node:41154) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead.",
1137
1137
  "(Use `node --trace-deprecation ...` to show where the warning was created)"
1138
1138
  ]
1139
1139
  }
@@ -1143,7 +1143,7 @@
1143
1143
  "id": "security-lite",
1144
1144
  "capability": "security-lite",
1145
1145
  "status": "fail",
1146
- "durationMs": 0.06850000000122236,
1146
+ "durationMs": 0.07570800000030431,
1147
1147
  "message": "Found 8 security finding(s): 3 high, 3 medium, 2 low.",
1148
1148
  "evidence": [
1149
1149
  {
@@ -1228,7 +1228,7 @@
1228
1228
  "id": "runtime-profile",
1229
1229
  "capability": "runtime-profile",
1230
1230
  "status": "partial",
1231
- "durationMs": 0.29887500000040745,
1231
+ "durationMs": 0.407959000000119,
1232
1232
  "message": "Detected 11 potential egress target(s) and 76 potential state mutation(s) with high confidence.",
1233
1233
  "evidence": [
1234
1234
  {
@@ -1773,7 +1773,7 @@
1773
1773
  "id": "conformance",
1774
1774
  "capability": "conformance",
1775
1775
  "status": "pass",
1776
- "durationMs": 1.787292000000889,
1776
+ "durationMs": 2.1241660000014235,
1777
1777
  "message": "All 7 conformance checks passed.",
1778
1778
  "evidence": [
1779
1779
  {
@@ -1799,7 +1799,7 @@
1799
1799
  "id": "schema-quality",
1800
1800
  "capability": "schema-quality",
1801
1801
  "status": "partial",
1802
- "durationMs": 0.9695410000022093,
1802
+ "durationMs": 0.9270419999993464,
1803
1803
  "message": "Found 7 quality finding(s) across 29 item(s): 0 warnings, 7 info.",
1804
1804
  "evidence": [
1805
1805
  {
@@ -1873,7 +1873,7 @@
1873
1873
  "id": "security",
1874
1874
  "capability": "security",
1875
1875
  "status": "fail",
1876
- "durationMs": 0.3508330000004207,
1876
+ "durationMs": 0.4053329999987909,
1877
1877
  "message": "Found 8 security finding(s): 3 high, 3 medium, 2 low.",
1878
1878
  "evidence": [
1879
1879
  {
@@ -1958,7 +1958,7 @@
1958
1958
  "id": "attack-sim",
1959
1959
  "capability": "attack-sim",
1960
1960
  "status": "fail",
1961
- "durationMs": 0.9595410000001721,
1961
+ "durationMs": 1.5383750000000873,
1962
1962
  "message": "Safe attack simulation found 5 finding(s): 3 high, 2 medium, 0 low.",
1963
1963
  "evidence": [
1964
1964
  {
@@ -2125,17 +2125,17 @@
2125
2125
  "weight": 0.1,
2126
2126
  "score": 100,
2127
2127
  "details": [
2128
- "Connect: 1336ms",
2129
- "p95 latency: 1ms (3 operations)"
2128
+ "Connect: 1788ms",
2129
+ "p95 latency: 2ms (3 operations)"
2130
2130
  ]
2131
2131
  }
2132
2132
  ]
2133
2133
  },
2134
2134
  "performanceMetrics": {
2135
- "connectMs": 1336.1261249999989,
2136
- "toolsListMs": 1.273124999999709,
2137
- "promptsListMs": 0.30708299999969313,
2138
- "resourcesListMs": 0.38800000000264845
2135
+ "connectMs": 1788.1130420000009,
2136
+ "toolsListMs": 2.041291999998066,
2137
+ "promptsListMs": 0.42466699999931734,
2138
+ "resourcesListMs": 0.9475420000017039
2139
2139
  },
2140
2140
  "runtimeProfile": {
2141
2141
  "egress": [
@@ -2664,7 +2664,7 @@
2664
2664
  "source": "description_analysis"
2665
2665
  }
2666
2666
  ],
2667
- "analyzedAt": "2026-07-15T22:33:35.351Z",
2667
+ "analyzedAt": "2026-07-17T00:36:38.710Z",
2668
2668
  "confidence": "high"
2669
2669
  }
2670
2670
  }
@@ -1,6 +1,6 @@
1
1
  # MCP Observatory Run Report
2
2
 
3
- Generated at 2026-07-15T22:33:34.012Z
3
+ Generated at 2026-07-17T00:36:36.918Z
4
4
 
5
5
  ## Target and Environment Metadata
6
6
 
@@ -147,7 +147,7 @@ The following state-modifying operations were identified from tool schemas:
147
147
  | filesystem | write | working_directory | description_analysis |
148
148
  | filesystem | write | working_directory | description_analysis |
149
149
 
150
- _Analyzed at 2026-07-15T22:33:35.351Z_
150
+ _Analyzed at 2026-07-17T00:36:38.710Z_
151
151
 
152
152
  ## Regressions and Recoveries
153
153
 
@@ -157,15 +157,15 @@ _Use the `diff` command against another run artifact to classify regressions and
157
157
 
158
158
  | Focus | Check | Status | Duration (ms) | Message |
159
159
  | --- | --- | --- | --- | --- |
160
- | healthy | conformance | pass | 1.79 | All 7 conformance checks passed. |
161
- | healthy | prompts | pass | 0.31 | Advertised capability responded with the minimal expected shape (1 item). |
162
- | healthy | resources | pass | 0.39 | Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported. |
163
- | healthy | tools | pass | 1.27 | Advertised capability responded with the minimal expected shape (23 items). |
164
- | review | runtime-profile | partial | 0.30 | Detected 11 potential egress target(s) and 76 potential state mutation(s) with high confidence. |
165
- | review | schema-quality | partial | 0.97 | Found 7 quality finding(s) across 29 item(s): 0 warnings, 7 info. |
166
- | act now | attack-sim | fail | 0.96 | Safe attack simulation found 5 finding(s): 3 high, 2 medium, 0 low. |
167
- | act now | security | fail | 0.35 | Found 8 security finding(s): 3 high, 3 medium, 2 low. |
168
- | act now | security-lite | fail | 0.07 | Found 8 security finding(s): 3 high, 3 medium, 2 low. |
160
+ | healthy | conformance | pass | 2.12 | All 7 conformance checks passed. |
161
+ | healthy | prompts | pass | 0.42 | Advertised capability responded with the minimal expected shape (1 item). |
162
+ | healthy | resources | pass | 0.95 | Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported. |
163
+ | healthy | tools | pass | 2.04 | Advertised capability responded with the minimal expected shape (23 items). |
164
+ | review | runtime-profile | partial | 0.41 | Detected 11 potential egress target(s) and 76 potential state mutation(s) with high confidence. |
165
+ | review | schema-quality | partial | 0.93 | Found 7 quality finding(s) across 29 item(s): 0 warnings, 7 info. |
166
+ | act now | attack-sim | fail | 1.54 | Safe attack simulation found 5 finding(s): 3 high, 2 medium, 0 low. |
167
+ | act now | security | fail | 0.41 | Found 8 security finding(s): 3 high, 3 medium, 2 low. |
168
+ | act now | security-lite | fail | 0.08 | Found 8 security finding(s): 3 high, 3 medium, 2 low. |
169
169
 
170
170
  ## Evidence Snippets
171
171
 
@@ -191,7 +191,7 @@ Summary: Advertised capability responded with the minimal expected shape (1 item
191
191
  - Minimal shape present: `true`
192
192
  - Item count: `1`
193
193
  - Identifiers: k8s-diagnose
194
- - Diagnostics: Starting Kubernetes MCP server v4.0.4, handling commands..., Telemetry: Disabled, (node:78269) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead. (+1 more)
194
+ - Diagnostics: Starting Kubernetes MCP server v4.0.4, handling commands..., Telemetry: Disabled, (node:41154) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead. (+1 more)
195
195
 
196
196
  ### resources — pass
197
197
 
@@ -203,7 +203,7 @@ Summary: Advertised capability responded with the minimal expected shape, but on
203
203
  - Minimal shape present: `true`
204
204
  - Item count: `5`
205
205
  - Identifiers: k8s://default/pods, k8s://default/deployments, k8s://default/services, k8s://namespaces, k8s://nodes
206
- - Diagnostics: Starting Kubernetes MCP server v4.0.4, handling commands..., Telemetry: Disabled, (node:78269) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead. (+1 more)
206
+ - Diagnostics: Starting Kubernetes MCP server v4.0.4, handling commands..., Telemetry: Disabled, (node:41154) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead. (+1 more)
207
207
  - Endpoint: `resources/templates/list`
208
208
  - Advertised: `true`
209
209
  - Responded: `false`
@@ -222,7 +222,7 @@ Summary: Advertised capability responded with the minimal expected shape (23 ite
222
222
  - Minimal shape present: `true`
223
223
  - Item count: `23`
224
224
  - Identifiers: cleanup, kubectl_get, kubectl_describe, kubectl_apply, kubectl_delete (+18 more)
225
- - Diagnostics: Starting Kubernetes MCP server v4.0.4, handling commands..., Telemetry: Disabled, (node:78269) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead. (+1 more)
225
+ - Diagnostics: Starting Kubernetes MCP server v4.0.4, handling commands..., Telemetry: Disabled, (node:41154) [DEP0040] DeprecationWarning: The `punycode` module is deprecated. Please use a userland alternative instead. (+1 more)
226
226
 
227
227
  ### runtime-profile — partial
228
228
 
@@ -295,5 +295,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
295
295
 
296
296
  - Artifact type: `run`
297
297
  - Schema version: `1.0.0`
298
- - Run ID: `run_2026-07-15T223334012Z_6b45db48`
298
+ - Run ID: `run_2026-07-17T003636918Z_5edd3f96`
299
299
  - Gate: `fail`