@kryptosai/mcp-observatory 0.28.0 → 1.28.2

package/docs/safety-index/artifacts/playwright-mcp-server.json

@@ -2,9 +2,9 @@
   "artifactType": "run",
   "schemaVersion": "1.0.0",
   "gate": "fail",
-  "runId": "run_2026-07-06T014703410Z_c94b3464",
-  "createdAt": "2026-07-06T01:47:03.410Z",
-  "toolVersion": "0.26.1",
+  "runId": "run_2026-07-06T194955359Z_d769bb31",
+  "createdAt": "2026-07-06T19:49:55.359Z",
+  "toolVersion": "0.28.0",
   "target": {
     "targetId": "playwright-mcp-server",
     "adapter": "local-process",
@@ -25,13 +25,13 @@
     "serverVersion": "1.62.0-alpha-2026-06-29"
   },
   "environment": {
-    "platform": "darwin 24.0.0",
-    "nodeVersion": "v25.8.1"
+    "platform": "darwin 25.5.0",
+    "nodeVersion": "v22.22.1"
   },
   "summary": {
-    "total": 7,
+    "total": 8,
     "pass": 2,
-    "fail": 2,
+    "fail": 3,
     "partial": 1,
     "unsupported": 2,
     "flaky": 0,
@@ -43,7 +43,7 @@
       "id": "tools",
       "capability": "tools",
       "status": "pass",
-      "durationMs": 3.186707999999271,
+      "durationMs": 2.8597500000014406,
       "message": "Advertised capability responded with the minimal expected shape (23 items).",
       "evidence": [
         {
@@ -651,7 +651,7 @@
       "id": "prompts",
       "capability": "prompts",
       "status": "unsupported",
-      "durationMs": 0.0010409999995317776,
+      "durationMs": 0.0011660000000119908,
       "message": "Prompts are not advertised by the target.",
       "evidence": [
         {
@@ -667,7 +667,7 @@
       "id": "resources",
       "capability": "resources",
       "status": "unsupported",
-      "durationMs": 0.002291000000695931,
+      "durationMs": 0.0022920000010344665,
       "message": "Resources are not advertised by the target.",
       "evidence": [
         {
@@ -683,7 +683,7 @@
       "id": "security-lite",
       "capability": "security-lite",
       "status": "fail",
-      "durationMs": 0.06658400000014808,
+      "durationMs": 0.05433400000038091,
       "message": "Found 6 security finding(s): 2 high, 2 medium, 2 low.",
       "evidence": [
         {
@@ -751,7 +751,7 @@
       "id": "conformance",
       "capability": "conformance",
       "status": "pass",
-      "durationMs": 567.6830420000006,
+      "durationMs": 987.085916,
       "message": "All 7 conformance checks passed.",
       "evidence": [
         {
@@ -777,7 +777,7 @@
       "id": "schema-quality",
       "capability": "schema-quality",
       "status": "partial",
-      "durationMs": 1.3853339999986929,
+      "durationMs": 1.854709000001094,
       "message": "Found 4 quality finding(s) across 23 item(s): 0 warnings, 4 info.",
       "evidence": [
         {
@@ -831,7 +831,7 @@
       "id": "security",
       "capability": "security",
       "status": "fail",
-      "durationMs": 1.2317499999990105,
+      "durationMs": 2.534332999999606,
       "message": "Found 6 security finding(s): 2 high, 2 medium, 2 low.",
       "evidence": [
         {
@@ -894,6 +894,125 @@
           ]
         }
       ]
+    },
+    {
+      "id": "attack-sim",
+      "capability": "attack-sim",
+      "status": "fail",
+      "durationMs": 1.0038750000003347,
+      "message": "Safe attack simulation found 4 finding(s): 1 high, 3 medium, 0 low.",
+      "evidence": [
+        {
+          "endpoint": "attack-sim/safe",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 4,
+          "identifiers": [
+            "browser_evaluate",
+            "browser_navigate",
+            "browser_run_code_unsafe",
+            "browser_tabs"
+          ],
+          "diagnostics": [
+            "[medium] Tool \"browser_evaluate\" combines broad parameters (filename) with destructive or non-read-only behavior.",
+            "[medium] Tool \"browser_navigate\" combines broad parameters (url) with destructive or non-read-only behavior.",
+            "[high] Tool \"browser_run_code_unsafe\" combines broad parameters (code, filename) with destructive or non-read-only behavior.",
+            "[medium] Tool \"browser_tabs\" combines broad parameters (url) with destructive or non-read-only behavior."
+          ],
+          "findings": [
+            {
+              "ruleId": "attack-sim/permission-boundary/broad-destructive-tool",
+              "attackClass": "permission-boundary",
+              "severity": "medium",
+              "itemType": "tool",
+              "itemName": "browser_evaluate",
+              "message": "Tool \"browser_evaluate\" combines broad parameters (filename) with destructive or non-read-only behavior.",
+              "evidence": {
+                "broadParams": [
+                  "filename"
+                ],
+                "annotations": {
+                  "title": "Evaluate JavaScript",
+                  "readOnlyHint": false,
+                  "destructiveHint": true,
+                  "openWorldHint": true
+                },
+                "description": "Evaluate JavaScript expression on page or element"
+              },
+              "recommendation": "Constrain this tool with typed inputs, allowlists, explicit read-only/destructive annotations, and a harmless CI fixture.",
+              "recommendedAction": "gate"
+            },
+            {
+              "ruleId": "attack-sim/permission-boundary/broad-destructive-tool",
+              "attackClass": "permission-boundary",
+              "severity": "medium",
+              "itemType": "tool",
+              "itemName": "browser_navigate",
+              "message": "Tool \"browser_navigate\" combines broad parameters (url) with destructive or non-read-only behavior.",
+              "evidence": {
+                "broadParams": [
+                  "url"
+                ],
+                "annotations": {
+                  "title": "Navigate to a URL",
+                  "readOnlyHint": false,
+                  "destructiveHint": true,
+                  "openWorldHint": true
+                },
+                "description": "Navigate to a URL"
+              },
+              "recommendation": "Constrain this tool with typed inputs, allowlists, explicit read-only/destructive annotations, and a harmless CI fixture.",
+              "recommendedAction": "gate"
+            },
+            {
+              "ruleId": "attack-sim/permission-boundary/broad-destructive-tool",
+              "attackClass": "permission-boundary",
+              "severity": "high",
+              "itemType": "tool",
+              "itemName": "browser_run_code_unsafe",
+              "message": "Tool \"browser_run_code_unsafe\" combines broad parameters (code, filename) with destructive or non-read-only behavior.",
+              "evidence": {
+                "broadParams": [
+                  "code",
+                  "filename"
+                ],
+                "annotations": {
+                  "title": "Run Playwright code (unsafe)",
+                  "readOnlyHint": false,
+                  "destructiveHint": true,
+                  "openWorldHint": true
+                },
+                "description": "Run a Playwright code snippet. Unsafe: executes arbitrary JavaScript in the Playwright server process and is RCE-equivalent."
+              },
+              "recommendation": "Constrain this tool with typed inputs, allowlists, explicit read-only/destructive annotations, and a harmless CI fixture.",
+              "recommendedAction": "quarantine"
+            },
+            {
+              "ruleId": "attack-sim/permission-boundary/broad-destructive-tool",
+              "attackClass": "permission-boundary",
+              "severity": "medium",
+              "itemType": "tool",
+              "itemName": "browser_tabs",
+              "message": "Tool \"browser_tabs\" combines broad parameters (url) with destructive or non-read-only behavior.",
+              "evidence": {
+                "broadParams": [
+                  "url"
+                ],
+                "annotations": {
+                  "title": "Manage tabs",
+                  "readOnlyHint": false,
+                  "destructiveHint": true,
+                  "openWorldHint": true
+                },
+                "description": "List, create, close, or select a browser tab."
+              },
+              "recommendation": "Constrain this tool with typed inputs, allowlists, explicit read-only/destructive annotations, and a harmless CI fixture.",
+              "recommendedAction": "gate"
+            }
+          ]
+        }
+      ]
     }
   ],
   "healthScore": {
@@ -922,7 +1041,8 @@
         "score": 0,
         "details": [
           "security-lite: fail (0/100)",
-          "security: fail (0/100)"
+          "security: fail (0/100)",
+          "attack-sim: fail (0/100)"
         ]
       },
       {
@@ -940,16 +1060,16 @@
         "weight": 0.1,
         "score": 100,
         "details": [
-          "Connect: 793ms",
+          "Connect: 683ms",
           "p95 latency: 3ms (3 operations)"
         ]
       }
     ]
   },
   "performanceMetrics": {
-    "connectMs": 793.3979579999996,
-    "toolsListMs": 3.186707999999271,
-    "promptsListMs": 0.0010409999995317776,
-    "resourcesListMs": 0.002291000000695931
+    "connectMs": 683.3468749999993,
+    "toolsListMs": 2.8597500000014406,
+    "promptsListMs": 0.0011660000000119908,
+    "resourcesListMs": 0.0022920000010344665
   }
 }

package/docs/safety-index/artifacts/playwright-mcp-server.md

@@ -1,6 +1,6 @@
 # MCP Observatory Run Report
 
-Generated at 2026-07-06T01:47:03.410Z
+Generated at 2026-07-06T19:49:55.359Z
 
 ## Target and Environment Metadata
 
@@ -8,8 +8,8 @@ Generated at 2026-07-06T01:47:03.410Z
 - Adapter: `local-process`
 - Command: `npx -y @playwright/mcp`
 - Server: `Playwright 1.62.0-alpha-2026-06-29`
-- Platform: `darwin 24.0.0`
-- Node: `v25.8.1`
+- Platform: `darwin 25.5.0`
+- Node: `v22.22.1`
 
 ## Executive Summary
 
@@ -25,18 +25,18 @@ Generated at 2026-07-06T01:47:03.410Z
 
 | Gate | Total | Pass | Fail | Partial | Unsupported | Flaky | Skipped |
 | --- | --- | --- | --- | --- | --- | --- | --- |
-| fail | 7 | 2 | 2 | 1 | 2 | 0 | 0 |
+| fail | 8 | 2 | 3 | 1 | 2 | 0 | 0 |
 
 ## At a Glance
 
 - Safety verdict: **Blocked** — One or more checks can break agent dependence and should be fixed before production use.
-- Top risks: schema-quality: Found 4 quality finding(s) across 23 item(s): 0 warnings, 4 info.; security: Found 6 security finding(s): 2 high, 2 medium, 2 low.; security-lite: Found 6 security finding(s): 2 high, 2 medium, 2 low.
+- Top risks: schema-quality: Found 4 quality finding(s) across 23 item(s): 0 warnings, 4 info.; attack-sim: Safe attack simulation found 4 finding(s): 1 high, 3 medium, 0 low.; security: Found 6 security finding(s): 2 high, 2 medium, 2 low.
 - Regression/schema drift: Run `mcp-observatory diff <previous-run.json> <current-run.json>` to classify regressions and schema drift.
-- Failing checks: security-lite, security
+- Failing checks: security-lite, security, attack-sim
 - Partial or flaky checks: schema-quality
 - Skipped checks: none
 - Unsupported checks: prompts, resources
-- Suggested next step: Start with the failing checks: security-lite, security.
+- Suggested next step: Start with the failing checks: security-lite, security, attack-sim.
 - CI next step: `Add CI: npx @kryptosai/mcp-observatory setup-ci --all --command "npx -y <server-package>"`
 
 ## Regressions and Recoveries
@@ -47,13 +47,14 @@ _Use the `diff` command against another run artifact to classify regressions and
 
 | Focus | Check | Status | Duration (ms) | Message |
 | --- | --- | --- | --- | --- |
-| healthy | conformance | pass | 567.68 | All 7 conformance checks passed. |
-| healthy | tools | pass | 3.19 | Advertised capability responded with the minimal expected shape (23 items). |
-| review | schema-quality | partial | 1.39 | Found 4 quality finding(s) across 23 item(s): 0 warnings, 4 info. |
+| healthy | conformance | pass | 987.09 | All 7 conformance checks passed. |
+| healthy | tools | pass | 2.86 | Advertised capability responded with the minimal expected shape (23 items). |
+| review | schema-quality | partial | 1.85 | Found 4 quality finding(s) across 23 item(s): 0 warnings, 4 info. |
 | confirm intent | prompts | unsupported | 0.00 | Prompts are not advertised by the target. |
 | confirm intent | resources | unsupported | 0.00 | Resources are not advertised by the target. |
-| act now | security | fail | 1.23 | Found 6 security finding(s): 2 high, 2 medium, 2 low. |
-| act now | security-lite | fail | 0.07 | Found 6 security finding(s): 2 high, 2 medium, 2 low. |
+| act now | attack-sim | fail | 1.00 | Safe attack simulation found 4 finding(s): 1 high, 3 medium, 0 low. |
+| act now | security | fail | 2.53 | Found 6 security finding(s): 2 high, 2 medium, 2 low. |
+| act now | security-lite | fail | 0.05 | Found 6 security finding(s): 2 high, 2 medium, 2 low. |
 
 ## Evidence Snippets
 
@@ -117,6 +118,18 @@ Summary: Resources are not advertised by the target.
   - Identifiers: none
   - Diagnostics: none
 
+### attack-sim — fail
+
+Summary: Safe attack simulation found 4 finding(s): 1 high, 3 medium, 0 low.
+
+- Endpoint: `attack-sim/safe`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `4`
+  - Identifiers: browser_evaluate, browser_navigate, browser_run_code_unsafe, browser_tabs
+  - Diagnostics: [medium] Tool "browser_evaluate" combines broad parameters (filename) with destructive or non-read-only behavior., [medium] Tool "browser_navigate" combines broad parameters (url) with destructive or non-read-only behavior., [high] Tool "browser_run_code_unsafe" combines broad parameters (code, filename) with destructive or non-read-only behavior. (+1 more)
+
 ### security — fail
 
 Summary: Found 6 security finding(s): 2 high, 2 medium, 2 low.
@@ -152,5 +165,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
 
 - Artifact type: `run`
 - Schema version: `1.0.0`
-- Run ID: `run_2026-07-06T014703410Z_c94b3464`
+- Run ID: `run_2026-07-06T194955359Z_d769bb31`
 - Gate: `fail`

package/docs/safety-index/artifacts/promptopia-server.json

@@ -2,9 +2,9 @@
   "artifactType": "run",
   "schemaVersion": "1.0.0",
   "gate": "pass",
-  "runId": "run_2026-07-06T014655135Z_d970b9ce",
-  "createdAt": "2026-07-06T01:46:55.135Z",
-  "toolVersion": "0.26.1",
+  "runId": "run_2026-07-06T194948899Z_ab0f7d29",
+  "createdAt": "2026-07-06T19:49:48.899Z",
+  "toolVersion": "0.28.0",
   "target": {
     "targetId": "promptopia-server",
     "adapter": "local-process",
@@ -25,12 +25,12 @@
     "serverVersion": "1.1.0"
   },
   "environment": {
-    "platform": "darwin 24.0.0",
-    "nodeVersion": "v25.8.1"
+    "platform": "darwin 25.5.0",
+    "nodeVersion": "v22.22.1"
   },
   "summary": {
-    "total": 7,
-    "pass": 5,
+    "total": 8,
+    "pass": 6,
     "fail": 0,
     "partial": 1,
     "unsupported": 1,
@@ -43,7 +43,7 @@
       "id": "tools",
       "capability": "tools",
       "status": "pass",
-      "durationMs": 3.150707999999213,
+      "durationMs": 2.4714169999997466,
       "message": "Advertised capability responded with the minimal expected shape (7 items).",
       "evidence": [
         {
@@ -62,7 +62,7 @@
             "add_multi_message_prompt"
           ],
           "diagnostics": [
-            "Watching for changes in prompts directory: /Users/sanghoon/mcp-observatory/examples/promptopia-prompts",
+            "Watching for changes in prompts directory: /Users/williamweishuhn/Documents/New project/mcp-observatory/examples/promptopia-prompts",
             "promptopia-mcp MCP server running (v1.1.0)"
           ],
           "schemas": {
@@ -267,7 +267,7 @@
       "id": "prompts",
       "capability": "prompts",
       "status": "pass",
-      "durationMs": 1.210667000000285,
+      "durationMs": 1.0759590000006938,
       "message": "Advertised capability responded with the minimal expected shape (1 item).",
       "evidence": [
         {
@@ -280,7 +280,7 @@
             "demo_welcome"
           ],
           "diagnostics": [
-            "Watching for changes in prompts directory: /Users/sanghoon/mcp-observatory/examples/promptopia-prompts",
+            "Watching for changes in prompts directory: /Users/williamweishuhn/Documents/New project/mcp-observatory/examples/promptopia-prompts",
             "promptopia-mcp MCP server running (v1.1.0)"
           ]
         }
@@ -290,7 +290,7 @@
       "id": "resources",
       "capability": "resources",
       "status": "unsupported",
-      "durationMs": 0.0029999999997016857,
+      "durationMs": 0.0035409999991316,
       "message": "Resources are not advertised by the target.",
       "evidence": [
         {
@@ -306,7 +306,7 @@
       "id": "security-lite",
       "capability": "security-lite",
       "status": "pass",
-      "durationMs": 0.027833000000100583,
+      "durationMs": 0.02491699999973207,
       "message": "No security issues detected (lightweight scan).",
       "evidence": [
         {
@@ -322,7 +322,7 @@
       "id": "conformance",
       "capability": "conformance",
       "status": "pass",
-      "durationMs": 1.6946659999994154,
+      "durationMs": 1.5870000000004438,
       "message": "All 7 conformance checks passed.",
       "evidence": [
         {
@@ -348,7 +348,7 @@
       "id": "schema-quality",
       "capability": "schema-quality",
       "status": "partial",
-      "durationMs": 0.7350839999999152,
+      "durationMs": 0.5944589999999152,
       "message": "Found 1 quality finding(s) across 8 item(s): 0 warnings, 1 info.",
       "evidence": [
         {
@@ -378,7 +378,7 @@
       "id": "security",
       "capability": "security",
       "status": "pass",
-      "durationMs": 0.317124999999578,
+      "durationMs": 0.19179199999962293,
       "message": "No security issues detected.",
       "evidence": [
         {
@@ -389,6 +389,23 @@
           "itemCount": 0
         }
       ]
+    },
+    {
+      "id": "attack-sim",
+      "capability": "attack-sim",
+      "status": "pass",
+      "durationMs": 0.4236670000000231,
+      "message": "Safe attack simulation found no high-risk MCP attack-readiness findings.",
+      "evidence": [
+        {
+          "endpoint": "attack-sim/safe",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 0,
+          "identifiers": []
+        }
+      ]
     }
   ],
   "healthScore": {
@@ -417,7 +434,8 @@
         "score": 100,
         "details": [
           "security-lite: pass (100/100)",
-          "security: pass (100/100)"
+          "security: pass (100/100)",
+          "attack-sim: pass (100/100)"
         ]
       },
       {
@@ -435,16 +453,16 @@
         "weight": 0.1,
         "score": 100,
         "details": [
-          "Connect: 910ms",
-          "p95 latency: 3ms (3 operations)"
+          "Connect: 678ms",
+          "p95 latency: 2ms (3 operations)"
         ]
       }
     ]
   },
   "performanceMetrics": {
-    "connectMs": 910.1913339999992,
-    "toolsListMs": 3.150707999999213,
-    "promptsListMs": 1.210667000000285,
-    "resourcesListMs": 0.0029999999997016857
+    "connectMs": 678.1046249999999,
+    "toolsListMs": 2.4714169999997466,
+    "promptsListMs": 1.0759590000006938,
+    "resourcesListMs": 0.0035409999991316
   }
 }

package/docs/safety-index/artifacts/promptopia-server.md

@@ -1,6 +1,6 @@
 # MCP Observatory Run Report
 
-Generated at 2026-07-06T01:46:55.135Z
+Generated at 2026-07-06T19:49:48.899Z
 
 ## Target and Environment Metadata
 
@@ -8,8 +8,8 @@ Generated at 2026-07-06T01:46:55.135Z
 - Adapter: `local-process`
 - Command: `npx -y promptopia-mcp`
 - Server: `promptopia-mcp 1.1.0`
-- Platform: `darwin 24.0.0`
-- Node: `v25.8.1`
+- Platform: `darwin 25.5.0`
+- Node: `v22.22.1`
 
 ## Executive Summary
 
@@ -25,7 +25,7 @@ Generated at 2026-07-06T01:46:55.135Z
 
 | Gate | Total | Pass | Fail | Partial | Unsupported | Flaky | Skipped |
 | --- | --- | --- | --- | --- | --- | --- | --- |
-| pass | 7 | 5 | 0 | 1 | 1 | 0 | 0 |
+| pass | 8 | 6 | 0 | 1 | 1 | 0 | 0 |
 
 ## At a Glance
 
@@ -47,16 +47,29 @@ _Use the `diff` command against another run artifact to classify regressions and
 
 | Focus | Check | Status | Duration (ms) | Message |
 | --- | --- | --- | --- | --- |
-| healthy | conformance | pass | 1.69 | All 7 conformance checks passed. |
-| healthy | prompts | pass | 1.21 | Advertised capability responded with the minimal expected shape (1 item). |
-| healthy | security | pass | 0.32 | No security issues detected. |
-| healthy | security-lite | pass | 0.03 | No security issues detected (lightweight scan). |
-| healthy | tools | pass | 3.15 | Advertised capability responded with the minimal expected shape (7 items). |
-| review | schema-quality | partial | 0.74 | Found 1 quality finding(s) across 8 item(s): 0 warnings, 1 info. |
+| healthy | attack-sim | pass | 0.42 | Safe attack simulation found no high-risk MCP attack-readiness findings. |
+| healthy | conformance | pass | 1.59 | All 7 conformance checks passed. |
+| healthy | prompts | pass | 1.08 | Advertised capability responded with the minimal expected shape (1 item). |
+| healthy | security | pass | 0.19 | No security issues detected. |
+| healthy | security-lite | pass | 0.02 | No security issues detected (lightweight scan). |
+| healthy | tools | pass | 2.47 | Advertised capability responded with the minimal expected shape (7 items). |
+| review | schema-quality | partial | 0.59 | Found 1 quality finding(s) across 8 item(s): 0 warnings, 1 info. |
 | confirm intent | resources | unsupported | 0.00 | Resources are not advertised by the target. |
 
 ## Evidence Snippets
 
+### attack-sim — pass
+
+Summary: Safe attack simulation found no high-risk MCP attack-readiness findings.
+
+- Endpoint: `attack-sim/safe`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `0`
+  - Identifiers: none
+  - Diagnostics: none
+
 ### conformance — pass
 
 Summary: All 7 conformance checks passed.
@@ -79,7 +92,7 @@ Summary: Advertised capability responded with the minimal expected shape (1 item
   - Minimal shape present: `true`
   - Item count: `1`
   - Identifiers: demo_welcome
-  - Diagnostics: Watching for changes in prompts directory: /Users/sanghoon/mcp-observatory/examples/promptopia-prompts, promptopia-mcp MCP server running (v1.1.0)
+  - Diagnostics: Watching for changes in prompts directory: /Users/williamweishuhn/Documents/New project/mcp-observatory/examples/promptopia-prompts, promptopia-mcp MCP server running (v1.1.0)
 
 ### security — pass
 
@@ -115,7 +128,7 @@ Summary: Advertised capability responded with the minimal expected shape (7 item
   - Minimal shape present: `true`
   - Item count: `7`
   - Identifiers: add_prompt, update_prompt, get_prompt, list_prompts, delete_prompt (+2 more)
-  - Diagnostics: Watching for changes in prompts directory: /Users/sanghoon/mcp-observatory/examples/promptopia-prompts, promptopia-mcp MCP server running (v1.1.0)
+  - Diagnostics: Watching for changes in prompts directory: /Users/williamweishuhn/Documents/New project/mcp-observatory/examples/promptopia-prompts, promptopia-mcp MCP server running (v1.1.0)
 
 ### schema-quality — partial
 
@@ -152,5 +165,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
 
 - Artifact type: `run`
 - Schema version: `1.0.0`
-- Run ID: `run_2026-07-06T014655135Z_d970b9ce`
+- Run ID: `run_2026-07-06T194948899Z_ab0f7d29`
 - Gate: `pass`