@kryptosai/mcp-observatory 1.32.0 → 1.33.0

package/docs/safety-index/artifacts/puppeteer-server.json

@@ -2,9 +2,9 @@
   "artifactType": "run",
   "schemaVersion": "1.0.0",
   "gate": "fail",
-  "runId": "run_2026-07-06T194953996Z_3a6d7344",
-  "createdAt": "2026-07-06T19:49:53.996Z",
-  "toolVersion": "0.28.0",
+  "runId": "run_2026-07-15T223327249Z_cf6d1b10",
+  "createdAt": "2026-07-15T22:33:27.249Z",
+  "toolVersion": "1.32.1",
   "target": {
     "targetId": "puppeteer-server",
     "adapter": "local-process",
@@ -29,8 +29,8 @@
     "nodeVersion": "v22.22.1"
   },
   "summary": {
-    "total": 8,
-    "pass": 4,
+    "total": 9,
+    "pass": 5,
     "fail": 1,
     "partial": 2,
     "unsupported": 1,
@@ -43,7 +43,7 @@
       "id": "tools",
       "capability": "tools",
       "status": "pass",
-      "durationMs": 0.4152910000011616,
+      "durationMs": 0.443875000000844,
       "message": "Advertised capability responded with the minimal expected shape (8 items).",
       "evidence": [
         {
@@ -192,7 +192,7 @@
       "id": "prompts",
       "capability": "prompts",
       "status": "unsupported",
-      "durationMs": 0.00045900000077381264,
+      "durationMs": 0.0008330000000569271,
       "message": "Prompts are not advertised by the target.",
       "evidence": [
         {
@@ -208,7 +208,7 @@
       "id": "resources",
       "capability": "resources",
       "status": "pass",
-      "durationMs": 0.6513340000001335,
+      "durationMs": 0.6427500000008877,
       "message": "Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported.",
       "evidence": [
         {
@@ -237,7 +237,7 @@
       "id": "security-lite",
       "capability": "security-lite",
       "status": "pass",
-      "durationMs": 0.036249999999199645,
+      "durationMs": 0.03874999999970896,
       "message": "No security issues detected (lightweight scan).",
       "evidence": [
         {
@@ -249,29 +249,80 @@
         }
       ]
     },
+    {
+      "id": "runtime-profile",
+      "capability": "runtime-profile",
+      "status": "partial",
+      "durationMs": 0.06541699999979755,
+      "message": "Detected 3 potential egress target(s) and 2 potential state mutation(s) with high confidence.",
+      "evidence": [
+        {
+          "endpoint": "runtime-profile/analyze",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 5,
+          "diagnostics": [
+            "Egress entries: 3",
+            "State mutations: 2",
+            "Confidence: high"
+          ],
+          "findings": [
+            {
+              "target": "Optional URL of the target tab to connect to. If not provided, connects to the first available tab.",
+              "protocol": "unknown",
+              "source": "description_analysis",
+              "confidence": "medium"
+            },
+            {
+              "target": "url",
+              "protocol": "unknown",
+              "source": "tool_schema",
+              "confidence": "high"
+            },
+            {
+              "target": "puppeteer_navigate",
+              "protocol": "unknown",
+              "source": "description_analysis",
+              "confidence": "low"
+            },
+            {
+              "resource": "filesystem",
+              "operation": "write",
+              "scope": "working_directory",
+              "source": "description_analysis"
+            },
+            {
+              "resource": "filesystem",
+              "operation": "write",
+              "scope": "working_directory",
+              "source": "description_analysis"
+            }
+          ]
+        }
+      ]
+    },
     {
       "id": "conformance",
       "capability": "conformance",
-      "status": "partial",
-      "durationMs": 2.328292000000147,
-      "message": "6/7 conformance checks passed, 1 failed.",
+      "status": "pass",
+      "durationMs": 1002.0719170000011,
+      "message": "All 7 conformance checks passed.",
       "evidence": [
         {
           "endpoint": "conformance/check",
           "advertised": true,
           "responded": true,
-          "minimalShapePresent": false,
+          "minimalShapePresent": true,
           "itemCount": 7,
-          "identifiers": [
-            "tool-response-content"
-          ],
+          "identifiers": [],
           "diagnostics": [
             "[pass] capabilities-present: Server returned capabilities object.",
             "[pass] server-info: Server provided initialization info.",
             "[pass] tools-capability-match: tools/list returned 8 tool(s).",
             "[pass] prompts-capability-match: Prompts not advertised — endpoint check skipped.",
             "[pass] resources-capability-match: resources/list returned 1 resource(s).",
-            "[FAIL] tool-response-content: Tool response content check failed: MCP error -32603: Could not find Chrome (ver. 131.0.6778.204). This can occur if either\n 1. you did not perform an installation before running the script (e.g. `npx puppeteer browsers install chrome`) or\n 2. your cache path is incorrectly configured (which is: /Users/williamweishuhn/.cache/puppeteer).\nFor (2), check out our guide on configuring puppeteer at https://pptr.dev/guides/configuration.",
+            "[pass] tool-response-content: Tool \"puppeteer_connect_active_tab\" response has valid content array.",
             "[pass] error-handling: Server returned proper error code -32601 for unknown method."
           ]
         }
@@ -281,7 +332,7 @@
       "id": "schema-quality",
       "capability": "schema-quality",
       "status": "partial",
-      "durationMs": 0.26704199999949196,
+      "durationMs": 1.2140829999989364,
       "message": "Found 2 quality finding(s) across 9 item(s): 1 warnings, 1 info.",
       "evidence": [
         {
@@ -319,7 +370,7 @@
       "id": "security",
       "capability": "security",
       "status": "pass",
-      "durationMs": 0.1486669999994774,
+      "durationMs": 0.15841700000055425,
       "message": "No security issues detected.",
       "evidence": [
         {
@@ -335,7 +386,7 @@
       "id": "attack-sim",
       "capability": "attack-sim",
       "status": "fail",
-      "durationMs": 0.35720799999944575,
+      "durationMs": 1.7770409999993717,
       "message": "Safe attack simulation found 1 finding(s): 1 high, 0 medium, 0 low.",
       "evidence": [
         {
@@ -373,15 +424,15 @@
     }
   ],
   "healthScore": {
-    "overall": 70,
-    "grade": "C",
+    "overall": 82,
+    "grade": "B",
     "dimensions": [
       {
         "name": "Protocol Compliance",
         "weight": 0.3,
-        "score": 60,
+        "score": 100,
         "details": [
-          "conformance: partial (60/100)"
+          "conformance: pass (100/100)"
         ]
       },
       {
@@ -417,16 +468,54 @@
         "weight": 0.1,
         "score": 100,
         "details": [
-          "Connect: 685ms",
+          "Connect: 823ms",
           "p95 latency: 1ms (3 operations)"
         ]
       }
     ]
   },
   "performanceMetrics": {
-    "connectMs": 685.0922919999994,
-    "toolsListMs": 0.4152910000011616,
-    "promptsListMs": 0.00045900000077381264,
-    "resourcesListMs": 0.6513340000001335
+    "connectMs": 823.1811669999988,
+    "toolsListMs": 0.443875000000844,
+    "promptsListMs": 0.0008330000000569271,
+    "resourcesListMs": 0.6427500000008877
+  },
+  "runtimeProfile": {
+    "egress": [
+      {
+        "target": "Optional URL of the target tab to connect to. If not provided, connects to the first available tab.",
+        "protocol": "unknown",
+        "source": "description_analysis",
+        "confidence": "medium"
+      },
+      {
+        "target": "url",
+        "protocol": "unknown",
+        "source": "tool_schema",
+        "confidence": "high"
+      },
+      {
+        "target": "puppeteer_navigate",
+        "protocol": "unknown",
+        "source": "description_analysis",
+        "confidence": "low"
+      }
+    ],
+    "stateMutations": [
+      {
+        "resource": "filesystem",
+        "operation": "write",
+        "scope": "working_directory",
+        "source": "description_analysis"
+      },
+      {
+        "resource": "filesystem",
+        "operation": "write",
+        "scope": "working_directory",
+        "source": "description_analysis"
+      }
+    ],
+    "analyzedAt": "2026-07-15T22:33:28.074Z",
+    "confidence": "high"
   }
 }

package/docs/safety-index/artifacts/puppeteer-server.md

@@ -1,6 +1,6 @@
 # MCP Observatory Run Report
 
-Generated at 2026-07-06T19:49:53.996Z
+Generated at 2026-07-15T22:33:27.249Z
 
 ## Target and Environment Metadata
 
@@ -13,11 +13,11 @@ Generated at 2026-07-06T19:49:53.996Z
 
 ## Executive Summary
 
-**Health Score: 70/100 (C)**
+**Health Score: 82/100 (B)**
 
 | Dimension | Score | Weight |
 | --- | --- | --- |
-| Protocol Compliance | 60/100 | 30% |
+| Protocol Compliance | 100/100 | 30% |
 | Schema Quality | 60/100 | 20% |
 | Security | 67/100 | 20% |
 | Reliability | 83/100 | 20% |
@@ -25,20 +25,49 @@ Generated at 2026-07-06T19:49:53.996Z
 
 | Gate | Total | Pass | Fail | Partial | Unsupported | Flaky | Skipped |
 | --- | --- | --- | --- | --- | --- | --- | --- |
-| fail | 8 | 4 | 1 | 2 | 1 | 0 | 0 |
+| fail | 9 | 5 | 1 | 2 | 1 | 0 | 0 |
 
 ## At a Glance
 
 - Safety verdict: **Blocked** — One or more checks can break agent dependence and should be fixed before production use.
-- Top risks: conformance: 6/7 conformance checks passed, 1 failed.; schema-quality: Found 2 quality finding(s) across 9 item(s): 1 warnings, 1 info.; attack-sim: Safe attack simulation found 1 finding(s): 1 high, 0 medium, 0 low.
+- Top risks: runtime-profile: Detected 3 potential egress target(s) and 2 potential state mutation(s) with high confidence.; schema-quality: Found 2 quality finding(s) across 9 item(s): 1 warnings, 1 info.; attack-sim: Safe attack simulation found 1 finding(s): 1 high, 0 medium, 0 low.
 - Regression/schema drift: Run `mcp-observatory diff <previous-run.json> <current-run.json>` to classify regressions and schema drift.
 - Failing checks: attack-sim
-- Partial or flaky checks: conformance, schema-quality
+- Partial or flaky checks: runtime-profile, schema-quality
 - Skipped checks: none
 - Unsupported checks: prompts
 - Suggested next step: Start with the failing checks: attack-sim.
 - CI next step: `Add CI: npx @kryptosai/mcp-observatory setup-ci --all --command "npx -y <server-package>"`
 
+## What Was Not Tested
+
+- 🔒 filesystem_mutation: Filesystem write operations were not exercised
+- ℹ️ credential_access: Credential scanning was performed (see security findings)
+- ℹ️ destructive_payloads: Destructive payloads were not attempted (safe-mode only)
+
+## Runtime Profile
+
+### Egress Manifest
+
+The following targets were identified as potentially reachable by this server (confidence: **high**):
+
+| Target | Protocol | Source | Confidence |
+| --- | --- | --- | --- |
+| Optional URL of the target tab to connect to. If not provided, connects to the first available tab. | unknown | description_analysis | medium |
+| url | unknown | tool_schema | high |
+| puppeteer_navigate | unknown | description_analysis | low |
+
+### State Mutations
+
+The following state-modifying operations were identified from tool schemas:
+
+| Resource | Operation | Scope | Source |
+| --- | --- | --- | --- |
+| filesystem | write | working_directory | description_analysis |
+| filesystem | write | working_directory | description_analysis |
+
+_Analyzed at 2026-07-15T22:33:28.074Z_
+
 ## Regressions and Recoveries
 
 _Use the `diff` command against another run artifact to classify regressions and recoveries over time._
@@ -47,17 +76,30 @@ _Use the `diff` command against another run artifact to classify regressions and
 
 | Focus | Check | Status | Duration (ms) | Message |
 | --- | --- | --- | --- | --- |
-| healthy | resources | pass | 0.65 | Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported. |
-| healthy | security | pass | 0.15 | No security issues detected. |
+| healthy | conformance | pass | 1002.07 | All 7 conformance checks passed. |
+| healthy | resources | pass | 0.64 | Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported. |
+| healthy | security | pass | 0.16 | No security issues detected. |
 | healthy | security-lite | pass | 0.04 | No security issues detected (lightweight scan). |
-| healthy | tools | pass | 0.42 | Advertised capability responded with the minimal expected shape (8 items). |
-| review | conformance | partial | 2.33 | 6/7 conformance checks passed, 1 failed. |
-| review | schema-quality | partial | 0.27 | Found 2 quality finding(s) across 9 item(s): 1 warnings, 1 info. |
+| healthy | tools | pass | 0.44 | Advertised capability responded with the minimal expected shape (8 items). |
+| review | runtime-profile | partial | 0.07 | Detected 3 potential egress target(s) and 2 potential state mutation(s) with high confidence. |
+| review | schema-quality | partial | 1.21 | Found 2 quality finding(s) across 9 item(s): 1 warnings, 1 info. |
 | confirm intent | prompts | unsupported | 0.00 | Prompts are not advertised by the target. |
-| act now | attack-sim | fail | 0.36 | Safe attack simulation found 1 finding(s): 1 high, 0 medium, 0 low. |
+| act now | attack-sim | fail | 1.78 | Safe attack simulation found 1 finding(s): 1 high, 0 medium, 0 low. |
 
 ## Evidence Snippets
 
+### conformance — pass
+
+Summary: All 7 conformance checks passed.
+
+- Endpoint: `conformance/check`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `7`
+  - Identifiers: none
+  - Diagnostics: [pass] capabilities-present: Server returned capabilities object., [pass] server-info: Server provided initialization info., [pass] tools-capability-match: tools/list returned 8 tool(s). (+4 more)
+
 ### resources — pass
 
 Summary: Advertised capability responded with the minimal expected shape, but one optional resource endpoint appears unsupported.
@@ -113,17 +155,17 @@ Summary: Advertised capability responded with the minimal expected shape (8 item
   - Identifiers: puppeteer_connect_active_tab, puppeteer_navigate, puppeteer_screenshot, puppeteer_click, puppeteer_fill (+3 more)
   - Diagnostics: none
 
-### conformance — partial
+### runtime-profile — partial
 
-Summary: 6/7 conformance checks passed, 1 failed.
+Summary: Detected 3 potential egress target(s) and 2 potential state mutation(s) with high confidence.
 
-- Endpoint: `conformance/check`
+- Endpoint: `runtime-profile/analyze`
   - Advertised: `true`
   - Responded: `true`
-  - Minimal shape present: `false`
-  - Item count: `7`
-  - Identifiers: tool-response-content
-  - Diagnostics: [pass] capabilities-present: Server returned capabilities object., [pass] server-info: Server provided initialization info., [pass] tools-capability-match: tools/list returned 8 tool(s). (+4 more)
+  - Minimal shape present: `true`
+  - Item count: `5`
+  - Identifiers: none
+  - Diagnostics: Egress entries: 3, State mutations: 2, Confidence: high
 
 ### schema-quality — partial
 
@@ -172,5 +214,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
 
 - Artifact type: `run`
 - Schema version: `1.0.0`
-- Run ID: `run_2026-07-06T194953996Z_3a6d7344`
+- Run ID: `run_2026-07-15T223327249Z_cf6d1b10`
 - Gate: `fail`