@kryptosai/mcp-observatory 0.27.0 → 1.28.1

package/docs/safety-index/artifacts/filesystem-server.json

@@ -2,9 +2,9 @@
   "artifactType": "run",
   "schemaVersion": "1.0.0",
   "gate": "pass",
-  "runId": "run_2026-06-24T020723999Z_5297ea01",
-  "createdAt": "2026-06-24T02:07:23.999Z",
-  "toolVersion": "0.24.0",
+  "runId": "run_2026-07-06T194947442Z_4e90392b",
+  "createdAt": "2026-07-06T19:49:47.442Z",
+  "toolVersion": "0.28.0",
   "target": {
     "targetId": "filesystem-server",
     "adapter": "local-process",
@@ -30,10 +30,10 @@
     "nodeVersion": "v22.22.1"
   },
   "summary": {
-    "total": 7,
+    "total": 8,
     "pass": 2,
     "fail": 0,
-    "partial": 3,
+    "partial": 4,
     "unsupported": 2,
     "flaky": 0,
     "skipped": 0,
@@ -44,7 +44,7 @@
       "id": "tools",
       "capability": "tools",
       "status": "pass",
-      "durationMs": 5.625334000000294,
+      "durationMs": 5.032166999999845,
       "message": "Advertised capability responded with the minimal expected shape (14 items).",
       "evidence": [
         {
@@ -327,7 +327,7 @@
       "id": "prompts",
       "capability": "prompts",
       "status": "unsupported",
-      "durationMs": 0.0021669999996447586,
+      "durationMs": 0.0017920000000231084,
       "message": "Prompts are not advertised by the target.",
       "evidence": [
         {
@@ -343,7 +343,7 @@
       "id": "resources",
       "capability": "resources",
       "status": "unsupported",
-      "durationMs": 0.001209000000017113,
+      "durationMs": 0.0014160000000629225,
       "message": "Resources are not advertised by the target.",
       "evidence": [
         {
@@ -359,7 +359,7 @@
       "id": "security-lite",
       "capability": "security-lite",
       "status": "partial",
-      "durationMs": 0.17987500000026557,
+      "durationMs": 0.13637500000004366,
       "message": "Found 3 security finding(s): 0 high, 3 medium, 0 low.",
       "evidence": [
         {
@@ -405,7 +405,7 @@
       "id": "conformance",
       "capability": "conformance",
       "status": "pass",
-      "durationMs": 5.242750000000342,
+      "durationMs": 5.456833000000188,
       "message": "All 7 conformance checks passed.",
       "evidence": [
         {
@@ -431,7 +431,7 @@
       "id": "schema-quality",
       "capability": "schema-quality",
       "status": "partial",
-      "durationMs": 2.2571250000000873,
+      "durationMs": 2.5004579999999805,
       "message": "Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info.",
       "evidence": [
         {
@@ -473,6 +473,116 @@
             "[info] tool \"search_files\": Property 'pattern' missing description",
             "[info] tool \"search_files\": Property 'excludePatterns' missing description",
             "[info] tool \"get_file_info\": Property 'path' missing description"
+          ],
+          "findings": [
+            {
+              "itemType": "tool",
+              "itemName": "read_file",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "read_text_file",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "read_media_file",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "write_file",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "write_file",
+              "issue": "Property 'content' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "edit_file",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "edit_file",
+              "issue": "Property 'edits' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_directory",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "list_directory",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "list_directory_with_sizes",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "directory_tree",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "directory_tree",
+              "issue": "Property 'excludePatterns' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "move_file",
+              "issue": "Property 'source' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "move_file",
+              "issue": "Property 'destination' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "search_files",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "search_files",
+              "issue": "Property 'pattern' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "search_files",
+              "issue": "Property 'excludePatterns' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "get_file_info",
+              "issue": "Property 'path' missing description",
+              "severity": "info"
+            }
           ]
         }
       ]
@@ -481,7 +591,7 @@
       "id": "security",
       "capability": "security",
       "status": "partial",
-      "durationMs": 2.14449999999988,
+      "durationMs": 2.2048749999999018,
       "message": "Found 3 security finding(s): 0 high, 3 medium, 0 low.",
       "evidence": [
         {
@@ -522,6 +632,97 @@
           ]
         }
       ]
+    },
+    {
+      "id": "attack-sim",
+      "capability": "attack-sim",
+      "status": "partial",
+      "durationMs": 2.602374999999938,
+      "message": "Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low.",
+      "evidence": [
+        {
+          "endpoint": "attack-sim/safe",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 3,
+          "identifiers": [
+            "write_file",
+            "edit_file",
+            "create_directory"
+          ],
+          "diagnostics": [
+            "[medium] Tool \"write_file\" combines broad parameters (path) with destructive or non-read-only behavior.",
+            "[medium] Tool \"edit_file\" combines broad parameters (path) with destructive or non-read-only behavior.",
+            "[medium] Tool \"create_directory\" combines broad parameters (path) with destructive or non-read-only behavior."
+          ],
+          "findings": [
+            {
+              "ruleId": "attack-sim/permission-boundary/broad-destructive-tool",
+              "attackClass": "permission-boundary",
+              "severity": "medium",
+              "itemType": "tool",
+              "itemName": "write_file",
+              "message": "Tool \"write_file\" combines broad parameters (path) with destructive or non-read-only behavior.",
+              "evidence": {
+                "broadParams": [
+                  "path"
+                ],
+                "annotations": {
+                  "readOnlyHint": false,
+                  "destructiveHint": true,
+                  "idempotentHint": true
+                },
+                "description": "Create a new file or completely overwrite an existing file with new content. Use with caution as it will overwrite existing files without warning. Handles text content with proper encoding. Only works within allowed directories."
+              },
+              "recommendation": "Constrain this tool with typed inputs, allowlists, explicit read-only/destructive annotations, and a harmless CI fixture.",
+              "recommendedAction": "gate"
+            },
+            {
+              "ruleId": "attack-sim/permission-boundary/broad-destructive-tool",
+              "attackClass": "permission-boundary",
+              "severity": "medium",
+              "itemType": "tool",
+              "itemName": "edit_file",
+              "message": "Tool \"edit_file\" combines broad parameters (path) with destructive or non-read-only behavior.",
+              "evidence": {
+                "broadParams": [
+                  "path"
+                ],
+                "annotations": {
+                  "readOnlyHint": false,
+                  "destructiveHint": true,
+                  "idempotentHint": false
+                },
+                "description": "Make line-based edits to a text file. Each edit replaces exact line sequences with new content. Returns a git-style diff showing the changes made. Only works within allowed directories."
+              },
+              "recommendation": "Constrain this tool with typed inputs, allowlists, explicit read-only/destructive annotations, and a harmless CI fixture.",
+              "recommendedAction": "gate"
+            },
+            {
+              "ruleId": "attack-sim/permission-boundary/broad-destructive-tool",
+              "attackClass": "permission-boundary",
+              "severity": "medium",
+              "itemType": "tool",
+              "itemName": "create_directory",
+              "message": "Tool \"create_directory\" combines broad parameters (path) with destructive or non-read-only behavior.",
+              "evidence": {
+                "broadParams": [
+                  "path"
+                ],
+                "annotations": {
+                  "readOnlyHint": false,
+                  "destructiveHint": false,
+                  "idempotentHint": true
+                },
+                "description": "Create a new directory or ensure a directory exists. Can create multiple nested directories in one operation. If the directory already exists, this operation will succeed silently. Perfect for setting up directory structures for projects or ensuring required paths exist. Only works within allowed directories."
+              },
+              "recommendation": "Constrain this tool with typed inputs, allowlists, explicit read-only/destructive annotations, and a harmless CI fixture.",
+              "recommendedAction": "gate"
+            }
+          ]
+        }
+      ]
     }
   ],
   "healthScore": {
@@ -550,7 +751,8 @@
         "score": 60,
         "details": [
           "security-lite: partial (60/100)",
-          "security: partial (60/100)"
+          "security: partial (60/100)",
+          "attack-sim: partial (60/100)"
         ]
       },
       {
@@ -568,16 +770,16 @@
         "weight": 0.1,
         "score": 100,
         "details": [
-          "Connect: 733ms",
-          "p95 latency: 6ms (3 operations)"
+          "Connect: 662ms",
+          "p95 latency: 5ms (3 operations)"
         ]
       }
     ]
   },
   "performanceMetrics": {
-    "connectMs": 733.215083,
-    "toolsListMs": 5.625334000000294,
-    "promptsListMs": 0.0021669999996447586,
-    "resourcesListMs": 0.001209000000017113
+    "connectMs": 661.862083,
+    "toolsListMs": 5.032166999999845,
+    "promptsListMs": 0.0017920000000231084,
+    "resourcesListMs": 0.0014160000000629225
   }
 }

package/docs/safety-index/artifacts/filesystem-server.md

@@ -1,6 +1,6 @@
 # MCP Observatory Run Report
 
-Generated at 2026-06-24T02:07:23.999Z
+Generated at 2026-07-06T19:49:47.442Z
 
 ## Target and Environment Metadata
 
@@ -25,18 +25,18 @@ Generated at 2026-06-24T02:07:23.999Z
 
 | Gate | Total | Pass | Fail | Partial | Unsupported | Flaky | Skipped |
 | --- | --- | --- | --- | --- | --- | --- | --- |
-| pass | 7 | 2 | 0 | 3 | 2 | 0 | 0 |
+| pass | 8 | 2 | 0 | 4 | 2 | 0 | 0 |
 
 ## At a Glance
 
 - Safety verdict: **Needs review** — The server is usable, but caveated checks should be reviewed before agents depend on it.
-- Top risks: schema-quality: Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info.; security: Found 3 security finding(s): 0 high, 3 medium, 0 low.; security-lite: Found 3 security finding(s): 0 high, 3 medium, 0 low.
+- Top risks: attack-sim: Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low.; schema-quality: Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info.; security: Found 3 security finding(s): 0 high, 3 medium, 0 low.
 - Regression/schema drift: Run `mcp-observatory diff <previous-run.json> <current-run.json>` to classify regressions and schema drift.
 - Failing checks: none
-- Partial or flaky checks: security-lite, schema-quality, security
+- Partial or flaky checks: security-lite, schema-quality, security, attack-sim
 - Skipped checks: none
 - Unsupported checks: prompts, resources
-- Suggested next step: Review the caveated checks next: security-lite, schema-quality, security.
+- Suggested next step: Review the caveated checks next: security-lite, schema-quality, security, attack-sim.
 - CI next step: `Add CI: npx @kryptosai/mcp-observatory setup-ci --all --command "npx -y <server-package>"`
 
 ## Regressions and Recoveries
@@ -47,11 +47,12 @@ _Use the `diff` command against another run artifact to classify regressions and
 
 | Focus | Check | Status | Duration (ms) | Message |
 | --- | --- | --- | --- | --- |
-| healthy | conformance | pass | 5.24 | All 7 conformance checks passed. |
-| healthy | tools | pass | 5.63 | Advertised capability responded with the minimal expected shape (14 items). |
-| review | schema-quality | partial | 2.26 | Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info. |
-| review | security | partial | 2.14 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
-| review | security-lite | partial | 0.18 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
+| healthy | conformance | pass | 5.46 | All 7 conformance checks passed. |
+| healthy | tools | pass | 5.03 | Advertised capability responded with the minimal expected shape (14 items). |
+| review | attack-sim | partial | 2.60 | Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low. |
+| review | schema-quality | partial | 2.50 | Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info. |
+| review | security | partial | 2.20 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
+| review | security-lite | partial | 0.14 | Found 3 security finding(s): 0 high, 3 medium, 0 low. |
 | confirm intent | prompts | unsupported | 0.00 | Prompts are not advertised by the target. |
 | confirm intent | resources | unsupported | 0.00 | Resources are not advertised by the target. |
 
@@ -81,6 +82,18 @@ Summary: Advertised capability responded with the minimal expected shape (14 ite
   - Identifiers: read_file, read_text_file, read_media_file, read_multiple_files, write_file (+9 more)
   - Diagnostics: Secure MCP Filesystem Server running on stdio, Client does not support MCP Roots, using allowed directories set from server args: [, '/Users/williamweishuhn/Documents/New project/mcp-observatory/examples/filesystem-fixture' (+1 more)
 
+### attack-sim — partial
+
+Summary: Safe attack simulation found 3 finding(s): 0 high, 3 medium, 0 low.
+
+- Endpoint: `attack-sim/safe`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `3`
+  - Identifiers: write_file, edit_file, create_directory
+  - Diagnostics: [medium] Tool "write_file" combines broad parameters (path) with destructive or non-read-only behavior., [medium] Tool "edit_file" combines broad parameters (path) with destructive or non-read-only behavior., [medium] Tool "create_directory" combines broad parameters (path) with destructive or non-read-only behavior.
+
 ### schema-quality — partial
 
 Summary: Found 18 quality finding(s) across 14 item(s): 0 warnings, 18 info.
@@ -152,5 +165,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
 
 - Artifact type: `run`
 - Schema version: `1.0.0`
-- Run ID: `run_2026-06-24T020723999Z_5297ea01`
+- Run ID: `run_2026-07-06T194947442Z_4e90392b`
 - Gate: `pass`