@kryptosai/mcp-observatory 1.32.1 → 1.33.0

package/docs/safety-index/artifacts/upi-mcp.json

@@ -0,0 +1,452 @@
+{
+  "artifactType": "run",
+  "schemaVersion": "1.0.0",
+  "gate": "pass",
+  "runId": "run_2026-07-15T223505697Z_ddfc464b",
+  "createdAt": "2026-07-15T22:35:05.697Z",
+  "toolVersion": "1.32.1",
+  "target": {
+    "targetId": "upi-mcp",
+    "adapter": "local-process",
+    "command": "npx",
+    "args": [
+      "-y",
+      "upi-mcp"
+    ],
+    "cwd": ".",
+    "metadata": {
+      "package": "upi-mcp",
+      "purpose": "mcp-safety-index",
+      "riskClass": "Unified Payments Interface access",
+      "failureClass": "UPI transaction/bank boundary",
+      "whyItMatters": "UPI processes 15B+ transactions monthly across India. MCP servers interfacing with UPI rails can trigger bank transfers — a critical financial trust boundary invisible to Western scanners."
+    },
+    "serverName": "upi-mcp",
+    "serverVersion": "0.1.0"
+  },
+  "environment": {
+    "platform": "darwin 25.5.0",
+    "nodeVersion": "v22.22.1"
+  },
+  "summary": {
+    "total": 9,
+    "pass": 6,
+    "fail": 0,
+    "partial": 1,
+    "unsupported": 2,
+    "flaky": 0,
+    "skipped": 0,
+    "gate": "pass"
+  },
+  "checks": [
+    {
+      "id": "tools",
+      "capability": "tools",
+      "status": "pass",
+      "durationMs": 2.692250000007334,
+      "message": "Advertised capability responded with the minimal expected shape (3 items).",
+      "evidence": [
+        {
+          "endpoint": "tools/list",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 3,
+          "identifiers": [
+            "create_upi_link",
+            "create_upi_qr",
+            "parse_upi_link"
+          ],
+          "diagnostics": [
+            "upi-mcp running on stdio"
+          ],
+          "schemas": {
+            "create_upi_link": {
+              "type": "object",
+              "properties": {
+                "payee_vpa": {
+                  "type": "string"
+                },
+                "payee_name": {
+                  "type": "string"
+                },
+                "amount": {
+                  "type": "number",
+                  "exclusiveMinimum": 0
+                },
+                "note": {
+                  "type": "string"
+                },
+                "transaction_ref": {
+                  "type": "string"
+                }
+              },
+              "required": [
+                "payee_vpa",
+                "payee_name"
+              ],
+              "$schema": "http://json-schema.org/draft-07/schema#"
+            },
+            "create_upi_qr": {
+              "type": "object",
+              "properties": {
+                "payee_vpa": {
+                  "type": "string"
+                },
+                "payee_name": {
+                  "type": "string"
+                },
+                "amount": {
+                  "type": "number",
+                  "exclusiveMinimum": 0
+                },
+                "note": {
+                  "type": "string"
+                },
+                "transaction_ref": {
+                  "type": "string"
+                }
+              },
+              "required": [
+                "payee_vpa",
+                "payee_name"
+              ],
+              "$schema": "http://json-schema.org/draft-07/schema#"
+            },
+            "parse_upi_link": {
+              "type": "object",
+              "properties": {
+                "link": {
+                  "type": "string"
+                }
+              },
+              "required": [
+                "link"
+              ],
+              "$schema": "http://json-schema.org/draft-07/schema#"
+            }
+          }
+        }
+      ]
+    },
+    {
+      "id": "prompts",
+      "capability": "prompts",
+      "status": "unsupported",
+      "durationMs": 0.0011670000094454736,
+      "message": "Prompts are not advertised by the target.",
+      "evidence": [
+        {
+          "endpoint": "prompts/list",
+          "advertised": false,
+          "responded": false,
+          "minimalShapePresent": false,
+          "diagnostics": []
+        }
+      ]
+    },
+    {
+      "id": "resources",
+      "capability": "resources",
+      "status": "unsupported",
+      "durationMs": 0.0005830000009154901,
+      "message": "Resources are not advertised by the target.",
+      "evidence": [
+        {
+          "endpoint": "resources/list | resources/templates/list",
+          "advertised": false,
+          "responded": false,
+          "minimalShapePresent": false,
+          "diagnostics": []
+        }
+      ]
+    },
+    {
+      "id": "security-lite",
+      "capability": "security-lite",
+      "status": "pass",
+      "durationMs": 0.017040999999153428,
+      "message": "No security issues detected (lightweight scan).",
+      "evidence": [
+        {
+          "endpoint": "security/scan-lite",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 0
+        }
+      ]
+    },
+    {
+      "id": "runtime-profile",
+      "capability": "runtime-profile",
+      "status": "pass",
+      "durationMs": 0.03883399999176618,
+      "message": "Detected 0 potential egress target(s) and 2 potential state mutation(s) with low confidence.",
+      "evidence": [
+        {
+          "endpoint": "runtime-profile/analyze",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 2,
+          "diagnostics": [
+            "Egress entries: 0",
+            "State mutations: 2",
+            "Confidence: medium"
+          ],
+          "findings": [
+            {
+              "resource": "filesystem",
+              "operation": "write",
+              "scope": "working_directory",
+              "source": "description_analysis"
+            },
+            {
+              "resource": "filesystem",
+              "operation": "write",
+              "scope": "working_directory",
+              "source": "description_analysis"
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "id": "conformance",
+      "capability": "conformance",
+      "status": "pass",
+      "durationMs": 0.6615000000019791,
+      "message": "All 7 conformance checks passed.",
+      "evidence": [
+        {
+          "endpoint": "conformance/check",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 7,
+          "identifiers": [],
+          "diagnostics": [
+            "[pass] capabilities-present: Server returned capabilities object.",
+            "[pass] server-info: Server provided initialization info.",
+            "[pass] tools-capability-match: tools/list returned 3 tool(s).",
+            "[pass] prompts-capability-match: Prompts not advertised — endpoint check skipped.",
+            "[pass] resources-capability-match: Resources not advertised — endpoint check skipped.",
+            "[pass] tool-response-content: No safe tool to invoke — content validation skipped.",
+            "[pass] error-handling: Server returned proper error code -32601 for unknown method."
+          ]
+        }
+      ]
+    },
+    {
+      "id": "schema-quality",
+      "capability": "schema-quality",
+      "status": "partial",
+      "durationMs": 0.17395899999246467,
+      "message": "Found 11 quality finding(s) across 3 item(s): 0 warnings, 11 info.",
+      "evidence": [
+        {
+          "endpoint": "schema-quality/scan",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 11,
+          "identifiers": [
+            "create_upi_link",
+            "create_upi_qr",
+            "parse_upi_link"
+          ],
+          "diagnostics": [
+            "[info] tool \"create_upi_link\": Property 'payee_vpa' missing description",
+            "[info] tool \"create_upi_link\": Property 'payee_name' missing description",
+            "[info] tool \"create_upi_link\": Property 'amount' missing description",
+            "[info] tool \"create_upi_link\": Property 'note' missing description",
+            "[info] tool \"create_upi_link\": Property 'transaction_ref' missing description",
+            "[info] tool \"create_upi_qr\": Property 'payee_vpa' missing description",
+            "[info] tool \"create_upi_qr\": Property 'payee_name' missing description",
+            "[info] tool \"create_upi_qr\": Property 'amount' missing description",
+            "[info] tool \"create_upi_qr\": Property 'note' missing description",
+            "[info] tool \"create_upi_qr\": Property 'transaction_ref' missing description",
+            "[info] tool \"parse_upi_link\": Property 'link' missing description"
+          ],
+          "findings": [
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_link",
+              "issue": "Property 'payee_vpa' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_link",
+              "issue": "Property 'payee_name' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_link",
+              "issue": "Property 'amount' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_link",
+              "issue": "Property 'note' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_link",
+              "issue": "Property 'transaction_ref' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_qr",
+              "issue": "Property 'payee_vpa' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_qr",
+              "issue": "Property 'payee_name' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_qr",
+              "issue": "Property 'amount' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_qr",
+              "issue": "Property 'note' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "create_upi_qr",
+              "issue": "Property 'transaction_ref' missing description",
+              "severity": "info"
+            },
+            {
+              "itemType": "tool",
+              "itemName": "parse_upi_link",
+              "issue": "Property 'link' missing description",
+              "severity": "info"
+            }
+          ]
+        }
+      ]
+    },
+    {
+      "id": "security",
+      "capability": "security",
+      "status": "pass",
+      "durationMs": 0.39433399999688845,
+      "message": "No security issues detected.",
+      "evidence": [
+        {
+          "endpoint": "security/scan",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 0
+        }
+      ]
+    },
+    {
+      "id": "attack-sim",
+      "capability": "attack-sim",
+      "status": "pass",
+      "durationMs": 0.34750000000349246,
+      "message": "Safe attack simulation found no high-risk MCP attack-readiness findings.",
+      "evidence": [
+        {
+          "endpoint": "attack-sim/safe",
+          "advertised": true,
+          "responded": true,
+          "minimalShapePresent": true,
+          "itemCount": 0,
+          "identifiers": []
+        }
+      ]
+    }
+  ],
+  "healthScore": {
+    "overall": 85,
+    "grade": "B",
+    "dimensions": [
+      {
+        "name": "Protocol Compliance",
+        "weight": 0.3,
+        "score": 100,
+        "details": [
+          "conformance: pass (100/100)"
+        ]
+      },
+      {
+        "name": "Schema Quality",
+        "weight": 0.2,
+        "score": 60,
+        "details": [
+          "schema-quality: partial (60/100)"
+        ]
+      },
+      {
+        "name": "Security",
+        "weight": 0.2,
+        "score": 100,
+        "details": [
+          "security-lite: pass (100/100)",
+          "security: pass (100/100)",
+          "attack-sim: pass (100/100)"
+        ]
+      },
+      {
+        "name": "Reliability",
+        "weight": 0.2,
+        "score": 67,
+        "details": [
+          "tools: pass (100/100)",
+          "prompts: unsupported (50/100)",
+          "resources: unsupported (50/100)"
+        ]
+      },
+      {
+        "name": "Performance",
+        "weight": 0.1,
+        "score": 100,
+        "details": [
+          "Connect: 787ms",
+          "p95 latency: 3ms (3 operations)"
+        ]
+      }
+    ]
+  },
+  "performanceMetrics": {
+    "connectMs": 787.2668339999946,
+    "toolsListMs": 2.692250000007334,
+    "promptsListMs": 0.0011670000094454736,
+    "resourcesListMs": 0.0005830000009154901
+  },
+  "runtimeProfile": {
+    "stateMutations": [
+      {
+        "resource": "filesystem",
+        "operation": "write",
+        "scope": "working_directory",
+        "source": "description_analysis"
+      },
+      {
+        "resource": "filesystem",
+        "operation": "write",
+        "scope": "working_directory",
+        "source": "description_analysis"
+      }
+    ],
+    "analyzedAt": "2026-07-15T22:35:06.487Z",
+    "confidence": "medium"
+  }
+}

package/docs/safety-index/artifacts/upi-mcp.md

@@ -0,0 +1,201 @@
+# MCP Observatory Run Report
+
+Generated at 2026-07-15T22:35:05.697Z
+
+## Target and Environment Metadata
+
+- Target: `upi-mcp`
+- Adapter: `local-process`
+- Command: `npx -y upi-mcp`
+- Server: `upi-mcp 0.1.0`
+- Platform: `darwin 25.5.0`
+- Node: `v22.22.1`
+
+## Executive Summary
+
+**Health Score: 85/100 (B)**
+
+| Dimension | Score | Weight |
+| --- | --- | --- |
+| Protocol Compliance | 100/100 | 30% |
+| Schema Quality | 60/100 | 20% |
+| Security | 100/100 | 20% |
+| Reliability | 67/100 | 20% |
+| Performance | 100/100 | 10% |
+
+| Gate | Total | Pass | Fail | Partial | Unsupported | Flaky | Skipped |
+| --- | --- | --- | --- | --- | --- | --- | --- |
+| pass | 9 | 6 | 0 | 1 | 2 | 0 | 0 |
+
+## At a Glance
+
+- Safety verdict: **Needs review** — The server is usable, but caveated checks should be reviewed before agents depend on it.
+- Top risks: schema-quality: Found 11 quality finding(s) across 3 item(s): 0 warnings, 11 info.
+- Regression/schema drift: Run `mcp-observatory diff <previous-run.json> <current-run.json>` to classify regressions and schema drift.
+- Failing checks: none
+- Partial or flaky checks: schema-quality
+- Skipped checks: none
+- Unsupported checks: prompts, resources
+- Suggested next step: Review the caveated checks next: schema-quality.
+- CI next step: `Add CI: npx @kryptosai/mcp-observatory setup-ci --all --command "npx -y <server-package>"`
+
+## What Was Not Tested
+
+- 🔒 network_egress: No outbound network calls were attempted during scan
+- ℹ️ credential_access: Credential scanning was performed (see security findings)
+- ℹ️ destructive_payloads: Destructive payloads were not attempted (safe-mode only)
+
+## Runtime Profile
+
+### State Mutations
+
+The following state-modifying operations were identified from tool schemas:
+
+| Resource | Operation | Scope | Source |
+| --- | --- | --- | --- |
+| filesystem | write | working_directory | description_analysis |
+| filesystem | write | working_directory | description_analysis |
+
+_Analyzed at 2026-07-15T22:35:06.487Z_
+
+## Regressions and Recoveries
+
+_Use the `diff` command against another run artifact to classify regressions and recoveries over time._
+
+## Full Capability Status Table
+
+| Focus | Check | Status | Duration (ms) | Message |
+| --- | --- | --- | --- | --- |
+| healthy | attack-sim | pass | 0.35 | Safe attack simulation found no high-risk MCP attack-readiness findings. |
+| healthy | conformance | pass | 0.66 | All 7 conformance checks passed. |
+| healthy | runtime-profile | pass | 0.04 | Detected 0 potential egress target(s) and 2 potential state mutation(s) with low confidence. |
+| healthy | security | pass | 0.39 | No security issues detected. |
+| healthy | security-lite | pass | 0.02 | No security issues detected (lightweight scan). |
+| healthy | tools | pass | 2.69 | Advertised capability responded with the minimal expected shape (3 items). |
+| review | schema-quality | partial | 0.17 | Found 11 quality finding(s) across 3 item(s): 0 warnings, 11 info. |
+| confirm intent | prompts | unsupported | 0.00 | Prompts are not advertised by the target. |
+| confirm intent | resources | unsupported | 0.00 | Resources are not advertised by the target. |
+
+## Evidence Snippets
+
+### attack-sim — pass
+
+Summary: Safe attack simulation found no high-risk MCP attack-readiness findings.
+
+- Endpoint: `attack-sim/safe`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `0`
+  - Identifiers: none
+  - Diagnostics: none
+
+### conformance — pass
+
+Summary: All 7 conformance checks passed.
+
+- Endpoint: `conformance/check`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `7`
+  - Identifiers: none
+  - Diagnostics: [pass] capabilities-present: Server returned capabilities object., [pass] server-info: Server provided initialization info., [pass] tools-capability-match: tools/list returned 3 tool(s). (+4 more)
+
+### runtime-profile — pass
+
+Summary: Detected 0 potential egress target(s) and 2 potential state mutation(s) with low confidence.
+
+- Endpoint: `runtime-profile/analyze`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `2`
+  - Identifiers: none
+  - Diagnostics: Egress entries: 0, State mutations: 2, Confidence: medium
+
+### security — pass
+
+Summary: No security issues detected.
+
+- Endpoint: `security/scan`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `0`
+  - Identifiers: none
+  - Diagnostics: none
+
+### security-lite — pass
+
+Summary: No security issues detected (lightweight scan).
+
+- Endpoint: `security/scan-lite`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `0`
+  - Identifiers: none
+  - Diagnostics: none
+
+### tools — pass
+
+Summary: Advertised capability responded with the minimal expected shape (3 items).
+
+- Endpoint: `tools/list`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `3`
+  - Identifiers: create_upi_link, create_upi_qr, parse_upi_link
+  - Diagnostics: upi-mcp running on stdio
+
+### schema-quality — partial
+
+Summary: Found 11 quality finding(s) across 3 item(s): 0 warnings, 11 info.
+
+- Endpoint: `schema-quality/scan`
+  - Advertised: `true`
+  - Responded: `true`
+  - Minimal shape present: `true`
+  - Item count: `11`
+  - Identifiers: create_upi_link, create_upi_qr, parse_upi_link
+  - Diagnostics: [info] tool "create_upi_link": Property 'payee_vpa' missing description, [info] tool "create_upi_link": Property 'payee_name' missing description, [info] tool "create_upi_link": Property 'amount' missing description (+8 more)
+
+### prompts — unsupported
+
+Summary: Prompts are not advertised by the target.
+
+- Endpoint: `prompts/list`
+  - Advertised: `false`
+  - Responded: `false`
+  - Minimal shape present: `false`
+  - Item count: `0`
+  - Identifiers: none
+  - Diagnostics: none
+
+### resources — unsupported
+
+Summary: Resources are not advertised by the target.
+
+- Endpoint: `resources/list | resources/templates/list`
+  - Advertised: `false`
+  - Responded: `false`
+  - Minimal shape present: `false`
+  - Item count: `0`
+  - Identifiers: none
+  - Diagnostics: none
+
+## Reproduction Commands
+
+```bash
+npm run cli -- run --target <path-to-target-config.json>
+npm run cli -- report --run <path-to-run-artifact.json> --format markdown
+```
+
+## Artifact Provenance
+
+- Artifact type: `run`
+- Schema version: `1.0.0`
+- Run ID: `run_2026-07-15T223505697Z_ddfc464b`
+- Gate: `pass`

package/docs/safety-index/artifacts/vercel-ai-server.json

@@ -2,9 +2,9 @@
   "artifactType": "run",
   "schemaVersion": "1.0.0",
   "gate": "fail",
-  "runId": "run_2026-07-12T234420008Z_4ee48d79",
-  "createdAt": "2026-07-12T23:44:20.008Z",
-  "toolVersion": "1.31.0",
+  "runId": "run_2026-07-15T223338984Z_2a29a957",
+  "createdAt": "2026-07-15T22:33:38.984Z",
+  "toolVersion": "1.32.1",
   "target": {
     "targetId": "vercel-ai-server",
     "adapter": "local-process",
@@ -62,5 +62,5 @@
       "evidence": []
     }
   ],
-  "fatalError": "Could not establish a plain stdio MCP session for target `vercel-ai-server`.\nCommand: npx -y @anthropic/mcp-server-vercel-ai\nDiagnosis: The process exited or detached before MCP initialization completed.\nRaw error: MCP error -32000: Connection closed\nLikely causes:\n- The package may expect extra startup arguments or environment variables.\n- The package may not behave like a plain local-process stdio target under this invocation.\n- The server may be crashing immediately and only leaving clues on stderr.\nNext steps:\n- Run the command manually and look for usage output, auth prompts, or crash text.\n- Check whether the package expects a different transport or an app-oriented startup flow.\n- Use the recent stderr lines below before assuming this is a harness bug.\nRecent stderr:\n- npm error 404  '@anthropic/mcp-server-vercel-ai@*' is not in this registry.\n- npm error 404\n- npm error 404 Note that you can also install from a\n- npm error 404 tarball, folder, http url, or git url.\n- npm error A complete log of this run can be found in: /Users/williamweishuhn/.npm/_logs/2026-07-12T23_44_20_088Z-debug-0.log"
+  "fatalError": "Could not establish a plain stdio MCP session for target `vercel-ai-server`.\nCommand: npx -y @anthropic/mcp-server-vercel-ai\nDiagnosis: The process exited or detached before MCP initialization completed.\nRaw error: MCP error -32000: Connection closed\nLikely causes:\n- The package may expect extra startup arguments or environment variables.\n- The package may not behave like a plain local-process stdio target under this invocation.\n- The server may be crashing immediately and only leaving clues on stderr.\nNext steps:\n- Run the command manually and look for usage output, auth prompts, or crash text.\n- Check whether the package expects a different transport or an app-oriented startup flow.\n- Use the recent stderr lines below before assuming this is a harness bug.\nRecent stderr:\n- npm error 404  '@anthropic/mcp-server-vercel-ai@*' is not in this registry.\n- npm error 404\n- npm error 404 Note that you can also install from a\n- npm error 404 tarball, folder, http url, or git url.\n- npm error A complete log of this run can be found in: /Users/williamweishuhn/.npm/_logs/2026-07-15T22_33_39_057Z-debug-0.log"
 }

package/docs/safety-index/artifacts/vercel-ai-server.md

@@ -1,6 +1,6 @@
 # MCP Observatory Run Report
 
-Generated at 2026-07-12T23:44:20.008Z
+Generated at 2026-07-15T22:33:38.984Z
 
 ## Target and Environment Metadata
 
@@ -60,7 +60,7 @@ Recent stderr:
 - npm error 404
 - npm error 404 Note that you can also install from a
 - npm error 404 tarball, folder, http url, or git url.
-- npm error A complete log of this run can be found in: /Users/williamweishuhn/.npm/_logs/2026-07-12T23_44_20_088Z-debug-0.log
+- npm error A complete log of this run can be found in: /Users/williamweishuhn/.npm/_logs/2026-07-15T22_33_39_057Z-debug-0.log
 ```
 
 ## Full Capability Status Table
@@ -102,5 +102,5 @@ npm run cli -- report --run <path-to-run-artifact.json> --format markdown
 
 - Artifact type: `run`
 - Schema version: `1.0.0`
-- Run ID: `run_2026-07-12T234420008Z_4ee48d79`
+- Run ID: `run_2026-07-15T223338984Z_2a29a957`
 - Gate: `fail`