@kryptosai/mcp-observatory 0.20.3 → 0.21.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@kryptosai/mcp-observatory",
-  "version": "0.20.3",
-  "description": "Test your MCP servers for breaking changes. Checks capabilities, invokes tools, detects schema drift between versions.",
+  "version": "0.21.0",
+  "description": "Test, secure, and monitor MCP servers before agents depend on them.",
   "mcpName": "io.github.KryptosAI/mcp-observatory",
   "license": "MIT",
   "type": "module",
@@ -31,7 +31,11 @@
   "files": [
     "dist/src",
     "README.md",
+    "COMMERCIAL.md",
+    "PRIVACY.md",
+    "TERMS.md",
     "LICENSE",
+    "docs",
     "schemas"
   ],
   "scripts": {
@@ -47,7 +51,9 @@
     "test": "vitest run",
     "validate:artifacts": "tsx scripts/validate-artifacts.ts",
     "verify:packed-install": "node scripts/verify-packed-install.mjs",
-    "smoke": "npm run cli -- run --target tests/fixtures/sample-target-config.json && npm run cli -- diff tests/fixtures/sample-run-a.json tests/fixtures/sample-run-b.json"
+    "smoke": "npm run cli -- run --target tests/fixtures/sample-target-config.json && npm run cli -- diff tests/fixtures/sample-run-a.json tests/fixtures/sample-run-b.json",
+    "telemetry:export": "tsx scripts/export-telemetry-d1.ts",
+    "telemetry:intelligence": "tsx scripts/telemetry-company-intelligence.ts --input telemetry-exports/events-flat-full.json --out-dir reports"
   },
   "keywords": [
     "mcp",
@@ -66,31 +72,38 @@
     "vcr",
     "mcp-testing",
     "security",
+    "mcp-security",
     "ci-cd",
+    "mcp-ci",
     "github-action",
+    "production-monitoring",
+    "enterprise",
+    "enterprise-report",
+    "feishu",
+    "lark",
     "schema-drift"
   ],
   "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.27.1",
+    "@modelcontextprotocol/sdk": "^1.29.0",
     "ci-info": "^4.4.0",
-    "commander": "14.0.2",
+    "commander": "15.0.0",
     "update-notifier": "^7.3.1",
-    "zod": "4.1.12"
+    "zod": "4.4.3"
   },
   "devDependencies": {
-    "@eslint/js": "9.39.1",
+    "@eslint/js": "10.0.1",
     "@semantic-release/changelog": "^6.0.3",
     "@semantic-release/git": "^10.0.1",
-    "@types/node": "24.10.1",
-    "@typescript-eslint/eslint-plugin": "8.46.3",
-    "@typescript-eslint/parser": "8.46.3",
-    "ajv": "8.17.1",
-    "eslint": "9.39.1",
-    "globals": "16.5.0",
-    "semantic-release": "^25.0.3",
-    "tsx": "4.20.6",
-    "typescript": "5.9.3",
-    "typescript-eslint": "8.46.3",
-    "vitest": "4.0.8"
+    "@types/node": "25.9.3",
+    "@typescript-eslint/eslint-plugin": "8.61.1",
+    "@typescript-eslint/parser": "8.61.1",
+    "ajv": "8.20.0",
+    "eslint": "10.5.0",
+    "globals": "17.6.0",
+    "semantic-release": "^25.0.5",
+    "tsx": "4.22.4",
+    "typescript": "6.0.3",
+    "typescript-eslint": "8.61.1",
+    "vitest": "4.1.9"
   }
 }

package/schemas/diff-artifact.schema.json

@@ -19,113 +19,109 @@
     "removed"
   ],
   "properties": {
-    "artifactType": {
-      "const": "diff"
-    },
-    "schemaVersion": {
-      "const": "1.0.0"
-    },
-    "gate": {
-      "$ref": "#/definitions/gate"
-    },
-    "baseRunId": {
-      "type": "string"
-    },
-    "headRunId": {
-      "type": "string"
-    },
-    "createdAt": {
-      "type": "string"
-    },
-    "summary": {
-      "$ref": "#/definitions/diffSummary"
-    },
+    "artifactType": { "const": "diff" },
+    "schemaVersion": { "const": "1.0.0" },
+    "gate": { "$ref": "#/definitions/gate" },
+    "baseRunId": { "type": "string" },
+    "headRunId": { "type": "string" },
+    "createdAt": { "type": "string" },
+    "summary": { "$ref": "#/definitions/diffSummary" },
     "regressions": {
       "type": "array",
-      "items": {
-        "$ref": "#/definitions/diffEntry"
-      }
+      "items": { "$ref": "#/definitions/diffEntry" }
     },
     "recoveries": {
       "type": "array",
-      "items": {
-        "$ref": "#/definitions/diffEntry"
-      }
+      "items": { "$ref": "#/definitions/diffEntry" }
     },
     "unchanged": {
       "type": "array",
-      "items": {
-        "$ref": "#/definitions/diffEntry"
-      }
+      "items": { "$ref": "#/definitions/diffEntry" }
     },
     "added": {
       "type": "array",
-      "items": {
-        "$ref": "#/definitions/diffEntry"
-      }
+      "items": { "$ref": "#/definitions/diffEntry" }
     },
     "removed": {
       "type": "array",
-      "items": {
-        "$ref": "#/definitions/diffEntry"
-      }
+      "items": { "$ref": "#/definitions/diffEntry" }
+    },
+    "schemaDrift": {
+      "type": "array",
+      "items": { "$ref": "#/definitions/schemaDriftEntry" }
+    },
+    "responseChanges": {
+      "type": "array",
+      "items": { "$ref": "#/definitions/responseChangeEntry" }
     }
   },
   "definitions": {
-    "gate": {
-      "type": "string",
-      "enum": ["pass", "fail"]
-    },
+    "gate": { "type": "string", "enum": ["pass", "fail"] },
     "checkStatus": {
       "type": "string",
       "enum": ["pass", "fail", "partial", "unsupported", "flaky", "skipped"]
     },
     "checkId": {
       "type": "string",
-      "enum": ["tools", "prompts", "resources"]
+      "enum": [
+        "tools",
+        "prompts",
+        "resources",
+        "tools-invoke",
+        "security",
+        "security-lite",
+        "conformance",
+        "schema-quality"
+      ]
     },
     "diffEntry": {
       "type": "object",
       "additionalProperties": false,
       "required": ["id", "capability", "message"],
       "properties": {
-        "id": {
-          "$ref": "#/definitions/checkId"
-        },
-        "capability": {
-          "$ref": "#/definitions/checkId"
-        },
-        "fromStatus": {
-          "$ref": "#/definitions/checkStatus"
-        },
-        "toStatus": {
-          "$ref": "#/definitions/checkStatus"
-        },
-        "message": {
-          "type": "string"
+        "id": { "$ref": "#/definitions/checkId" },
+        "capability": { "$ref": "#/definitions/checkId" },
+        "fromStatus": { "$ref": "#/definitions/checkStatus" },
+        "toStatus": { "$ref": "#/definitions/checkStatus" },
+        "message": { "type": "string" }
+      }
+    },
+    "schemaDriftEntry": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["capability", "name", "changes"],
+      "properties": {
+        "capability": { "$ref": "#/definitions/checkId" },
+        "name": { "type": "string" },
+        "changes": {
+          "type": "array",
+          "items": { "type": "string" }
         }
       }
     },
+    "responseChangeEntry": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["capability", "name", "change"],
+      "properties": {
+        "capability": { "$ref": "#/definitions/checkId" },
+        "name": { "type": "string" },
+        "change": { "type": "string" }
+      }
+    },
     "diffSummary": {
       "type": "object",
       "additionalProperties": false,
-      "required": [
-        "regressions",
-        "recoveries",
-        "unchanged",
-        "added",
-        "removed",
-        "gate"
-      ],
+      "required": ["regressions", "recoveries", "unchanged", "added", "removed", "gate"],
       "properties": {
         "regressions": { "type": "integer", "minimum": 0 },
         "recoveries": { "type": "integer", "minimum": 0 },
         "unchanged": { "type": "integer", "minimum": 0 },
         "added": { "type": "integer", "minimum": 0 },
         "removed": { "type": "integer", "minimum": 0 },
-        "gate": {
-          "$ref": "#/definitions/gate"
-        }
+        "schemaDriftCount": { "type": "integer", "minimum": 0 },
+        "responseChangeCount": { "type": "integer", "minimum": 0 },
+        "gate": { "$ref": "#/definitions/gate" }
       }
     }
   }

package/schemas/run-artifact.schema.json

@@ -17,92 +17,73 @@
     "checks"
   ],
   "properties": {
-    "artifactType": {
-      "const": "run"
-    },
-    "schemaVersion": {
-      "const": "1.0.0"
-    },
-    "gate": {
-      "$ref": "#/definitions/gate"
-    },
-    "runId": {
-      "type": "string"
-    },
-    "createdAt": {
-      "type": "string"
-    },
-    "toolVersion": {
-      "type": "string"
-    },
-    "target": {
-      "$ref": "#/definitions/targetSnapshot"
-    },
-    "environment": {
-      "$ref": "#/definitions/environmentSnapshot"
-    },
-    "summary": {
-      "$ref": "#/definitions/runSummary"
-    },
+    "artifactType": { "const": "run" },
+    "schemaVersion": { "const": "1.0.0" },
+    "gate": { "$ref": "#/definitions/gate" },
+    "runId": { "type": "string" },
+    "createdAt": { "type": "string" },
+    "toolVersion": { "type": "string" },
+    "target": { "$ref": "#/definitions/targetSnapshot" },
+    "environment": { "$ref": "#/definitions/environmentSnapshot" },
+    "summary": { "$ref": "#/definitions/runSummary" },
     "checks": {
       "type": "array",
-      "items": {
-        "$ref": "#/definitions/checkResult"
-      }
+      "items": { "$ref": "#/definitions/checkResult" }
     },
-    "fatalError": {
-      "type": "string"
-    }
+    "healthScore": { "$ref": "#/definitions/healthScore" },
+    "performanceMetrics": { "$ref": "#/definitions/performanceMetrics" },
+    "fatalError": { "type": "string" }
   },
   "definitions": {
-    "gate": {
-      "type": "string",
-      "enum": ["pass", "fail"]
-    },
+    "gate": { "type": "string", "enum": ["pass", "fail"] },
     "checkStatus": {
       "type": "string",
       "enum": ["pass", "fail", "partial", "unsupported", "flaky", "skipped"]
     },
     "checkId": {
       "type": "string",
-      "enum": ["tools", "prompts", "resources"]
+      "enum": [
+        "tools",
+        "prompts",
+        "resources",
+        "tools-invoke",
+        "security",
+        "security-lite",
+        "conformance",
+        "schema-quality"
+      ]
     },
     "evidenceSummary": {
       "type": "object",
       "additionalProperties": false,
-      "required": [
-        "endpoint",
-        "advertised",
-        "responded",
-        "minimalShapePresent"
-      ],
+      "required": ["endpoint", "advertised", "responded", "minimalShapePresent"],
       "properties": {
-        "endpoint": {
-          "type": "string"
-        },
-        "advertised": {
-          "type": "boolean"
-        },
-        "responded": {
-          "type": "boolean"
-        },
-        "minimalShapePresent": {
-          "type": "boolean"
-        },
-        "itemCount": {
-          "type": "integer",
-          "minimum": 0
-        },
+        "endpoint": { "type": "string" },
+        "advertised": { "type": "boolean" },
+        "responded": { "type": "boolean" },
+        "minimalShapePresent": { "type": "boolean" },
+        "itemCount": { "type": "integer", "minimum": 0 },
         "identifiers": {
           "type": "array",
-          "items": {
-            "type": "string"
-          }
+          "items": { "type": "string" }
         },
         "diagnostics": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "schemas": {
+          "type": "object",
+          "additionalProperties": { "type": "object" }
+        },
+        "responseSnapshots": {
+          "type": "object",
+          "additionalProperties": true
+        },
+        "findings": {
           "type": "array",
           "items": {
-            "type": "string"
+            "type": "object",
+            "additionalProperties": true
           }
         }
       }
@@ -110,51 +91,23 @@
     "checkResult": {
       "type": "object",
       "additionalProperties": false,
-      "required": [
-        "id",
-        "capability",
-        "status",
-        "durationMs",
-        "message",
-        "evidence"
-      ],
+      "required": ["id", "capability", "status", "durationMs", "message", "evidence"],
       "properties": {
-        "id": {
-          "$ref": "#/definitions/checkId"
-        },
-        "capability": {
-          "$ref": "#/definitions/checkId"
-        },
-        "status": {
-          "$ref": "#/definitions/checkStatus"
-        },
-        "durationMs": {
-          "type": "number",
-          "minimum": 0
-        },
-        "message": {
-          "type": "string"
-        },
+        "id": { "$ref": "#/definitions/checkId" },
+        "capability": { "$ref": "#/definitions/checkId" },
+        "status": { "$ref": "#/definitions/checkStatus" },
+        "durationMs": { "type": "number", "minimum": 0 },
+        "message": { "type": "string" },
         "evidence": {
           "type": "array",
-          "items": {
-            "$ref": "#/definitions/evidenceSummary"
-          }
+          "items": { "$ref": "#/definitions/evidenceSummary" }
         }
       }
     },
     "statusCounts": {
       "type": "object",
       "additionalProperties": false,
-      "required": [
-        "total",
-        "pass",
-        "fail",
-        "partial",
-        "unsupported",
-        "flaky",
-        "skipped"
-      ],
+      "required": ["total", "pass", "fail", "partial", "unsupported", "flaky", "skipped"],
       "properties": {
         "total": { "type": "integer", "minimum": 0 },
         "pass": { "type": "integer", "minimum": 0 },
@@ -168,16 +121,7 @@
     "runSummary": {
       "type": "object",
       "additionalProperties": false,
-      "required": [
-        "total",
-        "pass",
-        "fail",
-        "partial",
-        "unsupported",
-        "flaky",
-        "skipped",
-        "gate"
-      ],
+      "required": ["total", "pass", "fail", "partial", "unsupported", "flaky", "skipped", "gate"],
       "properties": {
         "total": { "type": "integer", "minimum": 0 },
         "pass": { "type": "integer", "minimum": 0 },
@@ -186,9 +130,7 @@
         "unsupported": { "type": "integer", "minimum": 0 },
         "flaky": { "type": "integer", "minimum": 0 },
         "skipped": { "type": "integer", "minimum": 0 },
-        "gate": {
-          "$ref": "#/definitions/gate"
-        }
+        "gate": { "$ref": "#/definitions/gate" }
       }
     },
     "targetSnapshot": {
@@ -196,36 +138,21 @@
       "additionalProperties": false,
       "required": ["targetId", "adapter", "command", "args"],
       "properties": {
-        "targetId": {
-          "type": "string"
-        },
-        "adapter": {
-          "const": "local-process"
-        },
-        "command": {
-          "type": "string"
-        },
+        "targetId": { "type": "string" },
+        "adapter": { "type": "string", "enum": ["local-process", "http"] },
+        "command": { "type": "string" },
         "args": {
           "type": "array",
-          "items": {
-            "type": "string"
-          }
-        },
-        "cwd": {
-          "type": "string"
+          "items": { "type": "string" }
         },
+        "url": { "type": "string" },
+        "cwd": { "type": "string" },
         "metadata": {
           "type": "object",
-          "additionalProperties": {
-            "type": "string"
-          }
-        },
-        "serverVersion": {
-          "type": "string"
+          "additionalProperties": { "type": "string" }
         },
-        "serverName": {
-          "type": "string"
-        }
+        "serverVersion": { "type": "string" },
+        "serverName": { "type": "string" }
       }
     },
     "environmentSnapshot": {
@@ -233,11 +160,49 @@
       "additionalProperties": false,
       "required": ["platform", "nodeVersion"],
       "properties": {
-        "platform": {
-          "type": "string"
-        },
-        "nodeVersion": {
-          "type": "string"
+        "platform": { "type": "string" },
+        "nodeVersion": { "type": "string" }
+      }
+    },
+    "scoreDimension": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "weight", "score", "details"],
+      "properties": {
+        "name": { "type": "string" },
+        "weight": { "type": "number" },
+        "score": { "type": "number" },
+        "details": {
+          "type": "array",
+          "items": { "type": "string" }
+        }
+      }
+    },
+    "healthScore": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["overall", "grade", "dimensions"],
+      "properties": {
+        "overall": { "type": "number" },
+        "grade": { "type": "string", "enum": ["A", "B", "C", "D", "F"] },
+        "dimensions": {
+          "type": "array",
+          "items": { "$ref": "#/definitions/scoreDimension" }
+        }
+      }
+    },
+    "performanceMetrics": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["connectMs"],
+      "properties": {
+        "connectMs": { "type": "number", "minimum": 0 },
+        "toolsListMs": { "type": "number", "minimum": 0 },
+        "promptsListMs": { "type": "number", "minimum": 0 },
+        "resourcesListMs": { "type": "number", "minimum": 0 },
+        "toolInvokeMs": {
+          "type": "object",
+          "additionalProperties": { "type": "number", "minimum": 0 }
         }
       }
     }