@kryptosai/mcp-observatory 1.33.0 → 1.34.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (107) hide show
  1. package/README.md +8 -121
  2. package/dist/src/auth.d.ts +22 -0
  3. package/dist/src/auth.js +140 -0
  4. package/dist/src/auth.js.map +1 -0
  5. package/dist/src/cli.js +48 -3
  6. package/dist/src/cli.js.map +1 -1
  7. package/dist/src/commands/demo.d.ts +2 -0
  8. package/dist/src/commands/demo.js +247 -0
  9. package/dist/src/commands/demo.js.map +1 -0
  10. package/dist/src/commands/helpers.d.ts +11 -0
  11. package/dist/src/commands/helpers.js +26 -0
  12. package/dist/src/commands/helpers.js.map +1 -1
  13. package/dist/src/commands/init-ci.d.ts +1 -0
  14. package/dist/src/commands/init-ci.js +157 -10
  15. package/dist/src/commands/init-ci.js.map +1 -1
  16. package/dist/src/commands/receipt.js +13 -3
  17. package/dist/src/commands/receipt.js.map +1 -1
  18. package/dist/src/commands/scan.js +10 -1
  19. package/dist/src/commands/scan.js.map +1 -1
  20. package/dist/src/commands/setup-ci-conversion.js +4 -4
  21. package/dist/src/commands/setup-ci-conversion.js.map +1 -1
  22. package/dist/src/commands/test.js +9 -1
  23. package/dist/src/commands/test.js.map +1 -1
  24. package/dist/src/commercial.d.ts +3 -0
  25. package/dist/src/commercial.js +12 -1
  26. package/dist/src/commercial.js.map +1 -1
  27. package/dist/src/index.d.ts +1 -1
  28. package/dist/src/index.js +1 -1
  29. package/dist/src/index.js.map +1 -1
  30. package/dist/src/receipt.d.ts +9 -0
  31. package/dist/src/receipt.js +24 -1
  32. package/dist/src/receipt.js.map +1 -1
  33. package/dist/src/telemetry.js +4 -0
  34. package/dist/src/telemetry.js.map +1 -1
  35. package/dist/src/utils/failure-diagnosis.d.ts +7 -0
  36. package/dist/src/utils/failure-diagnosis.js +14 -0
  37. package/dist/src/utils/failure-diagnosis.js.map +1 -1
  38. package/docs/mcp-server-safety-index.md +1 -1
  39. package/docs/safety-index/artifacts/antv-chart-server.json +21 -21
  40. package/docs/safety-index/artifacts/antv-chart-server.md +10 -10
  41. package/docs/safety-index/artifacts/browsermcp-server.json +18 -18
  42. package/docs/safety-index/artifacts/browsermcp-server.md +9 -9
  43. package/docs/safety-index/artifacts/chrome-devtools-mcp-server.json +19 -19
  44. package/docs/safety-index/artifacts/chrome-devtools-mcp-server.md +9 -9
  45. package/docs/safety-index/artifacts/cloudflare-server.json +4 -4
  46. package/docs/safety-index/artifacts/cloudflare-server.md +4 -4
  47. package/docs/safety-index/artifacts/context7-server.json +18 -18
  48. package/docs/safety-index/artifacts/context7-server.md +10 -10
  49. package/docs/safety-index/artifacts/cyanheads-git-mcp-server.json +34 -34
  50. package/docs/safety-index/artifacts/cyanheads-git-mcp-server.md +15 -15
  51. package/docs/safety-index/artifacts/everything-server.json +18 -18
  52. package/docs/safety-index/artifacts/everything-server.md +11 -11
  53. package/docs/safety-index/artifacts/executeautomation-playwright-server.json +19 -19
  54. package/docs/safety-index/artifacts/executeautomation-playwright-server.md +11 -11
  55. package/docs/safety-index/artifacts/filesystem-mcp-server.json +19 -19
  56. package/docs/safety-index/artifacts/filesystem-mcp-server.md +10 -10
  57. package/docs/safety-index/artifacts/filesystem-server.json +19 -19
  58. package/docs/safety-index/artifacts/filesystem-server.md +10 -10
  59. package/docs/safety-index/artifacts/github-mcp-server.json +18 -18
  60. package/docs/safety-index/artifacts/github-mcp-server.md +9 -9
  61. package/docs/safety-index/artifacts/google-drive-server.json +4 -4
  62. package/docs/safety-index/artifacts/google-drive-server.md +4 -4
  63. package/docs/safety-index/artifacts/kubernetes-server.json +23 -23
  64. package/docs/safety-index/artifacts/kubernetes-server.md +15 -15
  65. package/docs/safety-index/artifacts/memory-server.json +18 -18
  66. package/docs/safety-index/artifacts/memory-server.md +10 -10
  67. package/docs/safety-index/artifacts/mongodb-server.json +4 -4
  68. package/docs/safety-index/artifacts/mongodb-server.md +4 -4
  69. package/docs/safety-index/artifacts/opentofu-server.json +18 -18
  70. package/docs/safety-index/artifacts/opentofu-server.md +9 -9
  71. package/docs/safety-index/artifacts/playwright-mcp-server.json +18 -18
  72. package/docs/safety-index/artifacts/playwright-mcp-server.md +9 -9
  73. package/docs/safety-index/artifacts/promptopia-server.json +21 -21
  74. package/docs/safety-index/artifacts/promptopia-server.md +11 -11
  75. package/docs/safety-index/artifacts/puppeteer-server.json +18 -18
  76. package/docs/safety-index/artifacts/puppeteer-server.md +9 -9
  77. package/docs/safety-index/artifacts/qdrant-server.json +4 -4
  78. package/docs/safety-index/artifacts/qdrant-server.md +4 -4
  79. package/docs/safety-index/artifacts/ref-tools-server.json +18 -18
  80. package/docs/safety-index/artifacts/ref-tools-server.md +10 -10
  81. package/docs/safety-index/artifacts/sequential-thinking-server.json +18 -18
  82. package/docs/safety-index/artifacts/sequential-thinking-server.md +8 -8
  83. package/docs/safety-index/artifacts/slack-server.json +3 -3
  84. package/docs/safety-index/artifacts/slack-server.md +2 -2
  85. package/docs/safety-index/artifacts/ui5-mcp-server.json +18 -18
  86. package/docs/safety-index/artifacts/ui5-mcp-server.md +9 -9
  87. package/docs/safety-index/artifacts/vercel-ai-server.json +4 -4
  88. package/docs/safety-index/artifacts/vercel-ai-server.md +4 -4
  89. package/package.json +2 -2
  90. package/dist/src/adapters/base.d.ts +0 -14
  91. package/dist/src/adapters/base.js +0 -2
  92. package/dist/src/adapters/base.js.map +0 -1
  93. package/dist/src/checks/semantics.d.ts +0 -2
  94. package/dist/src/checks/semantics.js +0 -48
  95. package/dist/src/checks/semantics.js.map +0 -1
  96. package/dist/src/diff/diff.d.ts +0 -2
  97. package/dist/src/diff/diff.js +0 -81
  98. package/dist/src/diff/diff.js.map +0 -1
  99. package/dist/src/reporters/json.d.ts +0 -2
  100. package/dist/src/reporters/json.js +0 -4
  101. package/dist/src/reporters/json.js.map +0 -1
  102. package/dist/src/runner/runner.d.ts +0 -2
  103. package/dist/src/runner/runner.js +0 -135
  104. package/dist/src/runner/runner.js.map +0 -1
  105. package/dist/src/storage/filesystem.d.ts +0 -6
  106. package/dist/src/storage/filesystem.js +0 -21
  107. package/dist/src/storage/filesystem.js.map +0 -1
@@ -1,135 +0,0 @@
1
- import os from "node:os";
2
- import { AdapterConnectError, LocalProcessAdapter } from "../adapters/local-process.js";
3
- import { runPromptsCheck } from "../checks/prompts.js";
4
- import { runResourcesCheck } from "../checks/resources.js";
5
- import { runSemanticsCheck } from "../checks/semantics.js";
6
- import { runToolsCheck } from "../checks/tools.js";
7
- import { SCHEMA_VERSION } from "../types.js";
8
- import { buildRunId } from "../utils/ids.js";
9
- import { TOOL_VERSION } from "../version.js";
10
- function createEmptyCounts() {
11
- return {
12
- total: 0,
13
- pass: 0,
14
- fail: 0,
15
- partial: 0,
16
- unsupported: 0,
17
- flaky: 0,
18
- skipped: 0
19
- };
20
- }
21
- function buildSummary(checks, fatalError) {
22
- const counts = createEmptyCounts();
23
- for (const check of checks) {
24
- counts.total += 1;
25
- counts[check.status] += 1;
26
- }
27
- const gate = fatalError !== undefined || counts.fail > 0 ? "fail" : "pass";
28
- return {
29
- ...counts,
30
- gate
31
- };
32
- }
33
- export async function runTarget(target) {
34
- const adapter = new LocalProcessAdapter();
35
- const runId = buildRunId();
36
- const createdAt = new Date().toISOString();
37
- let checks = [];
38
- let fatalError;
39
- let serverName;
40
- let serverVersion;
41
- try {
42
- const session = await adapter.connect(target);
43
- serverName = session.serverName;
44
- serverVersion = session.serverVersion;
45
- try {
46
- const checkContext = {
47
- client: session.client,
48
- serverCapabilities: session.serverCapabilities,
49
- target,
50
- timeoutMs: target.timeoutMs ?? 10_000,
51
- stderrLines: session.stderrLines
52
- };
53
- const toolsCheck = await runToolsCheck(checkContext);
54
- const promptsCheck = await runPromptsCheck(checkContext);
55
- const resourcesCheck = await runResourcesCheck(checkContext);
56
- const semanticsCheck = runSemanticsCheck([toolsCheck.observation, promptsCheck.observation, resourcesCheck.observation].filter((observation) => observation !== undefined), session.stderrLines);
57
- checks = [
58
- toolsCheck.result,
59
- promptsCheck.result,
60
- resourcesCheck.result,
61
- semanticsCheck.result
62
- ];
63
- }
64
- finally {
65
- await session.close();
66
- }
67
- }
68
- catch (error) {
69
- fatalError = error instanceof Error ? error.message : String(error);
70
- const skippedMessage = error instanceof AdapterConnectError
71
- ? "Skipped because startup failed before the MCP session initialized. See the failure diagnosis."
72
- : "Skipped because the adapter never established a session.";
73
- checks = [
74
- {
75
- id: "tools",
76
- capability: "tools",
77
- status: "skipped",
78
- durationMs: 0,
79
- message: skippedMessage,
80
- evidence: []
81
- },
82
- {
83
- id: "prompts",
84
- capability: "prompts",
85
- status: "skipped",
86
- durationMs: 0,
87
- message: skippedMessage,
88
- evidence: []
89
- },
90
- {
91
- id: "resources",
92
- capability: "resources",
93
- status: "skipped",
94
- durationMs: 0,
95
- message: skippedMessage,
96
- evidence: []
97
- },
98
- {
99
- id: "semantics",
100
- capability: "semantics",
101
- status: "skipped",
102
- durationMs: 0,
103
- message: skippedMessage,
104
- evidence: []
105
- }
106
- ];
107
- }
108
- const summary = buildSummary(checks, fatalError);
109
- return {
110
- artifactType: "run",
111
- schemaVersion: SCHEMA_VERSION,
112
- gate: summary.gate,
113
- runId,
114
- createdAt,
115
- toolVersion: TOOL_VERSION,
116
- target: {
117
- targetId: target.targetId,
118
- adapter: target.adapter,
119
- command: target.command,
120
- args: target.args,
121
- cwd: target.cwd,
122
- metadata: target.metadata,
123
- serverName,
124
- serverVersion
125
- },
126
- environment: {
127
- platform: `${os.platform()} ${os.release()}`,
128
- nodeVersion: process.version
129
- },
130
- summary,
131
- checks,
132
- fatalError
133
- };
134
- }
135
- //# sourceMappingURL=runner.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/runner/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACxF,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,SAAS,iBAAiB;IACxB,OAAO;QACL,KAAK,EAAE,CAAC;QACR,IAAI,EAAE,CAAC;QACP,IAAI,EAAE,CAAC;QACP,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,CAAC;QACd,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,CAAC;KACX,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,MAAqB,EAAE,UAAmB;IAC9D,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAClB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,MAAM,IAAI,GACR,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAChE,OAAO;QACL,GAAG,MAAM;QACT,IAAI;KACL,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAoB;IAClD,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3C,IAAI,MAAM,GAAkB,EAAE,CAAC;IAC/B,IAAI,UAA8B,CAAC;IACnC,IAAI,UAA8B,CAAC;IACnC,IAAI,aAAiC,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9C,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QAChC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAEtC,IAAI,CAAC;YACH,MAAM,YAAY,GAAG;gBACnB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;gBAC9C,MAAM;gBACN,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,MAAM;gBACrC,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC;YAEF,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC;YACrD,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC;YACzD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAC7D,MAAM,cAAc,GAAG,iBAAiB,CACtC,CAAC,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC,WAAW,EAAE,cAAc,CAAC,WAAW,CAAC,CAAC,MAAM,CACnF,CAAC,WAAW,EAAkD,EAAE,CAC9D,WAAW,KAAK,SAAS,CAC5B,EACD,OAAO,CAAC,WAAW,CACpB,CAAC;YAEF,MAAM,GAAG;gBACP,UAAU,CAAC,MAAM;gBACjB,YAAY,CAAC,MAAM;gBACnB,cAAc,CAAC,MAAM;gBACrB,cAAc,CAAC,MAAM;aACtB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpE,MAAM,cAAc,GAClB,KAAK,YAAY,mBAAmB;YAClC,CAAC,CAAC,+FAA+F;YACjG,CAAC,CAAC,0DAA0D,CAAC;QACjE,MAAM,GAAG;YACP;gBACE,EAAE,EAAE,OAAO;gBACX,UAAU,EAAE,OAAO;gBACnB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb;YACD;gBACE,EAAE,EAAE,SAAS;gBACb,UAAU,EAAE,SAAS;gBACrB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb;YACD;gBACE,EAAE,EAAE,WAAW;gBACf,UAAU,EAAE,WAAW;gBACvB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb;YACD;gBACE,EAAE,EAAE,WAAW;gBACf,UAAU,EAAE,WAAW;gBACvB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,cAAc;gBACvB,QAAQ,EAAE,EAAE;aACb;SACF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAEjD,OAAO;QACL,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,cAAc;QAC7B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK;QACL,SAAS;QACT,WAAW,EAAE,YAAY;QACzB,MAAM,EAAE;YACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU;YACV,aAAa;SACd;QACD,WAAW,EAAE;YACX,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE;YAC5C,WAAW,EAAE,OAAO,CAAC,OAAO;SAC7B;QACD,OAAO;QACP,MAAM;QACN,UAAU;KACX,CAAC;AACJ,CAAC"}
@@ -1,6 +0,0 @@
1
- import type { DiffArtifact, RunArtifact } from "../types.js";
2
- export type Artifact = RunArtifact | DiffArtifact;
3
- export declare function defaultRunsDirectory(cwd?: string): string;
4
- export declare function ensureDirectory(directoryPath: string): Promise<void>;
5
- export declare function writeRunArtifact(artifact: RunArtifact, outDir: string): Promise<string>;
6
- export declare function readArtifact(filePath: string): Promise<Artifact>;
@@ -1,21 +0,0 @@
1
- import { mkdir, readFile, writeFile } from "node:fs/promises";
2
- import path from "node:path";
3
- import { slugify } from "../utils/ids.js";
4
- export function defaultRunsDirectory(cwd = process.cwd()) {
5
- return path.join(cwd, ".mcp-observatory", "runs");
6
- }
7
- export async function ensureDirectory(directoryPath) {
8
- await mkdir(directoryPath, { recursive: true });
9
- }
10
- export async function writeRunArtifact(artifact, outDir) {
11
- await ensureDirectory(outDir);
12
- const fileName = `${artifact.createdAt.replaceAll(":", "-")}--${slugify(artifact.target.targetId)}.json`;
13
- const filePath = path.join(outDir, fileName);
14
- await writeFile(filePath, JSON.stringify(artifact, null, 2) + "\n", "utf8");
15
- return filePath;
16
- }
17
- export async function readArtifact(filePath) {
18
- const content = await readFile(filePath, "utf8");
19
- return JSON.parse(content);
20
- }
21
- //# sourceMappingURL=filesystem.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"filesystem.js","sourceRoot":"","sources":["../../../src/storage/filesystem.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAI1C,MAAM,UAAU,oBAAoB,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE;IACtD,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,aAAqB;IACzD,MAAM,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAqB,EACrB,MAAc;IAEd,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,OAAO,CACrE,QAAQ,CAAC,MAAM,CAAC,QAAQ,CACzB,OAAO,CAAC;IACT,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7C,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5E,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAAgB;IACjD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACjD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAa,CAAC;AACzC,CAAC"}