@kryptosai/mcp-observatory 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/COMMERCIAL.md +5 -3
- package/PRIVACY.md +5 -2
- package/README.md +28 -13
- package/dist/src/cli.js +1 -1
- package/dist/src/cli.js.map +1 -1
- package/dist/src/commands/init-ci.d.ts +3 -0
- package/dist/src/commands/init-ci.js +26 -9
- package/dist/src/commands/init-ci.js.map +1 -1
- package/dist/src/commercial.js +2 -2
- package/dist/src/commercial.js.map +1 -1
- package/dist/src/reporters/pr-comment.js +6 -2
- package/dist/src/reporters/pr-comment.js.map +1 -1
- package/dist/src/score.js +1 -1
- package/dist/src/score.js.map +1 -1
- package/dist/src/validate.js +58 -3
- package/dist/src/validate.js.map +1 -1
- package/docs/certification-campaign-template.md +10 -10
- package/docs/certification-distribution.md +16 -0
- package/docs/directory-listing-copy.md +12 -5
- package/docs/distribution-launch.md +5 -5
- package/docs/enterprise-outreach-playbook.md +2 -2
- package/docs/mcp-lock-files.md +63 -0
- package/docs/mcp-safety-report-latest.md +16 -7
- package/docs/mcp-security-field-guide.md +97 -0
- package/docs/mcp-server-safety-index.md +61 -0
- package/docs/methodology.md +90 -0
- package/docs/metrics-dashboard.md +105 -0
- package/docs/paid-pilot-offer.md +74 -0
- package/docs/project-case-study.md +77 -43
- package/docs/proof.md +42 -12
- package/docs/public-post-drafts.md +98 -0
- package/docs/publish-readiness.md +6 -4
- package/docs/reference-evaluations.md +134 -0
- package/docs/safety-index/artifacts/antv-chart-server.json +2765 -0
- package/docs/safety-index/artifacts/antv-chart-server.md +156 -0
- package/docs/safety-index/artifacts/browsermcp-server.json +416 -0
- package/docs/safety-index/artifacts/browsermcp-server.md +163 -0
- package/docs/safety-index/artifacts/context7-server.json +286 -0
- package/docs/safety-index/artifacts/context7-server.md +163 -0
- package/docs/safety-index/artifacts/everything-server.json +482 -0
- package/docs/safety-index/artifacts/everything-server.md +163 -0
- package/docs/safety-index/artifacts/executeautomation-playwright-server.json +955 -0
- package/docs/safety-index/artifacts/executeautomation-playwright-server.md +163 -0
- package/docs/safety-index/artifacts/filesystem-server.json +583 -0
- package/docs/safety-index/artifacts/filesystem-server.md +156 -0
- package/docs/safety-index/artifacts/memory-server.json +469 -0
- package/docs/safety-index/artifacts/memory-server.md +156 -0
- package/docs/safety-index/artifacts/opentofu-server.json +387 -0
- package/docs/safety-index/artifacts/opentofu-server.md +163 -0
- package/docs/safety-index/artifacts/playwright-mcp-server.json +919 -0
- package/docs/safety-index/artifacts/playwright-mcp-server.md +156 -0
- package/docs/safety-index/artifacts/promptopia-server.json +442 -0
- package/docs/safety-index/artifacts/promptopia-server.md +156 -0
- package/docs/safety-index/artifacts/puppeteer-server.json +377 -0
- package/docs/safety-index/artifacts/puppeteer-server.md +163 -0
- package/docs/safety-index/artifacts/ref-tools-server.json +262 -0
- package/docs/safety-index/artifacts/ref-tools-server.md +156 -0
- package/docs/safety-index/artifacts/sequential-thinking-server.json +286 -0
- package/docs/safety-index/artifacts/sequential-thinking-server.md +156 -0
- package/docs/safety-index/maintainer-note-template.md +25 -0
- package/docs/safety-index/targets.json +192 -0
- package/package.json +17 -13
package/dist/src/validate.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/validate.ts"],"names":[],"mappings":"AAEA,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,aAAa,CAAC,GAA4B,EAAE,KAAa,EAAE,KAAa;IAC/E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,KAAK,IAAI,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,GAA4B,EAAE,KAAa,EAAE,KAAa;IAC9E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,KAAK,wBAAwB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,KAAa;IAClD,MAAM,KAAK,GACT,KAAK,CAAC,KAAK,CAAC,kCAAkC,CAAC;QAC/C,KAAK,CAAC,KAAK,CAAC,8BAA8B,CAAC;QAC3C,KAAK,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAChD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6CAA6C,IAAI,IAAI,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc,EAAE,KAAa,EAAE,MAAM,GAAG,KAAK;IACzE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,wCAAwC,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/C,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI,GAAG,oBAAoB,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACtE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc,EAAE,KAAa;IACxD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAa;IAChD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;IAEhE,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;QACxD,OAAO;YACL,QAAQ;YACR,OAAO,EAAE,MAAM;YACf,GAAG;YACH,SAAS,EAAE,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3H,OAAO,EAAE,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC;YAC7E,SAAS,EAAE,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;YAChF,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,wBAAwB,CAAC;YAC1E,oBAAoB,EAAE,mBAAmB,CAAC,IAAI,CAAC,sBAAsB,CAAC,EAAE,oCAAoC,CAAC;YAC7G,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SAC3D,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,0CAA0C,OAAO,wCAAwC,CAAC,CAAC;IAC7G,CAAC;IAED,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QAClC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ;QACR,OAAO;QACP,OAAO;QACP,IAAI;QACJ,GAAG,EAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9D,GAAG,EAAE,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC;QACjE,SAAS,EAAE,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;QAChF,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,wBAAwB,CAAC;QAC1E,oBAAoB,EAAE,mBAAmB,CAAC,IAAI,CAAC,sBAAsB,CAAC,EAAE,oCAAoC,CAAC;QAC7G,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;KAC3D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAa;IAC/C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,KAAK,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,iDAAiD,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC;IACrG,CAAC;IACD,aAAa,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAC7C,aAAa,CAAC,IAAI,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;IACjD,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC;IACrD,aAAa,CAAC,IAAI,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;IACnD,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/validate.ts"],"names":[],"mappings":"AAEA,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,aAAa,CAAC,GAA4B,EAAE,KAAa,EAAE,KAAa;IAC/E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,KAAK,IAAI,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,GAA4B,EAAE,KAAa,EAAE,KAAa;IAC9E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,KAAK,wBAAwB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,GAA4B,EAAE,KAAa,EAAE,KAAa;IAChF,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI,KAAK,2BAA2B,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,GAA4B,EAAE,KAAa,EAAE,KAAa;IAC/E,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAChD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,KAAK,IAAI,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,KAAc,EAAE,KAAa;IAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IACzF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,wBAAwB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,KAAa;IACnD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC,CAAC;IACrI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,0BAA0B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,MAAM,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QAC5F,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,sBAAsB,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,KAAc,EAAE,KAAa;IAClD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,sBAAsB,CAAC,CAAC;IACtE,CAAC;IACD,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,uBAAuB,KAAK,GAAG,CAAC,CAAC;IAC7D,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,uBAAuB,KAAK,cAAc,CAAC,CAAC;IAChF,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,uBAAuB,KAAK,GAAG,CAAC,CAAC;IAChE,aAAa,CAAC,KAAK,EAAE,YAAY,EAAE,uBAAuB,KAAK,GAAG,CAAC,CAAC;IACpE,aAAa,CAAC,KAAK,EAAE,SAAS,EAAE,uBAAuB,KAAK,GAAG,CAAC,CAAC;IACjE,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,uBAAuB,KAAK,GAAG,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,KAAa;IAClD,MAAM,KAAK,GACT,KAAK,CAAC,KAAK,CAAC,kCAAkC,CAAC;QAC/C,KAAK,CAAC,KAAK,CAAC,8BAA8B,CAAC;QAC3C,KAAK,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAChD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6CAA6C,IAAI,IAAI,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc,EAAE,KAAa,EAAE,MAAM,GAAG,KAAK;IACzE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,wCAAwC,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/C,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI,GAAG,oBAAoB,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACtE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc,EAAE,KAAa;IACxD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,+BAA+B,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAa;IAChD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;IAEhE,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;QACxD,OAAO;YACL,QAAQ;YACR,OAAO,EAAE,MAAM;YACf,GAAG;YACH,SAAS,EAAE,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3H,OAAO,EAAE,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC;YAC7E,SAAS,EAAE,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;YAChF,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,wBAAwB,CAAC;YAC1E,oBAAoB,EAAE,mBAAmB,CAAC,IAAI,CAAC,sBAAsB,CAAC,EAAE,oCAAoC,CAAC;YAC7G,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SAC3D,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,0CAA0C,OAAO,wCAAwC,CAAC,CAAC;IAC7G,CAAC;IAED,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QAClC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ;QACR,OAAO;QACP,OAAO;QACP,IAAI;QACJ,GAAG,EAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9D,GAAG,EAAE,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC;QACjE,SAAS,EAAE,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;QAChF,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,wBAAwB,CAAC;QAC1E,oBAAoB,EAAE,mBAAmB,CAAC,IAAI,CAAC,sBAAsB,CAAC,EAAE,oCAAoC,CAAC;QAC7G,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;KAC3D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAa;IAC/C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,KAAK,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,iDAAiD,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC;IACrG,CAAC;IACD,aAAa,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAC7C,aAAa,CAAC,IAAI,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;IACjD,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC;IACrD,aAAa,CAAC,IAAI,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;IAE5D,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,qBAAqB,CAAC,CAAC;IACjE,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;IAChE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,UAAU,EAAE,0BAA0B,CAAC,CAAC;IAC3E,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,0BAA0B,CAAC,CAAC;IAC9E,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACpC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,+EAA+E;IAC/E,2EAA2E;IAC3E,OAAO,IAA8B,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAa;IAChD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,MAAM,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,kDAAkD,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC;IACtG,CAAC;IACD,aAAa,CAAC,IAAI,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC;IAClD,aAAa,CAAC,IAAI,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC;IAClD,aAAa,CAAC,IAAI,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC;IAClD,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC;IAEtD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,IAA+B,CAAC;AACzC,CAAC"}
|
|
@@ -35,32 +35,32 @@ Skip:
|
|
|
35
35
|
|
|
36
36
|
| Priority | Repo | Package/Command | Category | Stars/Downloads/Listing Signal | Activity Signal | Risk Notes | Status | PR URL | Accepted/Badge/Proof |
|
|
37
37
|
| ---: | --- | --- | --- | --- | --- | --- | --- | --- | --- |
|
|
38
|
-
| 1 | `modelcontextprotocol/servers` | `npx -y @modelcontextprotocol/server-
|
|
38
|
+
| 1 | `modelcontextprotocol/servers` | `npx -y @modelcontextprotocol/server-sequential-thinking@latest` | Reference | Official/reference signal | GitHub check passing on PR; local validation passed: 1 tool | Fork PR token is read-only, so workflow disables PR comment/status writes | pr-opened | https://github.com/modelcontextprotocol/servers/pull/4392 | Waiting for maintainer review |
|
|
39
39
|
| 2 | `modelcontextprotocol/servers` | `npx -y @modelcontextprotocol/server-filesystem .` | Filesystem | Official/reference signal | verify package location | Needs harmless temp directory target | researched | | |
|
|
40
|
-
| 3 | `upstash/context7` | `npx -y @upstash/context7-mcp` | Developer Tools |
|
|
41
|
-
| 4 | `executeautomation/mcp-playwright` | `npx -y @executeautomation/playwright-mcp-server` | Browser Automation |
|
|
40
|
+
| 3 | `upstash/context7` | `npx -y @upstash/context7-mcp@latest` | Developer Tools | 57k+ stars / major MCP docs server | Local validation passed: 2 tools | `@latest` required for npx bin resolution | pr-opened | https://github.com/upstash/context7/pull/2800 | Waiting for maintainer review |
|
|
41
|
+
| 4 | `executeautomation/mcp-playwright` | `npx -y @executeautomation/playwright-mcp-server@latest` | Browser Automation | 5k+ stars / high-interest browser MCP category | Local validation passed: 33 tools, 1 resource | Requires Chromium install; suppressed intentional `playwright_evaluate:shell-injection` finding | pr-opened | https://github.com/executeautomation/mcp-playwright/pull/225 | Waiting for maintainer review |
|
|
42
42
|
| 5 | `browserbase/mcp-server-browserbase` | `npx -y @browserbasehq/mcp-server-browserbase` | Browser Automation | Hosted browser MCP category | verify auth-free startup | May require API key; issue-only if startup requires credentials | researched | | |
|
|
43
43
|
| 6 | `smithery-ai/server-sequential-thinking` | `npx -y @smithery-ai/server-sequential-thinking` | Developer Tools | MCP directory ecosystem | verify package/repo naming | Good low-risk simple server if public package starts cleanly | researched | | |
|
|
44
|
-
| 7 | `kazuph/mcp-taskmanager` | `npx -y mcp-taskmanager` | Developer Tools |
|
|
45
|
-
| 8 | `cyanheads/filesystem-mcp-server` | `
|
|
44
|
+
| 7 | `kazuph/mcp-taskmanager` | `npx -y @kazuph/mcp-taskmanager@latest` | Developer Tools | 200+ stars / task/project MCP category | Local validation passed: 10 tools | Scoped package name corrected from tracker | pr-opened | https://github.com/kazuph/mcp-taskmanager/pull/11 | Waiting for maintainer review |
|
|
45
|
+
| 8 | `cyanheads/filesystem-mcp-server` | `node dist/index.js` | Filesystem | Filesystem MCP category | Local validation passed after fix: 10 tools | Fixed real conformance bug: advertised resources without `resources/list`; workflow uses temp sandbox | closed-unmerged | https://github.com/cyanheads/filesystem-mcp-server/pull/19 | Closed by maintainer without merge |
|
|
46
46
|
| 9 | `redis/mcp-redis` | `uvx mcp-redis` | Database | Enterprise database category | verify auth-free startup | Database target may require service; issue-only if credentials needed | researched | | |
|
|
47
47
|
| 10 | `mongodb-js/mongodb-mcp-server` | `npx -y mongodb-mcp-server` | Database | Enterprise database category | verify auth-free startup | Likely needs connection string; issue-only first | researched | | |
|
|
48
48
|
| 11 | `supabase-community/supabase-mcp` | `npx -y supabase-mcp` | Database | Enterprise/SaaS category | verify current package | Likely requires token; issue-only first | researched | | |
|
|
49
49
|
| 12 | `cloudflare/mcp-server-cloudflare` | `npx -y @cloudflare/mcp-server-cloudflare` | Cloud | Enterprise cloud category | verify package | Likely requires auth; issue-only first | researched | | |
|
|
50
50
|
| 13 | `stripe/agent-toolkit` | `npx -y @stripe/agent-toolkit` | Payments | Enterprise payments category | verify MCP mode | Likely requires API key; issue-only first | researched | | |
|
|
51
51
|
| 14 | `github/github-mcp-server` | `docker run ghcr.io/github/github-mcp-server` | Developer Tools | Major platform category | verify image/startup | Auth required for useful checks; issue-only first | researched | | |
|
|
52
|
-
| 15 | `microsoft/playwright-mcp` | `npx -y @playwright/mcp` | Browser Automation |
|
|
52
|
+
| 15 | `microsoft/playwright-mcp` | `npx -y @playwright/mcp@latest` | Browser Automation | 34k+ stars / major platform category | Local validation passed: 23 tools | Uses `skipInvoke` and explicit suppressions for intentional browser-code tools | pr-opened | https://github.com/microsoft/playwright-mcp/pull/1657 | Waiting for maintainer review |
|
|
53
53
|
| 16 | `jetbrains/mcpProxy` | `npx -y @jetbrains/mcp-proxy` | Developer Tools | IDE platform category | verify package | May depend on IDE process; issue-only first | researched | | |
|
|
54
|
-
| 17 | `
|
|
55
|
-
| 18 | `
|
|
54
|
+
| 17 | `BrowserMCP/mcp` | `npx -y @browsermcp/mcp` | Browser Automation | 6k+ stars / browser-control MCP category | Local validation passed: 12 tools | Browser automation trust boundary; workflow is inventory/security only | pr-opened | https://github.com/BrowserMCP/mcp/pull/189 | Waiting for maintainer review |
|
|
55
|
+
| 18 | `UI5/mcp-server` | `npx -y @ui5/mcp-server` | Developer Tools | SAP/UI5 ecosystem MCP package | Local validation passed: 10 tools | Developer tooling surface; no credentials required for inventory | pr-opened | https://github.com/UI5/mcp-server/pull/348 | Waiting for maintainer review |
|
|
56
56
|
| 19 | `apify/actors-mcp-server` | `npx -y @apify/actors-mcp-server` | SaaS/API | Automation platform category | verify auth-free startup | Likely requires token; issue-only first | researched | | |
|
|
57
|
-
| 20 | `
|
|
57
|
+
| 20 | `makenotion/notion-mcp-server` | `npx -y @notionhq/notion-mcp-server` | SaaS/API | Major SaaS category | Local validation passed: 24 tools | Workspace-data MCP; PR is compatibility/schema/security inventory only | pr-opened | https://github.com/makenotion/notion-mcp-server/pull/324 | Waiting for maintainer review; external Semgrep check failing |
|
|
58
58
|
| 21 | `linear/linear-mcp` | `npx -y @linear/mcp-server` | SaaS/API | Developer SaaS category | verify package | Likely requires token; issue-only first | researched | | |
|
|
59
59
|
| 22 | `sentry/sentry-mcp` | `npx -y @sentry/mcp-server` | Observability | Developer SaaS category | verify package | Likely requires token; issue-only first | researched | | |
|
|
60
60
|
| 23 | `elastic/mcp-server-elasticsearch` | `npx -y @elastic/mcp-server-elasticsearch` | Search | Enterprise search category | verify package | Likely requires service; issue-only first | researched | | |
|
|
61
61
|
| 24 | `qdrant/mcp-server-qdrant` | `uvx mcp-server-qdrant` | Vector Database | AI infra category | verify package | May require service URL; issue-only first | researched | | |
|
|
62
62
|
| 25 | `weaviate/mcp-server-weaviate` | `uvx mcp-server-weaviate` | Vector Database | AI infra category | verify package | May require service URL; issue-only first | researched | | |
|
|
63
|
-
| 26 | `
|
|
63
|
+
| 26 | `antvis/mcp-server-chart` | `npx -y @antv/mcp-server-chart` | Visualization/Data | 4k+ stars / chart-generation MCP category | Local validation passed: 27 tools | Generated chart artifacts; no credentials required for inventory | pr-opened | https://github.com/antvis/mcp-server-chart/pull/312 | Waiting for maintainer review |
|
|
64
64
|
| 27 | `owner/repo` | `uvx package` | API | | | | researched | | |
|
|
65
65
|
| 28 | `owner/repo` | `npx -y package` | Database | | | | researched | | |
|
|
66
66
|
| 29 | `owner/repo` | `npx -y package` | Search | | | | researched | | |
|
|
@@ -57,6 +57,11 @@ on:
|
|
|
57
57
|
push:
|
|
58
58
|
branches: [main]
|
|
59
59
|
|
|
60
|
+
permissions:
|
|
61
|
+
contents: read
|
|
62
|
+
pull-requests: write
|
|
63
|
+
statuses: write
|
|
64
|
+
|
|
60
65
|
jobs:
|
|
61
66
|
mcp-observatory:
|
|
62
67
|
runs-on: ubuntu-latest
|
|
@@ -70,6 +75,17 @@ jobs:
|
|
|
70
75
|
comment-on-pr: true
|
|
71
76
|
```
|
|
72
77
|
|
|
78
|
+
For production CI, pin the package version:
|
|
79
|
+
|
|
80
|
+
```yaml
|
|
81
|
+
- uses: KryptosAI/mcp-observatory/action@main
|
|
82
|
+
with:
|
|
83
|
+
command: npx -y <server-package>
|
|
84
|
+
package-version: 0.23.0
|
|
85
|
+
deep: true
|
|
86
|
+
security: true
|
|
87
|
+
```
|
|
88
|
+
|
|
73
89
|
For repos with a local target config:
|
|
74
90
|
|
|
75
91
|
```yaml
|
|
@@ -2,22 +2,24 @@
|
|
|
2
2
|
|
|
3
3
|
## Standard Positioning
|
|
4
4
|
|
|
5
|
-
MCP Observatory
|
|
5
|
+
MCP Observatory is the CI and security gate for MCP servers before agents depend on them.
|
|
6
6
|
|
|
7
7
|
## Short Description
|
|
8
8
|
|
|
9
|
-
CI, security checks, schema drift detection, reports, and badges for MCP servers.
|
|
9
|
+
CI, security checks, schema drift detection, lock files, reports, and badges for MCP servers.
|
|
10
10
|
|
|
11
11
|
## Medium Description
|
|
12
12
|
|
|
13
|
-
MCP Observatory is a CLI, GitHub Action, and MCP server for testing MCP servers before agents depend on them. It checks tools, prompts, resources, schema quality, security footguns, regressions, and drift, then generates reports and badges maintainers can share.
|
|
13
|
+
MCP Observatory is a CLI, GitHub Action, and MCP server for testing MCP servers before agents depend on them. It checks tools, prompts, resources, schema quality, security footguns, regressions, and drift, then generates lock files, reports, and badges maintainers can share.
|
|
14
14
|
|
|
15
15
|
## Long Description
|
|
16
16
|
|
|
17
|
-
MCP Observatory gives MCP servers production safety rails: one-command CI setup, compatibility checks, security analysis, schema drift detection, record/replay/verify workflows, PR comments, health score badges, and static enterprise reports. It can run as a CLI, inside GitHub Actions, or as an MCP server that lets agents inspect other MCP servers.
|
|
17
|
+
MCP Observatory gives MCP servers production safety rails: one-command CI setup, compatibility checks, security analysis, schema drift detection, lock-file verification, record/replay/verify workflows, PR comments, health score badges, and static enterprise reports. It can run as a CLI, inside GitHub Actions, or as an MCP server that lets agents inspect other MCP servers.
|
|
18
18
|
|
|
19
19
|
Free for local OSS use. Paid pilots are available for hosted reporting, private repo CI history, recurring security reports, certification, support, and fleet visibility.
|
|
20
20
|
|
|
21
|
+
For security and platform teams, see the MCP Server Security Field Guide and MCP Server Safety Index for agent security, AI supply chain security, and production MCP server review guidance.
|
|
22
|
+
|
|
21
23
|
## Primary CTA
|
|
22
24
|
|
|
23
25
|
Add MCP CI in one command:
|
|
@@ -49,7 +51,6 @@ npx @kryptosai/mcp-observatory init-ci --all --command "npx -y my-mcp-server"
|
|
|
49
51
|
- Developer Tools
|
|
50
52
|
- Testing
|
|
51
53
|
- CI/CD
|
|
52
|
-
- Observability
|
|
53
54
|
- Schema Drift
|
|
54
55
|
- Regression Testing
|
|
55
56
|
- AI Agents
|
|
@@ -66,6 +67,8 @@ npx @kryptosai/mcp-observatory init-ci --all --command "npx -y my-mcp-server"
|
|
|
66
67
|
- `github-action`
|
|
67
68
|
- `developer-tools`
|
|
68
69
|
- `security`
|
|
70
|
+
- `agent-security`
|
|
71
|
+
- `ai-supply-chain`
|
|
69
72
|
- `production-monitoring`
|
|
70
73
|
- `enterprise-report`
|
|
71
74
|
|
|
@@ -73,6 +76,10 @@ npx @kryptosai/mcp-observatory init-ci --all --command "npx -y my-mcp-server"
|
|
|
73
76
|
|
|
74
77
|
- README: `https://github.com/KryptosAI/mcp-observatory#readme`
|
|
75
78
|
- GitHub Action: `https://github.com/KryptosAI/mcp-observatory/tree/main/action`
|
|
79
|
+
- Security field guide: `https://github.com/KryptosAI/mcp-observatory/blob/main/docs/mcp-security-field-guide.md`
|
|
80
|
+
- Reference evaluations: `https://github.com/KryptosAI/mcp-observatory/blob/main/docs/reference-evaluations.md`
|
|
81
|
+
- Safety index: `https://github.com/KryptosAI/mcp-observatory/blob/main/docs/mcp-server-safety-index.md`
|
|
82
|
+
- Lock files: `https://github.com/KryptosAI/mcp-observatory/blob/main/docs/mcp-lock-files.md`
|
|
76
83
|
- Certification guide: `https://github.com/KryptosAI/mcp-observatory/blob/main/docs/certification-distribution.md`
|
|
77
84
|
- Proof: `https://github.com/KryptosAI/mcp-observatory/blob/main/docs/proof.md`
|
|
78
85
|
- Commercial pilots: `https://github.com/KryptosAI/mcp-observatory/blob/main/COMMERCIAL.md`
|
|
@@ -8,7 +8,7 @@ For public proof, use [MCP Observatory Proof](./proof.md).
|
|
|
8
8
|
|
|
9
9
|
## Positioning
|
|
10
10
|
|
|
11
|
-
MCP Observatory
|
|
11
|
+
MCP Observatory is the CI and security gate for MCP servers before agents depend on them.
|
|
12
12
|
|
|
13
13
|
## Public Surface Checklist
|
|
14
14
|
|
|
@@ -22,11 +22,11 @@ MCP Observatory helps teams test, secure, and monitor MCP servers before agents
|
|
|
22
22
|
|
|
23
23
|
## Launch Post Draft
|
|
24
24
|
|
|
25
|
-
MCP servers are becoming production dependencies. If an agent depends on a server, that server needs regression tests, security checks, and
|
|
25
|
+
MCP servers are becoming production dependencies. If an agent depends on a server, that server needs regression tests, security checks, and drift gates before it breaks workflows.
|
|
26
26
|
|
|
27
27
|
MCP Observatory scans MCP servers, verifies capabilities, detects schema drift, records/replays sessions, and can run in CI or as an MCP server itself.
|
|
28
28
|
|
|
29
|
-
Free for local OSS use. Paid pilots are available for hosted reporting, private repo CI, security reports,
|
|
29
|
+
Free for local OSS use. Paid pilots are available for hosted reporting, private repo CI, recurring security reports, certification, support, and fleet visibility.
|
|
30
30
|
|
|
31
31
|
Production MCP usage? Contact william@banksey.com.
|
|
32
32
|
|
|
@@ -36,9 +36,9 @@ Subject: MCP production testing and security checks
|
|
|
36
36
|
|
|
37
37
|
Hi,
|
|
38
38
|
|
|
39
|
-
I noticed signals that your team may be evaluating or using MCP servers. MCP Observatory
|
|
39
|
+
I noticed signals that your team may be evaluating or using MCP servers. MCP Observatory is the CI and security gate for MCP servers before agents depend on them.
|
|
40
40
|
|
|
41
|
-
We are running a small number of production pilots for hosted reports, private repo CI, security
|
|
41
|
+
We are running a small number of production pilots for hosted reports, private repo CI, recurring security reviews, certification, support, and fleet visibility.
|
|
42
42
|
|
|
43
43
|
Would it be useful to compare what your MCP servers look like today and where regressions or production risk could show up?
|
|
44
44
|
|
|
@@ -8,7 +8,7 @@ npm run telemetry:intelligence -- --input telemetry-exports/events-flat-full.jso
|
|
|
8
8
|
|
|
9
9
|
Start from `reports/telemetry-usage-summary.html` to confirm external usage before reading account rankings. Do not treat first-party CI, release workflows, or internal/personal sessions as market traction.
|
|
10
10
|
|
|
11
|
-
Do not include raw personal emails in public issues, posts, or
|
|
11
|
+
Raw telemetry is allowed for internal account intelligence and may include git email, git remote URL, hostname, target command or URL, CI metadata, target IDs, and command outcomes. Do not include raw personal emails, hostnames, private URLs, target commands, tokens, or private telemetry exports in public issues, posts, docs, or customer-facing outreach. Use account domains, GitHub orgs, and aggregate telemetry evidence.
|
|
12
12
|
|
|
13
13
|
## Priority Accounts
|
|
14
14
|
|
|
@@ -35,7 +35,7 @@ If your team is running MCP servers in production, I can prepare a short evidenc
|
|
|
35
35
|
- Feishu/Lark MCP compatibility
|
|
36
36
|
- private HTTP MCP health checks
|
|
37
37
|
- security findings and schema drift
|
|
38
|
-
- CI history and
|
|
38
|
+
- CI history and controlled drift review
|
|
39
39
|
- MCP fleet visibility across teams
|
|
40
40
|
|
|
41
41
|
Would it be useful to compare notes this week?
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
# MCP Lock Files
|
|
2
|
+
|
|
3
|
+
MCP lock files are the package-lock for AI tools.
|
|
4
|
+
|
|
5
|
+
They capture the MCP contract a server exposes to agents: tools, prompts, resources, and tool input schemas. Once committed, CI can verify that future changes are intentional before agents depend on a changed surface.
|
|
6
|
+
|
|
7
|
+
## Core Flow
|
|
8
|
+
|
|
9
|
+
Create the lock:
|
|
10
|
+
|
|
11
|
+
```bash
|
|
12
|
+
npx @kryptosai/mcp-observatory lock
|
|
13
|
+
```
|
|
14
|
+
|
|
15
|
+
Verify the live server still matches:
|
|
16
|
+
|
|
17
|
+
```bash
|
|
18
|
+
npx @kryptosai/mcp-observatory lock verify
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
Add CI:
|
|
22
|
+
|
|
23
|
+
```bash
|
|
24
|
+
npx @kryptosai/mcp-observatory init-ci --all --command "npx -y my-mcp-server"
|
|
25
|
+
```
|
|
26
|
+
|
|
27
|
+
## Why It Matters
|
|
28
|
+
|
|
29
|
+
Agents call tools based on schemas and descriptions. If a tool is added, removed, renamed, or made more permissive, the agent-facing contract changed.
|
|
30
|
+
|
|
31
|
+
Lock verification turns that into a reviewable event:
|
|
32
|
+
|
|
33
|
+
- what changed
|
|
34
|
+
- whether a tool, prompt, or resource was added or removed
|
|
35
|
+
- whether a tool schema changed
|
|
36
|
+
- whether the changed MCP surface should be accepted before release
|
|
37
|
+
|
|
38
|
+
## Production Positioning
|
|
39
|
+
|
|
40
|
+
For maintainers, lock files catch accidental breakage.
|
|
41
|
+
|
|
42
|
+
For security and platform teams, lock files create an approval point for AI supply chain changes. A production MCP server can treat new tools, broader schemas, and high-risk capabilities like dependency changes that deserve review.
|
|
43
|
+
|
|
44
|
+
## Recommended CI Policy
|
|
45
|
+
|
|
46
|
+
- Commit `.mcp-observatory/lock.json` for production MCP servers.
|
|
47
|
+
- Run `mcp-observatory lock verify` on pull requests.
|
|
48
|
+
- Treat drift as blocking unless the PR intentionally updates the MCP surface.
|
|
49
|
+
- Pair lock verification with `--security` checks before major releases.
|
|
50
|
+
- Record suppressions with an owner, reason, and expiration when accepted risk is intentional.
|
|
51
|
+
|
|
52
|
+
## Commercial Pilot Use
|
|
53
|
+
|
|
54
|
+
Paid pilots can turn lock verification into a recurring MCP readiness report:
|
|
55
|
+
|
|
56
|
+
- current MCP surface
|
|
57
|
+
- drift since last approved lock
|
|
58
|
+
- new or removed tools
|
|
59
|
+
- schema changes
|
|
60
|
+
- security findings
|
|
61
|
+
- recommended review actions
|
|
62
|
+
|
|
63
|
+
This is the simplest enterprise story: commit your MCP contract, then make drift visible before agents depend on it.
|
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
# MCP Safety Report
|
|
2
2
|
|
|
3
|
-
Latest generated baseline: June
|
|
3
|
+
Latest generated baseline: June 20, 2026.
|
|
4
4
|
|
|
5
5
|
MCP servers are becoming production dependencies. When agents depend on a server, that server needs repeatable compatibility checks, security review, schema drift detection, and visible trust signals.
|
|
6
6
|
|
|
7
|
+
For a broader security framing, see the [MCP Server Security Field Guide](./mcp-security-field-guide.md). For public examples, see [Reference Evaluations](./reference-evaluations.md).
|
|
8
|
+
|
|
7
9
|
## What Observatory Checks
|
|
8
10
|
|
|
9
11
|
MCP Observatory checks:
|
|
@@ -22,11 +24,18 @@ Safe aggregate telemetry from the latest local export:
|
|
|
22
24
|
|
|
23
25
|
| Metric | Value |
|
|
24
26
|
| --- | ---: |
|
|
25
|
-
| Total telemetry events |
|
|
26
|
-
|
|
|
27
|
-
| External sessions | 5,
|
|
28
|
-
| External CI sessions | 2,
|
|
29
|
-
| Attributed company/org sessions |
|
|
27
|
+
| Total telemetry events | 11,481 |
|
|
28
|
+
| Total sessions | 7,571 |
|
|
29
|
+
| External sessions | 5,389 |
|
|
30
|
+
| External CI sessions | 2,446 |
|
|
31
|
+
| Attributed company/org sessions | 148 |
|
|
32
|
+
| Attributed company/org candidates | 12 |
|
|
33
|
+
| Latest external activity | June 21, 2026 |
|
|
34
|
+
| npm downloads snapshot | 511 downloads, June 11-20, 2026 |
|
|
35
|
+
| GitHub clones in visible traffic window | 745 |
|
|
36
|
+
| Unique cloners in visible traffic window | 232 |
|
|
37
|
+
| GitHub page views in visible traffic window | 12 |
|
|
38
|
+
| Unique GitHub viewers in visible traffic window | 9 |
|
|
30
39
|
|
|
31
40
|
Top external commands:
|
|
32
41
|
|
|
@@ -70,7 +79,7 @@ Production teams can use MCP Observatory for:
|
|
|
70
79
|
- support and rollout review
|
|
71
80
|
- fleet visibility across teams and repos
|
|
72
81
|
|
|
73
|
-
|
|
82
|
+
See [Commercial Pilots](../COMMERCIAL.md) for production/private MCP usage.
|
|
74
83
|
|
|
75
84
|
## Launch Post
|
|
76
85
|
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
# MCP Server Security Field Guide
|
|
2
|
+
|
|
3
|
+
MCP servers are becoming part of AI agent infrastructure. They expose tools that agents can call, often with access to files, browsers, cloud APIs, databases, documents, and internal systems. That makes MCP security a practical engineering problem: teams need to know which tools exist, what they can touch, how their schemas change, and whether they are safe enough for production agent workflows.
|
|
4
|
+
|
|
5
|
+
MCP Observatory is built around that control point. It gives maintainers and platform teams a repeatable way to test production MCP servers, add MCP server CI, detect schema drift, and surface agent security risk before agents depend on a tool.
|
|
6
|
+
|
|
7
|
+
## Why MCP Servers Are An Agent-Facing Attack Surface
|
|
8
|
+
|
|
9
|
+
Traditional libraries run inside an application boundary. MCP servers sit beside an agent and expose capabilities the model may choose to call. A small schema mistake, broad tool surface, or unreliable startup path can become an operational risk when the server is wired into an autonomous workflow.
|
|
10
|
+
|
|
11
|
+
Important MCP risk patterns include:
|
|
12
|
+
|
|
13
|
+
- **Tool overreach:** tools that expose shell, browser, filesystem, network, or data-write behavior with weak constraints.
|
|
14
|
+
- **Schema ambiguity:** vague names, missing parameter descriptions, permissive object schemas, or unclear required fields that make agent calls less predictable.
|
|
15
|
+
- **Prompt injection paths:** tools that retrieve untrusted content and return it directly to an agent context.
|
|
16
|
+
- **Secret exposure:** responses, logs, headers, or environment-backed tools that can leak credentials or internal details.
|
|
17
|
+
- **Schema drift:** changed tool names, parameters, or capabilities that break dependent agents without warning.
|
|
18
|
+
- **Unreliable startup:** packages that work locally but hang, exit early, or fail under CI and production runners.
|
|
19
|
+
- **Capability mismatch:** servers that advertise tools, prompts, or resources but do not return valid MCP responses.
|
|
20
|
+
|
|
21
|
+
## What Can Go Wrong When Agents Depend On Tools
|
|
22
|
+
|
|
23
|
+
An MCP server can look harmless during manual evaluation and still fail in production agent infrastructure. The most common failure modes are not exotic. They are basic integration risks amplified by agent autonomy:
|
|
24
|
+
|
|
25
|
+
- a tool disappears or changes shape after an upgrade
|
|
26
|
+
- a server starts on a laptop but fails in GitHub Actions
|
|
27
|
+
- a broad filesystem or browser automation tool is exposed without a clear trust boundary
|
|
28
|
+
- a tool returns untrusted text that gets treated as instruction-like context
|
|
29
|
+
- a schema is technically valid but too vague for reliable model use
|
|
30
|
+
- a private or credential-backed tool is added without audit visibility
|
|
31
|
+
|
|
32
|
+
For security and platform teams, the goal is not to block every MCP server. The goal is to make tool invocation observable, testable, auditable, and safe enough for the workflow that depends on it.
|
|
33
|
+
|
|
34
|
+
## What MCP Observatory Checks Today
|
|
35
|
+
|
|
36
|
+
MCP Observatory focuses on model context protocol testing that can run locally, in CI, or through its own MCP server mode. It checks:
|
|
37
|
+
|
|
38
|
+
- tools, prompts, and resources list/respond correctly
|
|
39
|
+
- advertised capabilities match observed behavior
|
|
40
|
+
- safe read-only tools can be invoked
|
|
41
|
+
- schemas have enough structure for agents to call them reliably
|
|
42
|
+
- risky schema patterns are surfaced before production use
|
|
43
|
+
- runs can be compared for regressions and schema drift detection
|
|
44
|
+
- artifacts can be rendered as JSON, Markdown, HTML, JUnit, SARIF, or PR comments
|
|
45
|
+
- health scores and badges can create visible trust signals for MCP maintainers
|
|
46
|
+
|
|
47
|
+
This is intentionally practical. It is not a formal proof of semantic safety. It is a CI-friendly control that helps teams find obvious compatibility, drift, and security issues before they become agent failures.
|
|
48
|
+
|
|
49
|
+
## What CI Should Catch Before Deployment
|
|
50
|
+
|
|
51
|
+
A useful MCP server CI gate should answer a few operational questions:
|
|
52
|
+
|
|
53
|
+
- Does the server start reliably in a clean environment?
|
|
54
|
+
- Do tools, prompts, and resources respond with valid MCP shapes?
|
|
55
|
+
- Did any tool, parameter, prompt, or resource drift from the previous known-good run?
|
|
56
|
+
- Are there broad filesystem, shell, browser, network, or credential-sensitive tools?
|
|
57
|
+
- Are generated reports readable by maintainers and security reviewers?
|
|
58
|
+
- Can the run produce artifacts for later audit, diffing, or enterprise review?
|
|
59
|
+
|
|
60
|
+
MCP Observatory is designed to make that a one-command adoption path:
|
|
61
|
+
|
|
62
|
+
```bash
|
|
63
|
+
npx @kryptosai/mcp-observatory init-ci --all --command "npx -y my-mcp-server"
|
|
64
|
+
```
|
|
65
|
+
|
|
66
|
+
For a direct check:
|
|
67
|
+
|
|
68
|
+
```bash
|
|
69
|
+
npx @kryptosai/mcp-observatory test --security npx -y my-mcp-server
|
|
70
|
+
```
|
|
71
|
+
|
|
72
|
+
## How Security And Platform Teams Can Adopt MCP Checks
|
|
73
|
+
|
|
74
|
+
For open source maintainers, start with the generated GitHub Action and a public badge. This creates a visible compatibility/security signal without requiring an account.
|
|
75
|
+
|
|
76
|
+
For private teams, start with static artifacts:
|
|
77
|
+
|
|
78
|
+
- run MCP checks in CI
|
|
79
|
+
- store JSON and Markdown artifacts
|
|
80
|
+
- compare releases with `diff`
|
|
81
|
+
- use SARIF where security review tools expect it
|
|
82
|
+
- generate a static enterprise report for owner review
|
|
83
|
+
|
|
84
|
+
For production MCP fleets, the next layer is hosted history, recurring security reports, certification review, support, and fleet visibility across repositories and agent environments.
|
|
85
|
+
|
|
86
|
+
## Future Direction
|
|
87
|
+
|
|
88
|
+
The next generation of secure agentic systems will need more than ad hoc tool installs. Useful controls will include:
|
|
89
|
+
|
|
90
|
+
- policy for which tools agents may call
|
|
91
|
+
- provenance for MCP packages and server configurations
|
|
92
|
+
- schema locks and controlled drift review
|
|
93
|
+
- runtime monitoring for production agent tool use
|
|
94
|
+
- certification signals for high-trust MCP servers
|
|
95
|
+
- fleet inventory across teams, repositories, and hosts
|
|
96
|
+
|
|
97
|
+
MCP Observatory starts with the smallest durable wedge: make MCP servers testable, visible, and auditable before agents depend on them.
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
# MCP Server Safety Index v1
|
|
2
|
+
|
|
3
|
+
The MCP Server Safety Index is an evidence standard for MCP readiness. It is not a leaderboard and does not rank maintainers.
|
|
4
|
+
|
|
5
|
+
Each row links to a reproducible command, a JSON run artifact, and a Markdown report generated by MCP Observatory. The goal is to show which failure classes matter before teams let agents depend on MCP servers.
|
|
6
|
+
|
|
7
|
+
For the rules behind this page, see the [Safety Methodology](./methodology.md).
|
|
8
|
+
|
|
9
|
+
## Snapshot
|
|
10
|
+
|
|
11
|
+
- Evaluated servers: 13
|
|
12
|
+
- Ready for CI: 10
|
|
13
|
+
- Needs review before production: 1
|
|
14
|
+
- Unsafe default posture: 2
|
|
15
|
+
- Not reproducible: 0
|
|
16
|
+
- Latest run: 2026-06-24T02:07:44.894Z
|
|
17
|
+
|
|
18
|
+
## Evaluations
|
|
19
|
+
|
|
20
|
+
| # | Server | Category | Verdict | Failure Class | Reproduce | Evidence | Notes |
|
|
21
|
+
| ---: | --- | --- | --- | --- | --- | --- | --- |
|
|
22
|
+
| 1 | [Official everything server](https://github.com/modelcontextprotocol/servers) | Reference | **Ready for CI** | Broad protocol surface | `npx -y @modelcontextprotocol/server-everything` | [JSON](./safety-index/artifacts/everything-server.json) / [report](./safety-index/artifacts/everything-server.md) | Zero-config official package; useful as a broad protocol baseline. [public proof](https://github.com/modelcontextprotocol/servers/pull/4392) |
|
|
23
|
+
| 2 | [Official sequential thinking server](https://github.com/modelcontextprotocol/servers) | Reference | **Ready for CI** | Tool schema clarity | `npx -y @modelcontextprotocol/server-sequential-thinking` | [JSON](./safety-index/artifacts/sequential-thinking-server.json) / [report](./safety-index/artifacts/sequential-thinking-server.md) | Zero-config official package. |
|
|
24
|
+
| 3 | [Official memory server](https://github.com/modelcontextprotocol/servers) | Reference / Memory | **Ready for CI** | Persistent state tools | `npx -y @modelcontextprotocol/server-memory` | [JSON](./safety-index/artifacts/memory-server.json) / [report](./safety-index/artifacts/memory-server.md) | Zero-config official package. |
|
|
25
|
+
| 4 | [Official filesystem server](https://github.com/modelcontextprotocol/servers) | Filesystem | **Needs review before production** | Sandboxed filesystem access | `npx -y @modelcontextprotocol/server-filesystem examples/filesystem-fixture` | [JSON](./safety-index/artifacts/filesystem-server.json) / [report](./safety-index/artifacts/filesystem-server.md) | Runs against the checked-in harmless fixture directory. |
|
|
26
|
+
| 5 | [Context7](https://github.com/upstash/context7) | Documentation / Search | **Ready for CI** | Prompt-injection-sensitive retrieval | `npx -y @upstash/context7-mcp` | [JSON](./safety-index/artifacts/context7-server.json) / [report](./safety-index/artifacts/context7-server.md) | Zero-config public package. |
|
|
27
|
+
| 6 | [Promptopia](https://www.npmjs.com/package/promptopia-mcp) | Prompts | **Ready for CI** | Prompt/resource contract | `npx -y promptopia-mcp` | [JSON](./safety-index/artifacts/promptopia-server.json) / [report](./safety-index/artifacts/promptopia-server.md) | Uses the checked-in prompt fixture through package defaults. |
|
|
28
|
+
| 7 | [Ref tools](https://www.npmjs.com/package/ref-tools-mcp) | Developer Tools | **Ready for CI** | Prompt/tool inventory | `npx -y ref-tools-mcp` | [JSON](./safety-index/artifacts/ref-tools-server.json) / [report](./safety-index/artifacts/ref-tools-server.md) | Zero-config public package. |
|
|
29
|
+
| 8 | [OpenTofu MCP server](https://github.com/opentofu/opentofu-mcp-server) | Infrastructure | **Ready for CI** | Infrastructure tool surface | `npx -y @opentofu/opentofu-mcp-server` | [JSON](./safety-index/artifacts/opentofu-server.json) / [report](./safety-index/artifacts/opentofu-server.md) | Zero-config public package. |
|
|
30
|
+
| 9 | [Puppeteer MCP server](https://www.npmjs.com/package/puppeteer-mcp-server) | Browser Automation | **Ready for CI** | Browser/code execution boundary | `npx -y puppeteer-mcp-server` | [JSON](./safety-index/artifacts/puppeteer-server.json) / [report](./safety-index/artifacts/puppeteer-server.md) | Intentional browser evaluation is suppressed so remaining findings stay readable. |
|
|
31
|
+
| 10 | [BrowserMCP](https://github.com/BrowserMCP/mcp) | Browser Automation | **Ready for CI** | Browser-control boundary | `npx -y @browsermcp/mcp` | [JSON](./safety-index/artifacts/browsermcp-server.json) / [report](./safety-index/artifacts/browsermcp-server.md) | Zero-config public package. [public proof](https://github.com/BrowserMCP/mcp/pull/189) |
|
|
32
|
+
| 11 | [Microsoft Playwright MCP](https://github.com/microsoft/playwright-mcp) | Browser Automation | **Unsafe default posture** | Browser/code execution boundary | `npx -y @playwright/mcp` | [JSON](./safety-index/artifacts/playwright-mcp-server.json) / [report](./safety-index/artifacts/playwright-mcp-server.md) | Zero-config public package; security findings represent policy-review prompts, not a vulnerability claim. |
|
|
33
|
+
| 12 | [AntV chart MCP server](https://github.com/antvis/mcp-server-chart) | Visualization | **Ready for CI** | Artifact-producing tools | `npx -y @antv/mcp-server-chart` | [JSON](./safety-index/artifacts/antv-chart-server.json) / [report](./safety-index/artifacts/antv-chart-server.md) | Zero-config public package. [public proof](https://github.com/antvis/mcp-server-chart/pull/312) |
|
|
34
|
+
| 13 | [ExecuteAutomation Playwright MCP](https://github.com/executeautomation/mcp-playwright) | Browser Automation | **Unsafe default posture** | Startup/listing reproducibility | `npx -y @executeautomation/playwright-mcp-server` | [JSON](./safety-index/artifacts/executeautomation-playwright-server.json) / [report](./safety-index/artifacts/executeautomation-playwright-server.md) | Evaluated as a public package; current result should be treated as a maintainer conversation starter. [public proof](https://github.com/executeautomation/mcp-playwright/pull/225) |
|
|
35
|
+
|
|
36
|
+
## Patterns Observed
|
|
37
|
+
|
|
38
|
+
- Browser/code execution boundary: 2 server(s)
|
|
39
|
+
- Artifact-producing tools: 1 server(s)
|
|
40
|
+
- Broad protocol surface: 1 server(s)
|
|
41
|
+
- Browser-control boundary: 1 server(s)
|
|
42
|
+
- Infrastructure tool surface: 1 server(s)
|
|
43
|
+
- Persistent state tools: 1 server(s)
|
|
44
|
+
- Prompt-injection-sensitive retrieval: 1 server(s)
|
|
45
|
+
- Prompt/resource contract: 1 server(s)
|
|
46
|
+
- Prompt/tool inventory: 1 server(s)
|
|
47
|
+
- Sandboxed filesystem access: 1 server(s)
|
|
48
|
+
- Startup/listing reproducibility: 1 server(s)
|
|
49
|
+
- Tool schema clarity: 1 server(s)
|
|
50
|
+
|
|
51
|
+
## Publication Rules
|
|
52
|
+
|
|
53
|
+
- Use only public repositories, public package commands, public PRs, and generated sanitized artifacts.
|
|
54
|
+
- Treat findings as reproducible evidence, not public shaming.
|
|
55
|
+
- Prefer “needs review” language unless there is clear artifact-backed proof of a dangerous default.
|
|
56
|
+
- Keep raw telemetry, emails, hostnames, private URLs, tokens, and customer claims out of public materials.
|
|
57
|
+
- Send maintainers the report first; open CI PRs only when the report is useful and the target can run safely.
|
|
58
|
+
|
|
59
|
+
## Next Step
|
|
60
|
+
|
|
61
|
+
Use this index to start maintainer conversations and private readiness reviews. The buyer-facing offer is a private MCP readiness review with CI rollout, drift/security reporting, and safe-for-agent-dependency verdicts.
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
# MCP Observatory Safety Methodology
|
|
2
|
+
|
|
3
|
+
MCP Observatory treats MCP servers as agent-facing dependencies. The Safety Index is designed to answer one practical question:
|
|
4
|
+
|
|
5
|
+
> Is this server ready for agents and teams to depend on, and what evidence supports that answer?
|
|
6
|
+
|
|
7
|
+
The index is not a leaderboard. It is a reproducible evidence standard for maintainers, security teams, platform teams, and buyers evaluating MCP servers.
|
|
8
|
+
|
|
9
|
+
## What Gets Tested
|
|
10
|
+
|
|
11
|
+
Each public evaluation runs MCP Observatory against a public repository or package command. A useful entry includes:
|
|
12
|
+
|
|
13
|
+
- server name and public source
|
|
14
|
+
- exact command and arguments
|
|
15
|
+
- run date
|
|
16
|
+
- MCP Observatory version
|
|
17
|
+
- JSON run artifact
|
|
18
|
+
- Markdown report
|
|
19
|
+
- verdict
|
|
20
|
+
- failure class
|
|
21
|
+
- reproduction notes
|
|
22
|
+
|
|
23
|
+
The default public check verifies startup, tools, prompts, resources, schema quality, and lightweight security findings. Some entries also include deeper security checks when the target can be evaluated without private credentials.
|
|
24
|
+
|
|
25
|
+
## Verdicts
|
|
26
|
+
|
|
27
|
+
- **Ready for CI:** the server starts, lists expected MCP surfaces, and has no high- or medium-severity security finding in the generated artifact.
|
|
28
|
+
- **Needs review before production:** the server is reproducible but has findings or partial results a maintainer/security reviewer should inspect before production use.
|
|
29
|
+
- **Not reproducible:** the server cannot complete a basic startup or listing check from the documented public command.
|
|
30
|
+
- **Unsafe default posture:** the artifact contains high-severity security findings that deserve explicit policy review before agent dependency.
|
|
31
|
+
- **Could not evaluate:** the public command cannot be evaluated without credentials, private infrastructure, or maintainer-provided safe configuration.
|
|
32
|
+
|
|
33
|
+
These verdicts are intentionally operational. They are not formal vulnerability claims.
|
|
34
|
+
|
|
35
|
+
## Scoring Inputs
|
|
36
|
+
|
|
37
|
+
MCP Observatory uses the same run artifact model across CLI, CI, reports, and the Safety Index. The health score considers:
|
|
38
|
+
|
|
39
|
+
- protocol compliance
|
|
40
|
+
- schema quality
|
|
41
|
+
- security and security-lite checks
|
|
42
|
+
- reliability/startup behavior
|
|
43
|
+
- performance where latency data is available
|
|
44
|
+
|
|
45
|
+
The Safety Index does not rank by score. Scores are supporting evidence; failure classes are the story.
|
|
46
|
+
|
|
47
|
+
## Failure Classes
|
|
48
|
+
|
|
49
|
+
Common MCP readiness patterns include:
|
|
50
|
+
|
|
51
|
+
- startup/listing reproducibility
|
|
52
|
+
- browser/code execution boundary
|
|
53
|
+
- filesystem boundary
|
|
54
|
+
- prompt-injection-sensitive retrieval
|
|
55
|
+
- persistent state tools
|
|
56
|
+
- infrastructure or cloud control surfaces
|
|
57
|
+
- artifact-producing tools
|
|
58
|
+
- schema clarity and drift
|
|
59
|
+
- token-safe configuration
|
|
60
|
+
|
|
61
|
+
The first public index emphasizes these classes so maintainers can improve concrete surfaces rather than argue about a single trust score.
|
|
62
|
+
|
|
63
|
+
## Reproducibility Rules
|
|
64
|
+
|
|
65
|
+
An index row should be included only when it can be reproduced from public information:
|
|
66
|
+
|
|
67
|
+
- public repo, package, or container reference
|
|
68
|
+
- no private telemetry
|
|
69
|
+
- no private customer evidence
|
|
70
|
+
- no raw emails, hostnames, private URLs, tokens, or response bodies
|
|
71
|
+
- a generated JSON artifact and Markdown report
|
|
72
|
+
- clear notes when credentials or maintainer context are required
|
|
73
|
+
|
|
74
|
+
If the safe public command is not known, the right next step is a maintainer note, not a drive-by CI PR.
|
|
75
|
+
|
|
76
|
+
## Maintainer Posture
|
|
77
|
+
|
|
78
|
+
The index is constructive by default:
|
|
79
|
+
|
|
80
|
+
- send the report first
|
|
81
|
+
- describe the failure class, not the maintainer
|
|
82
|
+
- offer a CI PR only if the target can run safely and the maintainer wants it
|
|
83
|
+
- prefer read-only workflows and pinned action refs for third-party repos
|
|
84
|
+
- use issue-first outreach for token-backed SaaS, cloud, payments, database, and browser-control servers
|
|
85
|
+
|
|
86
|
+
## Limitations
|
|
87
|
+
|
|
88
|
+
MCP Observatory cannot prove semantic safety. A passing result does not mean a server is safe for every workflow. It means the server produced reproducible evidence for compatibility, schema quality, and common security footguns under the tested command.
|
|
89
|
+
|
|
90
|
+
Production teams should pair these checks with their own threat model, policy, credential boundaries, sandboxing, approvals, and runtime monitoring.
|