wjttc 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/LICENSE ADDED
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2025 WolfeJam (James Wolfe)
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
package/README.md ADDED
@@ -0,0 +1,106 @@
1
+ # WJTTC MCP Certification
2
+
3
+ **The FAF Foundation Testing Standard for MCP Servers**
4
+
5
+ [![FAF Foundation](https://img.shields.io/badge/FAF-Foundation_Approved-FF8C00)](https://faf.one)
6
+ [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
7
+
8
+ > *"When brakes must work flawlessly, so must our MCP servers"*
9
+
10
+ > *"TEST the TESTING"* — wolfejam
11
+
12
+ ---
13
+
14
+ ## What is WJTTC?
15
+
16
+ WJTTC is a comprehensive 7-tier certification system for [Model Context Protocol](https://modelcontextprotocol.io) (MCP) servers. It validates implementations against the official specification with F1-inspired engineering rigor.
17
+
18
+ **46 tests across 7 tiers:** Protocol Compliance, Capability Negotiation, Tool Integrity, Resource Management, Security Validation, Performance Benchmarks, and Integration Readiness.
19
+
20
+ ---
21
+
22
+ ## Certification Tiers
23
+
24
+ **FAF-Aligned Scoring - The Michelin Star for Repos**
25
+
26
+ | Tier | Score | Badge | Meaning |
27
+ |------|-------|-------|---------|
28
+ | Big Orange | 105% | 🍊 | *The Michelin Star - Perfection + Excellence* |
29
+ | Trophy | 100% | 🏆 | Perfect MCP compliance |
30
+ | Gold | 99%+ | 🥇 | Exceptional |
31
+ | Silver | 95%+ | 🥈 | Top tier - Excellent |
32
+ | Bronze | 85%+ | 🥉 | Strong - Production ready |
33
+ | Green | 70%+ | 🟢 | Good - Solid foundation |
34
+ | Yellow | 55%+ | 🟡 | Caution - Needs improvement |
35
+ | Red | <55% | 🔴 | Critical - Major work needed |
36
+ | White | 0% | 🤍 | Empty - No context |
37
+
38
+ ---
39
+
40
+ ## Quick Start
41
+
42
+ ```bash
43
+ # Test any MCP server
44
+ npx wjttc certify --mcp "npx your-mcp-server"
45
+
46
+ # Example output:
47
+ # 🍊 CERTIFICATION: BIG-ORANGE
48
+ # Score: 105/100
49
+ # Tests: 46/46 passed
50
+ ```
51
+
52
+ ---
53
+
54
+ ## Current Standings
55
+
56
+ | Server | Score | Tier |
57
+ |--------|-------|------|
58
+ | claude-faf-mcp | 105% | 🍊 Big Orange |
59
+ | @upstash/context7-mcp | 95% | 🥈 Silver |
60
+ | @modelcontextprotocol/server-memory | 91% | 🥉 Bronze |
61
+ | @modelcontextprotocol/server-filesystem | 86% | 🥉 Bronze |
62
+
63
+ See [WJTTC-CERTIFIED.md](./WJTTC-CERTIFIED.md) for full certification records.
64
+
65
+ ---
66
+
67
+ ## Documentation
68
+
69
+ **[SPECIFICATION.md](./SPECIFICATION.md)** — Complete specification including:
70
+
71
+ - All 46 tests documented
72
+ - CLI reference
73
+ - GitHub Action usage
74
+ - Scoring algorithm
75
+ - FAQ
76
+
77
+ ---
78
+
79
+ ## GitHub Action
80
+
81
+ ```yaml
82
+ - uses: wolfe-jam/wjttc-action@v1
83
+ with:
84
+ mcp-path: './dist/index.js'
85
+ tier: bronze
86
+ ```
87
+
88
+ ---
89
+
90
+ ## Links
91
+
92
+ - [Full Specification](./SPECIFICATION.md)
93
+ - [Certification Records](./WJTTC-CERTIFIED.md)
94
+ - [MCP Protocol](https://modelcontextprotocol.io)
95
+ - [FAF Ecosystem](https://faf.one)
96
+
97
+ ---
98
+
99
+ ## License
100
+
101
+ MIT
102
+
103
+ ---
104
+
105
+ *WJTTC - WolfeJam Technical & Testing Center*
106
+ *FAF Foundation Testing Standard*
@@ -0,0 +1,34 @@
1
+ /**
2
+ * WJTTC Badge Generator
3
+ * Generates shields.io compatible badge JSON
4
+ */
5
+ import { TierLevel } from './certifier';
6
+ interface BadgeInput {
7
+ score: number;
8
+ tier: TierLevel;
9
+ }
10
+ interface BadgeJSON {
11
+ schemaVersion: 1;
12
+ label: string;
13
+ message: string;
14
+ color: string;
15
+ namedLogo?: string;
16
+ logoColor?: string;
17
+ }
18
+ export declare class BadgeGenerator {
19
+ static generate(input: BadgeInput): BadgeJSON;
20
+ /**
21
+ * Generate a shields.io URL directly
22
+ */
23
+ static generateUrl(input: BadgeInput): string;
24
+ /**
25
+ * Generate markdown badge syntax
26
+ */
27
+ static generateMarkdown(input: BadgeInput, repoUrl?: string): string;
28
+ /**
29
+ * Generate HTML badge syntax
30
+ */
31
+ static generateHtml(input: BadgeInput, repoUrl?: string): string;
32
+ }
33
+ export {};
34
+ //# sourceMappingURL=badge.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"badge.d.ts","sourceRoot":"","sources":["../src/badge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,UAAU,UAAU;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,SAAS,CAAC;CACjB;AAED,UAAU,SAAS;IACjB,aAAa,EAAE,CAAC,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA4BD,qBAAa,cAAc;IACzB,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS;IAY7C;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM;IAM7C;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;IAUpE;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;CAWjE"}
package/dist/badge.js ADDED
@@ -0,0 +1,76 @@
1
+ "use strict";
2
+ /**
3
+ * WJTTC Badge Generator
4
+ * Generates shields.io compatible badge JSON
5
+ */
6
+ Object.defineProperty(exports, "__esModule", { value: true });
7
+ exports.BadgeGenerator = void 0;
8
+ // FAF-Aligned Tier Colors
9
+ const TIER_COLORS = {
10
+ 'big-orange': 'FF8C00', // Deep Orange - The Michelin Star
11
+ 'trophy': 'FFD700', // Gold
12
+ 'gold': 'FFD700', // Gold
13
+ 'silver': 'C0C0C0', // Silver
14
+ 'bronze': 'CD7F32', // Bronze
15
+ 'green': '00C853', // Green
16
+ 'yellow': 'FFD600', // Yellow
17
+ 'red': 'D50000', // Red
18
+ 'white': 'FFFFFF', // White
19
+ };
20
+ // FAF-Aligned Tier Emojis
21
+ const TIER_EMOJIS = {
22
+ 'big-orange': '🍊',
23
+ 'trophy': '🏆',
24
+ 'gold': '🥇',
25
+ 'silver': '🥈',
26
+ 'bronze': '🥉',
27
+ 'green': '🟢',
28
+ 'yellow': '🟡',
29
+ 'red': '🔴',
30
+ 'white': '🤍',
31
+ };
32
+ class BadgeGenerator {
33
+ static generate(input) {
34
+ const emoji = TIER_EMOJIS[input.tier];
35
+ const color = TIER_COLORS[input.tier];
36
+ return {
37
+ schemaVersion: 1,
38
+ label: 'WJTTC',
39
+ message: `${emoji} ${input.tier} (${input.score}%)`,
40
+ color,
41
+ };
42
+ }
43
+ /**
44
+ * Generate a shields.io URL directly
45
+ */
46
+ static generateUrl(input) {
47
+ const badge = this.generate(input);
48
+ const encoded = encodeURIComponent(JSON.stringify(badge));
49
+ return `https://img.shields.io/endpoint?url=data:application/json,${encoded}`;
50
+ }
51
+ /**
52
+ * Generate markdown badge syntax
53
+ */
54
+ static generateMarkdown(input, repoUrl) {
55
+ const url = this.generateUrl(input);
56
+ const alt = `WJTTC ${input.tier}`;
57
+ if (repoUrl) {
58
+ return `[![${alt}](${url})](${repoUrl})`;
59
+ }
60
+ return `![${alt}](${url})`;
61
+ }
62
+ /**
63
+ * Generate HTML badge syntax
64
+ */
65
+ static generateHtml(input, repoUrl) {
66
+ const url = this.generateUrl(input);
67
+ const alt = `WJTTC ${input.tier}`;
68
+ const img = `<img src="${url}" alt="${alt}" />`;
69
+ if (repoUrl) {
70
+ return `<a href="${repoUrl}">${img}</a>`;
71
+ }
72
+ return img;
73
+ }
74
+ }
75
+ exports.BadgeGenerator = BadgeGenerator;
76
+ //# sourceMappingURL=badge.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"badge.js","sourceRoot":"","sources":["../src/badge.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAkBH,0BAA0B;AAC1B,MAAM,WAAW,GAA8B;IAC7C,YAAY,EAAE,QAAQ,EAAO,kCAAkC;IAC/D,QAAQ,EAAE,QAAQ,EAAW,OAAO;IACpC,MAAM,EAAE,QAAQ,EAAa,OAAO;IACpC,QAAQ,EAAE,QAAQ,EAAW,SAAS;IACtC,QAAQ,EAAE,QAAQ,EAAW,SAAS;IACtC,OAAO,EAAE,QAAQ,EAAY,QAAQ;IACrC,QAAQ,EAAE,QAAQ,EAAW,SAAS;IACtC,KAAK,EAAE,QAAQ,EAAc,MAAM;IACnC,OAAO,EAAE,QAAQ,EAAY,QAAQ;CACtC,CAAC;AAEF,0BAA0B;AAC1B,MAAM,WAAW,GAA8B;IAC7C,YAAY,EAAE,IAAI;IAClB,QAAQ,EAAE,IAAI;IACd,MAAM,EAAE,IAAI;IACZ,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,IAAI;IACd,KAAK,EAAE,IAAI;IACX,OAAO,EAAE,IAAI;CACd,CAAC;AAEF,MAAa,cAAc;IACzB,MAAM,CAAC,QAAQ,CAAC,KAAiB;QAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEtC,OAAO;YACL,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,GAAG,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,IAAI;YACnD,KAAK;SACN,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,KAAiB;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1D,OAAO,6DAA6D,OAAO,EAAE,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,KAAiB,EAAE,OAAgB;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,GAAG,GAAG,SAAS,KAAK,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,MAAM,GAAG,KAAK,GAAG,MAAM,OAAO,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,KAAiB,EAAE,OAAgB;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,GAAG,GAAG,SAAS,KAAK,CAAC,IAAI,EAAE,CAAC;QAElC,MAAM,GAAG,GAAG,aAAa,GAAG,UAAU,GAAG,MAAM,CAAC;QAEhD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,YAAY,OAAO,KAAK,GAAG,MAAM,CAAC;QAC3C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAjDD,wCAiDC"}
@@ -0,0 +1,63 @@
1
+ /**
2
+ * WJTTC MCP Certifier
3
+ * Core certification engine - Dynamically loads and tests MCP servers
4
+ *
5
+ * Based on MCP Specification 2025-11-25
6
+ */
7
+ export type TierLevel = 'big-orange' | 'trophy' | 'gold' | 'silver' | 'bronze' | 'green' | 'yellow' | 'red' | 'white';
8
+ export interface CertifierOptions {
9
+ mcpPath: string;
10
+ tiers: number[];
11
+ performanceTargets: {
12
+ toolList: number;
13
+ toolCall: number;
14
+ };
15
+ strict: boolean;
16
+ }
17
+ export interface TierResult {
18
+ tier: number;
19
+ name: string;
20
+ passed: boolean;
21
+ passedTests: number;
22
+ totalTests: number;
23
+ failedTests: string[];
24
+ duration: number;
25
+ }
26
+ export interface CertificationResult {
27
+ score: number;
28
+ totalTests: number;
29
+ passedTests: number;
30
+ failedTests: number;
31
+ tierResults: TierResult[];
32
+ timestamp: string;
33
+ }
34
+ export declare class WJTTCCertifier {
35
+ private options;
36
+ private connection;
37
+ private tools;
38
+ private resources;
39
+ private prompts;
40
+ private capabilities;
41
+ private testDir;
42
+ constructor(options: CertifierOptions);
43
+ run(): Promise<CertificationResult>;
44
+ private connect;
45
+ private disconnect;
46
+ private listTools;
47
+ private listResources;
48
+ private listPrompts;
49
+ private readResource;
50
+ private getPrompt;
51
+ private callTool;
52
+ private runTier;
53
+ private calculateScore;
54
+ private getTestsForTier;
55
+ private getTier1Tests;
56
+ private getTier2Tests;
57
+ private getTier3Tests;
58
+ private getTier4Tests;
59
+ private getTier5Tests;
60
+ private getTier6Tests;
61
+ private getTier7Tests;
62
+ }
63
+ //# sourceMappingURL=certifier.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"certifier.d.ts","sourceRoot":"","sources":["../src/certifier.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH,MAAM,MAAM,SAAS,GAAG,YAAY,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,QAAQ,GAAG,KAAK,GAAG,OAAO,CAAC;AAEtH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,kBAAkB,EAAE;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACnB;AAoCD,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,UAAU,CAA8B;IAChD,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,YAAY,CAKlB;IACF,OAAO,CAAC,OAAO,CAAc;gBAEjB,OAAO,EAAE,gBAAgB;IAI/B,GAAG,IAAI,OAAO,CAAC,mBAAmB,CAAC;YAqD3B,OAAO;IA4HrB,OAAO,CAAC,UAAU;YAKJ,SAAS;YAQT,aAAa;YAYb,WAAW;YAYX,YAAY;YAOZ,SAAS;YAOT,QAAQ;YAOR,OAAO;IA8BrB,OAAO,CAAC,cAAc;IAuBtB,OAAO,CAAC,eAAe;IAiBvB,OAAO,CAAC,aAAa;IAuNrB,OAAO,CAAC,aAAa;IAgJrB,OAAO,CAAC,aAAa;IAoKrB,OAAO,CAAC,aAAa;IA8IrB,OAAO,CAAC,aAAa;IAiFrB,OAAO,CAAC,aAAa;IA8HrB,OAAO,CAAC,aAAa;CAoFtB"}