@kevinrabun/judges 3.53.0 → 3.55.0

package/dist/commands/snippet-eval.js

@@ -0,0 +1,224 @@
+/**
+ * Snippet eval — evaluate a code snippet from stdin or a string
+ * argument without needing a file, with instant formatted output.
+ *
+ * Zero-friction entry point for evaluating AI-generated code snippets.
+ */
+import { readFileSync } from "fs";
+const SNIPPET_RULES = [
+    {
+        id: "SNIP-001",
+        title: "SQL injection risk",
+        pattern: /(?:SELECT|INSERT|UPDATE|DELETE).*\+\s*\w|`\$\{.*(?:SELECT|INSERT|UPDATE|DELETE)/i,
+        severity: "high",
+        recommendation: "Use parameterized queries",
+    },
+    {
+        id: "SNIP-002",
+        title: "XSS vulnerability",
+        pattern: /innerHTML|dangerouslySetInnerHTML|document\.write/i,
+        severity: "high",
+        recommendation: "Sanitize user input before DOM insertion",
+    },
+    {
+        id: "SNIP-003",
+        title: "Hardcoded secret",
+        pattern: /(?:password|secret|api.?key|token)\s*[:=]\s*['"][^'"]{8,}/i,
+        severity: "critical",
+        recommendation: "Use environment variables or secrets manager",
+    },
+    {
+        id: "SNIP-004",
+        title: "eval() usage",
+        pattern: /\beval\s*\(|new\s+Function\s*\(/i,
+        severity: "high",
+        recommendation: "Use safe expression parsers instead of eval",
+    },
+    {
+        id: "SNIP-005",
+        title: "Empty catch block",
+        pattern: /catch\s*\([^)]*\)\s*\{\s*\}/,
+        severity: "medium",
+        recommendation: "Log the error or re-throw it",
+    },
+    {
+        id: "SNIP-006",
+        title: "Console.log in production code",
+        pattern: /console\.(log|debug)\s*\(/,
+        severity: "low",
+        recommendation: "Use a proper logging framework",
+    },
+    {
+        id: "SNIP-007",
+        title: "Insecure HTTP",
+        pattern: /['"]http:\/\/(?!localhost|127\.0\.0\.1)/i,
+        severity: "medium",
+        recommendation: "Use HTTPS for all external connections",
+    },
+    {
+        id: "SNIP-008",
+        title: "Weak crypto",
+        pattern: /Math\.random\s*\(\)|createHash\s*\(\s*['"]md5['"]\)/i,
+        severity: "high",
+        recommendation: "Use crypto.randomUUID() or SHA-256+",
+    },
+    {
+        id: "SNIP-009",
+        title: "Command injection risk",
+        pattern: /execSync\s*\(.*\+|spawn\s*\(.*\$\{/i,
+        severity: "critical",
+        recommendation: "Validate/sanitize inputs, use array args with spawn",
+    },
+    {
+        id: "SNIP-010",
+        title: "Permissive CORS",
+        pattern: /cors\(\s*\)|Allow-Origin.*\*/i,
+        severity: "medium",
+        recommendation: "Specify allowed origins explicitly",
+    },
+    {
+        id: "SNIP-011",
+        title: "Missing error handling",
+        pattern: /\.then\s*\([^)]*\)\s*(?!\.catch)/i,
+        severity: "medium",
+        recommendation: "Add .catch() or use async/await with try/catch",
+    },
+    {
+        id: "SNIP-012",
+        title: "SELECT * usage",
+        pattern: /SELECT\s+\*\s+FROM/i,
+        severity: "low",
+        recommendation: "Select only needed columns",
+    },
+];
+function scanSnippet(code, _lang) {
+    const findings = [];
+    const lines = code.split("\n");
+    for (let i = 0; i < lines.length; i++) {
+        for (const rule of SNIPPET_RULES) {
+            if (rule.pattern.test(lines[i])) {
+                if (!findings.some((f) => f.ruleId === rule.id && Math.abs(f.line - (i + 1)) < 3)) {
+                    findings.push({
+                        ruleId: rule.id,
+                        title: rule.title,
+                        severity: rule.severity,
+                        line: i + 1,
+                        recommendation: rule.recommendation,
+                    });
+                }
+            }
+        }
+    }
+    return findings;
+}
+// ─── Language Detection ────────────────────────────────────────────────────
+function detectLanguage(code) {
+    if (/\bimport\s+\{.*\}\s+from\s+['"]|:\s*(string|number|boolean|void)\b|interface\s+\w+/.test(code))
+        return "typescript";
+    if (/\bdef\s+\w+\s*\(|import\s+\w+\s*$|from\s+\w+\s+import/m.test(code))
+        return "python";
+    if (/\bfunc\s+\w+\s*\(|package\s+\w+|:=\s*/.test(code))
+        return "go";
+    if (/\bfn\s+\w+\s*\(|let\s+mut\s|impl\s+\w+/.test(code))
+        return "rust";
+    if (/\bpublic\s+class\s|System\.out\.|@Override/.test(code))
+        return "java";
+    if (/\bnamespace\s+\w+|using\s+System|public\s+async\s+Task/.test(code))
+        return "csharp";
+    if (/\bfunction\s+\w+|const\s+\w+\s*=|require\s*\(/.test(code))
+        return "javascript";
+    return "unknown";
+}
+// ─── CLI ────────────────────────────────────────────────────────────────────
+export function runSnippetEval(argv) {
+    if (argv.includes("--help") || argv.includes("-h")) {
+        console.log(`
+judges snippet-eval — Evaluate code snippets instantly
+
+Usage:
+  echo "const key = '12345'" | judges snippet-eval
+  judges snippet-eval --code "eval(userInput)"
+  judges snippet-eval --code "SELECT * FROM users WHERE id=" --lang sql
+  judges snippet-eval --demo
+
+Options:
+  --code <snippet>      Code snippet to evaluate (or pipe via stdin)
+  --lang <language>     Language hint (auto-detected if omitted)
+  --demo                Run with demo vulnerable code
+  --format json         JSON output
+  --help, -h            Show this help
+
+Zero-friction evaluation — no project setup needed.
+`);
+        return;
+    }
+    const format = argv.find((_a, i) => argv[i - 1] === "--format") || "text";
+    const codeArg = argv.find((_a, i) => argv[i - 1] === "--code") || "";
+    const langArg = argv.find((_a, i) => argv[i - 1] === "--lang") || "";
+    const isDemo = argv.includes("--demo");
+    let code;
+    if (isDemo) {
+        code = `// AI-generated API handler
+const query = "SELECT * FROM users WHERE id=" + req.params.id;
+const apiKey = "sk-proj-1234567890abcdef1234567890";
+document.innerHTML = userInput;
+try { await riskyOperation(); } catch (e) {}
+console.log("Debug: user token = " + token);
+fetch("http://api.example.com/data");
+const sessionId = Math.random().toString(36);`;
+    }
+    else if (codeArg) {
+        code = codeArg;
+    }
+    else {
+        // Try reading from stdin
+        try {
+            code = readFileSync(0, "utf-8");
+        }
+        catch {
+            console.error("  Provide code via --code, --demo, or pipe to stdin");
+            return;
+        }
+    }
+    if (!code.trim()) {
+        console.error("  No code provided");
+        return;
+    }
+    const lang = langArg || detectLanguage(code);
+    const findings = scanSnippet(code, lang);
+    // Determine verdict
+    const hasCritical = findings.some((f) => f.severity === "critical");
+    const hasHigh = findings.some((f) => f.severity === "high");
+    const verdict = hasCritical || findings.length > 5
+        ? "FAIL"
+        : hasHigh || findings.length > 2
+            ? "WARN"
+            : findings.length === 0
+                ? "SAFE"
+                : "WARN";
+    if (format === "json") {
+        console.log(JSON.stringify({
+            verdict,
+            language: lang,
+            findings,
+            lines: code.split("\n").length,
+            timestamp: new Date().toISOString(),
+        }, null, 2));
+    }
+    else {
+        const badge = verdict === "SAFE" ? "✅ SAFE" : verdict === "WARN" ? "⚠️  WARN" : "❌ FAIL";
+        console.log(`\n  Snippet Eval: ${badge}  (${lang}, ${code.split("\n").length} lines)\n  ──────────────────────────`);
+        if (findings.length === 0) {
+            console.log("  No issues detected in snippet.");
+        }
+        else {
+            for (const f of findings) {
+                const icon = f.severity === "critical" ? "🔴" : f.severity === "high" ? "🟠" : f.severity === "medium" ? "🟡" : "⚪";
+                console.log(`    ${icon} L${f.line} [${f.severity}] ${f.ruleId}: ${f.title}`);
+                console.log(`        💡 ${f.recommendation}`);
+            }
+        }
+        console.log(`\n    ${findings.length} finding(s) | Verdict: ${verdict}\n`);
+    }
+}
+//# sourceMappingURL=snippet-eval.js.map

package/dist/commands/snippet-eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snippet-eval.js","sourceRoot":"","sources":["../../src/commands/snippet-eval.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAYlC,MAAM,aAAa,GAMd;IACH;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,oBAAoB;QAC3B,OAAO,EAAE,kFAAkF;QAC3F,QAAQ,EAAE,MAAM;QAChB,cAAc,EAAE,2BAA2B;KAC5C;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,mBAAmB;QAC1B,OAAO,EAAE,oDAAoD;QAC7D,QAAQ,EAAE,MAAM;QAChB,cAAc,EAAE,0CAA0C;KAC3D;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,kBAAkB;QACzB,OAAO,EAAE,4DAA4D;QACrE,QAAQ,EAAE,UAAU;QACpB,cAAc,EAAE,8CAA8C;KAC/D;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,cAAc;QACrB,OAAO,EAAE,kCAAkC;QAC3C,QAAQ,EAAE,MAAM;QAChB,cAAc,EAAE,6CAA6C;KAC9D;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,mBAAmB;QAC1B,OAAO,EAAE,6BAA6B;QACtC,QAAQ,EAAE,QAAQ;QAClB,cAAc,EAAE,8BAA8B;KAC/C;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,gCAAgC;QACvC,OAAO,EAAE,2BAA2B;QACpC,QAAQ,EAAE,KAAK;QACf,cAAc,EAAE,gCAAgC;KACjD;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,eAAe;QACtB,OAAO,EAAE,0CAA0C;QACnD,QAAQ,EAAE,QAAQ;QAClB,cAAc,EAAE,wCAAwC;KACzD;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,sDAAsD;QAC/D,QAAQ,EAAE,MAAM;QAChB,cAAc,EAAE,qCAAqC;KACtD;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,wBAAwB;QAC/B,OAAO,EAAE,qCAAqC;QAC9C,QAAQ,EAAE,UAAU;QACpB,cAAc,EAAE,qDAAqD;KACtE;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,iBAAiB;QACxB,OAAO,EAAE,+BAA+B;QACxC,QAAQ,EAAE,QAAQ;QAClB,cAAc,EAAE,oCAAoC;KACrD;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,wBAAwB;QAC/B,OAAO,EAAE,mCAAmC;QAC5C,QAAQ,EAAE,QAAQ;QAClB,cAAc,EAAE,gDAAgD;KACjE;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,gBAAgB;QACvB,OAAO,EAAE,qBAAqB;QAC9B,QAAQ,EAAE,KAAK;QACf,cAAc,EAAE,4BAA4B;KAC7C;CACF,CAAC;AAEF,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC9C,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBAClF,QAAQ,CAAC,IAAI,CAAC;wBACZ,MAAM,EAAE,IAAI,CAAC,EAAE;wBACf,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,IAAI,EAAE,CAAC,GAAG,CAAC;wBACX,cAAc,EAAE,IAAI,CAAC,cAAc;qBACpC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,8EAA8E;AAE9E,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,oFAAoF,CAAC,IAAI,CAAC,IAAI,CAAC;QACjG,OAAO,YAAY,CAAC;IACtB,IAAI,wDAAwD,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACzF,IAAI,uCAAuC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACpE,IAAI,wCAAwC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACvE,IAAI,4CAA4C,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IAC3E,IAAI,wDAAwD,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACzF,IAAI,+CAA+C,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IACpF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,+EAA+E;AAE/E,MAAM,UAAU,cAAc,CAAC,IAAc;IAC3C,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;CAiBf,CAAC,CAAC;QACC,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,MAAM,CAAC;IAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;IACrF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;IACrF,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEvC,IAAI,IAAY,CAAC;IAEjB,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,GAAG;;;;;;;8CAOmC,CAAC;IAC7C,CAAC;SAAM,IAAI,OAAO,EAAE,CAAC;QACnB,IAAI,GAAG,OAAO,CAAC;IACjB,CAAC;SAAM,CAAC;QACN,yBAAyB;QACzB,IAAI,CAAC;YACH,IAAI,GAAG,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACrE,OAAO;QACT,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACpC,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAEzC,oBAAoB;IACpB,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;IAC5D,MAAM,OAAO,GACX,WAAW,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAChC,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,OAAO,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAC9B,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;gBACrB,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,MAAM,CAAC;IAEjB,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CACZ;YACE,OAAO;YACP,QAAQ,EAAE,IAAI;YACd,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzF,OAAO,CAAC,GAAG,CACT,qBAAqB,KAAK,MAAM,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,uCAAuC,CACxG,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,MAAM,IAAI,GACR,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;gBACzG,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9E,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,MAAM,0BAA0B,OAAO,IAAI,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC"}

package/dist/commands/test-quality.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Test quality — score test suites for assertion density, boundary coverage,
+ * flakiness patterns, and mutation-testing readiness.
+ */
+export declare function runTestQuality(argv: string[]): void;
+//# sourceMappingURL=test-quality.d.ts.map

package/dist/commands/test-quality.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-quality.d.ts","sourceRoot":"","sources":["../../src/commands/test-quality.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAuHH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAwEnD"}

package/dist/commands/test-quality.js

@@ -0,0 +1,161 @@
+/**
+ * Test quality — score test suites for assertion density, boundary coverage,
+ * flakiness patterns, and mutation-testing readiness.
+ */
+import { readFileSync, readdirSync, statSync } from "fs";
+import { join, extname, basename } from "path";
+// ─── File Collection ────────────────────────────────────────────────────────
+const TEST_EXTS = new Set([".ts", ".tsx", ".js", ".jsx", ".py", ".java", ".go", ".rs"]);
+const TEST_PATTERNS = [/\.test\./i, /\.spec\./i, /test_/i, /_test\./i];
+function isTestFile(name) {
+    return TEST_PATTERNS.some((p) => p.test(name));
+}
+function collectTestFiles(dir, max = 300) {
+    const files = [];
+    function walk(d) {
+        if (files.length >= max)
+            return;
+        let entries;
+        try {
+            entries = readdirSync(d);
+        }
+        catch {
+            return;
+        }
+        for (const e of entries) {
+            if (files.length >= max)
+                return;
+            if (e.startsWith(".") || e === "node_modules" || e === "dist" || e === "build")
+                continue;
+            const full = join(d, e);
+            try {
+                if (statSync(full).isDirectory())
+                    walk(full);
+                else if (TEST_EXTS.has(extname(full)) && isTestFile(basename(full)))
+                    files.push(full);
+            }
+            catch {
+                /* skip */
+            }
+        }
+    }
+    walk(dir);
+    return files;
+}
+// ─── Analysis ───────────────────────────────────────────────────────────────
+function analyzeTestFile(filepath) {
+    const issues = [];
+    let content;
+    try {
+        content = readFileSync(filepath, "utf-8");
+    }
+    catch {
+        return { file: filepath, tests: 0, assertions: 0, assertionDensity: 0, issues: ["Could not read file"] };
+    }
+    // Count tests
+    const testMatches = content.match(/(?:it|test|specify)\s*\(|def\s+test_|@Test|func\s+Test/g) || [];
+    const tests = testMatches.length;
+    // Count assertions
+    const assertionPatterns = /assert|expect|should|toBe|toEqual|toMatch|toThrow|toContain|toHaveLength|toHaveBeenCalled|assertEqual|assertIn|assertRaises|assert_eq!|require\./g;
+    const assertions = (content.match(assertionPatterns) || []).length;
+    const assertionDensity = tests > 0 ? assertions / tests : 0;
+    // Zero-assertion tests
+    if (tests > 0 && assertions === 0) {
+        issues.push("No assertions found — tests that never assert prove nothing");
+    }
+    else if (assertionDensity < 1 && tests > 0) {
+        issues.push(`Low assertion density (${assertionDensity.toFixed(1)}/test) — some tests may lack assertions`);
+    }
+    // setTimeout / sleep (flakiness)
+    if (/setTimeout|sleep|time\.sleep|Thread\.sleep|time\.After/i.test(content)) {
+        issues.push("Timer-based waits detected — flakiness risk");
+    }
+    // Snapshot auto-update
+    if (/toMatchSnapshot|toMatchInlineSnapshot/i.test(content)) {
+        issues.push("Snapshot tests found — check for auto-update masking regressions");
+    }
+    // Mock overuse
+    const mockCount = (content.match(/mock|jest\.fn|sinon\.stub|patch\(|@Mock|gomock/gi) || []).length;
+    if (mockCount > 10) {
+        issues.push(`Heavy mocking (${mockCount} mocks) — test may not reflect real behavior`);
+    }
+    // Missing edge cases
+    const hasNullCheck = /null|undefined|nil|None|empty|boundary|edge/i.test(content);
+    const hasErrorCheck = /error|exception|throw|reject|fail|panic/i.test(content);
+    if (!hasNullCheck && !hasErrorCheck && tests > 0) {
+        issues.push("No null/error/boundary test cases — missing edge coverage");
+    }
+    // Hardcoded values only
+    const hasParameterized = /\.each|@parameterized|@pytest\.mark\.parametrize|testCases|table.?driven/i.test(content);
+    if (tests >= 5 && !hasParameterized) {
+        issues.push("No parameterized tests — consider table-driven testing for broader coverage");
+    }
+    // Commented-out tests
+    const commentedTests = (content.match(/\/\/\s*(it|test|describe)\s*\(|#\s*def\s+test_/g) || []).length;
+    if (commentedTests > 0) {
+        issues.push(`${commentedTests} commented-out test(s) — remove or restore`);
+    }
+    return { file: filepath, tests, assertions, assertionDensity, issues };
+}
+// ─── CLI ────────────────────────────────────────────────────────────────────
+export function runTestQuality(argv) {
+    if (argv.includes("--help") || argv.includes("-h")) {
+        console.log(`
+judges test-quality — Score test suites beyond coverage percentage
+
+Usage:
+  judges test-quality [dir]
+  judges test-quality tests/ --format json
+
+Options:
+  [dir]                 Directory to scan (default: .)
+  --format json         JSON output
+  --help, -h            Show this help
+
+Checks: assertion density, zero-assertion tests, timer-based waits, snapshot abuse,
+mock overuse, missing edge cases, parameterized tests, commented-out tests.
+`);
+        return;
+    }
+    const format = argv.find((_a, i) => argv[i - 1] === "--format") || "text";
+    const dir = argv.find((a) => !a.startsWith("-") && argv.indexOf(a) > 0) || ".";
+    const files = collectTestFiles(dir);
+    const reports = files.map(analyzeTestFile);
+    const totalTests = reports.reduce((s, r) => s + r.tests, 0);
+    const totalAssertions = reports.reduce((s, r) => s + r.assertions, 0);
+    const totalIssues = reports.reduce((s, r) => s + r.issues.length, 0);
+    const avgDensity = totalTests > 0 ? totalAssertions / totalTests : 0;
+    const score = Math.max(0, Math.min(100, Math.round(100 - totalIssues * 5)));
+    if (format === "json") {
+        console.log(JSON.stringify({
+            reports,
+            score,
+            summary: {
+                files: files.length,
+                tests: totalTests,
+                assertions: totalAssertions,
+                avgDensity: +avgDensity.toFixed(2),
+                issues: totalIssues,
+            },
+            timestamp: new Date().toISOString(),
+        }, null, 2));
+    }
+    else {
+        const badge = score >= 80 ? "✅ GOOD" : score >= 50 ? "⚠️  FAIR" : "❌ POOR";
+        console.log(`\n  Test Quality: ${badge} (${score}/100)\n  ──────────────────────────`);
+        console.log(`    Files: ${files.length} | Tests: ${totalTests} | Assertions: ${totalAssertions} | Avg density: ${avgDensity.toFixed(1)}/test\n`);
+        const problematic = reports.filter((r) => r.issues.length > 0);
+        if (problematic.length === 0) {
+            console.log("    No quality issues detected.\n");
+            return;
+        }
+        for (const r of problematic) {
+            console.log(`    📄 ${r.file} (${r.tests} tests, ${r.assertions} assertions)`);
+            for (const issue of r.issues) {
+                console.log(`       ⚠️  ${issue}`);
+            }
+        }
+        console.log(`\n    Total issues: ${totalIssues} | Score: ${score}/100\n`);
+    }
+}
+//# sourceMappingURL=test-quality.js.map

package/dist/commands/test-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-quality.js","sourceRoot":"","sources":["../../src/commands/test-quality.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AACzD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAY/C,+EAA+E;AAE/E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;AACxF,MAAM,aAAa,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;AAEvE,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW,EAAE,GAAG,GAAG,GAAG;IAC9C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,SAAS,IAAI,CAAC,CAAS;QACrB,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;YAAE,OAAO;QAChC,IAAI,OAAiB,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,GAAG,WAAW,CAAC,CAAC,CAAwB,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;gBAAE,OAAO;YAChC,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,cAAc,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,OAAO;gBAAE,SAAS;YACzF,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC;gBACH,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE;oBAAE,IAAI,CAAC,IAAI,CAAC,CAAC;qBACxC,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxF,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,KAAK,CAAC;AACf,CAAC;AAED,+EAA+E;AAE/E,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,qBAAqB,CAAC,EAAE,CAAC;IAC3G,CAAC;IAED,cAAc;IACd,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,IAAI,EAAE,CAAC;IACnG,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC;IAEjC,mBAAmB;IACnB,MAAM,iBAAiB,GACrB,mJAAmJ,CAAC;IACtJ,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAEnE,MAAM,gBAAgB,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5D,uBAAuB;IACvB,IAAI,KAAK,GAAG,CAAC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;IAC7E,CAAC;SAAM,IAAI,gBAAgB,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,0BAA0B,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,yCAAyC,CAAC,CAAC;IAC9G,CAAC;IAED,iCAAiC;IACjC,IAAI,yDAAyD,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5E,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC7D,CAAC;IAED,uBAAuB;IACvB,IAAI,wCAAwC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;IAClF,CAAC;IAED,eAAe;IACf,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACnG,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,kBAAkB,SAAS,8CAA8C,CAAC,CAAC;IACzF,CAAC;IAED,qBAAqB;IACrB,MAAM,YAAY,GAAG,8CAA8C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClF,MAAM,aAAa,GAAG,0CAA0C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/E,IAAI,CAAC,YAAY,IAAI,CAAC,aAAa,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;IAC3E,CAAC;IAED,wBAAwB;IACxB,MAAM,gBAAgB,GAAG,2EAA2E,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnH,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,6EAA6E,CAAC,CAAC;IAC7F,CAAC;IAED,sBAAsB;IACtB,MAAM,cAAc,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACvG,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,4CAA4C,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;AACzE,CAAC;AAED,+EAA+E;AAE/E,MAAM,UAAU,cAAc,CAAC,IAAc;IAC3C,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;CAcf,CAAC,CAAC;QACC,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,MAAM,CAAC;IAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC;IAE/E,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC5D,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CACZ;YACE,OAAO;YACP,KAAK;YACL,OAAO,EAAE;gBACP,KAAK,EAAE,KAAK,CAAC,MAAM;gBACnB,KAAK,EAAE,UAAU;gBACjB,UAAU,EAAE,eAAe;gBAC3B,UAAU,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;gBAClC,MAAM,EAAE,WAAW;aACpB;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,KAAK,KAAK,qCAAqC,CAAC,CAAC;QACvF,OAAO,CAAC,GAAG,CACT,cAAc,KAAK,CAAC,MAAM,aAAa,UAAU,kBAAkB,eAAe,mBAAmB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CACpI,CAAC;QAEF,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,UAAU,cAAc,CAAC,CAAC;YAC/E,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,EAAE,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,aAAa,KAAK,QAAQ,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kevinrabun/judges",
-  "version": "3.53.0",
+  "version": "3.55.0",
   "description": "45 specialized judges that evaluate AI-generated code for security, cost, and quality.",
   "mcpName": "io.github.KevinRabun/judges",
   "type": "module",

package/server.json

@@ -7,12 +7,12 @@
     "url": "https://github.com/kevinrabun/judges",
     "source": "github"
   },
-  "version": "3.53.0",
+  "version": "3.55.0",
   "packages": [
     {
       "registryType": "npm",
       "identifier": "@kevinrabun/judges",
-      "version": "3.53.0",
+      "version": "3.55.0",
       "transport": {
         "type": "stdio"
       }