@kevinrabun/judges 3.52.0 → 3.54.0

package/dist/commands/team-trust.js

@@ -0,0 +1,175 @@
+/**
+ * Team trust — aggregate trust profiles across team members to
+ * build collective trust profiles with per-team sensitivity.
+ *
+ * All data stored locally in `.judges-team-trust/`.
+ */
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from "fs";
+import { join } from "path";
+// ─── Storage ────────────────────────────────────────────────────────────────
+const DATA_DIR = ".judges-team-trust";
+function ensureDir() {
+    if (!existsSync(DATA_DIR))
+        mkdirSync(DATA_DIR, { recursive: true });
+}
+function loadMembers() {
+    const file = join(DATA_DIR, "members.json");
+    if (!existsSync(file))
+        return [];
+    try {
+        return JSON.parse(readFileSync(file, "utf-8"));
+    }
+    catch {
+        return [];
+    }
+}
+function saveMembers(members) {
+    ensureDir();
+    writeFileSync(join(DATA_DIR, "members.json"), JSON.stringify(members, null, 2));
+}
+// ─── Analysis ───────────────────────────────────────────────────────────────
+function computeTeamProfiles(members) {
+    const teams = new Map();
+    for (const m of members) {
+        const list = teams.get(m.team) || [];
+        list.push(m);
+        teams.set(m.team, list);
+    }
+    const profiles = [];
+    for (const [team, teamMembers] of teams) {
+        const totalEvals = teamMembers.reduce((s, m) => s + m.evaluations, 0);
+        const totalFP = teamMembers.reduce((s, m) => s + m.falsePositives, 0);
+        const totalTP = teamMembers.reduce((s, m) => s + m.truePositives, 0);
+        const avgScore = teamMembers.length > 0 ? Math.round(teamMembers.reduce((s, m) => s + m.avgScore, 0) / teamMembers.length) : 0;
+        const fpRate = totalEvals > 0 ? Math.round((totalFP / totalEvals) * 100) : 0;
+        const tpRate = totalEvals > 0 ? Math.round((totalTP / totalEvals) * 100) : 0;
+        let sensitivity;
+        let recommendation;
+        if (avgScore >= 80 && fpRate > 30) {
+            sensitivity = "relaxed";
+            recommendation = "High FP rate suggests judges are too strict for this team — relax non-critical judges";
+        }
+        else if (avgScore < 60) {
+            sensitivity = "strict";
+            recommendation = "Low scores suggest team needs stricter evaluation and mentoring";
+        }
+        else {
+            sensitivity = "normal";
+            recommendation = "Team performing at expected level — maintain current settings";
+        }
+        profiles.push({
+            team,
+            members: teamMembers.length,
+            avgTrustScore: avgScore,
+            totalEvaluations: totalEvals,
+            fpRate,
+            tpRate,
+            sensitivity,
+            recommendation,
+        });
+    }
+    return profiles.sort((a, b) => b.avgTrustScore - a.avgTrustScore);
+}
+// ─── CLI ────────────────────────────────────────────────────────────────────
+export function runTeamTrust(argv) {
+    if (argv.includes("--help") || argv.includes("-h")) {
+        console.log(`
+judges team-trust — Team-wide trust profile aggregation
+
+Usage:
+  judges team-trust --record --member "alice" --team "backend" --score 85 --tp
+  judges team-trust --record --member "copilot" --team "ai" --score 60 --fp
+  judges team-trust --show
+  judges team-trust --team "backend"
+
+Options:
+  --record              Record feedback for a team member
+  --member <name>       Member name
+  --team <name>         Team name
+  --score <n>           Evaluation score (0-100)
+  --pass                Record pass
+  --fail                Record fail
+  --fp                  Record false positive
+  --tp                  Record true positive
+  --show                Show all team profiles
+  --format json         JSON output
+  --help, -h            Show this help
+`);
+        return;
+    }
+    const format = argv.find((_a, i) => argv[i - 1] === "--format") || "text";
+    const isRecord = argv.includes("--record");
+    const _isShow = argv.includes("--show");
+    const memberName = argv.find((_a, i) => argv[i - 1] === "--member") || "";
+    const teamName = argv.find((_a, i) => argv[i - 1] === "--team") || "";
+    const scoreArg = parseInt(argv.find((_a, i) => argv[i - 1] === "--score") || "0");
+    const isPass = argv.includes("--pass");
+    const isFail = argv.includes("--fail");
+    const isFp = argv.includes("--fp");
+    const isTp = argv.includes("--tp");
+    if (isRecord) {
+        if (!memberName || !teamName) {
+            console.error("  --member and --team are required");
+            return;
+        }
+        const members = loadMembers();
+        let rec = members.find((m) => m.name === memberName && m.team === teamName);
+        if (!rec) {
+            rec = {
+                name: memberName,
+                team: teamName,
+                evaluations: 0,
+                passCount: 0,
+                failCount: 0,
+                falsePositives: 0,
+                truePositives: 0,
+                avgScore: 0,
+                lastUpdated: "",
+            };
+            members.push(rec);
+        }
+        rec.evaluations++;
+        if (isPass)
+            rec.passCount++;
+        if (isFail)
+            rec.failCount++;
+        if (isFp)
+            rec.falsePositives++;
+        if (isTp)
+            rec.truePositives++;
+        rec.avgScore = Math.round((rec.avgScore * (rec.evaluations - 1) + scoreArg) / rec.evaluations);
+        rec.lastUpdated = new Date().toISOString();
+        saveMembers(members);
+        console.log(`  ✅ Recorded for ${memberName}@${teamName}: eval #${rec.evaluations}`);
+        return;
+    }
+    const members = loadMembers();
+    if (members.length === 0) {
+        console.log("  No team data yet. Use --record to add feedback.");
+        return;
+    }
+    const profiles = computeTeamProfiles(members);
+    // Filter by team if specified
+    const filtered = teamName ? profiles.filter((p) => p.team === teamName) : profiles;
+    if (format === "json") {
+        console.log(JSON.stringify({ profiles: filtered, totalMembers: members.length, timestamp: new Date().toISOString() }, null, 2));
+    }
+    else {
+        console.log(`\n  Team Trust Profiles — ${profiles.length} team(s), ${members.length} member(s)\n  ──────────────────────────`);
+        for (const p of filtered) {
+            const icon = p.avgTrustScore >= 80 ? "🟢" : p.avgTrustScore >= 60 ? "🟡" : "🔴";
+            console.log(`\n    ${icon} ${p.team} (${p.members} members)`);
+            console.log(`        Trust: ${p.avgTrustScore}/100 | Evals: ${p.totalEvaluations} | FP: ${p.fpRate}% | TP: ${p.tpRate}%`);
+            console.log(`        Sensitivity: ${p.sensitivity}`);
+            console.log(`        💡 ${p.recommendation}`);
+            // Show individual members
+            const teamMembers = members.filter((m) => m.team === p.team).sort((a, b) => b.avgScore - a.avgScore);
+            for (const m of teamMembers) {
+                const mIcon = m.avgScore >= 80 ? "✓" : m.avgScore >= 60 ? "~" : "✗";
+                console.log(`          ${mIcon} ${m.name.padEnd(20)} score: ${m.avgScore} | evals: ${m.evaluations} | FP: ${m.falsePositives}`);
+            }
+        }
+        console.log("");
+    }
+}
+//# sourceMappingURL=team-trust.js.map

package/dist/commands/team-trust.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"team-trust.js","sourceRoot":"","sources":["../../src/commands/team-trust.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AA2B5B,+EAA+E;AAE/E,MAAM,QAAQ,GAAG,oBAAoB,CAAC;AAEtC,SAAS,SAAS;IAChB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,WAAW;IAClB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,OAAuB;IAC1C,SAAS,EAAE,CAAC;IACZ,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,+EAA+E;AAE/E,SAAS,mBAAmB,CAAC,OAAuB;IAClD,MAAM,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACb,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,KAAK,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QACrE,MAAM,QAAQ,GACZ,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChH,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,IAAI,WAA4C,CAAC;QACjD,IAAI,cAAsB,CAAC;QAE3B,IAAI,QAAQ,IAAI,EAAE,IAAI,MAAM,GAAG,EAAE,EAAE,CAAC;YAClC,WAAW,GAAG,SAAS,CAAC;YACxB,cAAc,GAAG,uFAAuF,CAAC;QAC3G,CAAC;aAAM,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;YACzB,WAAW,GAAG,QAAQ,CAAC;YACvB,cAAc,GAAG,iEAAiE,CAAC;QACrF,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,QAAQ,CAAC;YACvB,cAAc,GAAG,+DAA+D,CAAC;QACnF,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI;YACJ,OAAO,EAAE,WAAW,CAAC,MAAM;YAC3B,aAAa,EAAE,QAAQ;YACvB,gBAAgB,EAAE,UAAU;YAC5B,MAAM;YACN,MAAM;YACN,WAAW;YACX,cAAc;SACf,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;AACpE,CAAC;AAED,+EAA+E;AAE/E,MAAM,UAAU,YAAY,CAAC,IAAc;IACzC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;CAqBf,CAAC,CAAC;QACC,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,MAAM,CAAC;IAC1F,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;IAC1F,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;IACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEnC,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;QAC9B,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC5E,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG;gBACJ,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,cAAc,EAAE,CAAC;gBACjB,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE,CAAC;gBACX,WAAW,EAAE,EAAE;aAChB,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAED,GAAG,CAAC,WAAW,EAAE,CAAC;QAClB,IAAI,MAAM;YAAE,GAAG,CAAC,SAAS,EAAE,CAAC;QAC5B,IAAI,MAAM;YAAE,GAAG,CAAC,SAAS,EAAE,CAAC;QAC5B,IAAI,IAAI;YAAE,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,IAAI,IAAI;YAAE,GAAG,CAAC,aAAa,EAAE,CAAC;QAC9B,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/F,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE3C,WAAW,CAAC,OAAO,CAAC,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,oBAAoB,UAAU,IAAI,QAAQ,WAAW,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACpF,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;QACjE,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAE9C,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAEnF,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CACZ,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EACzF,IAAI,EACJ,CAAC,CACF,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CACT,6BAA6B,QAAQ,CAAC,MAAM,aAAa,OAAO,CAAC,MAAM,0CAA0C,CAClH,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,CAAC,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YAChF,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CACT,kBAAkB,CAAC,CAAC,aAAa,iBAAiB,CAAC,CAAC,gBAAgB,UAAU,CAAC,CAAC,MAAM,WAAW,CAAC,CAAC,MAAM,GAAG,CAC7G,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YACrD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YAE9C,0BAA0B;YAC1B,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YACrG,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;gBAC5B,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBACpE,OAAO,CAAC,GAAG,CACT,aAAa,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,QAAQ,aAAa,CAAC,CAAC,WAAW,UAAU,CAAC,CAAC,cAAc,EAAE,CACnH,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kevinrabun/judges",
-  "version": "3.52.0",
+  "version": "3.54.0",
   "description": "45 specialized judges that evaluate AI-generated code for security, cost, and quality.",
   "mcpName": "io.github.KevinRabun/judges",
   "type": "module",

package/server.json

@@ -7,12 +7,12 @@
     "url": "https://github.com/kevinrabun/judges",
     "source": "github"
   },
-  "version": "3.52.0",
+  "version": "3.54.0",
   "packages": [
     {
       "registryType": "npm",
       "identifier": "@kevinrabun/judges",
-      "version": "3.52.0",
+      "version": "3.54.0",
       "transport": {
         "type": "stdio"
       }