@kevinrabun/judges 3.50.0 → 3.52.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +24 -0
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +112 -0
- package/dist/cli.js.map +1 -1
- package/dist/commands/ai-gate.d.ts +8 -0
- package/dist/commands/ai-gate.d.ts.map +1 -0
- package/dist/commands/ai-gate.js +213 -0
- package/dist/commands/ai-gate.js.map +1 -0
- package/dist/commands/ai-output-compare.d.ts +9 -0
- package/dist/commands/ai-output-compare.d.ts.map +1 -0
- package/dist/commands/ai-output-compare.js +203 -0
- package/dist/commands/ai-output-compare.js.map +1 -0
- package/dist/commands/ai-pattern-trend.d.ts +9 -0
- package/dist/commands/ai-pattern-trend.d.ts.map +1 -0
- package/dist/commands/ai-pattern-trend.js +224 -0
- package/dist/commands/ai-pattern-trend.js.map +1 -0
- package/dist/commands/arch-audit.d.ts +9 -0
- package/dist/commands/arch-audit.d.ts.map +1 -0
- package/dist/commands/arch-audit.js +284 -0
- package/dist/commands/arch-audit.js.map +1 -0
- package/dist/commands/chat-notify.d.ts +9 -0
- package/dist/commands/chat-notify.d.ts.map +1 -0
- package/dist/commands/chat-notify.js +259 -0
- package/dist/commands/chat-notify.js.map +1 -0
- package/dist/commands/clarity-score.d.ts +9 -0
- package/dist/commands/clarity-score.d.ts.map +1 -0
- package/dist/commands/clarity-score.js +261 -0
- package/dist/commands/clarity-score.js.map +1 -0
- package/dist/commands/design-audit.d.ts +9 -0
- package/dist/commands/design-audit.d.ts.map +1 -0
- package/dist/commands/design-audit.js +302 -0
- package/dist/commands/design-audit.js.map +1 -0
- package/dist/commands/hallucination-score.d.ts +9 -0
- package/dist/commands/hallucination-score.d.ts.map +1 -0
- package/dist/commands/hallucination-score.js +317 -0
- package/dist/commands/hallucination-score.js.map +1 -0
- package/dist/commands/impact-scan.d.ts +9 -0
- package/dist/commands/impact-scan.d.ts.map +1 -0
- package/dist/commands/impact-scan.js +282 -0
- package/dist/commands/impact-scan.js.map +1 -0
- package/dist/commands/judge-learn.d.ts +9 -0
- package/dist/commands/judge-learn.d.ts.map +1 -0
- package/dist/commands/judge-learn.js +218 -0
- package/dist/commands/judge-learn.js.map +1 -0
- package/dist/commands/model-report.d.ts +9 -0
- package/dist/commands/model-report.d.ts.map +1 -0
- package/dist/commands/model-report.js +195 -0
- package/dist/commands/model-report.js.map +1 -0
- package/dist/commands/remediation-lib.d.ts +9 -0
- package/dist/commands/remediation-lib.d.ts.map +1 -0
- package/dist/commands/remediation-lib.js +266 -0
- package/dist/commands/remediation-lib.js.map +1 -0
- package/dist/commands/test-suggest.d.ts +9 -0
- package/dist/commands/test-suggest.d.ts.map +1 -0
- package/dist/commands/test-suggest.js +248 -0
- package/dist/commands/test-suggest.js.map +1 -0
- package/dist/commands/trust-adaptive.d.ts +9 -0
- package/dist/commands/trust-adaptive.d.ts.map +1 -0
- package/dist/commands/trust-adaptive.js +194 -0
- package/dist/commands/trust-adaptive.js.map +1 -0
- package/dist/commands/vendor-lock-detect.d.ts +8 -0
- package/dist/commands/vendor-lock-detect.d.ts.map +1 -0
- package/dist/commands/vendor-lock-detect.js +289 -0
- package/dist/commands/vendor-lock-detect.js.map +1 -0
- package/dist/commands/watch-judge.d.ts +8 -0
- package/dist/commands/watch-judge.d.ts.map +1 -0
- package/dist/commands/watch-judge.js +180 -0
- package/dist/commands/watch-judge.js.map +1 -0
- package/package.json +1 -1
- package/server.json +2 -2
|
@@ -0,0 +1,248 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Test suggest — analyze AI-generated code and suggest specific
|
|
3
|
+
* test scenarios (edge cases, error paths, boundary conditions)
|
|
4
|
+
* that the code likely missed.
|
|
5
|
+
*
|
|
6
|
+
* All analysis local.
|
|
7
|
+
*/
|
|
8
|
+
import { existsSync, readFileSync } from "fs";
|
|
9
|
+
// ─── Function extraction ────────────────────────────────────────────────────
|
|
10
|
+
function extractFunctions(content, lines) {
|
|
11
|
+
const functions = [];
|
|
12
|
+
const fnPatterns = [
|
|
13
|
+
/(?:export\s+)?(?:async\s+)?function\s+(\w+)\s*\(([^)]*)\)/g,
|
|
14
|
+
/(?:const|let|var)\s+(\w+)\s*=\s*(?:async\s+)?(?:\(([^)]*)\)|(\w+))\s*=>/g,
|
|
15
|
+
/(\w+)\s*\(([^)]*)\)\s*(?::\s*\w+)?\s*{/g,
|
|
16
|
+
];
|
|
17
|
+
for (const pattern of fnPatterns) {
|
|
18
|
+
pattern.lastIndex = 0;
|
|
19
|
+
let m;
|
|
20
|
+
while ((m = pattern.exec(content)) !== null) {
|
|
21
|
+
const lineIdx = content.substring(0, m.index).split("\n").length;
|
|
22
|
+
const name = m[1];
|
|
23
|
+
const params = (m[2] || m[3] || "")
|
|
24
|
+
.split(",")
|
|
25
|
+
.map((p) => p.trim())
|
|
26
|
+
.filter(Boolean);
|
|
27
|
+
// Extract rough function body
|
|
28
|
+
let braceCount = 0;
|
|
29
|
+
let bodyStart = -1;
|
|
30
|
+
let bodyEnd = -1;
|
|
31
|
+
for (let i = lineIdx - 1; i < lines.length; i++) {
|
|
32
|
+
if (lines[i].includes("{") && bodyStart === -1)
|
|
33
|
+
bodyStart = i;
|
|
34
|
+
braceCount += (lines[i].match(/{/g) || []).length;
|
|
35
|
+
braceCount -= (lines[i].match(/}/g) || []).length;
|
|
36
|
+
if (bodyStart !== -1 && braceCount <= 0) {
|
|
37
|
+
bodyEnd = i;
|
|
38
|
+
break;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
const body = bodyStart >= 0 && bodyEnd >= 0 ? lines.slice(bodyStart, bodyEnd + 1).join("\n") : "";
|
|
42
|
+
const hasReturn = /\breturn\b/.test(body);
|
|
43
|
+
const isAsync = /\basync\b/.test(m[0]);
|
|
44
|
+
functions.push({ name, line: lineIdx, params, hasReturn, isAsync, body });
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
// Deduplicate by name and line
|
|
48
|
+
const seen = new Set();
|
|
49
|
+
return functions.filter((f) => {
|
|
50
|
+
const key = `${f.name}:${f.line}`;
|
|
51
|
+
if (seen.has(key))
|
|
52
|
+
return false;
|
|
53
|
+
seen.add(key);
|
|
54
|
+
return true;
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
// ─── Test suggestion generators ─────────────────────────────────────────────
|
|
58
|
+
function suggestTests(fn, _content) {
|
|
59
|
+
const suggestions = [];
|
|
60
|
+
// 1. Null/undefined parameter tests
|
|
61
|
+
for (const param of fn.params) {
|
|
62
|
+
const paramName = param.split(/[:=]/)[0].trim().replace(/[?!]/g, "");
|
|
63
|
+
if (paramName) {
|
|
64
|
+
suggestions.push({
|
|
65
|
+
category: "Null Input",
|
|
66
|
+
description: `Test ${fn.name}() with ${paramName} = null/undefined`,
|
|
67
|
+
priority: "high",
|
|
68
|
+
targetLine: fn.line,
|
|
69
|
+
testCode: `it("should handle null ${paramName}", () => { expect(() => ${fn.name}(${fn.params.map((p) => (p.split(/[:=]/)[0].trim() === paramName ? "null" : "'valid'")).join(", ")})).not.toThrow(); });`,
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
// 2. Empty input tests
|
|
74
|
+
if (fn.params.length > 0) {
|
|
75
|
+
suggestions.push({
|
|
76
|
+
category: "Empty Input",
|
|
77
|
+
description: `Test ${fn.name}() with empty string/array/object inputs`,
|
|
78
|
+
priority: "high",
|
|
79
|
+
targetLine: fn.line,
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
// 3. Error path tests
|
|
83
|
+
if (/\bthrow\b/.test(fn.body)) {
|
|
84
|
+
suggestions.push({
|
|
85
|
+
category: "Error Path",
|
|
86
|
+
description: `Test error throwing conditions in ${fn.name}()`,
|
|
87
|
+
priority: "high",
|
|
88
|
+
targetLine: fn.line,
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
// 4. Async error handling
|
|
92
|
+
if (fn.isAsync) {
|
|
93
|
+
suggestions.push({
|
|
94
|
+
category: "Async Error",
|
|
95
|
+
description: `Test ${fn.name}() with rejected promises and timeout scenarios`,
|
|
96
|
+
priority: "high",
|
|
97
|
+
targetLine: fn.line,
|
|
98
|
+
});
|
|
99
|
+
if (/\bawait\b/.test(fn.body) && !/\btry\s*{/.test(fn.body)) {
|
|
100
|
+
suggestions.push({
|
|
101
|
+
category: "Unhandled Rejection",
|
|
102
|
+
description: `${fn.name}() has await without try/catch — test rejection behavior`,
|
|
103
|
+
priority: "high",
|
|
104
|
+
targetLine: fn.line,
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
// 5. Boundary conditions
|
|
109
|
+
if (/\b(?:length|size|count|index|i|j)\b/.test(fn.body)) {
|
|
110
|
+
suggestions.push({
|
|
111
|
+
category: "Boundary",
|
|
112
|
+
description: `Test ${fn.name}() with boundary values (0, -1, MAX_SAFE_INTEGER, empty collection)`,
|
|
113
|
+
priority: "medium",
|
|
114
|
+
targetLine: fn.line,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
// 6. Type coercion
|
|
118
|
+
if (/\b(?:parseInt|parseFloat|Number\(|String\(|\.toString\()/.test(fn.body)) {
|
|
119
|
+
suggestions.push({
|
|
120
|
+
category: "Type Coercion",
|
|
121
|
+
description: `Test ${fn.name}() with unexpected types (NaN, Infinity, "not a number")`,
|
|
122
|
+
priority: "medium",
|
|
123
|
+
targetLine: fn.line,
|
|
124
|
+
});
|
|
125
|
+
}
|
|
126
|
+
// 7. Regular expression edge cases
|
|
127
|
+
if (/new\s+RegExp|\/[^/]+\/[gimsuy]*/.test(fn.body)) {
|
|
128
|
+
suggestions.push({
|
|
129
|
+
category: "Regex Edge Case",
|
|
130
|
+
description: `Test ${fn.name}() with regex edge cases (empty string, special characters, very long input)`,
|
|
131
|
+
priority: "medium",
|
|
132
|
+
targetLine: fn.line,
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
// 8. File/IO operations
|
|
136
|
+
if (/\bread(?:File|dir)|write(?:File)|open|close|exists/.test(fn.body)) {
|
|
137
|
+
suggestions.push({
|
|
138
|
+
category: "File IO",
|
|
139
|
+
description: `Test ${fn.name}() with missing files, permission errors, and empty files`,
|
|
140
|
+
priority: "high",
|
|
141
|
+
targetLine: fn.line,
|
|
142
|
+
});
|
|
143
|
+
}
|
|
144
|
+
// 9. State mutation
|
|
145
|
+
if (/\.push\(|\.splice\(|\.pop\(|\.shift\(|delete\s/.test(fn.body)) {
|
|
146
|
+
suggestions.push({
|
|
147
|
+
category: "State Mutation",
|
|
148
|
+
description: `Test ${fn.name}() for unintended side effects on input data`,
|
|
149
|
+
priority: "medium",
|
|
150
|
+
targetLine: fn.line,
|
|
151
|
+
});
|
|
152
|
+
}
|
|
153
|
+
// 10. Return value consistency
|
|
154
|
+
if (fn.hasReturn) {
|
|
155
|
+
const returnCount = (fn.body.match(/\breturn\b/g) || []).length;
|
|
156
|
+
if (returnCount > 2) {
|
|
157
|
+
suggestions.push({
|
|
158
|
+
category: "Return Consistency",
|
|
159
|
+
description: `${fn.name}() has ${returnCount} return paths — test each returns consistent type`,
|
|
160
|
+
priority: "medium",
|
|
161
|
+
targetLine: fn.line,
|
|
162
|
+
});
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
return suggestions;
|
|
166
|
+
}
|
|
167
|
+
// ─── CLI ────────────────────────────────────────────────────────────────────
|
|
168
|
+
export function runTestSuggest(argv) {
|
|
169
|
+
if (argv.includes("--help") || argv.includes("-h")) {
|
|
170
|
+
console.log(`
|
|
171
|
+
judges test-suggest — Suggest test scenarios for AI-generated code
|
|
172
|
+
|
|
173
|
+
Usage:
|
|
174
|
+
judges test-suggest <file>
|
|
175
|
+
judges test-suggest src/service.ts --priority high
|
|
176
|
+
judges test-suggest handler.js --format json
|
|
177
|
+
|
|
178
|
+
Options:
|
|
179
|
+
--priority <level> Filter by priority (high, medium, low)
|
|
180
|
+
--function <name> Focus on a specific function
|
|
181
|
+
--format json JSON output
|
|
182
|
+
--help, -h Show this help
|
|
183
|
+
|
|
184
|
+
Categories: Null Input, Empty Input, Error Path, Async Error,
|
|
185
|
+
Boundary, Type Coercion, Regex Edge Case, File IO,
|
|
186
|
+
State Mutation, Return Consistency
|
|
187
|
+
`);
|
|
188
|
+
return;
|
|
189
|
+
}
|
|
190
|
+
const format = argv.find((_a, i) => argv[i - 1] === "--format") || "text";
|
|
191
|
+
const priorityFilter = argv.find((_a, i) => argv[i - 1] === "--priority");
|
|
192
|
+
const fnFilter = argv.find((_a, i) => argv[i - 1] === "--function");
|
|
193
|
+
const target = argv.find((a) => !a.startsWith("--") && !argv[argv.indexOf(a) - 1]?.startsWith("--"));
|
|
194
|
+
if (!target || !existsSync(target)) {
|
|
195
|
+
console.error(" Please provide a valid source file");
|
|
196
|
+
return;
|
|
197
|
+
}
|
|
198
|
+
let content;
|
|
199
|
+
try {
|
|
200
|
+
content = readFileSync(target, "utf-8");
|
|
201
|
+
}
|
|
202
|
+
catch {
|
|
203
|
+
console.error(` Cannot read: ${target}`);
|
|
204
|
+
return;
|
|
205
|
+
}
|
|
206
|
+
const lines = content.split("\n");
|
|
207
|
+
let functions = extractFunctions(content, lines);
|
|
208
|
+
if (fnFilter) {
|
|
209
|
+
functions = functions.filter((f) => f.name === fnFilter);
|
|
210
|
+
if (functions.length === 0) {
|
|
211
|
+
console.error(` Function not found: ${fnFilter}`);
|
|
212
|
+
return;
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
let allSuggestions = [];
|
|
216
|
+
for (const fn of functions) {
|
|
217
|
+
const suggestions = suggestTests(fn, content);
|
|
218
|
+
allSuggestions.push(...suggestions.map((s) => ({ ...s, functionName: fn.name })));
|
|
219
|
+
}
|
|
220
|
+
if (priorityFilter) {
|
|
221
|
+
allSuggestions = allSuggestions.filter((s) => s.priority === priorityFilter);
|
|
222
|
+
}
|
|
223
|
+
if (format === "json") {
|
|
224
|
+
console.log(JSON.stringify({ file: target, functions: functions.length, suggestions: allSuggestions, timestamp: new Date().toISOString() }, null, 2));
|
|
225
|
+
}
|
|
226
|
+
else {
|
|
227
|
+
console.log(`\n Test Suggestions for ${target}`);
|
|
228
|
+
console.log(` Functions: ${functions.length} | Suggestions: ${allSuggestions.length}\n ──────────────────────────`);
|
|
229
|
+
if (allSuggestions.length === 0) {
|
|
230
|
+
console.log(` No test suggestions generated.\n`);
|
|
231
|
+
return;
|
|
232
|
+
}
|
|
233
|
+
for (const priority of ["high", "medium", "low"]) {
|
|
234
|
+
const items = allSuggestions.filter((s) => s.priority === priority);
|
|
235
|
+
if (items.length === 0)
|
|
236
|
+
continue;
|
|
237
|
+
console.log(`\n ${priority.toUpperCase()} PRIORITY (${items.length})`);
|
|
238
|
+
for (const s of items) {
|
|
239
|
+
console.log(` [${s.category}] ${s.functionName}() — ${s.description}`);
|
|
240
|
+
if (s.testCode) {
|
|
241
|
+
console.log(` Code: ${s.testCode.substring(0, 100)}${s.testCode.length > 100 ? "..." : ""}`);
|
|
242
|
+
}
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
console.log("");
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
//# sourceMappingURL=test-suggest.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"test-suggest.js","sourceRoot":"","sources":["../../src/commands/test-suggest.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAqB9C,+EAA+E;AAE/E,SAAS,gBAAgB,CAAC,OAAe,EAAE,KAAe;IACxD,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,MAAM,UAAU,GAAG;QACjB,4DAA4D;QAC5D,0EAA0E;QAC1E,yCAAyC;KAC1C,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;QACjC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,IAAI,CAAyB,CAAC;QAC9B,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YACjE,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAClB,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iBAChC,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iBACpB,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnB,8BAA8B;YAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YACnB,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,OAAO,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,SAAS,KAAK,CAAC,CAAC;oBAAE,SAAS,GAAG,CAAC,CAAC;gBAC9D,UAAU,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;gBAClD,UAAU,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;gBAClD,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;oBACxC,OAAO,GAAG,CAAC,CAAC;oBACZ,MAAM;gBACR,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GAAG,SAAS,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClG,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEvC,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5B,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAE/E,SAAS,YAAY,CAAC,EAAgB,EAAE,QAAgB;IACtD,MAAM,WAAW,GAAqB,EAAE,CAAC;IAEzC,oCAAoC;IACpC,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACrE,IAAI,SAAS,EAAE,CAAC;YACd,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,YAAY;gBACtB,WAAW,EAAE,QAAQ,EAAE,CAAC,IAAI,WAAW,SAAS,mBAAmB;gBACnE,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,EAAE,CAAC,IAAI;gBACnB,QAAQ,EAAE,0BAA0B,SAAS,2BAA2B,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB;aAC1M,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,aAAa;YACvB,WAAW,EAAE,QAAQ,EAAE,CAAC,IAAI,0CAA0C;YACtE,QAAQ,EAAE,MAAM;YAChB,UAAU,EAAE,EAAE,CAAC,IAAI;SACpB,CAAC,CAAC;IACL,CAAC;IAED,sBAAsB;IACtB,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9B,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,YAAY;YACtB,WAAW,EAAE,qCAAqC,EAAE,CAAC,IAAI,IAAI;YAC7D,QAAQ,EAAE,MAAM;YAChB,UAAU,EAAE,EAAE,CAAC,IAAI;SACpB,CAAC,CAAC;IACL,CAAC;IAED,0BAA0B;IAC1B,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACf,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,aAAa;YACvB,WAAW,EAAE,QAAQ,EAAE,CAAC,IAAI,iDAAiD;YAC7E,QAAQ,EAAE,MAAM;YAChB,UAAU,EAAE,EAAE,CAAC,IAAI;SACpB,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5D,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,qBAAqB;gBAC/B,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,0DAA0D;gBACjF,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,EAAE,CAAC,IAAI;aACpB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,IAAI,qCAAqC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxD,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,UAAU;YACpB,WAAW,EAAE,QAAQ,EAAE,CAAC,IAAI,qEAAqE;YACjG,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,EAAE,CAAC,IAAI;SACpB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,IAAI,0DAA0D,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7E,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,eAAe;YACzB,WAAW,EAAE,QAAQ,EAAE,CAAC,IAAI,0DAA0D;YACtF,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,EAAE,CAAC,IAAI;SACpB,CAAC,CAAC;IACL,CAAC;IAED,mCAAmC;IACnC,IAAI,iCAAiC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACpD,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,iBAAiB;YAC3B,WAAW,EAAE,QAAQ,EAAE,CAAC,IAAI,8EAA8E;YAC1G,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,EAAE,CAAC,IAAI;SACpB,CAAC,CAAC;IACL,CAAC;IAED,wBAAwB;IACxB,IAAI,oDAAoD,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACvE,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,SAAS;YACnB,WAAW,EAAE,QAAQ,EAAE,CAAC,IAAI,2DAA2D;YACvF,QAAQ,EAAE,MAAM;YAChB,UAAU,EAAE,EAAE,CAAC,IAAI;SACpB,CAAC,CAAC;IACL,CAAC;IAED,oBAAoB;IACpB,IAAI,gDAAgD,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACnE,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,gBAAgB;YAC1B,WAAW,EAAE,QAAQ,EAAE,CAAC,IAAI,8CAA8C;YAC1E,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,EAAE,CAAC,IAAI;SACpB,CAAC,CAAC;IACL,CAAC;IAED,+BAA+B;IAC/B,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;QACjB,MAAM,WAAW,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAChE,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,oBAAoB;gBAC9B,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,UAAU,WAAW,mDAAmD;gBAC/F,QAAQ,EAAE,QAAQ;gBAClB,UAAU,EAAE,EAAE,CAAC,IAAI;aACpB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,+EAA+E;AAE/E,MAAM,UAAU,cAAc,CAAC,IAAc;IAC3C,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;CAiBf,CAAC,CAAC;QACC,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,MAAM,CAAC;IAC1F,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC;IAC1F,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAE7G,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,CAAC,kBAAkB,MAAM,EAAE,CAAC,CAAC;QAC1C,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,SAAS,GAAG,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAEjD,IAAI,QAAQ,EAAE,CAAC;QACb,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACzD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;IACH,CAAC;IAED,IAAI,cAAc,GAAqD,EAAE,CAAC;IAC1E,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC9C,cAAc,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CACZ,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EAC/G,IAAI,EACJ,CAAC,CACF,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CACT,gBAAgB,SAAS,CAAC,MAAM,mBAAmB,cAAc,CAAC,MAAM,gCAAgC,CACzG,CAAC;QAEF,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;YACpE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACjC,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,WAAW,EAAE,cAAc,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAC1E,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,YAAY,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC5E,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;oBACf,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtG,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Trust-adaptive — adjust judge sensitivity based on historical
|
|
3
|
+
* accuracy of developers or AI models. High-trust actors skip
|
|
4
|
+
* non-critical judges; low-trust get stricter scrutiny.
|
|
5
|
+
*
|
|
6
|
+
* All data stored locally in `.judges-trust/`.
|
|
7
|
+
*/
|
|
8
|
+
export declare function runTrustAdaptive(argv: string[]): void;
|
|
9
|
+
//# sourceMappingURL=trust-adaptive.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trust-adaptive.d.ts","sourceRoot":"","sources":["../../src/commands/trust-adaptive.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAsGH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAoIrD"}
|
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Trust-adaptive — adjust judge sensitivity based on historical
|
|
3
|
+
* accuracy of developers or AI models. High-trust actors skip
|
|
4
|
+
* non-critical judges; low-trust get stricter scrutiny.
|
|
5
|
+
*
|
|
6
|
+
* All data stored locally in `.judges-trust/`.
|
|
7
|
+
*/
|
|
8
|
+
import { existsSync, readFileSync, writeFileSync, mkdirSync } from "fs";
|
|
9
|
+
import { join } from "path";
|
|
10
|
+
// ─── Storage ────────────────────────────────────────────────────────────────
|
|
11
|
+
const DATA_DIR = ".judges-trust";
|
|
12
|
+
function ensureDir() {
|
|
13
|
+
if (!existsSync(DATA_DIR))
|
|
14
|
+
mkdirSync(DATA_DIR, { recursive: true });
|
|
15
|
+
}
|
|
16
|
+
function loadRecords() {
|
|
17
|
+
const file = join(DATA_DIR, "records.json");
|
|
18
|
+
if (!existsSync(file))
|
|
19
|
+
return [];
|
|
20
|
+
try {
|
|
21
|
+
return JSON.parse(readFileSync(file, "utf-8"));
|
|
22
|
+
}
|
|
23
|
+
catch {
|
|
24
|
+
return [];
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
function saveRecords(records) {
|
|
28
|
+
ensureDir();
|
|
29
|
+
writeFileSync(join(DATA_DIR, "records.json"), JSON.stringify(records, null, 2));
|
|
30
|
+
}
|
|
31
|
+
// ─── Analysis ───────────────────────────────────────────────────────────────
|
|
32
|
+
// Non-critical judges that can be skipped for high-trust actors
|
|
33
|
+
const NON_CRITICAL_JUDGES = [
|
|
34
|
+
"style-consistency",
|
|
35
|
+
"naming-convention",
|
|
36
|
+
"comment-coverage",
|
|
37
|
+
"line-length",
|
|
38
|
+
"function-length",
|
|
39
|
+
"import-order",
|
|
40
|
+
];
|
|
41
|
+
function computeProfile(record) {
|
|
42
|
+
const passRate = record.evaluations > 0 ? record.passCount / record.evaluations : 0;
|
|
43
|
+
const fpRate = record.evaluations > 0 ? record.falsePositives / record.evaluations : 0;
|
|
44
|
+
// Trust score: weighted combination
|
|
45
|
+
const trustScore = Math.round(passRate * 40 + record.avgScore * 0.4 + fpRate * 20);
|
|
46
|
+
let trustLevel;
|
|
47
|
+
let sensitivity;
|
|
48
|
+
let skipJudges = [];
|
|
49
|
+
let escalate = false;
|
|
50
|
+
let detail;
|
|
51
|
+
if (record.evaluations < 5) {
|
|
52
|
+
trustLevel = "unknown";
|
|
53
|
+
sensitivity = "normal";
|
|
54
|
+
detail = `Only ${record.evaluations} evaluations — need ≥5 for trust assignment`;
|
|
55
|
+
}
|
|
56
|
+
else if (trustScore >= 75) {
|
|
57
|
+
trustLevel = "high";
|
|
58
|
+
sensitivity = "relaxed";
|
|
59
|
+
skipJudges = NON_CRITICAL_JUDGES;
|
|
60
|
+
detail = `High trust (${trustScore}) — skip ${skipJudges.length} non-critical judges`;
|
|
61
|
+
}
|
|
62
|
+
else if (trustScore >= 45) {
|
|
63
|
+
trustLevel = "medium";
|
|
64
|
+
sensitivity = "normal";
|
|
65
|
+
detail = `Medium trust (${trustScore}) — standard evaluation`;
|
|
66
|
+
}
|
|
67
|
+
else {
|
|
68
|
+
trustLevel = "low";
|
|
69
|
+
sensitivity = "strict";
|
|
70
|
+
escalate = true;
|
|
71
|
+
detail = `Low trust (${trustScore}) — strict evaluation with human escalation`;
|
|
72
|
+
}
|
|
73
|
+
return { actor: record.actor, trustLevel, trustScore, sensitivity, skipJudges, escalate, detail };
|
|
74
|
+
}
|
|
75
|
+
// ─── CLI ────────────────────────────────────────────────────────────────────
|
|
76
|
+
export function runTrustAdaptive(argv) {
|
|
77
|
+
if (argv.includes("--help") || argv.includes("-h")) {
|
|
78
|
+
console.log(`
|
|
79
|
+
judges trust-adaptive — Adaptive trust scoring for actors
|
|
80
|
+
|
|
81
|
+
Usage:
|
|
82
|
+
judges trust-adaptive --record --actor "copilot" --score 85 --pass
|
|
83
|
+
judges trust-adaptive --record --actor "dev-alice" --score 40 --fail
|
|
84
|
+
judges trust-adaptive --record --actor "copilot" --fp (record false positive)
|
|
85
|
+
judges trust-adaptive --show
|
|
86
|
+
judges trust-adaptive --profile "copilot"
|
|
87
|
+
|
|
88
|
+
Options:
|
|
89
|
+
--record Record evaluation result
|
|
90
|
+
--actor <name> Actor name (developer, AI model, team)
|
|
91
|
+
--score <n> Evaluation score (0-100)
|
|
92
|
+
--pass Record a pass
|
|
93
|
+
--fail Record a fail
|
|
94
|
+
--fp Record a false positive
|
|
95
|
+
--show Show all trust profiles
|
|
96
|
+
--profile <name> Show specific actor profile
|
|
97
|
+
--format json JSON output
|
|
98
|
+
--help, -h Show this help
|
|
99
|
+
|
|
100
|
+
Trust Levels:
|
|
101
|
+
high → Skip non-critical judges, relaxed thresholds
|
|
102
|
+
medium → Standard evaluation
|
|
103
|
+
low → Strict evaluation, escalation to human reviewer
|
|
104
|
+
unknown → <5 evaluations, standard evaluation
|
|
105
|
+
`);
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
const format = argv.find((_a, i) => argv[i - 1] === "--format") || "text";
|
|
109
|
+
const record = argv.includes("--record");
|
|
110
|
+
const _show = argv.includes("--show");
|
|
111
|
+
const profileName = argv.find((_a, i) => argv[i - 1] === "--profile");
|
|
112
|
+
const actor = argv.find((_a, i) => argv[i - 1] === "--actor") || "";
|
|
113
|
+
const scoreArg = parseInt(argv.find((_a, i) => argv[i - 1] === "--score") || "0");
|
|
114
|
+
const isPass = argv.includes("--pass");
|
|
115
|
+
const isFail = argv.includes("--fail");
|
|
116
|
+
const isFp = argv.includes("--fp");
|
|
117
|
+
if (record) {
|
|
118
|
+
if (!actor) {
|
|
119
|
+
console.error(" --actor is required for --record");
|
|
120
|
+
return;
|
|
121
|
+
}
|
|
122
|
+
const records = loadRecords();
|
|
123
|
+
let rec = records.find((r) => r.actor === actor);
|
|
124
|
+
if (!rec) {
|
|
125
|
+
rec = { actor, evaluations: 0, passCount: 0, failCount: 0, falsePositives: 0, avgScore: 0, lastUpdated: "" };
|
|
126
|
+
records.push(rec);
|
|
127
|
+
}
|
|
128
|
+
rec.evaluations++;
|
|
129
|
+
if (isPass)
|
|
130
|
+
rec.passCount++;
|
|
131
|
+
if (isFail)
|
|
132
|
+
rec.failCount++;
|
|
133
|
+
if (isFp)
|
|
134
|
+
rec.falsePositives++;
|
|
135
|
+
rec.avgScore = Math.round((rec.avgScore * (rec.evaluations - 1) + scoreArg) / rec.evaluations);
|
|
136
|
+
rec.lastUpdated = new Date().toISOString();
|
|
137
|
+
saveRecords(records);
|
|
138
|
+
console.log(` ✅ Recorded for ${actor}: eval #${rec.evaluations} (score: ${scoreArg}${isPass ? ", pass" : ""}${isFail ? ", fail" : ""}${isFp ? ", FP" : ""})`);
|
|
139
|
+
return;
|
|
140
|
+
}
|
|
141
|
+
const records = loadRecords();
|
|
142
|
+
if (records.length === 0) {
|
|
143
|
+
console.log(" No trust records yet. Use --record to add evaluations.");
|
|
144
|
+
return;
|
|
145
|
+
}
|
|
146
|
+
if (profileName) {
|
|
147
|
+
const rec = records.find((r) => r.actor === profileName);
|
|
148
|
+
if (!rec) {
|
|
149
|
+
console.error(` Actor "${profileName}" not found.`);
|
|
150
|
+
return;
|
|
151
|
+
}
|
|
152
|
+
const profile = computeProfile(rec);
|
|
153
|
+
if (format === "json") {
|
|
154
|
+
console.log(JSON.stringify(profile, null, 2));
|
|
155
|
+
}
|
|
156
|
+
else {
|
|
157
|
+
const icon = profile.trustLevel === "high"
|
|
158
|
+
? "🟢"
|
|
159
|
+
: profile.trustLevel === "medium"
|
|
160
|
+
? "🟡"
|
|
161
|
+
: profile.trustLevel === "low"
|
|
162
|
+
? "🔴"
|
|
163
|
+
: "⚪";
|
|
164
|
+
console.log(`\n ${icon} ${profile.actor}`);
|
|
165
|
+
console.log(` Trust: ${profile.trustLevel} (${profile.trustScore}/100)`);
|
|
166
|
+
console.log(` Sensitivity: ${profile.sensitivity}`);
|
|
167
|
+
console.log(` ${profile.detail}`);
|
|
168
|
+
if (profile.skipJudges.length > 0)
|
|
169
|
+
console.log(` Skip: ${profile.skipJudges.join(", ")}`);
|
|
170
|
+
if (profile.escalate)
|
|
171
|
+
console.log(` ⚠ Human escalation required`);
|
|
172
|
+
console.log(` Stats: ${rec.evaluations} evals, ${rec.passCount} pass, ${rec.failCount} fail, ${rec.falsePositives} FP`);
|
|
173
|
+
console.log("");
|
|
174
|
+
}
|
|
175
|
+
return;
|
|
176
|
+
}
|
|
177
|
+
// Show all
|
|
178
|
+
const profiles = records.map(computeProfile);
|
|
179
|
+
profiles.sort((a, b) => b.trustScore - a.trustScore);
|
|
180
|
+
if (format === "json") {
|
|
181
|
+
console.log(JSON.stringify({ profiles, timestamp: new Date().toISOString() }, null, 2));
|
|
182
|
+
}
|
|
183
|
+
else {
|
|
184
|
+
console.log(`\n Trust Profiles — ${profiles.length} actors\n ──────────────────────────`);
|
|
185
|
+
console.log(` ${"Actor".padEnd(25)} ${"Level".padEnd(10)} ${"Score".padEnd(8)} ${"Sensitivity".padEnd(12)} ${"Evals".padEnd(8)} Detail`);
|
|
186
|
+
console.log(` ${"─".repeat(25)} ${"─".repeat(10)} ${"─".repeat(8)} ${"─".repeat(12)} ${"─".repeat(8)} ${"─".repeat(30)}`);
|
|
187
|
+
for (const p of profiles) {
|
|
188
|
+
const icon = p.trustLevel === "high" ? "🟢" : p.trustLevel === "medium" ? "🟡" : p.trustLevel === "low" ? "🔴" : "⚪";
|
|
189
|
+
console.log(` ${icon} ${p.actor.padEnd(23)} ${p.trustLevel.padEnd(10)} ${String(p.trustScore).padEnd(8)} ${p.sensitivity.padEnd(12)} ${String(records.find((r) => r.actor === p.actor)?.evaluations || 0).padEnd(8)} ${p.detail}`);
|
|
190
|
+
}
|
|
191
|
+
console.log("");
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
//# sourceMappingURL=trust-adaptive.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trust-adaptive.js","sourceRoot":"","sources":["../../src/commands/trust-adaptive.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAwB5B,+EAA+E;AAE/E,MAAM,QAAQ,GAAG,eAAe,CAAC;AAEjC,SAAS,SAAS;IAChB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,WAAW;IAClB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,OAAsB;IACzC,SAAS,EAAE,CAAC;IACZ,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,+EAA+E;AAE/E,gEAAgE;AAChE,MAAM,mBAAmB,GAAG;IAC1B,mBAAmB;IACnB,mBAAmB;IACnB,kBAAkB;IAClB,aAAa;IACb,iBAAiB;IACjB,cAAc;CACf,CAAC;AAEF,SAAS,cAAc,CAAC,MAAmB;IACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvF,oCAAoC;IACpC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,QAAQ,GAAG,EAAE,GAAG,MAAM,CAAC,QAAQ,GAAG,GAAG,GAAG,MAAM,GAAG,EAAE,CACpD,CAAC;IAEF,IAAI,UAAiD,CAAC;IACtD,IAAI,WAA4C,CAAC;IACjD,IAAI,UAAU,GAAa,EAAE,CAAC;IAC9B,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,MAAc,CAAC;IAEnB,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;QAC3B,UAAU,GAAG,SAAS,CAAC;QACvB,WAAW,GAAG,QAAQ,CAAC;QACvB,MAAM,GAAG,QAAQ,MAAM,CAAC,WAAW,6CAA6C,CAAC;IACnF,CAAC;SAAM,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,MAAM,CAAC;QACpB,WAAW,GAAG,SAAS,CAAC;QACxB,UAAU,GAAG,mBAAmB,CAAC;QACjC,MAAM,GAAG,eAAe,UAAU,YAAY,UAAU,CAAC,MAAM,sBAAsB,CAAC;IACxF,CAAC;SAAM,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,QAAQ,CAAC;QACtB,WAAW,GAAG,QAAQ,CAAC;QACvB,MAAM,GAAG,iBAAiB,UAAU,yBAAyB,CAAC;IAChE,CAAC;SAAM,CAAC;QACN,UAAU,GAAG,KAAK,CAAC;QACnB,WAAW,GAAG,QAAQ,CAAC;QACvB,QAAQ,GAAG,IAAI,CAAC;QAChB,MAAM,GAAG,cAAc,UAAU,6CAA6C,CAAC;IACjF,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AACpG,CAAC;AAED,+EAA+E;AAE/E,MAAM,UAAU,gBAAgB,CAAC,IAAc;IAC7C,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2Bf,CAAC,CAAC;QACC,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,MAAM,CAAC;IAC1F,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC;IACtF,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;IACpF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEnC,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;QAC9B,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YAC7G,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAED,GAAG,CAAC,WAAW,EAAE,CAAC;QAClB,IAAI,MAAM;YAAE,GAAG,CAAC,SAAS,EAAE,CAAC;QAC5B,IAAI,MAAM;YAAE,GAAG,CAAC,SAAS,EAAE,CAAC;QAC5B,IAAI,IAAI;YAAE,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/F,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE3C,WAAW,CAAC,OAAO,CAAC,CAAC;QACrB,OAAO,CAAC,GAAG,CACT,oBAAoB,KAAK,WAAW,GAAG,CAAC,WAAW,YAAY,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAClJ,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;QACxE,OAAO;IACT,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC;QACzD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,YAAY,WAAW,cAAc,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GACR,OAAO,CAAC,UAAU,KAAK,MAAM;gBAC3B,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,OAAO,CAAC,UAAU,KAAK,QAAQ;oBAC/B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,OAAO,CAAC,UAAU,KAAK,KAAK;wBAC5B,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,GAAG,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9C,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU,OAAO,CAAC,CAAC;YAChF,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjG,IAAI,OAAO,CAAC,QAAQ;gBAAE,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YACzE,OAAO,CAAC,GAAG,CACT,kBAAkB,GAAG,CAAC,WAAW,WAAW,GAAG,CAAC,SAAS,UAAU,GAAG,CAAC,SAAS,UAAU,GAAG,CAAC,cAAc,KAAK,CAClH,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QACD,OAAO;IACT,CAAC;IAED,WAAW;IACX,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC7C,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAErD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,CAAC,MAAM,uCAAuC,CAAC,CAAC;QAC5F,OAAO,CAAC,GAAG,CACT,OAAO,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAC/H,CAAC;QACF,OAAO,CAAC,GAAG,CACT,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAChH,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,IAAI,GACR,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;YAC1G,OAAO,CAAC,GAAG,CACT,OAAO,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CACzN,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Vendor lock detect — scan code for vendor-specific APIs and SDKs
|
|
3
|
+
* commonly embedded by AI models. Flag portability risks.
|
|
4
|
+
*
|
|
5
|
+
* All analysis local.
|
|
6
|
+
*/
|
|
7
|
+
export declare function runVendorLockDetect(argv: string[]): void;
|
|
8
|
+
//# sourceMappingURL=vendor-lock-detect.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vendor-lock-detect.d.ts","sourceRoot":"","sources":["../../src/commands/vendor-lock-detect.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA8MH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAwHxD"}
|