@sponsio/sdk 0.1.0-alpha.3 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/sponsio.cjs +11 -0
- package/contracts/capability/credentials.yaml +8 -8
- package/contracts/capability/database.yaml +6 -6
- package/contracts/capability/filesystem-strict.yaml +4 -4
- package/contracts/capability/filesystem.yaml +9 -9
- package/contracts/capability/host-config-integrity.yaml +285 -0
- package/contracts/capability/self-modify.yaml +214 -9
- package/contracts/capability/shell.yaml +25 -32
- package/contracts/capability/subagent.yaml +5 -5
- package/contracts/core/llm_safety.yaml +23 -13
- package/contracts/incident/claude-code-secret-bypass.yaml +10 -11
- package/contracts/incident/cursor-railway-wipe.yaml +3 -3
- package/contracts/incident/mcp-composition.yaml +12 -12
- package/contracts/incident/openclaw.yaml +53 -45
- package/contracts/incident/subagent-escape.yaml +4 -4
- package/dist/cli/check.d.ts +2 -0
- package/dist/cli/check.d.ts.map +1 -0
- package/dist/cli/check.js +283 -0
- package/dist/cli/check.js.map +1 -0
- package/dist/cli/cli.d.ts +25 -0
- package/dist/cli/cli.d.ts.map +1 -0
- package/dist/cli/cli.js +459 -0
- package/dist/cli/cli.js.map +1 -0
- package/dist/cli/config.d.ts +88 -0
- package/dist/cli/config.d.ts.map +1 -0
- package/dist/cli/config.js +243 -0
- package/dist/cli/config.js.map +1 -0
- package/dist/cli/demo.d.ts +12 -0
- package/dist/cli/demo.d.ts.map +1 -0
- package/dist/cli/demo.js +350 -0
- package/dist/cli/demo.js.map +1 -0
- package/dist/cli/doctor.d.ts +11 -0
- package/dist/cli/doctor.d.ts.map +1 -0
- package/dist/cli/doctor.js +201 -0
- package/dist/cli/doctor.js.map +1 -0
- package/dist/cli/eval.d.ts +2 -0
- package/dist/cli/eval.d.ts.map +1 -0
- package/dist/cli/eval.js +361 -0
- package/dist/cli/eval.js.map +1 -0
- package/dist/cli/explain.d.ts +2 -0
- package/dist/cli/explain.d.ts.map +1 -0
- package/dist/cli/explain.js +266 -0
- package/dist/cli/explain.js.map +1 -0
- package/dist/cli/export-sessions.d.ts +2 -0
- package/dist/cli/export-sessions.d.ts.map +1 -0
- package/dist/cli/export-sessions.js +182 -0
- package/dist/cli/export-sessions.js.map +1 -0
- package/dist/cli/export.d.ts +2 -0
- package/dist/cli/export.d.ts.map +1 -0
- package/dist/cli/export.js +222 -0
- package/dist/cli/export.js.map +1 -0
- package/dist/cli/extractors/common.d.ts +27 -0
- package/dist/cli/extractors/common.d.ts.map +1 -0
- package/dist/cli/extractors/common.js +107 -0
- package/dist/cli/extractors/common.js.map +1 -0
- package/dist/cli/extractors/generic.d.ts +37 -0
- package/dist/cli/extractors/generic.d.ts.map +1 -0
- package/dist/cli/extractors/generic.js +185 -0
- package/dist/cli/extractors/generic.js.map +1 -0
- package/dist/cli/extractors/langchain.d.ts +18 -0
- package/dist/cli/extractors/langchain.d.ts.map +1 -0
- package/dist/cli/extractors/langchain.js +86 -0
- package/dist/cli/extractors/langchain.js.map +1 -0
- package/dist/cli/extractors/vercel.d.ts +17 -0
- package/dist/cli/extractors/vercel.d.ts.map +1 -0
- package/dist/cli/extractors/vercel.js +46 -0
- package/dist/cli/extractors/vercel.js.map +1 -0
- package/dist/cli/index.d.ts +38 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +146 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/init.d.ts +2 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +177 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/mode.d.ts +2 -0
- package/dist/cli/mode.d.ts.map +1 -0
- package/dist/cli/mode.js +71 -0
- package/dist/cli/mode.js.map +1 -0
- package/dist/cli/onboard.d.ts +88 -0
- package/dist/cli/onboard.d.ts.map +1 -0
- package/dist/cli/onboard.js +758 -0
- package/dist/cli/onboard.js.map +1 -0
- package/dist/cli/otlp.d.ts +27 -0
- package/dist/cli/otlp.d.ts.map +1 -0
- package/dist/cli/otlp.js +79 -0
- package/dist/cli/otlp.js.map +1 -0
- package/dist/cli/package.json +1 -0
- package/dist/cli/packs.d.ts +16 -0
- package/dist/cli/packs.d.ts.map +1 -0
- package/dist/cli/packs.js +184 -0
- package/dist/cli/packs.js.map +1 -0
- package/dist/cli/patterns.d.ts +15 -0
- package/dist/cli/patterns.d.ts.map +1 -0
- package/dist/cli/patterns.js +135 -0
- package/dist/cli/patterns.js.map +1 -0
- package/dist/cli/prompt.d.ts +2 -0
- package/dist/cli/prompt.d.ts.map +1 -0
- package/dist/cli/prompt.js +54 -0
- package/dist/cli/prompt.js.map +1 -0
- package/dist/cli/replay.d.ts +2 -0
- package/dist/cli/replay.d.ts.map +1 -0
- package/dist/cli/replay.js +196 -0
- package/dist/cli/replay.js.map +1 -0
- package/dist/cli/report.d.ts +57 -0
- package/dist/cli/report.d.ts.map +1 -0
- package/dist/cli/report.js +298 -0
- package/dist/cli/report.js.map +1 -0
- package/dist/cli/scan.d.ts +2 -0
- package/dist/cli/scan.d.ts.map +1 -0
- package/dist/cli/scan.js +172 -0
- package/dist/cli/scan.js.map +1 -0
- package/dist/cli/skill.d.ts +15 -0
- package/dist/cli/skill.d.ts.map +1 -0
- package/dist/cli/skill.js +131 -0
- package/dist/cli/skill.js.map +1 -0
- package/dist/cli/tokens.d.ts +31 -0
- package/dist/cli/tokens.d.ts.map +1 -0
- package/dist/cli/tokens.js +73 -0
- package/dist/cli/tokens.js.map +1 -0
- package/dist/cli/types.d.ts +46 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +3 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/cli/validate.d.ts +19 -0
- package/dist/cli/validate.d.ts.map +1 -0
- package/dist/cli/validate.js +205 -0
- package/dist/cli/validate.js.map +1 -0
- package/dist/cli/zod.d.ts +36 -0
- package/dist/cli/zod.d.ts.map +1 -0
- package/dist/cli/zod.js +226 -0
- package/dist/cli/zod.js.map +1 -0
- package/dist/contract.d.ts +13 -13
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +21 -21
- package/dist/contract.js.map +1 -1
- package/dist/core/config-loader.d.ts +1 -1
- package/dist/core/config-loader.js +35 -17
- package/dist/core/config-loader.js.map +1 -1
- package/dist/core/grounding.d.ts +49 -2
- package/dist/core/grounding.d.ts.map +1 -1
- package/dist/core/grounding.js +302 -142
- package/dist/core/grounding.js.map +1 -1
- package/dist/core/nl-parser.d.ts.map +1 -1
- package/dist/core/nl-parser.js +74 -2
- package/dist/core/nl-parser.js.map +1 -1
- package/dist/core/pattern-factory.d.ts +4 -4
- package/dist/core/pattern-factory.d.ts.map +1 -1
- package/dist/core/pattern-factory.js +46 -4
- package/dist/core/pattern-factory.js.map +1 -1
- package/dist/core/patterns.d.ts +78 -4
- package/dist/core/patterns.d.ts.map +1 -1
- package/dist/core/patterns.js +211 -3
- package/dist/core/patterns.js.map +1 -1
- package/dist/core/spans.d.ts +1 -1
- package/dist/core/spans.d.ts.map +1 -1
- package/dist/core/spans.js.map +1 -1
- package/dist/core/sto.d.ts +32 -62
- package/dist/core/sto.d.ts.map +1 -1
- package/dist/core/sto.js +32 -90
- package/dist/core/sto.js.map +1 -1
- package/dist/index.d.ts +77 -32
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +172 -133
- package/dist/index.js.map +1 -1
- package/dist/integrations/openai-agents.d.ts.map +1 -1
- package/dist/integrations/openai-agents.js +5 -4
- package/dist/integrations/openai-agents.js.map +1 -1
- package/dist/render/tokens.d.ts.map +1 -1
- package/dist/render/tokens.js +1 -0
- package/dist/render/tokens.js.map +1 -1
- package/package.json +28 -4
- package/prompts/onboard.md +250 -0
- package/prompts/refresh.md +118 -0
- package/prompts/scan.md +125 -0
- package/skills/SKILL.md +502 -0
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* ``sponsio doctor`` — pre-flight env + config sanity check.
|
|
4
|
+
*
|
|
5
|
+
* Parity with Python's ``sponsio doctor``, tuned to the TS runtime:
|
|
6
|
+
* verifies node version, the ``yaml`` peer dep, the session log dir,
|
|
7
|
+
* ``SPONSIO_MODE`` value, and (if ``sponsio.yaml`` is present in CWD)
|
|
8
|
+
* that it parses cleanly. Exits non-zero when any check fails so CI
|
|
9
|
+
* can gate on it.
|
|
10
|
+
*/
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.runDoctorCli = runDoctorCli;
|
|
13
|
+
const node_fs_1 = require("node:fs");
|
|
14
|
+
const node_os_1 = require("node:os");
|
|
15
|
+
const node_path_1 = require("node:path");
|
|
16
|
+
const node_module_1 = require("node:module");
|
|
17
|
+
const HELP = [
|
|
18
|
+
"sponsio doctor — env + config health check",
|
|
19
|
+
"",
|
|
20
|
+
"USAGE:",
|
|
21
|
+
" sponsio doctor [options]",
|
|
22
|
+
"",
|
|
23
|
+
"OPTIONS:",
|
|
24
|
+
" --format <f> 'text' (default) or 'json'",
|
|
25
|
+
" -h, --help Show this help",
|
|
26
|
+
"",
|
|
27
|
+
"EXIT CODES:",
|
|
28
|
+
" 0 all checks green",
|
|
29
|
+
" 2 at least one 'fail' — TS runtime won't start cleanly until fixed",
|
|
30
|
+
].join("\n") + "\n";
|
|
31
|
+
function parseArgs(argv) {
|
|
32
|
+
const a = { format: "text", help: false };
|
|
33
|
+
for (let i = 0; i < argv.length; i++) {
|
|
34
|
+
const flag = argv[i];
|
|
35
|
+
if (flag === "-h" || flag === "--help")
|
|
36
|
+
a.help = true;
|
|
37
|
+
else if (flag === "--format") {
|
|
38
|
+
const v = argv[++i];
|
|
39
|
+
if (v !== "text" && v !== "json")
|
|
40
|
+
throw new Error(`--format must be 'text' or 'json'`);
|
|
41
|
+
a.format = v;
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
throw new Error(`unknown flag: ${flag}`);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
return a;
|
|
48
|
+
}
|
|
49
|
+
function checkNodeVersion() {
|
|
50
|
+
const v = process.versions.node.split(".").map((n) => parseInt(n, 10));
|
|
51
|
+
if (v[0] >= 18) {
|
|
52
|
+
return {
|
|
53
|
+
label: "node runtime",
|
|
54
|
+
status: "ok",
|
|
55
|
+
detail: `node ${process.versions.node}`,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
return {
|
|
59
|
+
label: "node runtime",
|
|
60
|
+
status: "fail",
|
|
61
|
+
detail: `node ${process.versions.node} < 18 — the TS SDK uses global fetch`,
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
function checkYamlDep() {
|
|
65
|
+
try {
|
|
66
|
+
const require = (0, node_module_1.createRequire)(__filename);
|
|
67
|
+
const yaml = require("yaml");
|
|
68
|
+
if (typeof yaml.parse !== "function") {
|
|
69
|
+
return { label: "yaml peer dep", status: "fail", detail: "require('yaml') returned unexpected shape" };
|
|
70
|
+
}
|
|
71
|
+
return { label: "yaml peer dep", status: "ok", detail: "require('yaml') works" };
|
|
72
|
+
}
|
|
73
|
+
catch (e) {
|
|
74
|
+
return {
|
|
75
|
+
label: "yaml peer dep",
|
|
76
|
+
status: "fail",
|
|
77
|
+
detail: `yaml package missing — install with: npm install yaml (${e instanceof Error ? e.message : e})`,
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
function checkSessionDir() {
|
|
82
|
+
const dir = (0, node_path_1.join)((0, node_os_1.homedir)(), ".sponsio", "sessions");
|
|
83
|
+
try {
|
|
84
|
+
(0, node_fs_1.mkdirSync)(dir, { recursive: true });
|
|
85
|
+
(0, node_fs_1.accessSync)(dir, node_fs_1.constants.W_OK);
|
|
86
|
+
return {
|
|
87
|
+
label: "session log dir",
|
|
88
|
+
status: "ok",
|
|
89
|
+
detail: `${dir} writable`,
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
catch (e) {
|
|
93
|
+
return {
|
|
94
|
+
label: "session log dir",
|
|
95
|
+
status: "warn",
|
|
96
|
+
detail: `${dir} not writable (${e instanceof Error ? e.message : e}) — sessionLog:false when constructing guard`,
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
function checkSponsoMode() {
|
|
101
|
+
const raw = process.env.SPONSIO_MODE;
|
|
102
|
+
if (!raw) {
|
|
103
|
+
return {
|
|
104
|
+
label: "SPONSIO_MODE",
|
|
105
|
+
status: "ok",
|
|
106
|
+
detail: "unset (falls through to ctor / yaml / default 'observe')",
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
if (raw === "enforce" || raw === "observe") {
|
|
110
|
+
return { label: "SPONSIO_MODE", status: "ok", detail: raw };
|
|
111
|
+
}
|
|
112
|
+
return {
|
|
113
|
+
label: "SPONSIO_MODE",
|
|
114
|
+
status: "fail",
|
|
115
|
+
detail: `unknown value '${raw}' — expected 'enforce' | 'observe'`,
|
|
116
|
+
};
|
|
117
|
+
}
|
|
118
|
+
function checkYamlParses() {
|
|
119
|
+
const path = (0, node_path_1.resolve)(process.cwd(), "sponsio.yaml");
|
|
120
|
+
if (!(0, node_fs_1.existsSync)(path)) {
|
|
121
|
+
return {
|
|
122
|
+
label: "sponsio.yaml",
|
|
123
|
+
status: "warn",
|
|
124
|
+
detail: `${path} not found — run 'sponsio onboard .' to create one`,
|
|
125
|
+
};
|
|
126
|
+
}
|
|
127
|
+
try {
|
|
128
|
+
const st = (0, node_fs_1.statSync)(path);
|
|
129
|
+
if (st.size === 0) {
|
|
130
|
+
return {
|
|
131
|
+
label: "sponsio.yaml",
|
|
132
|
+
status: "warn",
|
|
133
|
+
detail: `${path} is empty`,
|
|
134
|
+
};
|
|
135
|
+
}
|
|
136
|
+
const require = (0, node_module_1.createRequire)(__filename);
|
|
137
|
+
const yaml = require("yaml");
|
|
138
|
+
const fs = require("fs");
|
|
139
|
+
const raw = fs.readFileSync(path, "utf-8");
|
|
140
|
+
const parsed = yaml.parse(raw);
|
|
141
|
+
if (typeof parsed !== "object" || parsed === null) {
|
|
142
|
+
return {
|
|
143
|
+
label: "sponsio.yaml",
|
|
144
|
+
status: "fail",
|
|
145
|
+
detail: `${path}: top-level is not a mapping`,
|
|
146
|
+
};
|
|
147
|
+
}
|
|
148
|
+
return {
|
|
149
|
+
label: "sponsio.yaml",
|
|
150
|
+
status: "ok",
|
|
151
|
+
detail: `${path} parses (use 'validate' for det/sto counts)`,
|
|
152
|
+
};
|
|
153
|
+
}
|
|
154
|
+
catch (e) {
|
|
155
|
+
return {
|
|
156
|
+
label: "sponsio.yaml",
|
|
157
|
+
status: "fail",
|
|
158
|
+
detail: `${path}: ${e instanceof Error ? e.message : e}`,
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
function render(checks) {
|
|
163
|
+
const width = Math.max(...checks.map((c) => c.label.length));
|
|
164
|
+
const out = [];
|
|
165
|
+
for (const c of checks) {
|
|
166
|
+
const marker = c.status === "ok" ? "✓" : c.status === "warn" ? "⚠" : "✗";
|
|
167
|
+
out.push(` ${marker} ${c.label.padEnd(width)} ${c.detail}`);
|
|
168
|
+
}
|
|
169
|
+
return out.join("\n") + "\n";
|
|
170
|
+
}
|
|
171
|
+
async function runDoctorCli(argv) {
|
|
172
|
+
let args;
|
|
173
|
+
try {
|
|
174
|
+
args = parseArgs(argv);
|
|
175
|
+
}
|
|
176
|
+
catch (err) {
|
|
177
|
+
process.stderr.write(`${err instanceof Error ? err.message : String(err)}\n`);
|
|
178
|
+
process.exit(2);
|
|
179
|
+
}
|
|
180
|
+
if (args.help) {
|
|
181
|
+
process.stdout.write(HELP);
|
|
182
|
+
return;
|
|
183
|
+
}
|
|
184
|
+
const checks = [
|
|
185
|
+
checkNodeVersion(),
|
|
186
|
+
checkYamlDep(),
|
|
187
|
+
checkSessionDir(),
|
|
188
|
+
checkSponsoMode(),
|
|
189
|
+
checkYamlParses(),
|
|
190
|
+
];
|
|
191
|
+
if (args.format === "json") {
|
|
192
|
+
process.stdout.write(JSON.stringify(checks, null, 2) + "\n");
|
|
193
|
+
}
|
|
194
|
+
else {
|
|
195
|
+
process.stdout.write("Sponsio doctor\n");
|
|
196
|
+
process.stdout.write(render(checks));
|
|
197
|
+
}
|
|
198
|
+
if (checks.some((c) => c.status === "fail"))
|
|
199
|
+
process.exit(2);
|
|
200
|
+
}
|
|
201
|
+
//# sourceMappingURL=doctor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"doctor.js","sourceRoot":"","sources":["../../src/cli/doctor.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AA+KH,oCA2BC;AAxMD,qCAAiF;AACjF,qCAAkC;AAClC,yCAA0C;AAC1C,6CAA4C;AAa5C,MAAM,IAAI,GACR;IACE,4CAA4C;IAC5C,EAAE;IACF,QAAQ;IACR,4BAA4B;IAC5B,EAAE;IACF,UAAU;IACV,gDAAgD;IAChD,oCAAoC;IACpC,EAAE;IACF,aAAa;IACb,uBAAuB;IACvB,uEAAuE;CACxE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAEtB,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,CAAC,GAAe,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,QAAQ;YAAE,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC;aACjD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACvF,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACf,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,gBAAgB;IACvB,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACvE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACf,OAAO;YACL,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,QAAQ,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE;SACxC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,QAAQ,OAAO,CAAC,QAAQ,CAAC,IAAI,sCAAsC;KAC5E,CAAC;AACJ,CAAC;AAED,SAAS,YAAY;IACnB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAA,2BAAa,EAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAuB,CAAC;QACnD,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACrC,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,2CAA2C,EAAE,CAAC;QACzG,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;IACnF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,KAAK,EAAE,eAAe;YACtB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,0DAA0D,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG;SACxG,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,GAAG,GAAG,IAAA,gBAAI,EAAC,IAAA,iBAAO,GAAE,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IACpD,IAAI,CAAC;QACH,IAAA,mBAAS,EAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,IAAA,oBAAU,EAAC,GAAG,EAAE,mBAAS,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO;YACL,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,GAAG,GAAG,WAAW;SAC1B,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,GAAG,GAAG,kBAAkB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,8CAA8C;SACjH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACrC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO;YACL,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,0DAA0D;SACnE,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC9D,CAAC;IACD,OAAO;QACL,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,kBAAkB,GAAG,oCAAoC;KAClE,CAAC;AACJ,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,IAAI,GAAG,IAAA,mBAAO,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,CAAC;IACpD,IAAI,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,GAAG,IAAI,oDAAoD;SACpE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,IAAA,kBAAQ,EAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,EAAE,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAClB,OAAO;gBACL,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,GAAG,IAAI,WAAW;aAC3B,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,IAAA,2BAAa,EAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAsC,CAAC;QAClE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAwB,CAAC;QAChD,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClD,OAAO;gBACL,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,GAAG,IAAI,8BAA8B;aAC9C,CAAC;QACJ,CAAC;QACD,OAAO;YACL,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,GAAG,IAAI,6CAA6C;SAC7D,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,GAAG,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SACzD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,MAAM,CAAC,MAAe;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7D,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAC/B,CAAC;AAEM,KAAK,UAAU,YAAY,CAAC,IAAc;IAC/C,IAAI,IAAgB,CAAC;IACrB,IAAI,CAAC;QACH,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG;QACb,gBAAgB,EAAE;QAClB,YAAY,EAAE;QACd,eAAe,EAAE;QACjB,eAAe,EAAE;QACjB,eAAe,EAAE;KAClB,CAAC;IACF,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC/D,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/cli/eval.ts"],"names":[],"mappings":"AA0KA,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CA2L9D"}
|
package/dist/cli/eval.js
ADDED
|
@@ -0,0 +1,361 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.runEvalCli = runEvalCli;
|
|
37
|
+
/**
|
|
38
|
+
* ``sponsio eval`` — replay a labelled corpus, report FPR/FNR.
|
|
39
|
+
*
|
|
40
|
+
* Mirrors the Python ``sponsio eval`` UX. Filename prefix is the
|
|
41
|
+
* label:
|
|
42
|
+
* - ``safe_*`` expected to PASS every contract
|
|
43
|
+
* - ``unsafe_*`` expected to be BLOCKED by ≥1 contract
|
|
44
|
+
* - other counted but not used in FPR/FNR
|
|
45
|
+
*
|
|
46
|
+
* Reports per-contract FPR/FNR + overall numbers. Supports
|
|
47
|
+
* ``--baseline`` diffing for CI gates (``--max-fpr-delta`` /
|
|
48
|
+
* ``--max-fnr-delta``).
|
|
49
|
+
*/
|
|
50
|
+
const node_fs_1 = require("node:fs");
|
|
51
|
+
const node_path_1 = require("node:path");
|
|
52
|
+
const yaml = __importStar(require("js-yaml"));
|
|
53
|
+
const otlp_1 = require("./otlp");
|
|
54
|
+
const HELP = "sponsio eval — replay a labelled trace corpus and report FPR/FNR\n" +
|
|
55
|
+
"\n" +
|
|
56
|
+
"USAGE:\n" +
|
|
57
|
+
" sponsio eval <trace_path> [contracts...] [options]\n" +
|
|
58
|
+
"\n" +
|
|
59
|
+
"Label convention (filename prefix):\n" +
|
|
60
|
+
" safe_* expected to PASS\n" +
|
|
61
|
+
" unsafe_* expected to be BLOCKED by >=1 contract\n" +
|
|
62
|
+
" * counted, not used in FPR/FNR\n" +
|
|
63
|
+
"\n" +
|
|
64
|
+
"OPTIONS:\n" +
|
|
65
|
+
" -c, --config <file> sponsio.yaml\n" +
|
|
66
|
+
" -a, --agent <id> Agent id (with --config)\n" +
|
|
67
|
+
" --json Emit JSON report on stdout\n" +
|
|
68
|
+
" --baseline <file> Compare against a prior --json report\n" +
|
|
69
|
+
" --max-fpr-delta <pp> Exit 1 if overall FPR rose more than this (pp)\n" +
|
|
70
|
+
" --max-fnr-delta <pp> Exit 1 if overall FNR rose more than this (pp)\n" +
|
|
71
|
+
" --write-baseline <f> Write JSON report to this path after running\n" +
|
|
72
|
+
" -h, --help Show this help\n" +
|
|
73
|
+
"\n" +
|
|
74
|
+
"EXAMPLES:\n" +
|
|
75
|
+
" sponsio eval traces/ --config sponsio.yaml --json\n" +
|
|
76
|
+
" sponsio eval traces/ \"tool `transfer` at most 1 times\"\n" +
|
|
77
|
+
" sponsio eval traces/ -c sponsio.yaml --baseline main.json --max-fpr-delta 0.01\n";
|
|
78
|
+
function coerceEvent(raw) {
|
|
79
|
+
if (!raw || typeof raw !== "object")
|
|
80
|
+
return null;
|
|
81
|
+
const r = raw;
|
|
82
|
+
const tool = r.tool ?? r.action;
|
|
83
|
+
if (typeof tool !== "string")
|
|
84
|
+
return null;
|
|
85
|
+
return { tool, args: r.args ?? {} };
|
|
86
|
+
}
|
|
87
|
+
function loadEvents(path) {
|
|
88
|
+
const text = (0, node_fs_1.readFileSync)(path, "utf-8");
|
|
89
|
+
const trimmed = text.trimStart();
|
|
90
|
+
if (trimmed.startsWith("{")) {
|
|
91
|
+
const data = JSON.parse(text);
|
|
92
|
+
if ((0, otlp_1.isOtlpPayload)(data))
|
|
93
|
+
return (0, otlp_1.extractOtlpEvents)(data);
|
|
94
|
+
if (Array.isArray(data?.events))
|
|
95
|
+
return data.events.map(coerceEvent).filter(Boolean);
|
|
96
|
+
return [];
|
|
97
|
+
}
|
|
98
|
+
if (trimmed.startsWith("[")) {
|
|
99
|
+
const data = JSON.parse(text);
|
|
100
|
+
return data.map(coerceEvent).filter(Boolean);
|
|
101
|
+
}
|
|
102
|
+
const out = [];
|
|
103
|
+
for (const line of text.split(/\r?\n/)) {
|
|
104
|
+
if (!line.trim())
|
|
105
|
+
continue;
|
|
106
|
+
try {
|
|
107
|
+
const ev = coerceEvent(JSON.parse(line));
|
|
108
|
+
if (ev)
|
|
109
|
+
out.push(ev);
|
|
110
|
+
}
|
|
111
|
+
catch {
|
|
112
|
+
// skip malformed
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
return out;
|
|
116
|
+
}
|
|
117
|
+
function listCorpus(p) {
|
|
118
|
+
const abs = (0, node_path_1.resolve)(p);
|
|
119
|
+
const st = (0, node_fs_1.statSync)(abs);
|
|
120
|
+
if (st.isFile())
|
|
121
|
+
return [abs];
|
|
122
|
+
const out = [];
|
|
123
|
+
for (const f of (0, node_fs_1.readdirSync)(abs)) {
|
|
124
|
+
if (f.endsWith(".json") || f.endsWith(".jsonl"))
|
|
125
|
+
out.push((0, node_path_1.join)(abs, f));
|
|
126
|
+
}
|
|
127
|
+
return out;
|
|
128
|
+
}
|
|
129
|
+
function labelOf(file) {
|
|
130
|
+
const name = (0, node_path_1.basename)(file).toLowerCase();
|
|
131
|
+
if (name.startsWith("safe_") || name.startsWith("safe-"))
|
|
132
|
+
return "safe";
|
|
133
|
+
if (name.startsWith("unsafe_") || name.startsWith("unsafe-"))
|
|
134
|
+
return "unsafe";
|
|
135
|
+
return "other";
|
|
136
|
+
}
|
|
137
|
+
async function buildGuard(inline, configPath, agentId) {
|
|
138
|
+
const mod = await Promise.resolve().then(() => __importStar(require("@sponsio/sdk")));
|
|
139
|
+
const Sponsio = mod.Sponsio;
|
|
140
|
+
if (!Sponsio)
|
|
141
|
+
throw new Error("[eval] @sponsio/sdk does not export Sponsio");
|
|
142
|
+
const ctorOpts = { mode: "enforce", sessionLog: false };
|
|
143
|
+
if (configPath) {
|
|
144
|
+
const cfgAbs = (0, node_path_1.resolve)(configPath);
|
|
145
|
+
ctorOpts.config = cfgAbs;
|
|
146
|
+
if (agentId) {
|
|
147
|
+
ctorOpts.agentId = agentId;
|
|
148
|
+
}
|
|
149
|
+
else {
|
|
150
|
+
try {
|
|
151
|
+
const data = yaml.load((0, node_fs_1.readFileSync)(cfgAbs, "utf-8"));
|
|
152
|
+
const ids = data?.agents ? Object.keys(data.agents) : [];
|
|
153
|
+
if (ids.length === 1)
|
|
154
|
+
ctorOpts.agentId = ids[0];
|
|
155
|
+
}
|
|
156
|
+
catch {
|
|
157
|
+
// ignore
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
else {
|
|
162
|
+
ctorOpts.agentId = "eval";
|
|
163
|
+
ctorOpts.contracts = inline;
|
|
164
|
+
}
|
|
165
|
+
return new Sponsio(ctorOpts);
|
|
166
|
+
}
|
|
167
|
+
function pct(n) {
|
|
168
|
+
return (n * 100).toFixed(2) + "%";
|
|
169
|
+
}
|
|
170
|
+
function diffPct(curr, prev) {
|
|
171
|
+
if (prev === undefined)
|
|
172
|
+
return "";
|
|
173
|
+
const d = curr - prev;
|
|
174
|
+
const sign = d >= 0 ? "+" : "";
|
|
175
|
+
return ` (${sign}${(d * 100).toFixed(2)}pp)`;
|
|
176
|
+
}
|
|
177
|
+
async function runEvalCli(argv) {
|
|
178
|
+
let tracePath;
|
|
179
|
+
let configPath;
|
|
180
|
+
let agentId;
|
|
181
|
+
let asJson = false;
|
|
182
|
+
let baselineFile;
|
|
183
|
+
let writeBaseline;
|
|
184
|
+
let maxFprDelta;
|
|
185
|
+
let maxFnrDelta;
|
|
186
|
+
const inline = [];
|
|
187
|
+
for (let i = 0; i < argv.length; i++) {
|
|
188
|
+
const a = argv[i];
|
|
189
|
+
if (a === "-h" || a === "--help") {
|
|
190
|
+
process.stdout.write(HELP);
|
|
191
|
+
return;
|
|
192
|
+
}
|
|
193
|
+
if (a === "-c" || a === "--config") {
|
|
194
|
+
configPath = argv[++i];
|
|
195
|
+
continue;
|
|
196
|
+
}
|
|
197
|
+
if (a === "-a" || a === "--agent") {
|
|
198
|
+
agentId = argv[++i];
|
|
199
|
+
continue;
|
|
200
|
+
}
|
|
201
|
+
if (a === "--json") {
|
|
202
|
+
asJson = true;
|
|
203
|
+
continue;
|
|
204
|
+
}
|
|
205
|
+
if (a === "--baseline") {
|
|
206
|
+
baselineFile = argv[++i];
|
|
207
|
+
continue;
|
|
208
|
+
}
|
|
209
|
+
if (a === "--max-fpr-delta") {
|
|
210
|
+
maxFprDelta = parseFloat(argv[++i]);
|
|
211
|
+
continue;
|
|
212
|
+
}
|
|
213
|
+
if (a === "--max-fnr-delta") {
|
|
214
|
+
maxFnrDelta = parseFloat(argv[++i]);
|
|
215
|
+
continue;
|
|
216
|
+
}
|
|
217
|
+
if (a === "--write-baseline") {
|
|
218
|
+
writeBaseline = argv[++i];
|
|
219
|
+
continue;
|
|
220
|
+
}
|
|
221
|
+
if (a.startsWith("-")) {
|
|
222
|
+
process.stderr.write(`unknown flag: ${a}\n${HELP}`);
|
|
223
|
+
process.exit(2);
|
|
224
|
+
}
|
|
225
|
+
if (!tracePath) {
|
|
226
|
+
tracePath = a;
|
|
227
|
+
}
|
|
228
|
+
else {
|
|
229
|
+
inline.push(a);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
if (!tracePath) {
|
|
233
|
+
process.stderr.write(`Error: trace path required\n\n${HELP}`);
|
|
234
|
+
process.exit(2);
|
|
235
|
+
}
|
|
236
|
+
if (configPath && inline.length > 0) {
|
|
237
|
+
process.stderr.write(`Error: cannot use both --config and positional contracts\n`);
|
|
238
|
+
process.exit(2);
|
|
239
|
+
}
|
|
240
|
+
if (!configPath && inline.length === 0) {
|
|
241
|
+
process.stderr.write(`Error: pass --config or positional contracts\n`);
|
|
242
|
+
process.exit(2);
|
|
243
|
+
}
|
|
244
|
+
const files = listCorpus(tracePath);
|
|
245
|
+
if (files.length === 0) {
|
|
246
|
+
process.stderr.write(`Error: no .json/.jsonl files in ${tracePath}\n`);
|
|
247
|
+
process.exit(1);
|
|
248
|
+
}
|
|
249
|
+
// Per-contract counters need a fresh guard per trace (state isolation).
|
|
250
|
+
const aggregate = new Map();
|
|
251
|
+
let safeN = 0, unsafeN = 0, otherN = 0;
|
|
252
|
+
let safeBlockedAny = 0; // false positives at trace level
|
|
253
|
+
let unsafeBlockedAny = 0; // true positives at trace level
|
|
254
|
+
for (const file of files) {
|
|
255
|
+
const label = labelOf(file);
|
|
256
|
+
if (label === "safe")
|
|
257
|
+
safeN++;
|
|
258
|
+
else if (label === "unsafe")
|
|
259
|
+
unsafeN++;
|
|
260
|
+
else
|
|
261
|
+
otherN++;
|
|
262
|
+
const guard = await buildGuard(inline, configPath, agentId);
|
|
263
|
+
if (aggregate.size === 0) {
|
|
264
|
+
for (const d of guard.contractDescs()) {
|
|
265
|
+
aggregate.set(d, { desc: d, tp: 0, fp: 0, fn: 0, tn: 0 });
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
const events = loadEvents(file);
|
|
269
|
+
const blocksByDesc = new Set();
|
|
270
|
+
for (const ev of events) {
|
|
271
|
+
const r = guard.guardBefore(ev.tool, ev.args ?? {});
|
|
272
|
+
if (r.blocked) {
|
|
273
|
+
for (const d of r.violatedDescs ?? r.detViolations?.map((v) => v.desc) ?? []) {
|
|
274
|
+
blocksByDesc.add(d);
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
if (label === "safe") {
|
|
279
|
+
if (blocksByDesc.size > 0)
|
|
280
|
+
safeBlockedAny++;
|
|
281
|
+
for (const stat of aggregate.values()) {
|
|
282
|
+
if (blocksByDesc.has(stat.desc))
|
|
283
|
+
stat.fp++;
|
|
284
|
+
else
|
|
285
|
+
stat.tn++;
|
|
286
|
+
}
|
|
287
|
+
}
|
|
288
|
+
else if (label === "unsafe") {
|
|
289
|
+
if (blocksByDesc.size > 0)
|
|
290
|
+
unsafeBlockedAny++;
|
|
291
|
+
for (const stat of aggregate.values()) {
|
|
292
|
+
if (blocksByDesc.has(stat.desc))
|
|
293
|
+
stat.tp++;
|
|
294
|
+
else
|
|
295
|
+
stat.fn++;
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
const fpr = safeN > 0 ? safeBlockedAny / safeN : 0;
|
|
300
|
+
const fnr = unsafeN > 0 ? (unsafeN - unsafeBlockedAny) / unsafeN : 0;
|
|
301
|
+
const report = {
|
|
302
|
+
config: configPath ?? null,
|
|
303
|
+
contracts: aggregate.size,
|
|
304
|
+
totalTraces: files.length,
|
|
305
|
+
safeTraces: safeN,
|
|
306
|
+
unsafeTraces: unsafeN,
|
|
307
|
+
unlabeled: otherN,
|
|
308
|
+
fpr,
|
|
309
|
+
fnr,
|
|
310
|
+
perContract: Array.from(aggregate.values()),
|
|
311
|
+
};
|
|
312
|
+
// Baseline diff (optional).
|
|
313
|
+
let baseline;
|
|
314
|
+
if (baselineFile) {
|
|
315
|
+
if (!(0, node_fs_1.existsSync)((0, node_path_1.resolve)(baselineFile))) {
|
|
316
|
+
process.stderr.write(`Error: baseline ${baselineFile} not found\n`);
|
|
317
|
+
process.exit(1);
|
|
318
|
+
}
|
|
319
|
+
baseline = JSON.parse((0, node_fs_1.readFileSync)((0, node_path_1.resolve)(baselineFile), "utf-8"));
|
|
320
|
+
}
|
|
321
|
+
if (asJson) {
|
|
322
|
+
process.stdout.write(JSON.stringify(report, null, 2) + "\n");
|
|
323
|
+
}
|
|
324
|
+
else {
|
|
325
|
+
process.stdout.write(`Corpus: ${files.length} traces (${safeN} safe, ${unsafeN} unsafe, ${otherN} unlabeled)\n`);
|
|
326
|
+
process.stdout.write(`Contracts: ${report.contracts}\n`);
|
|
327
|
+
process.stdout.write(`Overall FPR: ${pct(fpr)}${diffPct(fpr, baseline?.fpr)}\n`);
|
|
328
|
+
process.stdout.write(`Overall FNR: ${pct(fnr)}${diffPct(fnr, baseline?.fnr)}\n\n`);
|
|
329
|
+
process.stdout.write(`Per-contract:\n`);
|
|
330
|
+
for (const s of report.perContract) {
|
|
331
|
+
const cFpr = s.fp + s.tn > 0 ? s.fp / (s.fp + s.tn) : 0;
|
|
332
|
+
const cFnr = s.tp + s.fn > 0 ? s.fn / (s.tp + s.fn) : 0;
|
|
333
|
+
process.stdout.write(` ${s.desc.split("\n")[0]}\n` +
|
|
334
|
+
` TP=${s.tp} FP=${s.fp} FN=${s.fn} TN=${s.tn}` +
|
|
335
|
+
` FPR=${pct(cFpr)} FNR=${pct(cFnr)}\n`);
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
if (writeBaseline) {
|
|
339
|
+
(0, node_fs_1.writeFileSync)((0, node_path_1.resolve)(writeBaseline), JSON.stringify(report, null, 2), "utf-8");
|
|
340
|
+
process.stderr.write(`✓ wrote baseline ${writeBaseline}\n`);
|
|
341
|
+
}
|
|
342
|
+
// CI gates.
|
|
343
|
+
let gateFail = false;
|
|
344
|
+
if (baseline && maxFprDelta !== undefined) {
|
|
345
|
+
const d = fpr - baseline.fpr;
|
|
346
|
+
if (d > maxFprDelta) {
|
|
347
|
+
process.stderr.write(`✗ FPR rose ${(d * 100).toFixed(2)}pp (limit ${maxFprDelta * 100}pp)\n`);
|
|
348
|
+
gateFail = true;
|
|
349
|
+
}
|
|
350
|
+
}
|
|
351
|
+
if (baseline && maxFnrDelta !== undefined) {
|
|
352
|
+
const d = fnr - baseline.fnr;
|
|
353
|
+
if (d > maxFnrDelta) {
|
|
354
|
+
process.stderr.write(`✗ FNR rose ${(d * 100).toFixed(2)}pp (limit ${maxFnrDelta * 100}pp)\n`);
|
|
355
|
+
gateFail = true;
|
|
356
|
+
}
|
|
357
|
+
}
|
|
358
|
+
if (gateFail)
|
|
359
|
+
process.exit(1);
|
|
360
|
+
}
|
|
361
|
+
//# sourceMappingURL=eval.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/cli/eval.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0KA,gCA2LC;AArWD;;;;;;;;;;;;GAYG;AACH,qCAAyF;AACzF,yCAAoD;AACpD,8CAAgC;AAChC,iCAA0D;AAE1D,MAAM,IAAI,GACR,oEAAoE;IACpE,IAAI;IACJ,UAAU;IACV,wDAAwD;IACxD,IAAI;IACJ,uCAAuC;IACvC,iCAAiC;IACjC,uDAAuD;IACvD,6CAA6C;IAC7C,IAAI;IACJ,YAAY;IACZ,4CAA4C;IAC5C,wDAAwD;IACxD,0DAA0D;IAC1D,qEAAqE;IACrE,8EAA8E;IAC9E,8EAA8E;IAC9E,4EAA4E;IAC5E,8CAA8C;IAC9C,IAAI;IACJ,aAAa;IACb,uDAAuD;IACvD,8DAA8D;IAC9D,oFAAoF,CAAC;AAmCvF,SAAS,WAAW,CAAC,GAAY;IAC/B,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,CAAC,GAAG,GAA8B,CAAC;IACzC,MAAM,IAAI,GAAI,CAAC,CAAC,IAAe,IAAK,CAAC,CAAC,MAAiB,CAAC;IACxD,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,EAAE,IAAI,EAAE,IAAI,EAAG,CAAC,CAAC,IAAgC,IAAI,EAAE,EAAE,CAAC;AACnE,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,IAAI,GAAG,IAAA,sBAAY,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IACjC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,IAAA,oBAAa,EAAC,IAAI,CAAC;YAAE,OAAO,IAAA,wBAAiB,EAAC,IAAI,CAAC,CAAC;QACxD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,OAAO,CAAe,CAAC;QACnG,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAC;QAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,OAAO,CAAe,CAAC;IAC7D,CAAC;IACD,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,IAAI,EAAE;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,MAAM,GAAG,GAAG,IAAA,mBAAO,EAAC,CAAC,CAAC,CAAC;IACvB,MAAM,EAAE,GAAG,IAAA,kBAAQ,EAAC,GAAG,CAAC,CAAC;IACzB,IAAI,EAAE,CAAC,MAAM,EAAE;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,IAAA,qBAAW,EAAC,GAAG,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,IAAA,gBAAI,EAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,MAAM,IAAI,GAAG,IAAA,oBAAQ,EAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IAC1C,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAC;IACxE,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9E,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,MAAgB,EAChB,UAAmB,EACnB,OAAgB;IAEhB,MAAM,GAAG,GAAG,wDAAa,cAAc,GAAC,CAAC;IACzC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC5B,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAA4B,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACjF,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,IAAA,mBAAO,EAAC,UAAU,CAAC,CAAC;QACnC,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;QACzB,IAAI,OAAO,EAAE,CAAC;YACZ,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAA,sBAAY,EAAC,MAAM,EAAE,OAAO,CAAC,CAA4B,CAAC;gBACjF,MAAM,GAAG,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAiC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpF,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;oBAAE,QAAQ,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YAClD,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC;QAC1B,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC;IAC9B,CAAC;IACD,OAAO,IAAK,OAAuD,CAAC,QAAQ,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,GAAG,CAAC,CAAS;IACpB,OAAO,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AACpC,CAAC;AAED,SAAS,OAAO,CAAC,IAAY,EAAE,IAAwB;IACrD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAClC,MAAM,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;IACtB,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/B,OAAO,KAAK,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/C,CAAC;AAEM,KAAK,UAAU,UAAU,CAAC,IAAc;IAC7C,IAAI,SAA6B,CAAC;IAClC,IAAI,UAA8B,CAAC;IACnC,IAAI,OAA2B,CAAC;IAChC,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,YAAgC,CAAC;IACrC,IAAI,aAAiC,CAAC;IACtC,IAAI,WAA+B,CAAC;IACpC,IAAI,WAA+B,CAAC;IACpC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,UAAU,EAAE,CAAC;YACnC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACvB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAClC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnB,MAAM,GAAG,IAAI,CAAC;YACd,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,YAAY,EAAE,CAAC;YACvB,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACzB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,iBAAiB,EAAE,CAAC;YAC5B,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACpC,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,iBAAiB,EAAE,CAAC;YAC5B,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACpC,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,kBAAkB,EAAE,CAAC;YAC7B,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,SAAS,GAAG,CAAC,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;QACnF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IACpC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,SAAS,IAAI,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,wEAAwE;IACxE,MAAM,SAAS,GAA6B,IAAI,GAAG,EAAE,CAAC;IACtD,IAAI,KAAK,GAAG,CAAC,EACX,OAAO,GAAG,CAAC,EACX,MAAM,GAAG,CAAC,CAAC;IACb,IAAI,cAAc,GAAG,CAAC,CAAC,CAAC,iCAAiC;IACzD,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC,gCAAgC;IAE1D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,MAAM;YAAE,KAAK,EAAE,CAAC;aACzB,IAAI,KAAK,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;;YAClC,MAAM,EAAE,CAAC;QAEd,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QAC5D,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;gBACtC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,YAAY,GAAgB,IAAI,GAAG,EAAE,CAAC;QAC5C,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBACd,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBAC7E,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;YACrB,IAAI,YAAY,CAAC,IAAI,GAAG,CAAC;gBAAE,cAAc,EAAE,CAAC;YAC5C,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtC,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,IAAI,CAAC,EAAE,EAAE,CAAC;;oBACtC,IAAI,CAAC,EAAE,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,YAAY,CAAC,IAAI,GAAG,CAAC;gBAAE,gBAAgB,EAAE,CAAC;YAC9C,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtC,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,IAAI,CAAC,EAAE,EAAE,CAAC;;oBACtC,IAAI,CAAC,EAAE,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,gBAAgB,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAErE,MAAM,MAAM,GAAe;QACzB,MAAM,EAAE,UAAU,IAAI,IAAI;QAC1B,SAAS,EAAE,SAAS,CAAC,IAAI;QACzB,WAAW,EAAE,KAAK,CAAC,MAAM;QACzB,UAAU,EAAE,KAAK;QACjB,YAAY,EAAE,OAAO;QACrB,SAAS,EAAE,MAAM;QACjB,GAAG;QACH,GAAG;QACH,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;KAC5C,CAAC;IAEF,4BAA4B;IAC5B,IAAI,QAAgC,CAAC;IACrC,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC,IAAA,oBAAU,EAAC,IAAA,mBAAO,EAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,YAAY,cAAc,CAAC,CAAC;YACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,sBAAY,EAAC,IAAA,mBAAO,EAAC,YAAY,CAAC,EAAE,OAAO,CAAC,CAAe,CAAC;IACpF,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,CAAC,MAAM,YAAY,KAAK,UAAU,OAAO,YAAY,MAAM,eAAe,CAAC,CAAC;QACxH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;QAC7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACnF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACrF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC5B,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,EAAE;gBACpD,UAAU,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,IAAI,CAC5C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,aAAa,EAAE,CAAC;QAClB,IAAA,uBAAa,EAAC,IAAA,mBAAO,EAAC,aAAa,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,aAAa,IAAI,CAAC,CAAC;IAC9D,CAAC;IAED,YAAY;IACZ,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,QAAQ,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;QAC7B,IAAI,CAAC,GAAG,WAAW,EAAE,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,WAAW,GAAG,GAAG,OAAO,CAAC,CAAC;YAC9F,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;QAC7B,IAAI,CAAC,GAAG,WAAW,EAAE,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,WAAW,GAAG,GAAG,OAAO,CAAC,CAAC;YAC9F,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IACD,IAAI,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"explain.d.ts","sourceRoot":"","sources":["../../src/cli/explain.ts"],"names":[],"mappings":"AA0JA,wBAAsB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAoHjE"}
|