handoffprobe 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +533 -0
- package/dist/attacks/index.d.ts +3 -0
- package/dist/attacks/index.d.ts.map +1 -0
- package/dist/attacks/index.js +3 -0
- package/dist/attacks/index.js.map +1 -0
- package/dist/attacks/p0/approval.d.ts +5 -0
- package/dist/attacks/p0/approval.d.ts.map +1 -0
- package/dist/attacks/p0/approval.js +121 -0
- package/dist/attacks/p0/approval.js.map +1 -0
- package/dist/attacks/p0/authorization.d.ts +6 -0
- package/dist/attacks/p0/authorization.d.ts.map +1 -0
- package/dist/attacks/p0/authorization.js +241 -0
- package/dist/attacks/p0/authorization.js.map +1 -0
- package/dist/attacks/p0/credentials.d.ts +10 -0
- package/dist/attacks/p0/credentials.d.ts.map +1 -0
- package/dist/attacks/p0/credentials.js +206 -0
- package/dist/attacks/p0/credentials.js.map +1 -0
- package/dist/attacks/p0/identity.d.ts +10 -0
- package/dist/attacks/p0/identity.d.ts.map +1 -0
- package/dist/attacks/p0/identity.js +200 -0
- package/dist/attacks/p0/identity.js.map +1 -0
- package/dist/attacks/p0/index.d.ts +9 -0
- package/dist/attacks/p0/index.d.ts.map +1 -0
- package/dist/attacks/p0/index.js +9 -0
- package/dist/attacks/p0/index.js.map +1 -0
- package/dist/attacks/p0/lifecycle.d.ts +6 -0
- package/dist/attacks/p0/lifecycle.d.ts.map +1 -0
- package/dist/attacks/p0/lifecycle.js +142 -0
- package/dist/attacks/p0/lifecycle.js.map +1 -0
- package/dist/attacks/p0/target.d.ts +11 -0
- package/dist/attacks/p0/target.d.ts.map +1 -0
- package/dist/attacks/p0/target.js +177 -0
- package/dist/attacks/p0/target.js.map +1 -0
- package/dist/attacks/p0/tenant.d.ts +10 -0
- package/dist/attacks/p0/tenant.d.ts.map +1 -0
- package/dist/attacks/p0/tenant.js +155 -0
- package/dist/attacks/p0/tenant.js.map +1 -0
- package/dist/attacks/p0/types.d.ts +9 -0
- package/dist/attacks/p0/types.d.ts.map +1 -0
- package/dist/attacks/p0/types.js +2 -0
- package/dist/attacks/p0/types.js.map +1 -0
- package/dist/attacks/p1/approval.d.ts +5 -0
- package/dist/attacks/p1/approval.d.ts.map +1 -0
- package/dist/attacks/p1/approval.js +259 -0
- package/dist/attacks/p1/approval.js.map +1 -0
- package/dist/attacks/p1/audit.d.ts +4 -0
- package/dist/attacks/p1/audit.d.ts.map +1 -0
- package/dist/attacks/p1/audit.js +128 -0
- package/dist/attacks/p1/audit.js.map +1 -0
- package/dist/attacks/p1/authorization.d.ts +5 -0
- package/dist/attacks/p1/authorization.d.ts.map +1 -0
- package/dist/attacks/p1/authorization.js +239 -0
- package/dist/attacks/p1/authorization.js.map +1 -0
- package/dist/attacks/p1/index.d.ts +7 -0
- package/dist/attacks/p1/index.d.ts.map +1 -0
- package/dist/attacks/p1/index.js +7 -0
- package/dist/attacks/p1/index.js.map +1 -0
- package/dist/attacks/p1/race.d.ts +5 -0
- package/dist/attacks/p1/race.d.ts.map +1 -0
- package/dist/attacks/p1/race.js +255 -0
- package/dist/attacks/p1/race.js.map +1 -0
- package/dist/attacks/p1/replay.d.ts +6 -0
- package/dist/attacks/p1/replay.d.ts.map +1 -0
- package/dist/attacks/p1/replay.js +285 -0
- package/dist/attacks/p1/replay.js.map +1 -0
- package/dist/attacks/p1/types.d.ts +28 -0
- package/dist/attacks/p1/types.d.ts.map +1 -0
- package/dist/attacks/p1/types.js +2 -0
- package/dist/attacks/p1/types.js.map +1 -0
- package/dist/cli/config.d.ts +15 -0
- package/dist/cli/config.d.ts.map +1 -0
- package/dist/cli/config.js +100 -0
- package/dist/cli/config.js.map +1 -0
- package/dist/cli/diagnostics.d.ts +4 -0
- package/dist/cli/diagnostics.d.ts.map +1 -0
- package/dist/cli/diagnostics.js +23 -0
- package/dist/cli/diagnostics.js.map +1 -0
- package/dist/cli/discovery.d.ts +3 -0
- package/dist/cli/discovery.d.ts.map +1 -0
- package/dist/cli/discovery.js +75 -0
- package/dist/cli/discovery.js.map +1 -0
- package/dist/cli/execution-catalog.d.ts +12 -0
- package/dist/cli/execution-catalog.d.ts.map +1 -0
- package/dist/cli/execution-catalog.js +76 -0
- package/dist/cli/execution-catalog.js.map +1 -0
- package/dist/cli/protocols.d.ts +6 -0
- package/dist/cli/protocols.d.ts.map +1 -0
- package/dist/cli/protocols.js +6 -0
- package/dist/cli/protocols.js.map +1 -0
- package/dist/cli/reporters.d.ts +7 -0
- package/dist/cli/reporters.d.ts.map +1 -0
- package/dist/cli/reporters.js +126 -0
- package/dist/cli/reporters.js.map +1 -0
- package/dist/cli/run-cli.d.ts +6 -0
- package/dist/cli/run-cli.d.ts.map +1 -0
- package/dist/cli/run-cli.js +243 -0
- package/dist/cli/run-cli.js.map +1 -0
- package/dist/cli/test-command.d.ts +29 -0
- package/dist/cli/test-command.d.ts.map +1 -0
- package/dist/cli/test-command.js +118 -0
- package/dist/cli/test-command.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +11 -0
- package/dist/cli.js.map +1 -0
- package/dist/core/adapters.d.ts +23 -0
- package/dist/core/adapters.d.ts.map +1 -0
- package/dist/core/adapters.js +2 -0
- package/dist/core/adapters.js.map +1 -0
- package/dist/core/attacks.d.ts +29 -0
- package/dist/core/attacks.d.ts.map +1 -0
- package/dist/core/attacks.js +38 -0
- package/dist/core/attacks.js.map +1 -0
- package/dist/core/errors.d.ts +16 -0
- package/dist/core/errors.d.ts.map +1 -0
- package/dist/core/errors.js +22 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/evidence.d.ts +18 -0
- package/dist/core/evidence.d.ts.map +1 -0
- package/dist/core/evidence.js +2 -0
- package/dist/core/evidence.js.map +1 -0
- package/dist/core/findings.d.ts +25 -0
- package/dist/core/findings.d.ts.map +1 -0
- package/dist/core/findings.js +4 -0
- package/dist/core/findings.js.map +1 -0
- package/dist/core/index.d.ts +10 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +10 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/provenance.d.ts +8 -0
- package/dist/core/provenance.d.ts.map +1 -0
- package/dist/core/provenance.js +2 -0
- package/dist/core/provenance.js.map +1 -0
- package/dist/core/redaction.d.ts +4 -0
- package/dist/core/redaction.d.ts.map +1 -0
- package/dist/core/redaction.js +59 -0
- package/dist/core/redaction.js.map +1 -0
- package/dist/core/runner.d.ts +42 -0
- package/dist/core/runner.d.ts.map +1 -0
- package/dist/core/runner.js +181 -0
- package/dist/core/runner.js.map +1 -0
- package/dist/core/security-context.d.ts +64 -0
- package/dist/core/security-context.d.ts.map +1 -0
- package/dist/core/security-context.js +56 -0
- package/dist/core/security-context.js.map +1 -0
- package/dist/github-action/core.d.ts +34 -0
- package/dist/github-action/core.d.ts.map +1 -0
- package/dist/github-action/core.js +118 -0
- package/dist/github-action/core.js.map +1 -0
- package/dist/github-action/run-action.d.ts +2 -0
- package/dist/github-action/run-action.d.ts.map +1 -0
- package/dist/github-action/run-action.js +112 -0
- package/dist/github-action/run-action.js.map +1 -0
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +6 -0
- package/dist/index.js.map +1 -0
- package/dist/p0-fixture/a2a/executor.d.ts +22 -0
- package/dist/p0-fixture/a2a/executor.d.ts.map +1 -0
- package/dist/p0-fixture/a2a/executor.js +183 -0
- package/dist/p0-fixture/a2a/executor.js.map +1 -0
- package/dist/p0-fixture/a2a/harness.d.ts +16 -0
- package/dist/p0-fixture/a2a/harness.d.ts.map +1 -0
- package/dist/p0-fixture/a2a/harness.js +160 -0
- package/dist/p0-fixture/a2a/harness.js.map +1 -0
- package/dist/p0-fixture/authorization.d.ts +24 -0
- package/dist/p0-fixture/authorization.d.ts.map +1 -0
- package/dist/p0-fixture/authorization.js +66 -0
- package/dist/p0-fixture/authorization.js.map +1 -0
- package/dist/p0-fixture/constants.d.ts +17 -0
- package/dist/p0-fixture/constants.d.ts.map +1 -0
- package/dist/p0-fixture/constants.js +17 -0
- package/dist/p0-fixture/constants.js.map +1 -0
- package/dist/p0-fixture/handoff/adapter.d.ts +6 -0
- package/dist/p0-fixture/handoff/adapter.d.ts.map +1 -0
- package/dist/p0-fixture/handoff/adapter.js +8 -0
- package/dist/p0-fixture/handoff/adapter.js.map +1 -0
- package/dist/p0-fixture/index.d.ts +11 -0
- package/dist/p0-fixture/index.d.ts.map +1 -0
- package/dist/p0-fixture/index.js +11 -0
- package/dist/p0-fixture/index.js.map +1 -0
- package/dist/p0-fixture/mcp/fake-tools.d.ts +7 -0
- package/dist/p0-fixture/mcp/fake-tools.d.ts.map +1 -0
- package/dist/p0-fixture/mcp/fake-tools.js +322 -0
- package/dist/p0-fixture/mcp/fake-tools.js.map +1 -0
- package/dist/p0-fixture/mcp/harness.d.ts +16 -0
- package/dist/p0-fixture/mcp/harness.d.ts.map +1 -0
- package/dist/p0-fixture/mcp/harness.js +114 -0
- package/dist/p0-fixture/mcp/harness.js.map +1 -0
- package/dist/p0-fixture/mcp/types.d.ts +29 -0
- package/dist/p0-fixture/mcp/types.d.ts.map +1 -0
- package/dist/p0-fixture/mcp/types.js +2 -0
- package/dist/p0-fixture/mcp/types.js.map +1 -0
- package/dist/p0-fixture/payload-hash.d.ts +2 -0
- package/dist/p0-fixture/payload-hash.d.ts.map +1 -0
- package/dist/p0-fixture/payload-hash.js +20 -0
- package/dist/p0-fixture/payload-hash.js.map +1 -0
- package/dist/p0-fixture/reference.d.ts +8 -0
- package/dist/p0-fixture/reference.d.ts.map +1 -0
- package/dist/p0-fixture/reference.js +42 -0
- package/dist/p0-fixture/reference.js.map +1 -0
- package/dist/p0-fixture/scenario.d.ts +14 -0
- package/dist/p0-fixture/scenario.d.ts.map +1 -0
- package/dist/p0-fixture/scenario.js +22 -0
- package/dist/p0-fixture/scenario.js.map +1 -0
- package/dist/p0-fixture/state.d.ts +43 -0
- package/dist/p0-fixture/state.d.ts.map +1 -0
- package/dist/p0-fixture/state.js +85 -0
- package/dist/p0-fixture/state.js.map +1 -0
- package/dist/p0-fixture/target-adapter.d.ts +20 -0
- package/dist/p0-fixture/target-adapter.d.ts.map +1 -0
- package/dist/p0-fixture/target-adapter.js +62 -0
- package/dist/p0-fixture/target-adapter.js.map +1 -0
- package/dist/p1-fixture/approval-target-adapter.d.ts +47 -0
- package/dist/p1-fixture/approval-target-adapter.d.ts.map +1 -0
- package/dist/p1-fixture/approval-target-adapter.js +172 -0
- package/dist/p1-fixture/approval-target-adapter.js.map +1 -0
- package/dist/p1-fixture/audit-target-adapter.d.ts +36 -0
- package/dist/p1-fixture/audit-target-adapter.d.ts.map +1 -0
- package/dist/p1-fixture/audit-target-adapter.js +226 -0
- package/dist/p1-fixture/audit-target-adapter.js.map +1 -0
- package/dist/p1-fixture/barrier.d.ts +10 -0
- package/dist/p1-fixture/barrier.d.ts.map +1 -0
- package/dist/p1-fixture/barrier.js +44 -0
- package/dist/p1-fixture/barrier.js.map +1 -0
- package/dist/p1-fixture/clock.d.ts +7 -0
- package/dist/p1-fixture/clock.d.ts.map +1 -0
- package/dist/p1-fixture/clock.js +30 -0
- package/dist/p1-fixture/clock.js.map +1 -0
- package/dist/p1-fixture/index.d.ts +9 -0
- package/dist/p1-fixture/index.d.ts.map +1 -0
- package/dist/p1-fixture/index.js +9 -0
- package/dist/p1-fixture/index.js.map +1 -0
- package/dist/p1-fixture/race-target-adapter.d.ts +49 -0
- package/dist/p1-fixture/race-target-adapter.d.ts.map +1 -0
- package/dist/p1-fixture/race-target-adapter.js +384 -0
- package/dist/p1-fixture/race-target-adapter.js.map +1 -0
- package/dist/p1-fixture/replay-target-adapter.d.ts +44 -0
- package/dist/p1-fixture/replay-target-adapter.d.ts.map +1 -0
- package/dist/p1-fixture/replay-target-adapter.js +248 -0
- package/dist/p1-fixture/replay-target-adapter.js.map +1 -0
- package/dist/p1-fixture/state.d.ts +78 -0
- package/dist/p1-fixture/state.d.ts.map +1 -0
- package/dist/p1-fixture/state.js +191 -0
- package/dist/p1-fixture/state.js.map +1 -0
- package/dist/p1-fixture/target-adapter.d.ts +30 -0
- package/dist/p1-fixture/target-adapter.d.ts.map +1 -0
- package/dist/p1-fixture/target-adapter.js +142 -0
- package/dist/p1-fixture/target-adapter.js.map +1 -0
- package/dist/protocol-lab/a2a/executor.d.ts +13 -0
- package/dist/protocol-lab/a2a/executor.d.ts.map +1 -0
- package/dist/protocol-lab/a2a/executor.js +112 -0
- package/dist/protocol-lab/a2a/executor.js.map +1 -0
- package/dist/protocol-lab/a2a/harness.d.ts +11 -0
- package/dist/protocol-lab/a2a/harness.d.ts.map +1 -0
- package/dist/protocol-lab/a2a/harness.js +160 -0
- package/dist/protocol-lab/a2a/harness.js.map +1 -0
- package/dist/protocol-lab/evidence.d.ts +17 -0
- package/dist/protocol-lab/evidence.d.ts.map +1 -0
- package/dist/protocol-lab/evidence.js +28 -0
- package/dist/protocol-lab/evidence.js.map +1 -0
- package/dist/protocol-lab/fixture.d.ts +11 -0
- package/dist/protocol-lab/fixture.d.ts.map +1 -0
- package/dist/protocol-lab/fixture.js +54 -0
- package/dist/protocol-lab/fixture.js.map +1 -0
- package/dist/protocol-lab/handoff/adapter.d.ts +9 -0
- package/dist/protocol-lab/handoff/adapter.d.ts.map +1 -0
- package/dist/protocol-lab/handoff/adapter.js +13 -0
- package/dist/protocol-lab/handoff/adapter.js.map +1 -0
- package/dist/protocol-lab/handoff/translate.d.ts +3 -0
- package/dist/protocol-lab/handoff/translate.d.ts.map +1 -0
- package/dist/protocol-lab/handoff/translate.js +14 -0
- package/dist/protocol-lab/handoff/translate.js.map +1 -0
- package/dist/protocol-lab/mcp/fake-tools.d.ts +5 -0
- package/dist/protocol-lab/mcp/fake-tools.d.ts.map +1 -0
- package/dist/protocol-lab/mcp/fake-tools.js +58 -0
- package/dist/protocol-lab/mcp/fake-tools.js.map +1 -0
- package/dist/protocol-lab/mcp/harness.d.ts +7 -0
- package/dist/protocol-lab/mcp/harness.d.ts.map +1 -0
- package/dist/protocol-lab/mcp/harness.js +97 -0
- package/dist/protocol-lab/mcp/harness.js.map +1 -0
- package/dist/protocol-lab/models.d.ts +31 -0
- package/dist/protocol-lab/models.d.ts.map +1 -0
- package/dist/protocol-lab/models.js +2 -0
- package/dist/protocol-lab/models.js.map +1 -0
- package/dist/protocol-lab/run.d.ts +2 -0
- package/dist/protocol-lab/run.d.ts.map +1 -0
- package/dist/protocol-lab/run.js +22 -0
- package/dist/protocol-lab/run.js.map +1 -0
- package/dist/protocol-lab/target-adapter.d.ts +10 -0
- package/dist/protocol-lab/target-adapter.d.ts.map +1 -0
- package/dist/protocol-lab/target-adapter.js +33 -0
- package/dist/protocol-lab/target-adapter.js.map +1 -0
- package/package.json +77 -0
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { HP_APPROVAL_001, HP_APPROVAL_002, HP_APPROVAL_003, HP_AUDIT_001, HP_AUTH_001, HP_AUTH_002, HP_AUTH_003, HP_AUTH_004, HP_AUTH_005, HP_CRED_001, HP_CRED_002, HP_ID_001, HP_ID_002, HP_LIFECYCLE_001, HP_RACE_001, HP_RACE_002, HP_REPLAY_001, HP_REPLAY_002, HP_REPLAY_003, HP_TARGET_001, HP_TARGET_002, HP_TENANT_001, } from '../attacks/index.js';
|
|
2
|
+
import { P0TargetAdapter } from '../p0-fixture/index.js';
|
|
3
|
+
import { P1ApprovalTargetAdapter, P1AuditTargetAdapter, P1AuthorizationTargetAdapter, P1RaceTargetAdapter, P1ReplayTargetAdapter, } from '../p1-fixture/index.js';
|
|
4
|
+
function createBinding(attack, createContext, createTarget) {
|
|
5
|
+
return {
|
|
6
|
+
attack,
|
|
7
|
+
definition: attack.definition,
|
|
8
|
+
createContext,
|
|
9
|
+
createTarget,
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
function bindP0(plan) {
|
|
13
|
+
return createBinding(plan.attack, () => plan.createContext(), (fixture) => {
|
|
14
|
+
return new P0TargetAdapter(fixture, plan.scenario, plan.handoffAdapter);
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
function bindP1Authorization(plan) {
|
|
18
|
+
return createBinding(plan.attack, () => plan.createContext(), (fixture) => {
|
|
19
|
+
return new P1AuthorizationTargetAdapter(fixture, plan.scenario);
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
function bindP1Replay(plan) {
|
|
23
|
+
return createBinding(plan.attack, () => plan.createContext(), (fixture) => {
|
|
24
|
+
return new P1ReplayTargetAdapter(fixture, plan.scenario);
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
function bindP1Approval(plan) {
|
|
28
|
+
return createBinding(plan.attack, () => plan.createContext(), (fixture) => {
|
|
29
|
+
return new P1ApprovalTargetAdapter(fixture, plan.scenario);
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
function bindP1Race(plan) {
|
|
33
|
+
return createBinding(plan.attack, () => plan.createContext(), (fixture) => {
|
|
34
|
+
return new P1RaceTargetAdapter(fixture, plan.scenario);
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
function bindP1Audit(plan) {
|
|
38
|
+
return createBinding(plan.attack, () => plan.createContext(), (fixture) => {
|
|
39
|
+
return new P1AuditTargetAdapter(fixture, plan.scenario);
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
const catalog = [
|
|
43
|
+
bindP0(HP_APPROVAL_001),
|
|
44
|
+
bindP0(HP_AUTH_001),
|
|
45
|
+
bindP0(HP_AUTH_002),
|
|
46
|
+
bindP0(HP_AUTH_003),
|
|
47
|
+
bindP0(HP_CRED_001),
|
|
48
|
+
bindP0(HP_CRED_002),
|
|
49
|
+
bindP0(HP_ID_001),
|
|
50
|
+
bindP0(HP_ID_002),
|
|
51
|
+
bindP0(HP_LIFECYCLE_001),
|
|
52
|
+
bindP0(HP_TARGET_001),
|
|
53
|
+
bindP0(HP_TARGET_002),
|
|
54
|
+
bindP0(HP_TENANT_001),
|
|
55
|
+
bindP1Approval(HP_APPROVAL_002),
|
|
56
|
+
bindP1Approval(HP_APPROVAL_003),
|
|
57
|
+
bindP1Audit(HP_AUDIT_001),
|
|
58
|
+
bindP1Authorization(HP_AUTH_004),
|
|
59
|
+
bindP1Authorization(HP_AUTH_005),
|
|
60
|
+
bindP1Race(HP_RACE_001),
|
|
61
|
+
bindP1Race(HP_RACE_002),
|
|
62
|
+
bindP1Replay(HP_REPLAY_001),
|
|
63
|
+
bindP1Replay(HP_REPLAY_002),
|
|
64
|
+
bindP1Replay(HP_REPLAY_003),
|
|
65
|
+
];
|
|
66
|
+
const ids = catalog.map((binding) => binding.definition.id);
|
|
67
|
+
const uniqueIds = new Set(ids);
|
|
68
|
+
if (catalog.length !== 22 || uniqueIds.size !== catalog.length) {
|
|
69
|
+
throw new Error(`CLI execution catalog must contain exactly 22 unique stable attacks; received ${catalog.length} entries and ${uniqueIds.size} unique IDs.`);
|
|
70
|
+
}
|
|
71
|
+
export const CLI_EXECUTION_CATALOG = catalog;
|
|
72
|
+
export const CLI_EXECUTION_CATALOG_BY_ID = new Map(catalog.map((binding) => [binding.definition.id, binding]));
|
|
73
|
+
export function getCliExecutionBinding(id) {
|
|
74
|
+
return CLI_EXECUTION_CATALOG_BY_ID.get(id);
|
|
75
|
+
}
|
|
76
|
+
//# sourceMappingURL=execution-catalog.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execution-catalog.js","sourceRoot":"","sources":["../../src/cli/execution-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,eAAe,EACf,eAAe,EACf,YAAY,EACZ,WAAW,EACX,WAAW,EACX,WAAW,EACX,WAAW,EACX,WAAW,EACX,WAAW,EACX,WAAW,EACX,SAAS,EACT,SAAS,EACT,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,aAAa,EACb,aAAa,EACb,aAAa,EACb,aAAa,EACb,aAAa,EACb,aAAa,GACd,MAAM,qBAAqB,CAAC;AAkB7B,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACpB,4BAA4B,EAC5B,mBAAmB,EACnB,qBAAqB,GACtB,MAAM,wBAAwB,CAAC;AAYhC,SAAS,aAAa,CACpB,MAAkB,EAClB,aAAoC,EACpC,YAA0D;IAE1D,OAAO;QACL,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,aAAa;QACb,YAAY;KACb,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,IAAkB;IAChC,OAAO,aAAa,CAClB,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,EAC1B,CAAC,OAAO,EAAE,EAAE;QACV,OAAO,IAAI,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1E,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAkB;IAC7C,OAAO,aAAa,CAClB,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,EAC1B,CAAC,OAAO,EAAE,EAAE;QACV,OAAO,IAAI,4BAA4B,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,IAAwB;IAC5C,OAAO,aAAa,CAClB,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,EAC1B,CAAC,OAAO,EAAE,EAAE;QACV,OAAO,IAAI,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3D,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAA0B;IAChD,OAAO,aAAa,CAClB,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,EAC1B,CAAC,OAAO,EAAE,EAAE;QACV,OAAO,IAAI,uBAAuB,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,IAAsB;IACxC,OAAO,aAAa,CAClB,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,EAC1B,CAAC,OAAO,EAAE,EAAE;QACV,OAAO,IAAI,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzD,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,IAAuB;IAC1C,OAAO,aAAa,CAClB,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,EAC1B,CAAC,OAAO,EAAE,EAAE;QACV,OAAO,IAAI,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1D,CAAC,CACF,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,GAAmC;IAC9C,MAAM,CAAC,eAAe,CAAC;IACvB,MAAM,CAAC,WAAW,CAAC;IACnB,MAAM,CAAC,WAAW,CAAC;IACnB,MAAM,CAAC,WAAW,CAAC;IACnB,MAAM,CAAC,WAAW,CAAC;IACnB,MAAM,CAAC,WAAW,CAAC;IACnB,MAAM,CAAC,SAAS,CAAC;IACjB,MAAM,CAAC,SAAS,CAAC;IACjB,MAAM,CAAC,gBAAgB,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC;IACrB,MAAM,CAAC,aAAa,CAAC;IACrB,MAAM,CAAC,aAAa,CAAC;IAErB,cAAc,CAAC,eAAe,CAAC;IAC/B,cAAc,CAAC,eAAe,CAAC;IAC/B,WAAW,CAAC,YAAY,CAAC;IACzB,mBAAmB,CAAC,WAAW,CAAC;IAChC,mBAAmB,CAAC,WAAW,CAAC;IAChC,UAAU,CAAC,WAAW,CAAC;IACvB,UAAU,CAAC,WAAW,CAAC;IACvB,YAAY,CAAC,aAAa,CAAC;IAC3B,YAAY,CAAC,aAAa,CAAC;IAC3B,YAAY,CAAC,aAAa,CAAC;CAC5B,CAAC;AAEF,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;AAC5D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;AAE/B,IAAI,OAAO,CAAC,MAAM,KAAK,EAAE,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;IAC/D,MAAM,IAAI,KAAK,CACb,iFAAiF,OAAO,CAAC,MAAM,gBAAgB,SAAS,CAAC,IAAI,cAAc,CAC5I,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAmC,OAAO,CAAC;AAE7E,MAAM,CAAC,MAAM,2BAA2B,GAA6C,IAAI,GAAG,CAC1F,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAC3D,CAAC;AAEF,MAAM,UAAU,sBAAsB,CAAC,EAAU;IAC/C,OAAO,2BAA2B,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAC7C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protocols.d.ts","sourceRoot":"","sources":["../../src/cli/protocols.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX,eAAO,MAAM,qBAAqB,QAAwD,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protocols.js","sourceRoot":"","sources":["../../src/cli/protocols.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,YAAY;CACT,CAAC;AAEX,MAAM,CAAC,MAAM,qBAAqB,GAAG,OAAO,aAAa,CAAC,GAAG,UAAU,aAAa,CAAC,GAAG,EAAE,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { CliFailOn, CliReporter } from './config.js';
|
|
2
|
+
import type { CliTestRun } from './test-command.js';
|
|
3
|
+
export declare const CLI_REPORT_SCHEMA_VERSION = "1";
|
|
4
|
+
export declare function renderJsonReport(run: CliTestRun, failOn: CliFailOn): string;
|
|
5
|
+
export declare function renderMarkdownReport(run: CliTestRun, failOn: CliFailOn): string;
|
|
6
|
+
export declare function renderCliReport(run: CliTestRun, failOn: CliFailOn, reporter: CliReporter): string;
|
|
7
|
+
//# sourceMappingURL=reporters.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reporters.d.ts","sourceRoot":"","sources":["../../src/cli/reporters.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAK1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,eAAO,MAAM,yBAAyB,MAAM,CAAC;AAoB7C,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,GAAG,MAAM,CA+C3E;AAED,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,GAAG,MAAM,CA4E/E;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,GAAG,MAAM,CAUjG"}
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
import { VERSION } from '../index.js';
|
|
2
|
+
import { sanitizeCliLine } from './diagnostics.js';
|
|
3
|
+
import { CLI_PROTOCOL_BASELINE, CLI_PROTOCOLS } from './protocols.js';
|
|
4
|
+
import { evaluateCliTestExitCode, renderCliTestRun } from './test-command.js';
|
|
5
|
+
export const CLI_REPORT_SCHEMA_VERSION = '1';
|
|
6
|
+
function gateStatus(run, failOn) {
|
|
7
|
+
const exitCode = evaluateCliTestExitCode(run, failOn);
|
|
8
|
+
if (exitCode === 3) {
|
|
9
|
+
return 'ERROR';
|
|
10
|
+
}
|
|
11
|
+
if (exitCode === 1) {
|
|
12
|
+
return 'FAIL';
|
|
13
|
+
}
|
|
14
|
+
return 'PASS';
|
|
15
|
+
}
|
|
16
|
+
function escapeMarkdownCell(value) {
|
|
17
|
+
return sanitizeCliLine(value).replace(/\|/g, '\\|');
|
|
18
|
+
}
|
|
19
|
+
export function renderJsonReport(run, failOn) {
|
|
20
|
+
const report = {
|
|
21
|
+
schemaVersion: CLI_REPORT_SCHEMA_VERSION,
|
|
22
|
+
handoffProbeVersion: VERSION,
|
|
23
|
+
target: run.target,
|
|
24
|
+
protocols: {
|
|
25
|
+
a2a: CLI_PROTOCOLS.a2a,
|
|
26
|
+
mcp: CLI_PROTOCOLS.mcp,
|
|
27
|
+
},
|
|
28
|
+
selection: {
|
|
29
|
+
count: run.selectedIds.length,
|
|
30
|
+
attackIds: [...run.selectedIds],
|
|
31
|
+
},
|
|
32
|
+
threshold: failOn,
|
|
33
|
+
summary: {
|
|
34
|
+
pass: run.summary.pass,
|
|
35
|
+
fail: run.summary.fail,
|
|
36
|
+
notApplicable: run.summary.notApplicable,
|
|
37
|
+
inconclusive: run.summary.inconclusive,
|
|
38
|
+
error: run.summary.error,
|
|
39
|
+
total: run.summary.total,
|
|
40
|
+
},
|
|
41
|
+
findings: run.results.map((result) => {
|
|
42
|
+
const finding = result.finding;
|
|
43
|
+
return {
|
|
44
|
+
id: finding.testId,
|
|
45
|
+
title: sanitizeCliLine(finding.title),
|
|
46
|
+
status: finding.status,
|
|
47
|
+
severity: finding.severity,
|
|
48
|
+
propertyClass: finding.propertyClass,
|
|
49
|
+
expectedInvariant: sanitizeCliLine(finding.expectedInvariant),
|
|
50
|
+
observedBehavior: sanitizeCliLine(finding.observedBehavior),
|
|
51
|
+
evidence: {
|
|
52
|
+
count: result.evidence.length,
|
|
53
|
+
sequences: [...finding.evidenceSequences],
|
|
54
|
+
},
|
|
55
|
+
...(finding.remediation === undefined
|
|
56
|
+
? {}
|
|
57
|
+
: {
|
|
58
|
+
remediation: sanitizeCliLine(finding.remediation),
|
|
59
|
+
}),
|
|
60
|
+
};
|
|
61
|
+
}),
|
|
62
|
+
};
|
|
63
|
+
return JSON.stringify(report, null, 2);
|
|
64
|
+
}
|
|
65
|
+
export function renderMarkdownReport(run, failOn) {
|
|
66
|
+
const gate = gateStatus(run, failOn);
|
|
67
|
+
const lines = [
|
|
68
|
+
'# HandoffProbe Report',
|
|
69
|
+
'',
|
|
70
|
+
`- Version: ${VERSION}`,
|
|
71
|
+
`- Target: ${run.target}`,
|
|
72
|
+
`- Protocols: ${CLI_PROTOCOL_BASELINE}`,
|
|
73
|
+
`- Selected attacks: ${run.selectedIds.length}`,
|
|
74
|
+
`- Fail on: ${failOn.toUpperCase()}`,
|
|
75
|
+
`- Gate: ${gate}`,
|
|
76
|
+
'',
|
|
77
|
+
'## Summary',
|
|
78
|
+
'',
|
|
79
|
+
'| Status | Count |',
|
|
80
|
+
'| --- | ---: |',
|
|
81
|
+
`| PASS | ${run.summary.pass} |`,
|
|
82
|
+
`| FAIL | ${run.summary.fail} |`,
|
|
83
|
+
`| NOT_APPLICABLE | ${run.summary.notApplicable} |`,
|
|
84
|
+
`| INCONCLUSIVE | ${run.summary.inconclusive} |`,
|
|
85
|
+
`| ERROR | ${run.summary.error} |`,
|
|
86
|
+
`| TOTAL | ${run.summary.total} |`,
|
|
87
|
+
'',
|
|
88
|
+
'## Findings',
|
|
89
|
+
'',
|
|
90
|
+
'| Status | ID | Severity | Title | Evidence |',
|
|
91
|
+
'| --- | --- | --- | --- | ---: |',
|
|
92
|
+
];
|
|
93
|
+
for (const result of run.results) {
|
|
94
|
+
const finding = result.finding;
|
|
95
|
+
lines.push(`| ${finding.status.toUpperCase()} | ${finding.testId} | ${finding.severity.toUpperCase()} | ${escapeMarkdownCell(finding.title)} | ${result.evidence.length} |`);
|
|
96
|
+
}
|
|
97
|
+
const detailedResults = run.results.filter((result) => {
|
|
98
|
+
return result.finding.status === 'fail' || result.finding.status === 'error';
|
|
99
|
+
});
|
|
100
|
+
lines.push('', '## FAIL / ERROR details', '');
|
|
101
|
+
if (detailedResults.length === 0) {
|
|
102
|
+
lines.push('None.');
|
|
103
|
+
}
|
|
104
|
+
else {
|
|
105
|
+
for (const result of detailedResults) {
|
|
106
|
+
const finding = result.finding;
|
|
107
|
+
const sequences = finding.evidenceSequences.length === 0 ? 'none' : finding.evidenceSequences.join(', ');
|
|
108
|
+
lines.push(`### ${finding.testId} — ${sanitizeCliLine(finding.title)}`, '', `- Status: ${finding.status.toUpperCase()}`, `- Severity: ${finding.severity.toUpperCase()}`, `- Observed behavior: ${sanitizeCliLine(finding.observedBehavior)}`, `- Evidence count: ${result.evidence.length}`, `- Evidence refs: ${sequences}`);
|
|
109
|
+
if (finding.remediation !== undefined) {
|
|
110
|
+
lines.push(`- Remediation: ${sanitizeCliLine(finding.remediation)}`);
|
|
111
|
+
}
|
|
112
|
+
lines.push('');
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
return lines.join('\n').trimEnd();
|
|
116
|
+
}
|
|
117
|
+
export function renderCliReport(run, failOn, reporter) {
|
|
118
|
+
if (reporter === 'json') {
|
|
119
|
+
return renderJsonReport(run, failOn);
|
|
120
|
+
}
|
|
121
|
+
if (reporter === 'markdown') {
|
|
122
|
+
return renderMarkdownReport(run, failOn);
|
|
123
|
+
}
|
|
124
|
+
return renderCliTestRun(run, failOn);
|
|
125
|
+
}
|
|
126
|
+
//# sourceMappingURL=reporters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reporters.js","sourceRoot":"","sources":["../../src/cli/reporters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGtC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAI9E,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAE7C,SAAS,UAAU,CAAC,GAAe,EAAE,MAAiB;IACpD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAEtD,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAe,EAAE,MAAiB;IACjE,MAAM,MAAM,GAAG;QACb,aAAa,EAAE,yBAAyB;QACxC,mBAAmB,EAAE,OAAO;QAC5B,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,SAAS,EAAE;YACT,GAAG,EAAE,aAAa,CAAC,GAAG;YACtB,GAAG,EAAE,aAAa,CAAC,GAAG;SACvB;QACD,SAAS,EAAE;YACT,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,MAAM;YAC7B,SAAS,EAAE,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC;SAChC;QACD,SAAS,EAAE,MAAM;QACjB,OAAO,EAAE;YACP,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI;YACtB,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI;YACtB,aAAa,EAAE,GAAG,CAAC,OAAO,CAAC,aAAa;YACxC,YAAY,EAAE,GAAG,CAAC,OAAO,CAAC,YAAY;YACtC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK;YACxB,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK;SACzB;QACD,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACnC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAE/B,OAAO;gBACL,EAAE,EAAE,OAAO,CAAC,MAAM;gBAClB,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC;gBACrC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,iBAAiB,EAAE,eAAe,CAAC,OAAO,CAAC,iBAAiB,CAAC;gBAC7D,gBAAgB,EAAE,eAAe,CAAC,OAAO,CAAC,gBAAgB,CAAC;gBAC3D,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;oBAC7B,SAAS,EAAE,CAAC,GAAG,OAAO,CAAC,iBAAiB,CAAC;iBAC1C;gBACD,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS;oBACnC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC;wBACE,WAAW,EAAE,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC;qBAClD,CAAC;aACP,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;IAEF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAe,EAAE,MAAiB;IACrE,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAErC,MAAM,KAAK,GAAG;QACZ,uBAAuB;QACvB,EAAE;QACF,cAAc,OAAO,EAAE;QACvB,aAAa,GAAG,CAAC,MAAM,EAAE;QACzB,gBAAgB,qBAAqB,EAAE;QACvC,uBAAuB,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE;QAC/C,cAAc,MAAM,CAAC,WAAW,EAAE,EAAE;QACpC,WAAW,IAAI,EAAE;QACjB,EAAE;QACF,YAAY;QACZ,EAAE;QACF,oBAAoB;QACpB,gBAAgB;QAChB,YAAY,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI;QAChC,YAAY,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI;QAChC,sBAAsB,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI;QACnD,oBAAoB,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI;QAChD,aAAa,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI;QAClC,aAAa,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI;QAClC,EAAE;QACF,aAAa;QACb,EAAE;QACF,+CAA+C;QAC/C,kCAAkC;KACnC,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAE/B,KAAK,CAAC,IAAI,CACR,KAAK,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,MAC/B,OAAO,CAAC,MACV,MAAM,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,kBAAkB,CAC1D,OAAO,CAAC,KAAK,CACd,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,CAClC,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;QACpD,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,yBAAyB,EAAE,EAAE,CAAC,CAAC;IAE9C,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAE/B,MAAM,SAAS,GACb,OAAO,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEzF,KAAK,CAAC,IAAI,CACR,OAAO,OAAO,CAAC,MAAM,MAAM,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAC3D,EAAE,EACF,aAAa,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,EAC3C,eAAe,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,EAC/C,wBAAwB,eAAe,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,EACnE,qBAAqB,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAC7C,oBAAoB,SAAS,EAAE,CAChC,CAAC;YAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,kBAAkB,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAe,EAAE,MAAiB,EAAE,QAAqB;IACvF,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACxB,OAAO,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;QAC5B,OAAO,oBAAoB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AACvC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-cli.d.ts","sourceRoot":"","sources":["../../src/cli/run-cli.ts"],"names":[],"mappings":"AAiBA,MAAM,WAAW,KAAK;IACpB,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAgJD,wBAAsB,MAAM,CAC1B,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,EAAE,EAAE,KAAK,EACT,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,MAAM,CAAC,CAkKjB"}
|
|
@@ -0,0 +1,243 @@
|
|
|
1
|
+
import { writeFile } from 'node:fs/promises';
|
|
2
|
+
import { resolve } from 'node:path';
|
|
3
|
+
import { parseArgs } from 'node:util';
|
|
4
|
+
import { PRODUCT_NAME, VERSION } from '../index.js';
|
|
5
|
+
import { DEFAULT_FAIL_ON, loadHandoffProbeConfig } from './config.js';
|
|
6
|
+
import { renderCliRuntimeDiagnostic, sanitizeCliLine } from './diagnostics.js';
|
|
7
|
+
import { renderAttackExplanation, renderAttackList } from './discovery.js';
|
|
8
|
+
import { renderCliReport } from './reporters.js';
|
|
9
|
+
import { CLI_PROTOCOL_BASELINE } from './protocols.js';
|
|
10
|
+
import { evaluateCliTestExitCode, resolveCliTestSelection, runCliTests } from './test-command.js';
|
|
11
|
+
const HELP = `${PRODUCT_NAME}
|
|
12
|
+
|
|
13
|
+
Adversarial security testing for AI agent handoffs.
|
|
14
|
+
|
|
15
|
+
Protocol baseline: ${CLI_PROTOCOL_BASELINE}
|
|
16
|
+
|
|
17
|
+
Usage:
|
|
18
|
+
handoffprobe <command> [arguments]
|
|
19
|
+
handoffprobe [options]
|
|
20
|
+
|
|
21
|
+
Commands:
|
|
22
|
+
handoffprobe test [options] Run bundled security attacks
|
|
23
|
+
handoffprobe list List all stable attacks
|
|
24
|
+
handoffprobe explain <HP-ID> Explain one stable attack
|
|
25
|
+
|
|
26
|
+
Test options:
|
|
27
|
+
--target <target> secure | vulnerable (default: secure)
|
|
28
|
+
--test <HP-ID> Select one attack; repeatable
|
|
29
|
+
--fail-on <severity> info | low | medium | high | critical
|
|
30
|
+
default: high
|
|
31
|
+
--reporter <reporter> terminal | json | markdown
|
|
32
|
+
default: terminal
|
|
33
|
+
--output <path> Write the selected report to a file
|
|
34
|
+
|
|
35
|
+
Options:
|
|
36
|
+
-h, --help Show this help
|
|
37
|
+
-v, --version Show version`;
|
|
38
|
+
function argumentErrorMessage(error) {
|
|
39
|
+
if (error instanceof Error) {
|
|
40
|
+
return error.message;
|
|
41
|
+
}
|
|
42
|
+
return 'invalid arguments.';
|
|
43
|
+
}
|
|
44
|
+
function writeSafeStderr(io, message) {
|
|
45
|
+
io.stderr(sanitizeCliLine(message));
|
|
46
|
+
}
|
|
47
|
+
function usageError(io, message) {
|
|
48
|
+
writeSafeStderr(io, `${PRODUCT_NAME}: ${message}`);
|
|
49
|
+
writeSafeStderr(io, 'Run "handoffprobe --help" for usage.');
|
|
50
|
+
return 2;
|
|
51
|
+
}
|
|
52
|
+
function runtimeError(io, kind, error) {
|
|
53
|
+
for (const line of renderCliRuntimeDiagnostic(kind, error)) {
|
|
54
|
+
writeSafeStderr(io, line);
|
|
55
|
+
}
|
|
56
|
+
return 3;
|
|
57
|
+
}
|
|
58
|
+
function parseCliArgs(args) {
|
|
59
|
+
return parseArgs({
|
|
60
|
+
args: [...args],
|
|
61
|
+
allowPositionals: true,
|
|
62
|
+
strict: true,
|
|
63
|
+
options: {
|
|
64
|
+
help: {
|
|
65
|
+
type: 'boolean',
|
|
66
|
+
short: 'h',
|
|
67
|
+
},
|
|
68
|
+
version: {
|
|
69
|
+
type: 'boolean',
|
|
70
|
+
short: 'v',
|
|
71
|
+
},
|
|
72
|
+
target: {
|
|
73
|
+
type: 'string',
|
|
74
|
+
},
|
|
75
|
+
test: {
|
|
76
|
+
type: 'string',
|
|
77
|
+
multiple: true,
|
|
78
|
+
},
|
|
79
|
+
'fail-on': {
|
|
80
|
+
type: 'string',
|
|
81
|
+
},
|
|
82
|
+
reporter: {
|
|
83
|
+
type: 'string',
|
|
84
|
+
},
|
|
85
|
+
output: {
|
|
86
|
+
type: 'string',
|
|
87
|
+
},
|
|
88
|
+
},
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
function hasTestOptions(values) {
|
|
92
|
+
return (values.target !== undefined ||
|
|
93
|
+
values.test !== undefined ||
|
|
94
|
+
values['fail-on'] !== undefined ||
|
|
95
|
+
values.reporter !== undefined ||
|
|
96
|
+
values.output !== undefined);
|
|
97
|
+
}
|
|
98
|
+
function parseTarget(value) {
|
|
99
|
+
if (value === 'secure' || value === 'vulnerable') {
|
|
100
|
+
return value;
|
|
101
|
+
}
|
|
102
|
+
return undefined;
|
|
103
|
+
}
|
|
104
|
+
function parseFailOn(value) {
|
|
105
|
+
if (value === 'info' ||
|
|
106
|
+
value === 'low' ||
|
|
107
|
+
value === 'medium' ||
|
|
108
|
+
value === 'high' ||
|
|
109
|
+
value === 'critical') {
|
|
110
|
+
return value;
|
|
111
|
+
}
|
|
112
|
+
return undefined;
|
|
113
|
+
}
|
|
114
|
+
function parseReporter(value) {
|
|
115
|
+
if (value === 'terminal' || value === 'json' || value === 'markdown') {
|
|
116
|
+
return value;
|
|
117
|
+
}
|
|
118
|
+
return undefined;
|
|
119
|
+
}
|
|
120
|
+
function parseOutput(value) {
|
|
121
|
+
if (value === undefined) {
|
|
122
|
+
return undefined;
|
|
123
|
+
}
|
|
124
|
+
if (value.trim().length === 0) {
|
|
125
|
+
return undefined;
|
|
126
|
+
}
|
|
127
|
+
return value;
|
|
128
|
+
}
|
|
129
|
+
export async function runCli(args, io, cwd = process.cwd()) {
|
|
130
|
+
let parsed;
|
|
131
|
+
try {
|
|
132
|
+
parsed = parseCliArgs(args);
|
|
133
|
+
}
|
|
134
|
+
catch (error) {
|
|
135
|
+
return usageError(io, argumentErrorMessage(error));
|
|
136
|
+
}
|
|
137
|
+
if (parsed.values.version === true) {
|
|
138
|
+
io.stdout(`${PRODUCT_NAME} ${VERSION}`);
|
|
139
|
+
return 0;
|
|
140
|
+
}
|
|
141
|
+
if (parsed.values.help === true || parsed.positionals.length === 0) {
|
|
142
|
+
io.stdout(HELP);
|
|
143
|
+
return 0;
|
|
144
|
+
}
|
|
145
|
+
const command = parsed.positionals[0];
|
|
146
|
+
if (command === undefined) {
|
|
147
|
+
return usageError(io, 'unable to determine command.');
|
|
148
|
+
}
|
|
149
|
+
if (command === 'list') {
|
|
150
|
+
if (parsed.positionals.length !== 1) {
|
|
151
|
+
return usageError(io, '"list" does not accept positional arguments.');
|
|
152
|
+
}
|
|
153
|
+
if (hasTestOptions(parsed.values)) {
|
|
154
|
+
return usageError(io, '"list" does not accept test options.');
|
|
155
|
+
}
|
|
156
|
+
io.stdout(renderAttackList());
|
|
157
|
+
return 0;
|
|
158
|
+
}
|
|
159
|
+
if (command === 'explain') {
|
|
160
|
+
if (parsed.positionals.length !== 2) {
|
|
161
|
+
return usageError(io, '"explain" requires exactly one HP-ID.');
|
|
162
|
+
}
|
|
163
|
+
if (hasTestOptions(parsed.values)) {
|
|
164
|
+
return usageError(io, '"explain" does not accept test options.');
|
|
165
|
+
}
|
|
166
|
+
const id = parsed.positionals[1];
|
|
167
|
+
if (id === undefined) {
|
|
168
|
+
return usageError(io, '"explain" requires exactly one HP-ID.');
|
|
169
|
+
}
|
|
170
|
+
const explanation = renderAttackExplanation(id);
|
|
171
|
+
if (explanation === undefined) {
|
|
172
|
+
writeSafeStderr(io, `${PRODUCT_NAME}: unknown attack ID "${id}".`);
|
|
173
|
+
writeSafeStderr(io, 'Run "handoffprobe list" to see stable attack IDs.');
|
|
174
|
+
return 2;
|
|
175
|
+
}
|
|
176
|
+
io.stdout(explanation);
|
|
177
|
+
return 0;
|
|
178
|
+
}
|
|
179
|
+
if (command === 'test') {
|
|
180
|
+
if (parsed.positionals.length !== 1) {
|
|
181
|
+
return usageError(io, '"test" does not accept positional arguments.');
|
|
182
|
+
}
|
|
183
|
+
let config;
|
|
184
|
+
try {
|
|
185
|
+
config = await loadHandoffProbeConfig(cwd);
|
|
186
|
+
}
|
|
187
|
+
catch (error) {
|
|
188
|
+
return usageError(io, argumentErrorMessage(error));
|
|
189
|
+
}
|
|
190
|
+
const targetValue = parsed.values.target ?? config.target ?? 'secure';
|
|
191
|
+
const target = parseTarget(targetValue);
|
|
192
|
+
if (target === undefined) {
|
|
193
|
+
return usageError(io, `invalid target "${targetValue}"; expected secure or vulnerable.`);
|
|
194
|
+
}
|
|
195
|
+
const failOnValue = parsed.values['fail-on'] ?? config.failOn ?? DEFAULT_FAIL_ON;
|
|
196
|
+
const failOn = parseFailOn(failOnValue);
|
|
197
|
+
if (failOn === undefined) {
|
|
198
|
+
return usageError(io, `invalid --fail-on "${failOnValue}"; expected info, low, medium, high, or critical.`);
|
|
199
|
+
}
|
|
200
|
+
const reporterValue = parsed.values.reporter ?? config.reporter ?? 'terminal';
|
|
201
|
+
const reporter = parseReporter(reporterValue);
|
|
202
|
+
if (reporter === undefined) {
|
|
203
|
+
return usageError(io, `invalid reporter "${reporterValue}"; expected terminal, json, or markdown.`);
|
|
204
|
+
}
|
|
205
|
+
const rawOutput = parsed.values.output ?? config.output;
|
|
206
|
+
const output = parseOutput(rawOutput);
|
|
207
|
+
if (rawOutput !== undefined && output === undefined) {
|
|
208
|
+
return usageError(io, 'invalid --output; expected a non-empty path.');
|
|
209
|
+
}
|
|
210
|
+
const requestedTests = parsed.values.test ?? config.tests;
|
|
211
|
+
const selection = resolveCliTestSelection(requestedTests);
|
|
212
|
+
if (selection.unknownIds.length > 0) {
|
|
213
|
+
writeSafeStderr(io, `${PRODUCT_NAME}: unknown attack ID${selection.unknownIds.length === 1 ? '' : 's'}: ${selection.unknownIds.join(', ')}.`);
|
|
214
|
+
writeSafeStderr(io, 'Run "handoffprobe list" to see stable attack IDs.');
|
|
215
|
+
return 2;
|
|
216
|
+
}
|
|
217
|
+
let run;
|
|
218
|
+
try {
|
|
219
|
+
run = await runCliTests({
|
|
220
|
+
target,
|
|
221
|
+
bindings: selection.bindings,
|
|
222
|
+
});
|
|
223
|
+
}
|
|
224
|
+
catch (error) {
|
|
225
|
+
return runtimeError(io, 'scanner', error);
|
|
226
|
+
}
|
|
227
|
+
const report = renderCliReport(run, failOn, reporter);
|
|
228
|
+
if (output === undefined) {
|
|
229
|
+
io.stdout(report);
|
|
230
|
+
}
|
|
231
|
+
else {
|
|
232
|
+
try {
|
|
233
|
+
await writeFile(resolve(cwd, output), report, 'utf8');
|
|
234
|
+
}
|
|
235
|
+
catch (error) {
|
|
236
|
+
return runtimeError(io, 'output', error);
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
return evaluateCliTestExitCode(run, failOn);
|
|
240
|
+
}
|
|
241
|
+
return usageError(io, `unknown command "${command}".`);
|
|
242
|
+
}
|
|
243
|
+
//# sourceMappingURL=run-cli.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-cli.js","sourceRoot":"","sources":["../../src/cli/run-cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAEpD,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAC/E,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAWlG,MAAM,IAAI,GAAG,GAAG,YAAY;;;;qBAIP,qBAAqB;;;;;;;;;;;;;;;;;;;;;;gDAsBM,CAAC;AAEjD,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IAED,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,SAAS,eAAe,CAAC,EAAS,EAAE,OAAe;IACjD,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,UAAU,CAAC,EAAS,EAAE,OAAe;IAC5C,eAAe,CAAC,EAAE,EAAE,GAAG,YAAY,KAAK,OAAO,EAAE,CAAC,CAAC;IAEnD,eAAe,CAAC,EAAE,EAAE,sCAAsC,CAAC,CAAC;IAE5D,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY,CAAC,EAAS,EAAE,IAA0B,EAAE,KAAc;IACzE,KAAK,MAAM,IAAI,IAAI,0BAA0B,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;QAC3D,eAAe,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY,CAAC,IAAuB;IAC3C,OAAO,SAAS,CAAC;QACf,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;QACf,gBAAgB,EAAE,IAAI;QACtB,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE;YACP,IAAI,EAAE;gBACJ,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,GAAG;aACX;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,GAAG;aACX;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;aACf;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;aACf;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,MAAiD;IACvE,OAAO,CACL,MAAM,CAAC,MAAM,KAAK,SAAS;QAC3B,MAAM,CAAC,IAAI,KAAK,SAAS;QACzB,MAAM,CAAC,SAAS,CAAC,KAAK,SAAS;QAC/B,MAAM,CAAC,QAAQ,KAAK,SAAS;QAC7B,MAAM,CAAC,MAAM,KAAK,SAAS,CAC5B,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;QACjD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IACE,KAAK,KAAK,MAAM;QAChB,KAAK,KAAK,KAAK;QACf,KAAK,KAAK,QAAQ;QAClB,KAAK,KAAK,MAAM;QAChB,KAAK,KAAK,UAAU,EACpB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,UAAU,EAAE,CAAC;QACrE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,KAAyB;IAC5C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,IAAuB,EACvB,EAAS,EACT,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,IAAI,MAAuC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,UAAU,CAAC,EAAE,EAAE,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QACnC,EAAE,CAAC,MAAM,CAAC,GAAG,YAAY,IAAI,OAAO,EAAE,CAAC,CAAC;QACxC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAEtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,UAAU,CAAC,EAAE,EAAE,8BAA8B,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO,UAAU,CAAC,EAAE,EAAE,8CAA8C,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,OAAO,UAAU,CAAC,EAAE,EAAE,sCAAsC,CAAC,CAAC;QAChE,CAAC;QAED,EAAE,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC9B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO,UAAU,CAAC,EAAE,EAAE,uCAAuC,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,OAAO,UAAU,CAAC,EAAE,EAAE,yCAAyC,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAEjC,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,OAAO,UAAU,CAAC,EAAE,EAAE,uCAAuC,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,WAAW,GAAG,uBAAuB,CAAC,EAAE,CAAC,CAAC;QAEhD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,eAAe,CAAC,EAAE,EAAE,GAAG,YAAY,wBAAwB,EAAE,IAAI,CAAC,CAAC;YAEnE,eAAe,CAAC,EAAE,EAAE,mDAAmD,CAAC,CAAC;YAEzE,OAAO,CAAC,CAAC;QACX,CAAC;QAED,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACvB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO,UAAU,CAAC,EAAE,EAAE,8CAA8C,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,MAA0B,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,UAAU,CAAC,EAAE,EAAE,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC;QAEtE,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAExC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,UAAU,CAAC,EAAE,EAAE,mBAAmB,WAAW,mCAAmC,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,eAAe,CAAC;QAEjF,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAExC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,UAAU,CACf,EAAE,EACF,sBAAsB,WAAW,mDAAmD,CACrF,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,UAAU,CAAC;QAE9E,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;QAE9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,UAAU,CACf,EAAE,EACF,qBAAqB,aAAa,0CAA0C,CAC7E,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;QAExD,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QAEtC,IAAI,SAAS,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACpD,OAAO,UAAU,CAAC,EAAE,EAAE,8CAA8C,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC;QAE1D,MAAM,SAAS,GAAG,uBAAuB,CAAC,cAAc,CAAC,CAAC;QAE1D,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,eAAe,CACb,EAAE,EACF,GAAG,YAAY,sBACb,SAAS,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAC3C,KAAK,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACxC,CAAC;YAEF,eAAe,CAAC,EAAE,EAAE,mDAAmD,CAAC,CAAC;YAEzE,OAAO,CAAC,CAAC;QACX,CAAC;QAED,IAAI,GAAe,CAAC;QAEpB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,WAAW,CAAC;gBACtB,MAAM;gBACN,QAAQ,EAAE,SAAS,CAAC,QAAQ;aAC7B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAEtD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACxD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,OAAO,uBAAuB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,UAAU,CAAC,EAAE,EAAE,oBAAoB,OAAO,IAAI,CAAC,CAAC;AACzD,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { CoreRunResult } from '../core/index.js';
|
|
2
|
+
import type { CliFailOn } from './config.js';
|
|
3
|
+
import type { CliExecutionBinding, CliTargetFixture } from './execution-catalog.js';
|
|
4
|
+
export interface CliTestSelection {
|
|
5
|
+
readonly bindings: readonly CliExecutionBinding[];
|
|
6
|
+
readonly unknownIds: readonly string[];
|
|
7
|
+
}
|
|
8
|
+
export interface CliTestSummary {
|
|
9
|
+
readonly pass: number;
|
|
10
|
+
readonly fail: number;
|
|
11
|
+
readonly notApplicable: number;
|
|
12
|
+
readonly inconclusive: number;
|
|
13
|
+
readonly error: number;
|
|
14
|
+
readonly total: number;
|
|
15
|
+
}
|
|
16
|
+
export interface CliTestRun {
|
|
17
|
+
readonly target: CliTargetFixture;
|
|
18
|
+
readonly selectedIds: readonly string[];
|
|
19
|
+
readonly results: readonly CoreRunResult[];
|
|
20
|
+
readonly summary: CliTestSummary;
|
|
21
|
+
}
|
|
22
|
+
export declare function resolveCliTestSelection(requestedIds: readonly string[] | undefined): CliTestSelection;
|
|
23
|
+
export declare function runCliTests(input: {
|
|
24
|
+
target: CliTargetFixture;
|
|
25
|
+
bindings: readonly CliExecutionBinding[];
|
|
26
|
+
}): Promise<CliTestRun>;
|
|
27
|
+
export declare function evaluateCliTestExitCode(run: CliTestRun, failOn: CliFailOn): 0 | 1 | 3;
|
|
28
|
+
export declare function renderCliTestRun(run: CliTestRun, failOn: CliFailOn): string;
|
|
29
|
+
//# sourceMappingURL=test-command.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"test-command.d.ts","sourceRoot":"","sources":["../../src/cli/test-command.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAkC,MAAM,kBAAkB,CAAC;AAEtF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAK7C,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAEpF,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,QAAQ,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAClD,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAClC,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC;CAClC;AAUD,wBAAgB,uBAAuB,CACrC,YAAY,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,GAC1C,gBAAgB,CAqBlB;AAyBD,wBAAsB,WAAW,CAAC,KAAK,EAAE;IACvC,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAC1C,GAAG,OAAO,CAAC,UAAU,CAAC,CAwBtB;AAED,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAcrF;AAoBD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,GAAG,MAAM,CA6C3E"}
|