vaspera 2.14.0 → 2.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +62 -0
- package/README.md +15 -2
- package/dist/__tests__/certification/agent-certificate-e2e.test.d.ts +2 -0
- package/dist/__tests__/certification/agent-certificate-e2e.test.d.ts.map +1 -0
- package/dist/__tests__/certification/agent-certificate-e2e.test.js +90 -0
- package/dist/__tests__/certification/agent-certificate-e2e.test.js.map +1 -0
- package/dist/__tests__/certification/agent-certificate-map.test.d.ts +2 -0
- package/dist/__tests__/certification/agent-certificate-map.test.d.ts.map +1 -0
- package/dist/__tests__/certification/agent-certificate-map.test.js +107 -0
- package/dist/__tests__/certification/agent-certificate-map.test.js.map +1 -0
- package/dist/__tests__/certification/agent-certificate.test.d.ts +2 -0
- package/dist/__tests__/certification/agent-certificate.test.d.ts.map +1 -0
- package/dist/__tests__/certification/agent-certificate.test.js +78 -0
- package/dist/__tests__/certification/agent-certificate.test.js.map +1 -0
- package/dist/__tests__/certification/verify-endpoint.test.d.ts +2 -0
- package/dist/__tests__/certification/verify-endpoint.test.d.ts.map +1 -0
- package/dist/__tests__/certification/verify-endpoint.test.js +81 -0
- package/dist/__tests__/certification/verify-endpoint.test.js.map +1 -0
- package/dist/__tests__/compliance/ai-frameworks.test.d.ts +2 -0
- package/dist/__tests__/compliance/ai-frameworks.test.d.ts.map +1 -0
- package/dist/__tests__/compliance/ai-frameworks.test.js +87 -0
- package/dist/__tests__/compliance/ai-frameworks.test.js.map +1 -0
- package/dist/__tests__/eval/llm-analyzer.test.d.ts +2 -0
- package/dist/__tests__/eval/llm-analyzer.test.d.ts.map +1 -0
- package/dist/__tests__/eval/llm-analyzer.test.js +93 -0
- package/dist/__tests__/eval/llm-analyzer.test.js.map +1 -0
- package/dist/__tests__/eval/redteam-harness.test.d.ts +2 -0
- package/dist/__tests__/eval/redteam-harness.test.d.ts.map +1 -0
- package/dist/__tests__/eval/redteam-harness.test.js +136 -0
- package/dist/__tests__/eval/redteam-harness.test.js.map +1 -0
- package/dist/__tests__/evidence/evidence.test.d.ts +2 -0
- package/dist/__tests__/evidence/evidence.test.d.ts.map +1 -0
- package/dist/__tests__/evidence/evidence.test.js +240 -0
- package/dist/__tests__/evidence/evidence.test.js.map +1 -0
- package/dist/__tests__/history/decisions.test.d.ts +2 -0
- package/dist/__tests__/history/decisions.test.d.ts.map +1 -0
- package/dist/__tests__/history/decisions.test.js +54 -0
- package/dist/__tests__/history/decisions.test.js.map +1 -0
- package/dist/__tests__/http-auth.test.d.ts +2 -0
- package/dist/__tests__/http-auth.test.d.ts.map +1 -0
- package/dist/__tests__/http-auth.test.js +55 -0
- package/dist/__tests__/http-auth.test.js.map +1 -0
- package/dist/__tests__/http-policy.test.d.ts +2 -0
- package/dist/__tests__/http-policy.test.d.ts.map +1 -0
- package/dist/__tests__/http-policy.test.js +69 -0
- package/dist/__tests__/http-policy.test.js.map +1 -0
- package/dist/__tests__/http-server-transport.test.d.ts +2 -0
- package/dist/__tests__/http-server-transport.test.d.ts.map +1 -0
- package/dist/__tests__/http-server-transport.test.js +132 -0
- package/dist/__tests__/http-server-transport.test.js.map +1 -0
- package/dist/__tests__/integration/destructive-guards.test.d.ts +2 -0
- package/dist/__tests__/integration/destructive-guards.test.d.ts.map +1 -0
- package/dist/__tests__/integration/destructive-guards.test.js +49 -0
- package/dist/__tests__/integration/destructive-guards.test.js.map +1 -0
- package/dist/__tests__/logger-redaction.test.d.ts +2 -0
- package/dist/__tests__/logger-redaction.test.d.ts.map +1 -0
- package/dist/__tests__/logger-redaction.test.js +74 -0
- package/dist/__tests__/logger-redaction.test.js.map +1 -0
- package/dist/__tests__/manifest-schema.test.d.ts +2 -0
- package/dist/__tests__/manifest-schema.test.d.ts.map +1 -0
- package/dist/__tests__/manifest-schema.test.js +43 -0
- package/dist/__tests__/manifest-schema.test.js.map +1 -0
- package/dist/__tests__/scanners/builtin-rules.test.d.ts +2 -0
- package/dist/__tests__/scanners/builtin-rules.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/builtin-rules.test.js +51 -0
- package/dist/__tests__/scanners/builtin-rules.test.js.map +1 -0
- package/dist/__tests__/scanners/runtime/golden-path-runner.test.js +13 -1
- package/dist/__tests__/scanners/runtime/golden-path-runner.test.js.map +1 -1
- package/dist/__tests__/tool-guard.test.d.ts +2 -0
- package/dist/__tests__/tool-guard.test.d.ts.map +1 -0
- package/dist/__tests__/tool-guard.test.js +97 -0
- package/dist/__tests__/tool-guard.test.js.map +1 -0
- package/dist/__tests__/util/contained-file.test.d.ts +2 -0
- package/dist/__tests__/util/contained-file.test.d.ts.map +1 -0
- package/dist/__tests__/util/contained-file.test.js +78 -0
- package/dist/__tests__/util/contained-file.test.js.map +1 -0
- package/dist/__tests__/util/subprocess.test.d.ts +2 -0
- package/dist/__tests__/util/subprocess.test.d.ts.map +1 -0
- package/dist/__tests__/util/subprocess.test.js +48 -0
- package/dist/__tests__/util/subprocess.test.js.map +1 -0
- package/dist/action/diff-mode.d.ts.map +1 -1
- package/dist/action/diff-mode.js +31 -12
- package/dist/action/diff-mode.js.map +1 -1
- package/dist/certification/agent-certificate-map.d.ts +51 -0
- package/dist/certification/agent-certificate-map.d.ts.map +1 -0
- package/dist/certification/agent-certificate-map.js +265 -0
- package/dist/certification/agent-certificate-map.js.map +1 -0
- package/dist/certification/agent-certificate-sample.d.ts +25 -0
- package/dist/certification/agent-certificate-sample.d.ts.map +1 -0
- package/dist/certification/agent-certificate-sample.js +207 -0
- package/dist/certification/agent-certificate-sample.js.map +1 -0
- package/dist/certification/agent-certificate.d.ts +1981 -0
- package/dist/certification/agent-certificate.d.ts.map +1 -0
- package/dist/certification/agent-certificate.js +309 -0
- package/dist/certification/agent-certificate.js.map +1 -0
- package/dist/certification/autofix.d.ts.map +1 -1
- package/dist/certification/autofix.js +5 -3
- package/dist/certification/autofix.js.map +1 -1
- package/dist/certification/store.d.ts.map +1 -1
- package/dist/certification/store.js +5 -2
- package/dist/certification/store.js.map +1 -1
- package/dist/certification/verify-endpoint.d.ts +48 -0
- package/dist/certification/verify-endpoint.d.ts.map +1 -0
- package/dist/certification/verify-endpoint.js +79 -0
- package/dist/certification/verify-endpoint.js.map +1 -0
- package/dist/compliance/index.d.ts +2 -0
- package/dist/compliance/index.d.ts.map +1 -1
- package/dist/compliance/index.js +4 -0
- package/dist/compliance/index.js.map +1 -1
- package/dist/compliance/iso42001.d.ts +21 -0
- package/dist/compliance/iso42001.d.ts.map +1 -0
- package/dist/compliance/iso42001.js +160 -0
- package/dist/compliance/iso42001.js.map +1 -0
- package/dist/compliance/mapper.d.ts.map +1 -1
- package/dist/compliance/mapper.js +12 -0
- package/dist/compliance/mapper.js.map +1 -1
- package/dist/compliance/nist-ai-rmf.d.ts +20 -0
- package/dist/compliance/nist-ai-rmf.d.ts.map +1 -0
- package/dist/compliance/nist-ai-rmf.js +140 -0
- package/dist/compliance/nist-ai-rmf.js.map +1 -0
- package/dist/config/flags.d.ts +4 -4
- package/dist/eval/fixtures.d.ts.map +1 -1
- package/dist/eval/fixtures.js +161 -119
- package/dist/eval/fixtures.js.map +1 -1
- package/dist/eval/fixtures.test.js +4 -2
- package/dist/eval/fixtures.test.js.map +1 -1
- package/dist/eval/llm-analyzer.d.ts +40 -0
- package/dist/eval/llm-analyzer.d.ts.map +1 -0
- package/dist/eval/llm-analyzer.js +154 -0
- package/dist/eval/llm-analyzer.js.map +1 -0
- package/dist/eval/redteam-harness.d.ts +95 -0
- package/dist/eval/redteam-harness.d.ts.map +1 -0
- package/dist/eval/redteam-harness.js +137 -0
- package/dist/eval/redteam-harness.js.map +1 -0
- package/dist/evidence/collector.d.ts.map +1 -1
- package/dist/evidence/collector.js +21 -1
- package/dist/evidence/collector.js.map +1 -1
- package/dist/evidence/store.d.ts.map +1 -1
- package/dist/evidence/store.js +29 -5
- package/dist/evidence/store.js.map +1 -1
- package/dist/evidence/types.d.ts +16 -9
- package/dist/evidence/types.d.ts.map +1 -1
- package/dist/history/decisions.d.ts +63 -0
- package/dist/history/decisions.d.ts.map +1 -0
- package/dist/history/decisions.js +60 -0
- package/dist/history/decisions.js.map +1 -0
- package/dist/history/index.d.ts +2 -0
- package/dist/history/index.d.ts.map +1 -1
- package/dist/history/index.js +2 -0
- package/dist/history/index.js.map +1 -1
- package/dist/history/types.d.ts +34 -5
- package/dist/history/types.d.ts.map +1 -1
- package/dist/history/types.js +2 -0
- package/dist/history/types.js.map +1 -1
- package/dist/http-auth.d.ts +22 -0
- package/dist/http-auth.d.ts.map +1 -0
- package/dist/http-auth.js +58 -0
- package/dist/http-auth.js.map +1 -0
- package/dist/http-policy.d.ts +30 -0
- package/dist/http-policy.d.ts.map +1 -0
- package/dist/http-policy.js +54 -0
- package/dist/http-policy.js.map +1 -0
- package/dist/http-server.js +195 -12
- package/dist/http-server.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +257 -16
- package/dist/index.js.map +1 -1
- package/dist/logger.d.ts.map +1 -1
- package/dist/logger.js +56 -2
- package/dist/logger.js.map +1 -1
- package/dist/plugins/types.d.ts +2 -2
- package/dist/scanners/agent/prompt-injection-fuzzer.d.ts.map +1 -1
- package/dist/scanners/agent/prompt-injection-fuzzer.js +26 -0
- package/dist/scanners/agent/prompt-injection-fuzzer.js.map +1 -1
- package/dist/scanners/agent/types.d.ts +10 -10
- package/dist/scanners/bandit.d.ts.map +1 -1
- package/dist/scanners/bandit.js +35 -29
- package/dist/scanners/bandit.js.map +1 -1
- package/dist/scanners/binary-analysis.d.ts.map +1 -1
- package/dist/scanners/binary-analysis.js +24 -49
- package/dist/scanners/binary-analysis.js.map +1 -1
- package/dist/scanners/brakeman.d.ts.map +1 -1
- package/dist/scanners/brakeman.js +19 -33
- package/dist/scanners/brakeman.js.map +1 -1
- package/dist/scanners/builtin-rules.d.ts +24 -0
- package/dist/scanners/builtin-rules.d.ts.map +1 -0
- package/dist/scanners/builtin-rules.js +175 -0
- package/dist/scanners/builtin-rules.js.map +1 -0
- package/dist/scanners/dast.d.ts.map +1 -1
- package/dist/scanners/dast.js +24 -34
- package/dist/scanners/dast.js.map +1 -1
- package/dist/scanners/deploy/types.d.ts +6 -6
- package/dist/scanners/eslint.d.ts.map +1 -1
- package/dist/scanners/eslint.js +15 -24
- package/dist/scanners/eslint.js.map +1 -1
- package/dist/scanners/gosec.d.ts.map +1 -1
- package/dist/scanners/gosec.js +14 -62
- package/dist/scanners/gosec.js.map +1 -1
- package/dist/scanners/index.d.ts.map +1 -1
- package/dist/scanners/index.js +38 -7
- package/dist/scanners/index.js.map +1 -1
- package/dist/scanners/memory-safety.d.ts.map +1 -1
- package/dist/scanners/memory-safety.js +27 -28
- package/dist/scanners/memory-safety.js.map +1 -1
- package/dist/scanners/openapi.d.ts.map +1 -1
- package/dist/scanners/openapi.js +14 -22
- package/dist/scanners/openapi.js.map +1 -1
- package/dist/scanners/race-condition.d.ts.map +1 -1
- package/dist/scanners/race-condition.js +17 -16
- package/dist/scanners/race-condition.js.map +1 -1
- package/dist/scanners/runtime/types.d.ts +4 -4
- package/dist/scanners/rust.d.ts.map +1 -1
- package/dist/scanners/rust.js +38 -37
- package/dist/scanners/rust.js.map +1 -1
- package/dist/scanners/scale/types.d.ts +16 -16
- package/dist/scanners/secrets.d.ts.map +1 -1
- package/dist/scanners/secrets.js +66 -78
- package/dist/scanners/secrets.js.map +1 -1
- package/dist/scanners/semgrep.d.ts +2 -0
- package/dist/scanners/semgrep.d.ts.map +1 -1
- package/dist/scanners/semgrep.js +12 -0
- package/dist/scanners/semgrep.js.map +1 -1
- package/dist/scanners/terraform.d.ts.map +1 -1
- package/dist/scanners/terraform.js +47 -40
- package/dist/scanners/terraform.js.map +1 -1
- package/dist/scanners/trivy.d.ts.map +1 -1
- package/dist/scanners/trivy.js +38 -30
- package/dist/scanners/trivy.js.map +1 -1
- package/dist/telemetry/install-id.d.ts +25 -0
- package/dist/telemetry/install-id.d.ts.map +1 -0
- package/dist/telemetry/install-id.js +49 -0
- package/dist/telemetry/install-id.js.map +1 -0
- package/dist/telemetry/usage.d.ts +19 -2
- package/dist/telemetry/usage.d.ts.map +1 -1
- package/dist/telemetry/usage.js +44 -8
- package/dist/telemetry/usage.js.map +1 -1
- package/dist/tool-guard.d.ts +40 -0
- package/dist/tool-guard.d.ts.map +1 -0
- package/dist/tool-guard.js +55 -0
- package/dist/tool-guard.js.map +1 -0
- package/dist/util/index.d.ts +2 -1
- package/dist/util/index.d.ts.map +1 -1
- package/dist/util/index.js +2 -1
- package/dist/util/index.js.map +1 -1
- package/dist/util/paths.d.ts +20 -3
- package/dist/util/paths.d.ts.map +1 -1
- package/dist/util/paths.js +84 -4
- package/dist/util/paths.js.map +1 -1
- package/dist/util/subprocess.d.ts +51 -0
- package/dist/util/subprocess.d.ts.map +1 -0
- package/dist/util/subprocess.js +77 -0
- package/dist/util/subprocess.js.map +1 -0
- package/package.json +12 -2
- package/dist/eval/fixtures/healthcare/audit-gaps.d.ts +0 -28
- package/dist/eval/fixtures/healthcare/audit-gaps.d.ts.map +0 -1
- package/dist/eval/fixtures/healthcare/audit-gaps.js +0 -90
- package/dist/eval/fixtures/healthcare/audit-gaps.js.map +0 -1
- package/dist/eval/fixtures/healthcare/consent-bypass.d.ts +0 -31
- package/dist/eval/fixtures/healthcare/consent-bypass.d.ts.map +0 -1
- package/dist/eval/fixtures/healthcare/consent-bypass.js +0 -61
- package/dist/eval/fixtures/healthcare/consent-bypass.js.map +0 -1
- package/dist/eval/fixtures/healthcare/phi-in-logs.d.ts +0 -24
- package/dist/eval/fixtures/healthcare/phi-in-logs.d.ts.map +0 -1
- package/dist/eval/fixtures/healthcare/phi-in-logs.js +0 -41
- package/dist/eval/fixtures/healthcare/phi-in-logs.js.map +0 -1
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { describe, it, expect } from "vitest";
|
|
2
|
+
import { ISO_42001_CONTROLS } from "../../compliance/iso42001.js";
|
|
3
|
+
import { NIST_AI_RMF_CONTROLS } from "../../compliance/nist-ai-rmf.js";
|
|
4
|
+
import { EU_AI_ACT_CONTROLS } from "../../compliance/frameworks/eu-ai-act.js";
|
|
5
|
+
import { getControlsForFramework } from "../../compliance/mapper.js";
|
|
6
|
+
import { buildComplianceDimension } from "../../certification/agent-certificate-map.js";
|
|
7
|
+
function finding(partial) {
|
|
8
|
+
return {
|
|
9
|
+
id: "f",
|
|
10
|
+
description: "test finding",
|
|
11
|
+
evidence: "…",
|
|
12
|
+
confidence: 100,
|
|
13
|
+
verifications: [],
|
|
14
|
+
created_at: "2026-06-12T00:00:00.000Z",
|
|
15
|
+
...partial,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
describe("AI compliance frameworks", () => {
|
|
19
|
+
it("ISO 42001 control set is non-empty and well-formed", () => {
|
|
20
|
+
expect(ISO_42001_CONTROLS.length).toBeGreaterThan(8);
|
|
21
|
+
for (const c of ISO_42001_CONTROLS) {
|
|
22
|
+
expect(c.framework).toBe("ISO-42001");
|
|
23
|
+
expect(c.id).toMatch(/^A\./);
|
|
24
|
+
expect(Array.isArray(c.findingCategories)).toBe(true);
|
|
25
|
+
}
|
|
26
|
+
});
|
|
27
|
+
it("NIST AI RMF control set covers all four functions", () => {
|
|
28
|
+
const fns = new Set(NIST_AI_RMF_CONTROLS.map((c) => c.category));
|
|
29
|
+
expect(fns).toEqual(new Set(["GOVERN", "MAP", "MEASURE", "MANAGE"]));
|
|
30
|
+
for (const c of NIST_AI_RMF_CONTROLS) {
|
|
31
|
+
expect(c.framework).toBe("NIST-AI-RMF");
|
|
32
|
+
}
|
|
33
|
+
});
|
|
34
|
+
it("EU AI Act control set is non-empty and well-formed", () => {
|
|
35
|
+
expect(EU_AI_ACT_CONTROLS.length).toBeGreaterThan(20);
|
|
36
|
+
for (const c of EU_AI_ACT_CONTROLS) {
|
|
37
|
+
expect(c.framework).toBe("EU-AI-ACT");
|
|
38
|
+
expect(c.id).toMatch(/^EUAIAct-/);
|
|
39
|
+
expect(Array.isArray(c.findingCategories)).toBe(true);
|
|
40
|
+
}
|
|
41
|
+
});
|
|
42
|
+
it("mapper resolves the AI frameworks (previously returned empty)", () => {
|
|
43
|
+
expect(getControlsForFramework("ISO-42001").length).toBeGreaterThan(0);
|
|
44
|
+
expect(getControlsForFramework("NIST-AI-RMF").length).toBeGreaterThan(0);
|
|
45
|
+
// EU AI Act was authored under frameworks/ but never wired into the mapper.
|
|
46
|
+
expect(getControlsForFramework("EU-AI-ACT").length).toBeGreaterThan(0);
|
|
47
|
+
});
|
|
48
|
+
it("buildComplianceDimension maps real findings to EU AI Act controls", () => {
|
|
49
|
+
const findings = [
|
|
50
|
+
finding({ id: "f1", category: "prompt-injection", severity: "critical" }),
|
|
51
|
+
];
|
|
52
|
+
const dim = buildComplianceDimension(findings, ["EU-AI-ACT"]);
|
|
53
|
+
expect(dim.frameworks).toHaveLength(1);
|
|
54
|
+
const eu = dim.frameworks[0];
|
|
55
|
+
expect(eu.framework).toBe("EU-AI-ACT");
|
|
56
|
+
expect(eu.controlsTotal).toBeGreaterThan(0);
|
|
57
|
+
expect(eu.controlsFailed).toBeGreaterThan(0);
|
|
58
|
+
expect(dim.status).toBe("fail");
|
|
59
|
+
});
|
|
60
|
+
it("buildComplianceDimension maps real findings to ISO 42001 controls", () => {
|
|
61
|
+
const findings = [
|
|
62
|
+
finding({ id: "f1", category: "prompt-injection", severity: "high" }),
|
|
63
|
+
finding({ id: "f2", category: "exfil-path", severity: "critical" }),
|
|
64
|
+
];
|
|
65
|
+
const dim = buildComplianceDimension(findings, ["ISO-42001"]);
|
|
66
|
+
expect(dim.frameworks).toHaveLength(1);
|
|
67
|
+
const iso = dim.frameworks[0];
|
|
68
|
+
expect(iso.framework).toBe("ISO-42001");
|
|
69
|
+
expect(iso.controlsTotal).toBeGreaterThan(0);
|
|
70
|
+
// a critical/high finding should fail at least one control
|
|
71
|
+
expect(iso.controlsFailed).toBeGreaterThan(0);
|
|
72
|
+
expect(dim.status).toBe("fail");
|
|
73
|
+
});
|
|
74
|
+
it("clean findings produce a passing compliance dimension", () => {
|
|
75
|
+
const dim = buildComplianceDimension([], ["ISO-42001", "NIST-AI-RMF"]);
|
|
76
|
+
expect(dim.status).toBe("pass");
|
|
77
|
+
expect(dim.score).toBe(100);
|
|
78
|
+
expect(dim.frameworks).toHaveLength(2);
|
|
79
|
+
expect(dim.frameworks.every((f) => f.controlsFailed === 0)).toBe(true);
|
|
80
|
+
});
|
|
81
|
+
it("no frameworks requested -> empty result", () => {
|
|
82
|
+
const dim = buildComplianceDimension([], []);
|
|
83
|
+
expect(dim.status).toBe("not_assessed");
|
|
84
|
+
expect(dim.frameworks).toHaveLength(0);
|
|
85
|
+
});
|
|
86
|
+
});
|
|
87
|
+
//# sourceMappingURL=ai-frameworks.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ai-frameworks.test.js","sourceRoot":"","sources":["../../../src/__tests__/compliance/ai-frameworks.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,0CAA0C,CAAC;AAC9E,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AAGxF,SAAS,OAAO,CAAC,OAA+E;IAC9F,OAAO;QACL,EAAE,EAAE,GAAG;QACP,WAAW,EAAE,cAAc;QAC3B,QAAQ,EAAE,GAAG;QACb,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,EAAE;QACjB,UAAU,EAAE,0BAA0B;QACtC,GAAG,OAAO;KACA,CAAC;AACf,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACrD,KAAK,MAAM,CAAC,IAAI,kBAAkB,EAAE,CAAC;YACnC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;QACrE,KAAK,MAAM,CAAC,IAAI,oBAAoB,EAAE,CAAC;YACrC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACtD,KAAK,MAAM,CAAC,IAAI,kBAAkB,EAAE,CAAC;YACnC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,uBAAuB,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACzE,4EAA4E;QAC5E,MAAM,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,QAAQ,GAAG;YACf,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;SAC1E,CAAC;QACF,MAAM,GAAG,GAAG,wBAAwB,CAAC,QAAQ,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACvC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,QAAQ,GAAG;YACf,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YACrE,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;SACpE,CAAC;QACF,MAAM,GAAG,GAAG,wBAAwB,CAAC,QAAQ,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC7C,2DAA2D;QAC3D,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,GAAG,GAAG,wBAAwB,CAAC,EAAE,EAAE,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,GAAG,GAAG,wBAAwB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-analyzer.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/eval/llm-analyzer.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
import { describe, it, expect, afterEach } from "vitest";
|
|
2
|
+
import { providerAvailable, findingsAgree, consensusOf, } from "../../eval/llm-analyzer.js";
|
|
3
|
+
function finding(over = {}) {
|
|
4
|
+
return {
|
|
5
|
+
scanner: "llm:anthropic",
|
|
6
|
+
ruleId: "anthropic:sql-injection",
|
|
7
|
+
file: "app.ts",
|
|
8
|
+
line: 10,
|
|
9
|
+
severity: "high",
|
|
10
|
+
message: "sql-injection: untrusted input into query",
|
|
11
|
+
confidence: 100,
|
|
12
|
+
...over,
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
describe("providerAvailable", () => {
|
|
16
|
+
const orig = { ...process.env };
|
|
17
|
+
afterEach(() => {
|
|
18
|
+
process.env = { ...orig };
|
|
19
|
+
});
|
|
20
|
+
it("reflects ANTHROPIC_API_KEY presence", () => {
|
|
21
|
+
delete process.env.ANTHROPIC_API_KEY;
|
|
22
|
+
expect(providerAvailable("anthropic")).toBe(false);
|
|
23
|
+
process.env.ANTHROPIC_API_KEY = "sk-test";
|
|
24
|
+
expect(providerAvailable("anthropic")).toBe(true);
|
|
25
|
+
});
|
|
26
|
+
it("reflects OPENAI_API_KEY presence", () => {
|
|
27
|
+
delete process.env.OPENAI_API_KEY;
|
|
28
|
+
expect(providerAvailable("openai")).toBe(false);
|
|
29
|
+
process.env.OPENAI_API_KEY = "sk-test";
|
|
30
|
+
expect(providerAvailable("openai")).toBe(true);
|
|
31
|
+
});
|
|
32
|
+
});
|
|
33
|
+
describe("findingsAgree", () => {
|
|
34
|
+
it("agrees when file, category, and nearby line match across providers", () => {
|
|
35
|
+
const a = finding({ ruleId: "anthropic:sql-injection", line: 10 });
|
|
36
|
+
const b = finding({
|
|
37
|
+
scanner: "llm:openai",
|
|
38
|
+
ruleId: "openai:sql-injection",
|
|
39
|
+
line: 12,
|
|
40
|
+
});
|
|
41
|
+
expect(findingsAgree(a, b)).toBe(true);
|
|
42
|
+
});
|
|
43
|
+
it("disagrees when categories differ", () => {
|
|
44
|
+
const a = finding({ ruleId: "anthropic:sql-injection" });
|
|
45
|
+
const b = finding({ ruleId: "openai:xss" });
|
|
46
|
+
expect(findingsAgree(a, b)).toBe(false);
|
|
47
|
+
});
|
|
48
|
+
it("disagrees when files differ", () => {
|
|
49
|
+
const a = finding({ file: "a.ts" });
|
|
50
|
+
const b = finding({ file: "b.ts", ruleId: "openai:sql-injection" });
|
|
51
|
+
expect(findingsAgree(a, b)).toBe(false);
|
|
52
|
+
});
|
|
53
|
+
it("disagrees when lines are beyond the tolerance", () => {
|
|
54
|
+
const a = finding({ line: 10 });
|
|
55
|
+
const b = finding({ ruleId: "openai:sql-injection", line: 20 });
|
|
56
|
+
expect(findingsAgree(a, b)).toBe(false);
|
|
57
|
+
});
|
|
58
|
+
it("agrees exactly at the line tolerance boundary (±3)", () => {
|
|
59
|
+
const a = finding({ line: 10 });
|
|
60
|
+
const b = finding({ ruleId: "openai:sql-injection", line: 13 });
|
|
61
|
+
expect(findingsAgree(a, b)).toBe(true);
|
|
62
|
+
});
|
|
63
|
+
});
|
|
64
|
+
describe("consensusOf", () => {
|
|
65
|
+
it("keeps only primary findings corroborated by the other provider", () => {
|
|
66
|
+
const anthropic = [
|
|
67
|
+
finding({ ruleId: "anthropic:sql-injection", line: 10 }),
|
|
68
|
+
finding({ ruleId: "anthropic:auth-bypass", line: 50 }),
|
|
69
|
+
];
|
|
70
|
+
const openai = [
|
|
71
|
+
finding({
|
|
72
|
+
scanner: "llm:openai",
|
|
73
|
+
ruleId: "openai:sql-injection",
|
|
74
|
+
line: 11,
|
|
75
|
+
}),
|
|
76
|
+
];
|
|
77
|
+
const result = consensusOf(anthropic, openai);
|
|
78
|
+
expect(result).toHaveLength(1);
|
|
79
|
+
expect(result[0]?.ruleId).toBe("anthropic:sql-injection");
|
|
80
|
+
});
|
|
81
|
+
it("returns nothing when the providers share no findings", () => {
|
|
82
|
+
const anthropic = [finding({ ruleId: "anthropic:xss", line: 5 })];
|
|
83
|
+
const openai = [
|
|
84
|
+
finding({ scanner: "llm:openai", ruleId: "openai:ssrf", line: 5 }),
|
|
85
|
+
];
|
|
86
|
+
expect(consensusOf(anthropic, openai)).toEqual([]);
|
|
87
|
+
});
|
|
88
|
+
it("returns nothing when either side is empty", () => {
|
|
89
|
+
expect(consensusOf([], [finding()])).toEqual([]);
|
|
90
|
+
expect(consensusOf([finding()], [])).toEqual([]);
|
|
91
|
+
});
|
|
92
|
+
});
|
|
93
|
+
//# sourceMappingURL=llm-analyzer.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-analyzer.test.js","sourceRoot":"","sources":["../../../src/__tests__/eval/llm-analyzer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,WAAW,GACZ,MAAM,4BAA4B,CAAC;AAGpC,SAAS,OAAO,CAAC,OAA+B,EAAE;IAChD,OAAO;QACL,OAAO,EAAE,eAAe;QACxB,MAAM,EAAE,yBAAyB;QACjC,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,2CAA2C;QACpD,UAAU,EAAE,GAAG;QACf,GAAG,IAAI;KACR,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAChC,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACrC,MAAM,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAC1C,MAAM,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAClC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,SAAS,CAAC;QACvC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,yBAAyB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACnE,MAAM,CAAC,GAAG,OAAO,CAAC;YAChB,OAAO,EAAE,YAAY;YACrB,MAAM,EAAE,sBAAsB;YAC9B,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,yBAAyB,EAAE,CAAC,CAAC;QACzD,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC;QACpE,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,SAAS,GAAG;YAChB,OAAO,CAAC,EAAE,MAAM,EAAE,yBAAyB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;YACxD,OAAO,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;SACvD,CAAC;QACF,MAAM,MAAM,GAAG;YACb,OAAO,CAAC;gBACN,OAAO,EAAE,YAAY;gBACrB,MAAM,EAAE,sBAAsB;gBAC9B,IAAI,EAAE,EAAE;aACT,CAAC;SACH,CAAC;QACF,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG;YACb,OAAO,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;SACnE,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"redteam-harness.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/eval/redteam-harness.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
import { describe, it, expect } from "vitest";
|
|
2
|
+
import { injectionResistanceScore, summarizeExposure, runRedTeamBenchmark, } from "../../eval/redteam-harness.js";
|
|
3
|
+
function piFinding(tool, severity = "high") {
|
|
4
|
+
return {
|
|
5
|
+
scanner: "semgrep",
|
|
6
|
+
ruleId: "prompt-injection:override-instructions",
|
|
7
|
+
file: "mcp-manifest",
|
|
8
|
+
line: 0,
|
|
9
|
+
message: `Tool "${tool}" vulnerable`,
|
|
10
|
+
severity,
|
|
11
|
+
confidence: 100,
|
|
12
|
+
metadata: { tool },
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
describe("injectionResistanceScore (pure)", () => {
|
|
16
|
+
it("scores 100 when no tool has an injection finding", () => {
|
|
17
|
+
const r = injectionResistanceScore([], 5);
|
|
18
|
+
expect(r.score).toBe(100);
|
|
19
|
+
expect(r.grade).toBe("A+");
|
|
20
|
+
expect(r.resistantTools).toBe(5);
|
|
21
|
+
expect(r.vulnerableTools).toBe(0);
|
|
22
|
+
});
|
|
23
|
+
it("scores the share of resistant tools", () => {
|
|
24
|
+
const findings = [piFinding("a"), piFinding("b")];
|
|
25
|
+
const r = injectionResistanceScore(findings, 10);
|
|
26
|
+
expect(r.vulnerableTools).toBe(2);
|
|
27
|
+
expect(r.resistantTools).toBe(8);
|
|
28
|
+
expect(r.score).toBe(80);
|
|
29
|
+
});
|
|
30
|
+
it("dedupes multiple findings on the same tool", () => {
|
|
31
|
+
const findings = [piFinding("a"), piFinding("a"), piFinding("a")];
|
|
32
|
+
const r = injectionResistanceScore(findings, 4);
|
|
33
|
+
expect(r.vulnerableTools).toBe(1);
|
|
34
|
+
expect(r.score).toBe(75);
|
|
35
|
+
});
|
|
36
|
+
it("excludes the prompt-injection:summary aggregate finding", () => {
|
|
37
|
+
const summary = {
|
|
38
|
+
scanner: "semgrep",
|
|
39
|
+
ruleId: "prompt-injection:summary",
|
|
40
|
+
file: "mcp-manifest",
|
|
41
|
+
line: 0,
|
|
42
|
+
message: "summary",
|
|
43
|
+
severity: "high",
|
|
44
|
+
confidence: 100,
|
|
45
|
+
};
|
|
46
|
+
const r = injectionResistanceScore([summary, piFinding("a")], 2);
|
|
47
|
+
expect(r.vulnerableTools).toBe(1);
|
|
48
|
+
expect(r.score).toBe(50);
|
|
49
|
+
});
|
|
50
|
+
it("ignores non-injection findings", () => {
|
|
51
|
+
const other = {
|
|
52
|
+
scanner: "semgrep",
|
|
53
|
+
ruleId: "exfil:path",
|
|
54
|
+
file: "x",
|
|
55
|
+
line: 0,
|
|
56
|
+
message: "exfil",
|
|
57
|
+
severity: "critical",
|
|
58
|
+
confidence: 100,
|
|
59
|
+
};
|
|
60
|
+
const r = injectionResistanceScore([other], 3);
|
|
61
|
+
expect(r.vulnerableTools).toBe(0);
|
|
62
|
+
expect(r.score).toBe(100);
|
|
63
|
+
});
|
|
64
|
+
it("returns 0 for zero tools", () => {
|
|
65
|
+
expect(injectionResistanceScore([], 0).score).toBe(0);
|
|
66
|
+
});
|
|
67
|
+
});
|
|
68
|
+
describe("summarizeExposure (pure)", () => {
|
|
69
|
+
it("counts findings by severity and flags critical/high", () => {
|
|
70
|
+
const findings = [
|
|
71
|
+
piFinding("a", "critical"),
|
|
72
|
+
piFinding("b", "high"),
|
|
73
|
+
piFinding("c", "low"),
|
|
74
|
+
];
|
|
75
|
+
const e = summarizeExposure("exfil-path", "exfil-path-graph", findings);
|
|
76
|
+
expect(e.findingCount).toBe(3);
|
|
77
|
+
expect(e.criticalHigh).toBe(2);
|
|
78
|
+
expect(e.bySeverity.critical).toBe(1);
|
|
79
|
+
expect(e.bySeverity.low).toBe(1);
|
|
80
|
+
expect(e.clean).toBe(false);
|
|
81
|
+
});
|
|
82
|
+
it("marks an empty dimension clean", () => {
|
|
83
|
+
const e = summarizeExposure("manifest-hygiene", "manifest-audit", []);
|
|
84
|
+
expect(e.clean).toBe(true);
|
|
85
|
+
expect(e.criticalHigh).toBe(0);
|
|
86
|
+
});
|
|
87
|
+
});
|
|
88
|
+
describe("runRedTeamBenchmark (integration — fuzzer false-positive regression guard)", () => {
|
|
89
|
+
const benign = {
|
|
90
|
+
name: "benign",
|
|
91
|
+
version: "1.0.0",
|
|
92
|
+
tools: [
|
|
93
|
+
{
|
|
94
|
+
name: "add_numbers",
|
|
95
|
+
description: "Add two integers and return the sum.",
|
|
96
|
+
inputSchema: {
|
|
97
|
+
type: "object",
|
|
98
|
+
properties: { a: { type: "number" }, b: { type: "number" } },
|
|
99
|
+
required: ["a", "b"],
|
|
100
|
+
},
|
|
101
|
+
},
|
|
102
|
+
],
|
|
103
|
+
};
|
|
104
|
+
const vulnerable = {
|
|
105
|
+
name: "vuln",
|
|
106
|
+
version: "1.0.0",
|
|
107
|
+
tools: [
|
|
108
|
+
{
|
|
109
|
+
name: "run_anything",
|
|
110
|
+
description: "Runs shell commands and fetches arbitrary URLs.",
|
|
111
|
+
networkAccess: true,
|
|
112
|
+
codeExecution: true,
|
|
113
|
+
destructiveHint: true,
|
|
114
|
+
},
|
|
115
|
+
],
|
|
116
|
+
};
|
|
117
|
+
it("scores a benign, schema-constrained tool as fully resistant (100)", async () => {
|
|
118
|
+
const report = await runRedTeamBenchmark({ manifest: benign, corpus: "quick" });
|
|
119
|
+
// Regression guard: before the BLOCKED_INDICATORS fix the fuzzer flagged
|
|
120
|
+
// EVERY tool (its own "Jailbreak attempt blocked" refusal matched the
|
|
121
|
+
// /jailbreak/ indicator), so even this would have scored 0.
|
|
122
|
+
expect(report.injectionResistance.score).toBe(100);
|
|
123
|
+
expect(report.injectionResistance.resistantTools).toBe(1);
|
|
124
|
+
expect(report.grade).toBe("A+");
|
|
125
|
+
});
|
|
126
|
+
it("does not give a capability-heavy, schema-less tool a clean pass", async () => {
|
|
127
|
+
const report = await runRedTeamBenchmark({ manifest: vulnerable, corpus: "quick" });
|
|
128
|
+
expect(report.injectionResistance.score).toBeLessThan(100);
|
|
129
|
+
});
|
|
130
|
+
it("reports exposure dimensions as an array", async () => {
|
|
131
|
+
const report = await runRedTeamBenchmark({ manifest: benign, corpus: "quick" });
|
|
132
|
+
expect(Array.isArray(report.exposure)).toBe(true);
|
|
133
|
+
expect(report.overallScore).toBe(report.injectionResistance.score);
|
|
134
|
+
});
|
|
135
|
+
});
|
|
136
|
+
//# sourceMappingURL=redteam-harness.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"redteam-harness.test.js","sourceRoot":"","sources":["../../../src/__tests__/eval/redteam-harness.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,wBAAwB,EACxB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,+BAA+B,CAAC;AAIvC,SAAS,SAAS,CAAC,IAAY,EAAE,WAA6C,MAAM;IAClF,OAAO;QACL,OAAO,EAAE,SAAS;QAClB,MAAM,EAAE,wCAAwC;QAChD,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,CAAC;QACP,OAAO,EAAE,SAAS,IAAI,cAAc;QACpC,QAAQ;QACR,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,EAAE,IAAI,EAAE;KACnB,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,CAAC,GAAG,wBAAwB,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,wBAAwB,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAClE,MAAM,CAAC,GAAG,wBAAwB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,OAAO,GAAyB;YACpC,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,0BAA0B;YAClC,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,SAAS;YAClB,QAAQ,EAAE,MAAM;YAChB,UAAU,EAAE,GAAG;SAChB,CAAC;QACF,MAAM,CAAC,GAAG,wBAAwB,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,KAAK,GAAyB;YAClC,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,YAAY;YACpB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,UAAU;YACpB,UAAU,EAAE,GAAG;SAChB,CAAC;QACF,MAAM,CAAC,GAAG,wBAAwB,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,wBAAwB,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,QAAQ,GAA2B;YACvC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC;YAC1B,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC;YACtB,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC;SACtB,CAAC;QACF,MAAM,CAAC,GAAG,iBAAiB,CAAC,YAAY,EAAE,kBAAkB,EAAE,QAAQ,CAAC,CAAC;QACxE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,GAAG,iBAAiB,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,4EAA4E,EAAE,GAAG,EAAE;IAC1F,MAAM,MAAM,GAAgB;QAC1B,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO;QAChB,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,sCAAsC;gBACnD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;oBAC5D,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;iBACrB;aACF;SACF;KACwB,CAAC;IAE5B,MAAM,UAAU,GAAgB;QAC9B,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,OAAO;QAChB,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,iDAAiD;gBAC9D,aAAa,EAAE,IAAI;gBACnB,aAAa,EAAE,IAAI;gBACnB,eAAe,EAAE,IAAI;aACtB;SACF;KACwB,CAAC;IAE5B,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QAChF,yEAAyE;QACzE,sEAAsE;QACtE,4DAA4D;QAC5D,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QACpF,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evidence.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/evidence/evidence.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,240 @@
|
|
|
1
|
+
import { describe, it, expect, beforeEach, afterEach } from "vitest";
|
|
2
|
+
import { mkdtemp, rm, mkdir, writeFile } from "fs/promises";
|
|
3
|
+
import { tmpdir } from "os";
|
|
4
|
+
import { join } from "path";
|
|
5
|
+
import { createHash } from "crypto";
|
|
6
|
+
import { collectEvidence, calculateBundleDigest, formatEvidenceBundleAsMarkdown, } from "../../evidence/collector.js";
|
|
7
|
+
import { storeEvidenceBundle, loadEvidenceBundle, listEvidenceBundles, verifyEvidenceBundle, getEvidenceStats, } from "../../evidence/store.js";
|
|
8
|
+
const sha256 = (s) => createHash("sha256").update(Buffer.from(s, "utf-8")).digest("hex");
|
|
9
|
+
function artifact(name, content) {
|
|
10
|
+
return {
|
|
11
|
+
type: "scan_result",
|
|
12
|
+
name,
|
|
13
|
+
description: `${name} artifact`,
|
|
14
|
+
contentDigest: sha256(content),
|
|
15
|
+
sizeBytes: Buffer.byteLength(content),
|
|
16
|
+
collectedAt: "2026-01-01T00:00:00.000Z",
|
|
17
|
+
content,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
/** Seed a .vaspera dir with the files collectEvidence looks for. */
|
|
21
|
+
async function seedVasperaDir(projectPath) {
|
|
22
|
+
const v = join(projectPath, ".vaspera");
|
|
23
|
+
await mkdir(join(v, "scans"), { recursive: true });
|
|
24
|
+
await writeFile(join(v, "config.json"), JSON.stringify({ rules: ["a"] }), "utf-8");
|
|
25
|
+
await writeFile(join(v, "history.jsonl"), '{"type":"scan","hash":"abc"}\n', "utf-8");
|
|
26
|
+
await writeFile(join(v, "sbom.json"), JSON.stringify({ bomFormat: "CycloneDX" }), "utf-8");
|
|
27
|
+
await writeFile(join(v, "scans", "scan-001.json"), JSON.stringify({ findings: [] }), "utf-8");
|
|
28
|
+
}
|
|
29
|
+
describe("calculateBundleDigest", () => {
|
|
30
|
+
it("is deterministic and order-independent (artifacts are sorted)", () => {
|
|
31
|
+
const a = artifact("a", "alpha");
|
|
32
|
+
const b = artifact("b", "beta");
|
|
33
|
+
const c = artifact("c", "gamma");
|
|
34
|
+
const d1 = calculateBundleDigest([a, b, c]);
|
|
35
|
+
const d2 = calculateBundleDigest([c, a, b]);
|
|
36
|
+
expect(d1).toBe(d2);
|
|
37
|
+
expect(d1).toMatch(/^[a-f0-9]{64}$/);
|
|
38
|
+
});
|
|
39
|
+
it("changes when any artifact content digest changes", () => {
|
|
40
|
+
const base = calculateBundleDigest([artifact("a", "alpha"), artifact("b", "beta")]);
|
|
41
|
+
const altered = calculateBundleDigest([artifact("a", "alpha"), artifact("b", "BETA")]);
|
|
42
|
+
expect(altered).not.toBe(base);
|
|
43
|
+
});
|
|
44
|
+
it("is empty-set stable", () => {
|
|
45
|
+
expect(calculateBundleDigest([])).toBe(sha256(""));
|
|
46
|
+
});
|
|
47
|
+
});
|
|
48
|
+
describe("collectEvidence", () => {
|
|
49
|
+
let dir;
|
|
50
|
+
beforeEach(async () => {
|
|
51
|
+
dir = await mkdtemp(join(tmpdir(), "evidence-collect-"));
|
|
52
|
+
});
|
|
53
|
+
afterEach(async () => {
|
|
54
|
+
await rm(dir, { recursive: true, force: true });
|
|
55
|
+
});
|
|
56
|
+
it("collects artifacts from .vaspera and produces a self-consistent bundle digest", async () => {
|
|
57
|
+
await seedVasperaDir(dir);
|
|
58
|
+
const result = await collectEvidence({ projectPath: dir, certificationId: "cert-1" });
|
|
59
|
+
expect(result.success).toBe(true);
|
|
60
|
+
const bundle = result.bundle;
|
|
61
|
+
expect(bundle.certificationId).toBe("cert-1");
|
|
62
|
+
expect(bundle.artifacts.length).toBeGreaterThan(0);
|
|
63
|
+
// bundle digest recomputes to the same value from its own artifacts
|
|
64
|
+
expect(calculateBundleDigest(bundle.artifacts)).toBe(bundle.bundleDigest);
|
|
65
|
+
// every artifact's digest matches its inline content
|
|
66
|
+
for (const a of bundle.artifacts) {
|
|
67
|
+
if (a.content)
|
|
68
|
+
expect(sha256(a.content)).toBe(a.contentDigest);
|
|
69
|
+
}
|
|
70
|
+
});
|
|
71
|
+
it("warns (not fails) when expected files are missing", async () => {
|
|
72
|
+
const result = await collectEvidence({ projectPath: dir, includeScanResults: true });
|
|
73
|
+
expect(result.success).toBe(true);
|
|
74
|
+
expect(result.warnings.length).toBeGreaterThan(0);
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
describe("verifyEvidenceBundle — the integrity guarantee", () => {
|
|
78
|
+
let dir;
|
|
79
|
+
beforeEach(async () => {
|
|
80
|
+
dir = await mkdtemp(join(tmpdir(), "evidence-verify-"));
|
|
81
|
+
await seedVasperaDir(dir);
|
|
82
|
+
});
|
|
83
|
+
afterEach(async () => {
|
|
84
|
+
await rm(dir, { recursive: true, force: true });
|
|
85
|
+
});
|
|
86
|
+
it("verifies an untampered freshly collected bundle", async () => {
|
|
87
|
+
const { bundle } = await collectEvidence({ projectPath: dir });
|
|
88
|
+
const result = await verifyEvidenceBundle(bundle);
|
|
89
|
+
expect(result.verified).toBe(true);
|
|
90
|
+
expect(result.artifactsIntact).toBe(true);
|
|
91
|
+
expect(result.failedArtifacts).toEqual([]);
|
|
92
|
+
});
|
|
93
|
+
it("detects tampered inline artifact content (digest mismatch)", async () => {
|
|
94
|
+
const { bundle } = await collectEvidence({ projectPath: dir });
|
|
95
|
+
// Tamper with content but recompute the bundle digest so the top-level
|
|
96
|
+
// check passes — forcing the per-artifact check to be the thing that catches it.
|
|
97
|
+
const target = bundle.artifacts.find((a) => a.content);
|
|
98
|
+
target.content = `${target.content} /* injected */`;
|
|
99
|
+
bundle.bundleDigest = calculateBundleDigest(bundle.artifacts);
|
|
100
|
+
const result = await verifyEvidenceBundle(bundle);
|
|
101
|
+
expect(result.verified).toBe(false);
|
|
102
|
+
expect(result.artifactsIntact).toBe(false);
|
|
103
|
+
expect(result.failedArtifacts).toContain(target.name);
|
|
104
|
+
});
|
|
105
|
+
it("detects a forged bundle digest", async () => {
|
|
106
|
+
const { bundle } = await collectEvidence({ projectPath: dir });
|
|
107
|
+
bundle.bundleDigest = "0".repeat(64);
|
|
108
|
+
const result = await verifyEvidenceBundle(bundle);
|
|
109
|
+
expect(result.verified).toBe(false);
|
|
110
|
+
expect(result.artifactsIntact).toBe(false);
|
|
111
|
+
expect(result.error).toMatch(/digest mismatch/i);
|
|
112
|
+
});
|
|
113
|
+
it("detects an artifact added without updating the bundle digest", async () => {
|
|
114
|
+
const { bundle } = await collectEvidence({ projectPath: dir });
|
|
115
|
+
bundle.artifacts.push(artifact("smuggled", "malicious payload"));
|
|
116
|
+
// bundleDigest left stale on purpose
|
|
117
|
+
const result = await verifyEvidenceBundle(bundle);
|
|
118
|
+
expect(result.verified).toBe(false);
|
|
119
|
+
expect(result.error).toMatch(/digest mismatch/i);
|
|
120
|
+
});
|
|
121
|
+
it("an unsigned bundle verifies with signatureValid undefined", async () => {
|
|
122
|
+
const { bundle } = await collectEvidence({ projectPath: dir });
|
|
123
|
+
const result = await verifyEvidenceBundle(bundle);
|
|
124
|
+
expect(result.verified).toBe(true);
|
|
125
|
+
expect(result.signatureValid).toBeUndefined();
|
|
126
|
+
});
|
|
127
|
+
it("verifies a real-shaped Sigstore signature over the bundle digest", async () => {
|
|
128
|
+
const { bundle } = await collectEvidence({ projectPath: dir });
|
|
129
|
+
// Mirror what collectEvidence({sign:true}) attaches: the signature is over
|
|
130
|
+
// bundleDigest, with a Sigstore bundle carrying a transparency-log entry.
|
|
131
|
+
bundle.signature = {
|
|
132
|
+
signed: true,
|
|
133
|
+
digest: sha256(bundle.bundleDigest),
|
|
134
|
+
signedAt: "2026-01-01T00:00:00.000Z",
|
|
135
|
+
rekorLogIndex: "12345",
|
|
136
|
+
bundle: { verificationMaterial: { tlogEntries: [{ logIndex: "12345" }] } },
|
|
137
|
+
};
|
|
138
|
+
const result = await verifyEvidenceBundle(bundle);
|
|
139
|
+
expect(result.signatureValid).toBe(true);
|
|
140
|
+
expect(result.verified).toBe(true);
|
|
141
|
+
});
|
|
142
|
+
it("rejects a signature whose digest does not match the bundle digest", async () => {
|
|
143
|
+
const { bundle } = await collectEvidence({ projectPath: dir });
|
|
144
|
+
bundle.signature = {
|
|
145
|
+
signed: true,
|
|
146
|
+
digest: sha256("not-the-bundle-digest"),
|
|
147
|
+
signedAt: "2026-01-01T00:00:00.000Z",
|
|
148
|
+
bundle: { verificationMaterial: { tlogEntries: [{ logIndex: "1" }] } },
|
|
149
|
+
};
|
|
150
|
+
const result = await verifyEvidenceBundle(bundle);
|
|
151
|
+
expect(result.signatureValid).toBe(false);
|
|
152
|
+
expect(result.verified).toBe(false);
|
|
153
|
+
expect(result.error).toMatch(/signature/i);
|
|
154
|
+
});
|
|
155
|
+
it("rejects a signature with no transparency-log entry", async () => {
|
|
156
|
+
const { bundle } = await collectEvidence({ projectPath: dir });
|
|
157
|
+
bundle.signature = {
|
|
158
|
+
signed: true,
|
|
159
|
+
digest: sha256(bundle.bundleDigest),
|
|
160
|
+
signedAt: "2026-01-01T00:00:00.000Z",
|
|
161
|
+
bundle: { verificationMaterial: { tlogEntries: [] } },
|
|
162
|
+
};
|
|
163
|
+
const result = await verifyEvidenceBundle(bundle);
|
|
164
|
+
expect(result.signatureValid).toBe(false);
|
|
165
|
+
});
|
|
166
|
+
});
|
|
167
|
+
describe("evidence store round-trip", () => {
|
|
168
|
+
let dir;
|
|
169
|
+
beforeEach(async () => {
|
|
170
|
+
dir = await mkdtemp(join(tmpdir(), "evidence-store-"));
|
|
171
|
+
await seedVasperaDir(dir);
|
|
172
|
+
});
|
|
173
|
+
afterEach(async () => {
|
|
174
|
+
await rm(dir, { recursive: true, force: true });
|
|
175
|
+
});
|
|
176
|
+
it("stores and loads a bundle byte-for-byte, and it still verifies", async () => {
|
|
177
|
+
const { bundle } = await collectEvidence({ projectPath: dir, certificationId: "cert-x" });
|
|
178
|
+
const path = await storeEvidenceBundle(dir, bundle);
|
|
179
|
+
expect(path).toContain(`${bundle.id}.json`);
|
|
180
|
+
const loaded = await loadEvidenceBundle(dir, bundle.id);
|
|
181
|
+
expect(loaded).not.toBeNull();
|
|
182
|
+
expect(loaded.bundleDigest).toBe(bundle.bundleDigest);
|
|
183
|
+
const result = await verifyEvidenceBundle(loaded);
|
|
184
|
+
expect(result.verified).toBe(true);
|
|
185
|
+
});
|
|
186
|
+
it("returns null loading an unknown bundle id", async () => {
|
|
187
|
+
expect(await loadEvidenceBundle(dir, "evidence-nope")).toBeNull();
|
|
188
|
+
});
|
|
189
|
+
it("lists stored bundles newest-first and reports stats", async () => {
|
|
190
|
+
const b1 = (await collectEvidence({ projectPath: dir })).bundle;
|
|
191
|
+
b1.id = "evidence-aaa";
|
|
192
|
+
b1.createdAt = "2026-01-01T00:00:00.000Z";
|
|
193
|
+
const b2 = (await collectEvidence({ projectPath: dir })).bundle;
|
|
194
|
+
b2.id = "evidence-bbb";
|
|
195
|
+
b2.createdAt = "2026-02-01T00:00:00.000Z";
|
|
196
|
+
await storeEvidenceBundle(dir, b1);
|
|
197
|
+
await storeEvidenceBundle(dir, b2);
|
|
198
|
+
const list = await listEvidenceBundles(dir);
|
|
199
|
+
expect(list.map((b) => b.id)).toEqual(["evidence-bbb", "evidence-aaa"]);
|
|
200
|
+
const stats = await getEvidenceStats(dir);
|
|
201
|
+
expect(stats.bundleCount).toBe(2);
|
|
202
|
+
expect(stats.totalSizeBytes).toBeGreaterThan(0);
|
|
203
|
+
expect(stats.oldestBundle).toBe("2026-01-01T00:00:00.000Z");
|
|
204
|
+
expect(stats.newestBundle).toBe("2026-02-01T00:00:00.000Z");
|
|
205
|
+
});
|
|
206
|
+
it("returns empty results for a project with no evidence dir", async () => {
|
|
207
|
+
const empty = await mkdtemp(join(tmpdir(), "evidence-empty-"));
|
|
208
|
+
try {
|
|
209
|
+
expect(await listEvidenceBundles(empty)).toEqual([]);
|
|
210
|
+
expect(await getEvidenceStats(empty)).toEqual({ bundleCount: 0, totalSizeBytes: 0 });
|
|
211
|
+
}
|
|
212
|
+
finally {
|
|
213
|
+
await rm(empty, { recursive: true, force: true });
|
|
214
|
+
}
|
|
215
|
+
});
|
|
216
|
+
});
|
|
217
|
+
describe("formatEvidenceBundleAsMarkdown", () => {
|
|
218
|
+
it("renders digest, artifacts, and unsigned status", () => {
|
|
219
|
+
const bundle = {
|
|
220
|
+
id: "evidence-md",
|
|
221
|
+
createdAt: "2026-01-01T00:00:00.000Z",
|
|
222
|
+
projectPath: "/p",
|
|
223
|
+
frameworks: [],
|
|
224
|
+
environment: {
|
|
225
|
+
os: "linux",
|
|
226
|
+
osVersion: "6",
|
|
227
|
+
nodeVersion: "v20",
|
|
228
|
+
vasperaVersion: "2.14.0",
|
|
229
|
+
capturedAt: "2026-01-01T00:00:00.000Z",
|
|
230
|
+
},
|
|
231
|
+
artifacts: [artifact("scan", "data")],
|
|
232
|
+
bundleDigest: calculateBundleDigest([artifact("scan", "data")]),
|
|
233
|
+
};
|
|
234
|
+
const md = formatEvidenceBundleAsMarkdown(bundle);
|
|
235
|
+
expect(md).toContain("# Evidence Bundle");
|
|
236
|
+
expect(md).toContain(bundle.bundleDigest);
|
|
237
|
+
expect(md).toContain("**Signature**: Not signed");
|
|
238
|
+
});
|
|
239
|
+
});
|
|
240
|
+
//# sourceMappingURL=evidence.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evidence.test.js","sourceRoot":"","sources":["../../../src/__tests__/evidence/evidence.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,8BAA8B,GAC/B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,GACjB,MAAM,yBAAyB,CAAC;AAGjC,MAAM,MAAM,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEjG,SAAS,QAAQ,CAAC,IAAY,EAAE,OAAe;IAC7C,OAAO;QACL,IAAI,EAAE,aAAa;QACnB,IAAI;QACJ,WAAW,EAAE,GAAG,IAAI,WAAW;QAC/B,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC;QAC9B,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;QACrC,WAAW,EAAE,0BAA0B;QACvC,OAAO;KACR,CAAC;AACJ,CAAC;AAED,oEAAoE;AACpE,KAAK,UAAU,cAAc,CAAC,WAAmB;IAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACxC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IACnF,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,gCAAgC,EAAE,OAAO,CAAC,CAAC;IACrF,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3F,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;AAChG,CAAC;AAED,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACjC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAChC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACjC,MAAM,EAAE,GAAG,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,EAAE,GAAG,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,IAAI,GAAG,qBAAqB,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QACpF,MAAM,OAAO,GAAG,qBAAqB,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QACvF,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC7B,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAI,GAAW,CAAC;IAChB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IACH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,KAAK,IAAI,EAAE;QAC7F,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEtF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAO,CAAC;QAC9B,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACnD,oEAAoE;QACpE,MAAM,CAAC,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1E,qDAAqD;QACrD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,OAAO;gBAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QACjE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;QACrF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gDAAgD,EAAE,GAAG,EAAE;IAC9D,IAAI,GAAW,CAAC;IAChB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;QACxD,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,uEAAuE;QACvE,iFAAiF;QACjF,MAAM,MAAM,GAAG,MAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAE,CAAC;QACzD,MAAM,CAAC,OAAO,GAAG,GAAG,MAAM,CAAC,OAAO,iBAAiB,CAAC;QACpD,MAAO,CAAC,YAAY,GAAG,qBAAqB,CAAC,MAAO,CAAC,SAAS,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAO,CAAC,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAO,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC,CAAC;QAClE,qCAAqC;QACrC,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,aAAa,EAAE,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,2EAA2E;QAC3E,0EAA0E;QAC1E,MAAO,CAAC,SAAS,GAAG;YAClB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,MAAM,CAAC,MAAO,CAAC,YAAY,CAAC;YACpC,QAAQ,EAAE,0BAA0B;YACpC,aAAa,EAAE,OAAO;YACtB,MAAM,EAAE,EAAE,oBAAoB,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE;SAC3E,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAO,CAAC,SAAS,GAAG;YAClB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,MAAM,CAAC,uBAAuB,CAAC;YACvC,QAAQ,EAAE,0BAA0B;YACpC,MAAM,EAAE,EAAE,oBAAoB,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;SACvE,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAO,CAAC,SAAS,GAAG;YAClB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,MAAM,CAAC,MAAO,CAAC,YAAY,CAAC;YACpC,QAAQ,EAAE,0BAA0B;YACpC,MAAM,EAAE,EAAE,oBAAoB,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE;SACtD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,IAAI,GAAW,CAAC;IAChB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;QACvD,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1F,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,MAAO,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,MAAO,CAAC,EAAE,OAAO,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,MAAO,CAAC,EAAE,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,MAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,MAAO,CAAC,YAAY,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,CAAC,MAAM,kBAAkB,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,EAAE,GAAG,CAAC,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,MAAO,CAAC;QACjE,EAAE,CAAC,EAAE,GAAG,cAAc,CAAC;QACvB,EAAE,CAAC,SAAS,GAAG,0BAA0B,CAAC;QAC1C,MAAM,EAAE,GAAG,CAAC,MAAM,eAAe,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,MAAO,CAAC;QACjE,EAAE,CAAC,EAAE,GAAG,cAAc,CAAC;QACvB,EAAE,CAAC,SAAS,GAAG,0BAA0B,CAAC;QAC1C,MAAM,mBAAmB,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnC,MAAM,mBAAmB,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAEnC,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;QAExE,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC5D,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,CAAC,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACrD,MAAM,CAAC,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAmB;YAC7B,EAAE,EAAE,aAAa;YACjB,SAAS,EAAE,0BAA0B;YACrC,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,EAAE;YACd,WAAW,EAAE;gBACX,EAAE,EAAE,OAAO;gBACX,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,KAAK;gBAClB,cAAc,EAAE,QAAQ;gBACxB,UAAU,EAAE,0BAA0B;aACvC;YACD,SAAS,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACrC,YAAY,EAAE,qBAAqB,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;SAChE,CAAC;QACF,MAAM,EAAE,GAAG,8BAA8B,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC1C,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,2BAA2B,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decisions.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/history/decisions.test.ts"],"names":[],"mappings":""}
|