agentskeptic 8.0.1 → 8.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/README.md +10 -0
  2. package/dist/certificateVerificationDiff.d.ts +77 -0
  3. package/dist/certificateVerificationDiff.d.ts.map +1 -0
  4. package/dist/certificateVerificationDiff.js +249 -0
  5. package/dist/certificateVerificationDiff.js.map +1 -0
  6. package/dist/certificateVerificationDiff.test.d.ts +2 -0
  7. package/dist/certificateVerificationDiff.test.d.ts.map +1 -0
  8. package/dist/certificateVerificationDiff.test.js +53 -0
  9. package/dist/certificateVerificationDiff.test.js.map +1 -0
  10. package/dist/cli.js +96 -4
  11. package/dist/cli.js.map +1 -1
  12. package/dist/compareCertificatesCli.test.d.ts +2 -0
  13. package/dist/compareCertificatesCli.test.d.ts.map +1 -0
  14. package/dist/compareCertificatesCli.test.js +144 -0
  15. package/dist/compareCertificatesCli.test.js.map +1 -0
  16. package/dist/evidenceCompleteness.d.ts +3 -0
  17. package/dist/evidenceCompleteness.d.ts.map +1 -1
  18. package/dist/evidenceCompleteness.js +3 -0
  19. package/dist/evidenceCompleteness.js.map +1 -1
  20. package/dist/execution-identity.v1.json +1 -1
  21. package/dist/publicDistribution.generated.d.ts +1 -1
  22. package/dist/publicDistribution.generated.js +1 -1
  23. package/dist/remediationDecision.parity.test.js +12 -0
  24. package/dist/remediationDecision.parity.test.js.map +1 -1
  25. package/dist/schemaLoad.d.ts +1 -1
  26. package/dist/schemaLoad.d.ts.map +1 -1
  27. package/dist/schemaLoad.js +3 -0
  28. package/dist/schemaLoad.js.map +1 -1
  29. package/dist/witnessCoverageRollup.d.ts +23 -0
  30. package/dist/witnessCoverageRollup.d.ts.map +1 -0
  31. package/dist/witnessCoverageRollup.js +138 -0
  32. package/dist/witnessCoverageRollup.js.map +1 -0
  33. package/dist/witnessCoverageRollup.test.d.ts +2 -0
  34. package/dist/witnessCoverageRollup.test.d.ts.map +1 -0
  35. package/dist/witnessCoverageRollup.test.js +187 -0
  36. package/dist/witnessCoverageRollup.test.js.map +1 -0
  37. package/package.json +1 -1
  38. package/schemas/evidence-completeness-v1.schema.json +53 -0
  39. package/schemas/openapi-commercial-v1.yaml +1 -1
  40. package/schemas/verification-diff-certificate-v1.schema.json +229 -0
@@ -0,0 +1,23 @@
1
+ /**
2
+ * Canonical witness modality rollup for certificate evidence completeness.
3
+ * Modality strings align with `.github/actions/agentskeptic-check/witnessKindFromCode.mjs` outputs.
4
+ */
5
+ import type { StepOutcome, StepVerificationRequest } from "./types.js";
6
+ export declare const CANONICAL_WITNESS_KINDS: readonly ["sql", "http_witness", "object_storage", "vector_document", "mongo_document", "state_witness"];
7
+ export type CanonicalWitnessRollupKind = (typeof CANONICAL_WITNESS_KINDS)[number];
8
+ export type WitnessCoverageSupportLabel = "meaningful_multi_witness" | "sql_only_contract" | "single_non_sql_contract" | "thin_or_unknown" | "coverage_incomplete_or_failed";
9
+ export type WitnessCoverageRollupJson = {
10
+ schemaVersion: 1;
11
+ exercisedKinds: CanonicalWitnessRollupKind[];
12
+ fullySatisfiedKinds: CanonicalWitnessRollupKind[];
13
+ notFullySatisfiedKinds: CanonicalWitnessRollupKind[];
14
+ supportLabel: WitnessCoverageSupportLabel;
15
+ summaryLine?: string;
16
+ };
17
+ /**
18
+ * Maps a resolved verification request to canonical rollup modality buckets.
19
+ * All SQL-shaped checks collapse to `sql`.
20
+ */
21
+ export declare function witnessKindsFromVerificationRequest(req: StepVerificationRequest): CanonicalWitnessRollupKind[];
22
+ export declare function buildWitnessCoverageFromSteps(steps: StepOutcome[]): WitnessCoverageRollupJson;
23
+ //# sourceMappingURL=witnessCoverageRollup.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"witnessCoverageRollup.d.ts","sourceRoot":"","sources":["../src/witnessCoverageRollup.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAc,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAEnF,eAAO,MAAM,uBAAuB,0GAO1B,CAAC;AAEX,MAAM,MAAM,0BAA0B,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElF,MAAM,MAAM,2BAA2B,GACnC,0BAA0B,GAC1B,mBAAmB,GACnB,yBAAyB,GACzB,iBAAiB,GACjB,+BAA+B,CAAC;AAEpC,MAAM,MAAM,yBAAyB,GAAG;IACtC,aAAa,EAAE,CAAC,CAAC;IACjB,cAAc,EAAE,0BAA0B,EAAE,CAAC;IAC7C,mBAAmB,EAAE,0BAA0B,EAAE,CAAC;IAClD,sBAAsB,EAAE,0BAA0B,EAAE,CAAC;IACrD,YAAY,EAAE,2BAA2B,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAmBF;;;GAGG;AACH,wBAAgB,mCAAmC,CAAC,GAAG,EAAE,uBAAuB,GAAG,0BAA0B,EAAE,CAiB9G;AAED,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,yBAAyB,CAmC7F"}
@@ -0,0 +1,138 @@
1
+ /**
2
+ * Canonical witness modality rollup for certificate evidence completeness.
3
+ * Modality strings align with `.github/actions/agentskeptic-check/witnessKindFromCode.mjs` outputs.
4
+ */
5
+ export const CANONICAL_WITNESS_KINDS = [
6
+ "sql",
7
+ "http_witness",
8
+ "object_storage",
9
+ "vector_document",
10
+ "mongo_document",
11
+ "state_witness",
12
+ ];
13
+ /** Rank per step touching a modality: higher = farther from verified. */
14
+ const STATUS_RANK = {
15
+ verified: 0,
16
+ uncertain: 1,
17
+ incomplete_verification: 2,
18
+ partially_verified: 3,
19
+ missing: 4,
20
+ inconsistent: 5,
21
+ };
22
+ const MAX_KINDS_DISPLAY = 24;
23
+ function sortedUniqueKinds(list) {
24
+ const set = new Set(list);
25
+ return [...set].sort((a, b) => a.localeCompare(b)).slice(0, MAX_KINDS_DISPLAY);
26
+ }
27
+ /**
28
+ * Maps a resolved verification request to canonical rollup modality buckets.
29
+ * All SQL-shaped checks collapse to `sql`.
30
+ */
31
+ export function witnessKindsFromVerificationRequest(req) {
32
+ if (req === null)
33
+ return [];
34
+ switch (req.kind) {
35
+ case "sql_row":
36
+ case "sql_row_absent":
37
+ case "sql_effects":
38
+ case "sql_relational":
39
+ return ["sql"];
40
+ case "http_witness":
41
+ return ["http_witness"];
42
+ case "vector_document":
43
+ return ["vector_document"];
44
+ case "object_storage_object":
45
+ return ["object_storage"];
46
+ case "mongo_document":
47
+ return ["mongo_document"];
48
+ }
49
+ }
50
+ export function buildWitnessCoverageFromSteps(steps) {
51
+ /** Worst status rank touching each modality across steps */
52
+ const worstByKind = new Map();
53
+ for (const step of steps) {
54
+ const kinds = witnessKindsFromVerificationRequest(step.verificationRequest);
55
+ if (kinds.length === 0)
56
+ continue;
57
+ const r = STATUS_RANK[step.status];
58
+ for (const k of kinds) {
59
+ const prev = worstByKind.get(k) ?? -1;
60
+ worstByKind.set(k, Math.max(prev, r));
61
+ }
62
+ }
63
+ const exercised = sortedUniqueKinds([...worstByKind.keys()]);
64
+ const fullySatisfied = [];
65
+ const notFullySatisfied = [];
66
+ for (const k of exercised) {
67
+ const w = worstByKind.get(k) ?? 5;
68
+ if (w <= 0)
69
+ fullySatisfied.push(k);
70
+ else
71
+ notFullySatisfied.push(k);
72
+ }
73
+ const supportLabel = deriveSupportLabel(exercised, fullySatisfied, notFullySatisfied, worstByKind);
74
+ const summaryLine = formatSummaryLine(exercised, fullySatisfied, notFullySatisfied, supportLabel);
75
+ return {
76
+ schemaVersion: 1,
77
+ exercisedKinds: exercised,
78
+ fullySatisfiedKinds: sortedUniqueKinds(fullySatisfied),
79
+ notFullySatisfiedKinds: sortedUniqueKinds(notFullySatisfied),
80
+ supportLabel,
81
+ ...(summaryLine.length > 0 ? { summaryLine } : {}),
82
+ };
83
+ }
84
+ function deriveSupportLabel(exercisedKinds, fullySatisfiedKinds, notFullySatisfiedKinds, worstByKind) {
85
+ if (exercisedKinds.length === 0)
86
+ return "thin_or_unknown";
87
+ if (notFullySatisfiedKinds.length > 0) {
88
+ void worstByKind;
89
+ return "coverage_incomplete_or_failed";
90
+ }
91
+ if (fullySatisfiedKinds.length === exercisedKinds.length && exercisedKinds.length >= 2) {
92
+ return "meaningful_multi_witness";
93
+ }
94
+ if (fullySatisfiedKinds.length === 1 &&
95
+ fullySatisfiedKinds[0] === "sql" &&
96
+ exercisedKinds.length === 1) {
97
+ return "sql_only_contract";
98
+ }
99
+ if (exercisedKinds.length === 1 &&
100
+ fullySatisfiedKinds.length === 1 &&
101
+ exercisedKinds[0] !== undefined &&
102
+ exercisedKinds[0] !== "sql") {
103
+ return "single_non_sql_contract";
104
+ }
105
+ return "coverage_incomplete_or_failed";
106
+ }
107
+ function formatSummaryLine(exercised, fullySatisfied, notFullySatisfied, label) {
108
+ if (exercised.length === 0)
109
+ return "No verification modalities exercised on captured steps with resolved verification targets.";
110
+ const ex = exercised.join(",");
111
+ const ok = fullySatisfied.join(",");
112
+ const bad = notFullySatisfied.join(",") || "(none)";
113
+ let body = "";
114
+ switch (label) {
115
+ case "meaningful_multi_witness":
116
+ body = "Multiple modalities satisfied.";
117
+ break;
118
+ case "sql_only_contract":
119
+ body = "SQL-only contract checks satisfied.";
120
+ break;
121
+ case "single_non_sql_contract":
122
+ body = "Single non-SQL modality satisfied.";
123
+ break;
124
+ case "thin_or_unknown":
125
+ body = "Thin or unknown witness footprint.";
126
+ break;
127
+ case "coverage_incomplete_or_failed":
128
+ body = "One or more modalities incomplete, partial, mismatched, or failed.";
129
+ break;
130
+ default: {
131
+ const _e = label;
132
+ return _e;
133
+ }
134
+ }
135
+ const raw = `[${body}] modalities_exercised=${ex} modalities_fully_satisfied=${ok} modalities_not_fully_satisfied=${bad}`;
136
+ return raw.length <= 320 ? raw : `${raw.slice(0, 316)}…`;
137
+ }
138
+ //# sourceMappingURL=witnessCoverageRollup.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"witnessCoverageRollup.js","sourceRoot":"","sources":["../src/witnessCoverageRollup.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,KAAK;IACL,cAAc;IACd,gBAAgB;IAChB,iBAAiB;IACjB,gBAAgB;IAChB,eAAe;CACP,CAAC;AAoBX,yEAAyE;AACzE,MAAM,WAAW,GAA+B;IAC9C,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;IACZ,uBAAuB,EAAE,CAAC;IAC1B,kBAAkB,EAAE,CAAC;IACrB,OAAO,EAAE,CAAC;IACV,YAAY,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B,SAAS,iBAAiB,CAAC,IAAkC;IAC3D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;AACjF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mCAAmC,CAAC,GAA4B;IAC9E,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC5B,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,SAAS,CAAC;QACf,KAAK,gBAAgB,CAAC;QACtB,KAAK,aAAa,CAAC;QACnB,KAAK,gBAAgB;YACnB,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,KAAK,cAAc;YACjB,OAAO,CAAC,cAAc,CAAC,CAAC;QAC1B,KAAK,iBAAiB;YACpB,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC7B,KAAK,uBAAuB;YAC1B,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC5B,KAAK,gBAAgB;YACnB,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,KAAoB;IAChE,4DAA4D;IAC5D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsC,CAAC;IAElE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,mCAAmC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC5E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACjC,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACtC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,iBAAiB,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAiC,EAAE,CAAC;IACxD,MAAM,iBAAiB,GAAiC,EAAE,CAAC;IAE3D,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC;YAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;YAC9B,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,YAAY,GAAG,kBAAkB,CAAC,SAAS,EAAE,cAAc,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC;IACnG,MAAM,WAAW,GAAG,iBAAiB,CAAC,SAAS,EAAE,cAAc,EAAE,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAElG,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,SAAS;QACzB,mBAAmB,EAAE,iBAAiB,CAAC,cAAc,CAAC;QACtD,sBAAsB,EAAE,iBAAiB,CAAC,iBAAiB,CAAC;QAC5D,YAAY;QACZ,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,cAA4C,EAC5C,mBAAiD,EACjD,sBAAoD,EACpD,WAA4D;IAE5D,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,iBAAiB,CAAC;IAE1D,IAAI,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,WAAW,CAAC;QACjB,OAAO,+BAA+B,CAAC;IACzC,CAAC;IAED,IAAI,mBAAmB,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACvF,OAAO,0BAA0B,CAAC;IACpC,CAAC;IACD,IACE,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,mBAAmB,CAAC,CAAC,CAAC,KAAK,KAAK;QAChC,cAAc,CAAC,MAAM,KAAK,CAAC,EAC3B,CAAC;QACD,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IACD,IACE,cAAc,CAAC,MAAM,KAAK,CAAC;QAC3B,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,cAAc,CAAC,CAAC,CAAC,KAAK,SAAS;QAC/B,cAAc,CAAC,CAAC,CAAC,KAAK,KAAK,EAC3B,CAAC;QACD,OAAO,yBAAyB,CAAC;IACnC,CAAC;IACD,OAAO,+BAA+B,CAAC;AACzC,CAAC;AAED,SAAS,iBAAiB,CACxB,SAAuC,EACvC,cAA4C,EAC5C,iBAA+C,EAC/C,KAAkC;IAElC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QACxB,OAAO,4FAA4F,CAAC;IACtG,MAAM,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC;IACpD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,0BAA0B;YAC7B,IAAI,GAAG,gCAAgC,CAAC;YACxC,MAAM;QACR,KAAK,mBAAmB;YACtB,IAAI,GAAG,qCAAqC,CAAC;YAC7C,MAAM;QACR,KAAK,yBAAyB;YAC5B,IAAI,GAAG,oCAAoC,CAAC;YAC5C,MAAM;QACR,KAAK,iBAAiB;YACpB,IAAI,GAAG,oCAAoC,CAAC;YAC5C,MAAM;QACR,KAAK,+BAA+B;YAClC,IAAI,GAAG,oEAAoE,CAAC;YAC5E,MAAM;QACR,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,EAAE,GAAU,KAAK,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,0BAA0B,EAAE,+BAA+B,EAAE,mCAAmC,GAAG,EAAE,CAAC;IAC1H,OAAO,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC;AAC3D,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=witnessCoverageRollup.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"witnessCoverageRollup.test.d.ts","sourceRoot":"","sources":["../src/witnessCoverageRollup.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,187 @@
1
+ import { describe, expect, it } from "vitest";
2
+ import { buildWitnessCoverageFromSteps, CANONICAL_WITNESS_KINDS, witnessKindsFromVerificationRequest, } from "./witnessCoverageRollup.js";
3
+ function baseStep(partial) {
4
+ return {
5
+ seq: partial.seq,
6
+ toolId: partial.toolId,
7
+ releaseCritical: partial.releaseCritical ?? false,
8
+ intendedEffect: partial.intendedEffect ?? { narrative: "n" },
9
+ observedExecution: partial.observedExecution ?? { paramsCanonical: "{}" },
10
+ verificationRequest: partial.verificationRequest ?? null,
11
+ status: partial.status ?? "verified",
12
+ reasons: partial.reasons ?? [],
13
+ evidenceSummary: partial.evidenceSummary ?? {},
14
+ repeatObservationCount: partial.repeatObservationCount ?? 1,
15
+ evaluatedObservationOrdinal: partial.evaluatedObservationOrdinal ?? 1,
16
+ ...("failureDiagnostic" in partial ? { failureDiagnostic: partial.failureDiagnostic } : {}),
17
+ ...("langgraphCheckpointKey" in partial ? { langgraphCheckpointKey: partial.langgraphCheckpointKey } : {}),
18
+ };
19
+ }
20
+ describe("witnessKindsFromVerificationRequest", () => {
21
+ it("maps sql families to sql", () => {
22
+ expect(witnessKindsFromVerificationRequest({ kind: "sql_row", table: "t", identityEq: [], requiredFields: {} })).toEqual([
23
+ "sql",
24
+ ]);
25
+ expect(witnessKindsFromVerificationRequest({ kind: "sql_effects", effects: [] })).toEqual(["sql"]);
26
+ });
27
+ it("maps non-SQL witnesses distinctly", () => {
28
+ expect(witnessKindsFromVerificationRequest({
29
+ kind: "http_witness",
30
+ method: "GET",
31
+ url: "https://x",
32
+ expectedStatus: 200,
33
+ })).toEqual(["http_witness"]);
34
+ expect(witnessKindsFromVerificationRequest({
35
+ kind: "vector_document",
36
+ provider: "pinecone",
37
+ documentId: "d",
38
+ indexName: "i",
39
+ })).toEqual(["vector_document"]);
40
+ });
41
+ it("null yields empty kinds", () => {
42
+ expect(witnessKindsFromVerificationRequest(null)).toEqual([]);
43
+ });
44
+ });
45
+ describe("buildWitnessCoverageFromSteps", () => {
46
+ it("empty steps → thin_or_unknown", () => {
47
+ const r = buildWitnessCoverageFromSteps([]);
48
+ expect(r).toMatchObject({
49
+ schemaVersion: 1,
50
+ exercisedKinds: [],
51
+ fullySatisfiedKinds: [],
52
+ notFullySatisfiedKinds: [],
53
+ supportLabel: "thin_or_unknown",
54
+ });
55
+ expect(r.summaryLine).toBeDefined();
56
+ expect(String(r.summaryLine)).toContain("No verification modalities");
57
+ });
58
+ it("SQL verified only → sql_only_contract", () => {
59
+ const r = buildWitnessCoverageFromSteps([
60
+ baseStep({
61
+ seq: 0,
62
+ toolId: "x",
63
+ status: "verified",
64
+ verificationRequest: {
65
+ kind: "sql_row",
66
+ table: "contacts",
67
+ identityEq: [{ column: "id", value: "1" }],
68
+ requiredFields: { name: "a" },
69
+ },
70
+ }),
71
+ ]);
72
+ expect(r.exercisedKinds).toEqual(["sql"]);
73
+ expect(r.fullySatisfiedKinds).toEqual(["sql"]);
74
+ expect(r.notFullySatisfiedKinds).toEqual([]);
75
+ expect(r.supportLabel).toBe("sql_only_contract");
76
+ });
77
+ it("partially_verified SQL → modality not fully satisfied + coverage label", () => {
78
+ const r = buildWitnessCoverageFromSteps([
79
+ baseStep({
80
+ seq: 0,
81
+ toolId: "x",
82
+ status: "partially_verified",
83
+ verificationRequest: { kind: "sql_effects", effects: [] },
84
+ reasons: [{ code: "MULTI_EFFECT_PARTIAL", message: "m" }],
85
+ }),
86
+ ]);
87
+ expect(r.exercisedKinds).toEqual(["sql"]);
88
+ expect(r.fullySatisfiedKinds).toEqual([]);
89
+ expect(r.notFullySatisfiedKinds).toEqual(["sql"]);
90
+ expect(r.supportLabel).toBe("coverage_incomplete_or_failed");
91
+ });
92
+ it("two modalities both verified → meaningful_multi_witness", () => {
93
+ const rows = [
94
+ baseStep({
95
+ seq: 0,
96
+ toolId: "a",
97
+ status: "verified",
98
+ verificationRequest: {
99
+ kind: "sql_row",
100
+ table: "t",
101
+ identityEq: [],
102
+ requiredFields: {},
103
+ },
104
+ }),
105
+ baseStep({
106
+ seq: 1,
107
+ toolId: "b",
108
+ status: "verified",
109
+ verificationRequest: {
110
+ kind: "http_witness",
111
+ method: "GET",
112
+ url: "https://api",
113
+ expectedStatus: 200,
114
+ },
115
+ }),
116
+ ];
117
+ const r = buildWitnessCoverageFromSteps(rows);
118
+ expect(r.exercisedKinds.sort()).toEqual(["http_witness", "sql"]);
119
+ expect(r.fullySatisfiedKinds.sort()).toEqual(["http_witness", "sql"]);
120
+ expect(r.notFullySatisfiedKinds).toEqual([]);
121
+ expect(r.supportLabel).toBe("meaningful_multi_witness");
122
+ });
123
+ it("HTTP only verified → single_non_sql_contract", () => {
124
+ const r = buildWitnessCoverageFromSteps([
125
+ baseStep({
126
+ seq: 0,
127
+ toolId: "api",
128
+ status: "verified",
129
+ verificationRequest: {
130
+ kind: "http_witness",
131
+ method: "GET",
132
+ url: "https://h",
133
+ expectedStatus: 200,
134
+ },
135
+ }),
136
+ ]);
137
+ expect(r.supportLabel).toBe("single_non_sql_contract");
138
+ expect(r.fullySatisfiedKinds).toEqual(["http_witness"]);
139
+ });
140
+ it("worst rank dominates across steps for same modality", () => {
141
+ const r = buildWitnessCoverageFromSteps([
142
+ baseStep({
143
+ seq: 0,
144
+ toolId: "good",
145
+ status: "verified",
146
+ verificationRequest: {
147
+ kind: "sql_row",
148
+ table: "t",
149
+ identityEq: [],
150
+ requiredFields: {},
151
+ },
152
+ }),
153
+ baseStep({
154
+ seq: 1,
155
+ toolId: "bad",
156
+ status: "missing",
157
+ verificationRequest: {
158
+ kind: "sql_row_absent",
159
+ table: "t",
160
+ identityEq: [],
161
+ filterEq: [],
162
+ },
163
+ reasons: [{ code: "ROW_ABSENT", message: "" }],
164
+ }),
165
+ ]);
166
+ expect(r.notFullySatisfiedKinds).toContain("sql");
167
+ expect(r.fullySatisfiedKinds).not.toContain("sql");
168
+ expect(r.supportLabel).toBe("coverage_incomplete_or_failed");
169
+ });
170
+ });
171
+ describe("CANONICAL_WITNESS_KINDS parity with composite action literals", () => {
172
+ /** Mirror `.github/actions/agentskeptic-check/witnessKindFromCode.mjs` string constants — update both if taxonomy changes */
173
+ const LITERAL_EXPECTED_SORTED = [
174
+ "http_witness",
175
+ "mongo_document",
176
+ "object_storage",
177
+ "sql",
178
+ "state_witness",
179
+ "vector_document",
180
+ ];
181
+ it("exported tuple matches rollup enum order used by witnessKindFromCode.mjs VALUE set", () => {
182
+ expect([...CANONICAL_WITNESS_KINDS].sort((a, b) => a.localeCompare(b))).toEqual([
183
+ ...LITERAL_EXPECTED_SORTED,
184
+ ].sort((a, b) => a.localeCompare(b)));
185
+ });
186
+ });
187
+ //# sourceMappingURL=witnessCoverageRollup.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"witnessCoverageRollup.test.js","sourceRoot":"","sources":["../src/witnessCoverageRollup.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,6BAA6B,EAC7B,uBAAuB,EACvB,mCAAmC,GAGpC,MAAM,4BAA4B,CAAC;AAGpC,SAAS,QAAQ,CACf,OAEsB;IAEtB,OAAO;QACL,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,KAAK;QACjD,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE;QAC5D,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;QACzE,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,IAAI;QACxD,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,UAAU;QACpC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;QAC9B,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,EAAE;QAC9C,sBAAsB,EAAE,OAAO,CAAC,sBAAsB,IAAI,CAAC;QAC3D,2BAA2B,EAAE,OAAO,CAAC,2BAA2B,IAAI,CAAC;QACrE,GAAI,CAAC,mBAAmB,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAY;QACvG,GAAI,CAAC,wBAAwB,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAY;KACxG,CAAC;AACnB,CAAC;AAED,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;IACnD,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,mCAAmC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACvH,KAAK;SACN,CAAC,CAAC;QACH,MAAM,CAAC,mCAAmC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACrG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CACJ,mCAAmC,CAAC;YAClC,IAAI,EAAE,cAAc;YACpB,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,WAAW;YAChB,cAAc,EAAE,GAAG;SACpB,CAAC,CACH,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;QAC5B,MAAM,CACJ,mCAAmC,CAAC;YAClC,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,UAAU;YACpB,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,GAAG;SACf,CAAC,CACH,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,CAAC,mCAAmC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,GAAG,6BAA6B,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACtB,aAAa,EAAE,CAAC;YAChB,cAAc,EAAE,EAAE;YAClB,mBAAmB,EAAE,EAAE;YACvB,sBAAsB,EAAE,EAAE;YAC1B,YAAY,EAAE,iBAAiB;SAChC,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,GAAG,6BAA6B,CAAC;YACtC,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,UAAU;oBACjB,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;oBAC1C,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;iBAC9B;aACF,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,GAAG,6BAA6B,CAAC;YACtC,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,oBAAoB;gBAC5B,mBAAmB,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE;gBACzD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;aAC1D,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,IAAI,GAAkB;YAC1B,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,GAAG;oBACV,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;iBACnB;aACF,CAAC;YACF,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,KAAK;oBACb,GAAG,EAAE,aAAa;oBAClB,cAAc,EAAE,GAAG;iBACpB;aACF,CAAC;SACH,CAAC;QACF,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC;QACtE,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,GAAG,6BAA6B,CAAC;YACtC,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,KAAK;oBACb,GAAG,EAAE,WAAW;oBAChB,cAAc,EAAE,GAAG;iBACpB;aACF,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACvD,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,CAAC,GAAG,6BAA6B,CAAC;YACtC,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,GAAG;oBACV,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;iBACnB;aACF,CAAC;YACF,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,SAAS;gBACjB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,gBAAgB;oBACtB,KAAK,EAAE,GAAG;oBACV,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,EAAE;iBACb;gBACD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;aAC/C,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+DAA+D,EAAE,GAAG,EAAE;IAC7E,6HAA6H;IAC7H,MAAM,uBAAuB,GAAG;QAC9B,cAAc;QACd,gBAAgB;QAChB,gBAAgB;QAChB,KAAK;QACL,eAAe;QACf,iBAAiB;KACqB,CAAC;IAEzC,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,CAAC,CAAC,GAAI,uBAA6C,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACrG,GAAG,uBAAuB;SAC3B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "agentskeptic",
3
- "version": "8.0.1",
3
+ "version": "8.2.0",
4
4
  "description": "Tool activity vs downstream state at verify: SQL, HTTP, vectors, documents, S3 objects—deterministic verdict artifacts (verification-state-stores.md).",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -2,6 +2,56 @@
2
2
  "$id": "https://agentskeptic.com/schemas/evidence-completeness-v1.schema.json",
3
3
  "$schema": "https://json-schema.org/draft/2020-12/schema",
4
4
  "title": "EvidenceCompletenessV1",
5
+ "$defs": {
6
+ "witnessRollupKindString": {
7
+ "type": "string",
8
+ "enum": ["sql", "http_witness", "object_storage", "vector_document", "mongo_document", "state_witness"]
9
+ },
10
+ "witnessCoverageV1": {
11
+ "type": "object",
12
+ "additionalProperties": false,
13
+ "required": [
14
+ "schemaVersion",
15
+ "exercisedKinds",
16
+ "fullySatisfiedKinds",
17
+ "notFullySatisfiedKinds",
18
+ "supportLabel"
19
+ ],
20
+ "properties": {
21
+ "schemaVersion": { "type": "integer", "const": 1 },
22
+ "exercisedKinds": {
23
+ "type": "array",
24
+ "maxItems": 24,
25
+ "items": { "$ref": "#/$defs/witnessRollupKindString" }
26
+ },
27
+ "fullySatisfiedKinds": {
28
+ "type": "array",
29
+ "maxItems": 24,
30
+ "items": { "$ref": "#/$defs/witnessRollupKindString" }
31
+ },
32
+ "notFullySatisfiedKinds": {
33
+ "type": "array",
34
+ "maxItems": 24,
35
+ "items": { "$ref": "#/$defs/witnessRollupKindString" }
36
+ },
37
+ "supportLabel": {
38
+ "type": "string",
39
+ "enum": [
40
+ "meaningful_multi_witness",
41
+ "sql_only_contract",
42
+ "single_non_sql_contract",
43
+ "thin_or_unknown",
44
+ "coverage_incomplete_or_failed"
45
+ ]
46
+ },
47
+ "summaryLine": {
48
+ "type": "string",
49
+ "minLength": 1,
50
+ "maxLength": 320
51
+ }
52
+ }
53
+ }
54
+ },
5
55
  "type": "object",
6
56
  "additionalProperties": false,
7
57
  "required": [
@@ -261,6 +311,9 @@
261
311
  "text": { "type": "string", "minLength": 1, "maxLength": 500 }
262
312
  }
263
313
  }
314
+ },
315
+ "witnessCoverage": {
316
+ "$ref": "#/$defs/witnessCoverageV1"
264
317
  }
265
318
  }
266
319
  }
@@ -1,7 +1,7 @@
1
1
  openapi: "3.0.3"
2
2
  info:
3
3
  title: AgentSkeptic commercial license API
4
- version: "8.0.1"
4
+ version: "8.2.0"
5
5
  contact:
6
6
  url: https://agentskeptic.com
7
7
  x-agentskeptic-distribution: