agentskeptic 8.0.1 → 8.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/evidenceCompleteness.d.ts +3 -0
- package/dist/evidenceCompleteness.d.ts.map +1 -1
- package/dist/evidenceCompleteness.js +3 -0
- package/dist/evidenceCompleteness.js.map +1 -1
- package/dist/execution-identity.v1.json +1 -1
- package/dist/publicDistribution.generated.d.ts +1 -1
- package/dist/publicDistribution.generated.js +1 -1
- package/dist/remediationDecision.parity.test.js +12 -0
- package/dist/remediationDecision.parity.test.js.map +1 -1
- package/dist/witnessCoverageRollup.d.ts +23 -0
- package/dist/witnessCoverageRollup.d.ts.map +1 -0
- package/dist/witnessCoverageRollup.js +138 -0
- package/dist/witnessCoverageRollup.js.map +1 -0
- package/dist/witnessCoverageRollup.test.d.ts +2 -0
- package/dist/witnessCoverageRollup.test.d.ts.map +1 -0
- package/dist/witnessCoverageRollup.test.js +187 -0
- package/dist/witnessCoverageRollup.test.js.map +1 -0
- package/package.json +1 -1
- package/schemas/evidence-completeness-v1.schema.json +53 -0
- package/schemas/openapi-commercial-v1.yaml +1 -1
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
* Canonical evidence completeness object (schemas/evidence-completeness-v1.schema.json).
|
|
3
3
|
*/
|
|
4
4
|
import type { EvidenceGapPrimary, RemediationDecision, RemediationItem, RerunPath, RerunReadiness, WorkflowResult } from "./types.js";
|
|
5
|
+
import type { WitnessCoverageRollupJson } from "./witnessCoverageRollup.js";
|
|
5
6
|
export type { EvidenceGapPrimary } from "./types.js";
|
|
6
7
|
export type QuickSignalEvidence = "na" | "no_actions" | "no_structured_activity" | "no_sql_candidates" | "sql_ran_uncertain" | "sql_ran_failed" | "sql_ran_passed";
|
|
7
8
|
/** Wire + runtime shape (certificate / quick stdout). */
|
|
@@ -22,6 +23,8 @@ export type EvidenceCompletenessJson = {
|
|
|
22
23
|
rerunReadiness?: RerunReadiness;
|
|
23
24
|
rerunPath?: RerunPath;
|
|
24
25
|
remediationItems?: RemediationItem[];
|
|
26
|
+
/** Contract / LangGraph certificate producers emit rollup; optional for legacy or quick previews. */
|
|
27
|
+
witnessCoverage?: WitnessCoverageRollupJson;
|
|
25
28
|
};
|
|
26
29
|
export { classifyWorkflowBlocker } from "./workflowFailureSignals.js";
|
|
27
30
|
export { workflowResultToEngineSlice } from "./workflowResultSlice.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evidenceCompleteness.d.ts","sourceRoot":"","sources":["../src/evidenceCompleteness.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,eAAe,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAKtI,YAAY,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,MAAM,MAAM,mBAAmB,GAC3B,IAAI,GACJ,YAAY,GACZ,wBAAwB,GACxB,mBAAmB,GACnB,mBAAmB,GACnB,gBAAgB,GAChB,gBAAgB,CAAC;AAErB,yDAAyD;AACzD,MAAM,MAAM,wBAAwB,GAAG;IACrC,aAAa,EAAE,CAAC,CAAC;IACjB,eAAe,EAAE,kBAAkB,CAAC;IACpC,WAAW,EAAE,mBAAmB,CAAC;IACjC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrD,WAAW,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"evidenceCompleteness.d.ts","sourceRoot":"","sources":["../src/evidenceCompleteness.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,eAAe,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAKtI,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAE5E,YAAY,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,MAAM,MAAM,mBAAmB,GAC3B,IAAI,GACJ,YAAY,GACZ,wBAAwB,GACxB,mBAAmB,GACnB,mBAAmB,GACnB,gBAAgB,GAChB,gBAAgB,CAAC;AAErB,yDAAyD;AACzD,MAAM,MAAM,wBAAwB,GAAG;IACrC,aAAa,EAAE,CAAC,CAAC;IACjB,eAAe,EAAE,kBAAkB,CAAC;IACpC,WAAW,EAAE,mBAAmB,CAAC;IACjC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrD,WAAW,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC,qGAAqG;IACrG,eAAe,CAAC,EAAE,yBAAyB,CAAC;CAC7C,CAAC;AAUF,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAEtE,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AAEvE,wBAAgB,2CAA2C,CACzD,MAAM,EAAE,cAAc,EACtB,QAAQ,EAAE,mBAAmB,GAC5B,wBAAwB,CA+C1B;AAED,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,WAAW,CAAC;IACvC,MAAM,EAAE;QAAE,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAClC,KAAK,EAAE,KAAK,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,UAAU,GAAG,MAAM,GAAG,WAAW,CAAC;QAC3C,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,YAAY,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC;QACnC,cAAc,EAAE;YAAE,oBAAoB,EAAE,MAAM,CAAA;SAAE,CAAC;QACjD,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,CAAC,CAAC;CACJ,CAAC;AAWF,wBAAgB,wCAAwC,CACtD,KAAK,EAAE,wBAAwB,EAC/B,QAAQ,EAAE,mBAAmB,GAC5B,wBAAwB,CAyE1B;AAED,6EAA6E;AAC7E,wBAAgB,+CAA+C,CAAC,MAAM,EAAE;IACtE,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACnD,GAAG,wBAAwB,CA4D3B;AAED,mGAAmG;AACnG,wBAAgB,kCAAkC,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,wBAAwB,CAAC,GAAG,wBAAwB,CAW1H"}
|
|
@@ -4,6 +4,7 @@
|
|
|
4
4
|
import { userPhraseForReasonCode } from "./verificationUserPhrases.js";
|
|
5
5
|
import { redactEvidenceString } from "./redactEvidenceString.js";
|
|
6
6
|
import { classifyWorkflowBlocker, collectWorkflowCodes } from "./workflowFailureSignals.js";
|
|
7
|
+
import { buildWitnessCoverageFromSteps } from "./witnessCoverageRollup.js";
|
|
7
8
|
function capList(lines, max, eachMax) {
|
|
8
9
|
const out = [];
|
|
9
10
|
for (let i = 0; i < lines.length && out.length < max; i++) {
|
|
@@ -48,6 +49,7 @@ export function buildEvidenceCompletenessFromWorkflowResult(result, decision) {
|
|
|
48
49
|
unverifiedClaims: capList(unverified, 24, 160),
|
|
49
50
|
missingInputs,
|
|
50
51
|
nextActions,
|
|
52
|
+
witnessCoverage: buildWitnessCoverageFromSteps(result.steps),
|
|
51
53
|
};
|
|
52
54
|
if (!(result.status === "complete" && truth.failureAnalysis === null)) {
|
|
53
55
|
out.rerunReadiness = decision.rerunReadiness;
|
|
@@ -171,6 +173,7 @@ export function buildEvidenceCompletenessForIneligibleLangGraph(params) {
|
|
|
171
173
|
meaningfulWhen: "The corrected inputs express the expected state the verifier should check.",
|
|
172
174
|
readinessLabel: "Rerun verify after registry, events, tool parameters, or verification inputs are corrected.",
|
|
173
175
|
},
|
|
176
|
+
witnessCoverage: buildWitnessCoverageFromSteps([]),
|
|
174
177
|
remediationItems: [
|
|
175
178
|
{
|
|
176
179
|
id: "quick_ingest",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evidenceCompleteness.js","sourceRoot":"","sources":["../src/evidenceCompleteness.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"evidenceCompleteness.js","sourceRoot":"","sources":["../src/evidenceCompleteness.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAC5F,OAAO,EAAE,6BAA6B,EAAE,MAAM,4BAA4B,CAAC;AA8B3E,SAAS,OAAO,CAAC,KAAe,EAAE,GAAW,EAAE,OAAe;IAC5D,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAEtE,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AAEvE,MAAM,UAAU,2CAA2C,CACzD,MAAsB,EACtB,QAA6B;IAE7B,MAAM,KAAK,GAAG,MAAM,CAAC,mBAAmB,CAAC;IACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,MAAM,QAAQ,EAAE,CAAC,GAAG,EAAE,CAAC;QAC3C,IAAI,EAAE,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,KAAK,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC,YAAY,CAAC;YACtD,UAAU,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,KAAK,KAAK,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAExD,MAAM,YAAY,GAAG,CAAC,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtG,MAAM,aAAa,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC9C,MAAM,MAAM,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAC7C,OAAO;YACL,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,EAAE,GAAG,CAAC;SACnF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,QAAQ,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI;KACb,CAAC,CAAC,CAAC;IAEJ,MAAM,GAAG,GAA6B;QACpC,aAAa,EAAE,CAAC;QAChB,eAAe;QACf,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,GAAG,CAAC;QAC1C,gBAAgB,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,CAAC;QAC9C,aAAa;QACb,WAAW;QACX,eAAe,EAAE,6BAA6B,CAAC,MAAM,CAAC,KAAK,CAAC;KAC7D,CAAC;IACF,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,IAAI,KAAK,CAAC,eAAe,KAAK,IAAI,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC;QAC7C,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACnC,GAAG,CAAC,gBAAgB,GAAG,QAAQ,CAAC,gBAAgB,CAAC;IACnD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAeD,SAAS,oBAAoB,CAAC,MAA2B,EAAE,OAAe;IACxE,IAAI,MAAM,KAAK,YAAY;QAAE,OAAO,cAAc,CAAC;IACnD,IAAI,MAAM,KAAK,wBAAwB;QAAE,OAAO,qBAAqB,CAAC;IACtE,IAAI,MAAM,KAAK,mBAAmB;QAAE,OAAO,qBAAqB,CAAC;IACjE,IAAI,MAAM,KAAK,gBAAgB;QAAE,OAAO,gBAAgB,CAAC;IACzD,IAAI,OAAO,KAAK,WAAW;QAAE,OAAO,yBAAyB,CAAC;IAC9D,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,wCAAwC,CACtD,KAA+B,EAC/B,QAA6B;IAE7B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAEzC,IAAI,WAAW,GAAwB,mBAAmB,CAAC;IAC3D,IAAI,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACrD,WAAW,GAAG,YAAY,CAAC;IAC7B,CAAC;SAAM,IAAI,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,oCAAoC,CAAC,EAAE,CAAC;QAC7E,WAAW,GAAG,wBAAwB,CAAC;IACzC,CAAC;SAAM,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,WAAW,GAAG,mBAAmB,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3F,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,WAAW,GAAG,mBAAmB,CAAC;QACpC,CAAC;aAAM,IAAI,OAAO,KAAK,MAAM;YAAE,WAAW,GAAG,gBAAgB,CAAC;aACzD,IAAI,OAAO,KAAK,MAAM;YAAE,WAAW,GAAG,gBAAgB,CAAC;;YACvD,WAAW,GAAG,mBAAmB,CAAC;IACzC,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/F,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,CACb,oBAAoB,CAAC,QAAQ,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC,YAAY,CAAC,QAAQ,KAAK,CAAC,CAAC,cAAc,CAAC,oBAAoB,EAAE,EAAE,GAAG,CAAC,CACxH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,aAAa,GAA0C,EAAE,CAAC;IAC9D,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,aAAa,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,oBAAoB,CAAC,QAAQ,EAAE,EAAE,CAAC;YACxC,IAAI,EAAE,oBAAoB,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC;SAC9D,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAChE,IAAI,WAAW,EAAE,CAAC;YAChB,aAAa,CAAC,IAAI,CAAC;gBACjB,IAAI,EAAE,oBAAoB,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC;gBAC3D,IAAI,EAAE,oBAAoB,CAAC,GAAG,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC;aAC9F,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,aAAa,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAE1C,MAAM,eAAe,GAAG,oBAAoB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAEnE,MAAM,WAAW,GAAG,QAAQ,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI;KACb,CAAC,CAAC,CAAC;IAEJ,MAAM,GAAG,GAA6B;QACpC,aAAa,EAAE,CAAC;QAChB,eAAe;QACf,WAAW;QACX,cAAc,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,GAAG,CAAC;QAC1C,gBAAgB,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,CAAC;QAC9C,aAAa,EACX,aAAa,CAAC,MAAM,GAAG,CAAC;YACtB,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,eAAe,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,sCAAsC,EAAE,GAAG,CAAC,EAAE,CAAC;QACpI,WAAW;KACZ,CAAC;IACF,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,GAAG,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC;QAC7C,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACnC,GAAG,CAAC,gBAAgB,GAAG,QAAQ,CAAC,gBAAgB,CAAC;IACnD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,+CAA+C,CAAC,MAG/D;IACC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IACrC,MAAM,UAAU,GACd,2IAA2I,CAAC;IAC9I,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,eAAe,EAAE,yBAAyB;QAC1C,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,EAAE;QAClB,gBAAgB,EAAE,CAAC,oBAAoB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACvD,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7C,IAAI,EAAE,oBAAoB,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,EAAE,oBAAoB,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC;SAC3C,CAAC,CAAC;QACH,WAAW,EAAE;YACX;gBACE,EAAE,EAAE,2BAA2B;gBAC/B,IAAI,EAAE,oBAAoB,CAAC,UAAU,EAAE,GAAG,CAAC;aAC5C;SACF;QACD,cAAc,EAAE,yBAAyB;QACzC,SAAS,EAAE;YACT,IAAI,EAAE,wBAAwB;YAC9B,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE,0EAA0E;YACxF,cAAc,EAAE,4EAA4E;YAC5F,cAAc,EAAE,6FAA6F;SAC9G;QACD,eAAe,EAAE,6BAA6B,CAAC,EAAE,CAAC;QAClD,gBAAgB,EAAE;YAChB;gBACE,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,cAAc;gBACrB,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;gBACrD,WAAW,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC9E,MAAM,EAAE,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAC5C,iBAAiB,EAAE,4BAA4B;gBAC/C,UAAU,EAAE,oBAAoB,CAAC,UAAU,EAAE,GAAG,CAAC;gBACjD,aAAa,EAAE;oBACb,OAAO,EAAE,8EAA8E;iBACxF;gBACD,UAAU,EAAE;oBACV,KAAK,EAAE,8BAA8B;oBACrC,KAAK,EACH,0GAA0G;oBAC5G,QAAQ,EACN,6GAA6G;iBAChH;gBACD,WAAW,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAChC,SAAS,EAAE;oBACT,IAAI,EAAE,wBAAwB;oBAC9B,UAAU,EAAE,KAAK;oBACjB,YAAY,EAAE,0EAA0E;oBACxF,cAAc,EAAE,4EAA4E;oBAC5F,cAAc,EAAE,6FAA6F;iBAC9G;aACF;SACF;KACF,CAAC;AACJ,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,kCAAkC,CAAC,SAA6C;IAC9F,MAAM,IAAI,GAA6B;QACrC,aAAa,EAAE,CAAC;QAChB,eAAe,EAAE,MAAM;QACvB,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,EAAE;QAClB,gBAAgB,EAAE,EAAE;QACpB,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,gCAAgC,EAAE,GAAG,CAAC,EAAE,CAAC;QACjI,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,CAAC,6BAA6B,EAAE,GAAG,CAAC,EAAE,CAAC;KAC9F,CAAC;IACF,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,SAAS,EAAE,CAAC;AACnC,CAAC"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
"identityVersion": "1.0.0",
|
|
5
5
|
"mergeGateFingerprintSha256": "64b5ae2ed5025c08c7c9d7b601958cc90edc32c0d80ea207fdaa373de5b9c2fc",
|
|
6
6
|
"nodeEnginesDeclared": "22.x || 24.x",
|
|
7
|
-
"npmPackageVersion": "8.0
|
|
7
|
+
"npmPackageVersion": "8.1.0",
|
|
8
8
|
"pythonPipExtrasFragment": "dev,postgres",
|
|
9
9
|
"verificationContractManifest": {
|
|
10
10
|
"manifestSha256": "5a4513967abe3a20ff0f5c875fb6481a704c79c54a1f7c7acb5aa364a3527fca",
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
export declare const PUBLIC_DISTRIBUTION_SSOT_BLOB_URL = "https://github.com/jwekavanagh/agentskeptic/blob/main/docs/public-distribution.md";
|
|
2
2
|
export declare const PUBLIC_CANONICAL_SITE_ORIGIN = "https://agentskeptic.com";
|
|
3
|
-
export declare const AGENTSKEPTIC_CLI_SEMVER = "8.0
|
|
3
|
+
export declare const AGENTSKEPTIC_CLI_SEMVER = "8.1.0";
|
|
4
4
|
export declare function formatDistributionFooter(): string;
|
|
5
5
|
//# sourceMappingURL=publicDistribution.generated.d.ts.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
// Generated by npm run emit-primary-marketing — do not hand edit.
|
|
2
2
|
export const PUBLIC_DISTRIBUTION_SSOT_BLOB_URL = "https://github.com/jwekavanagh/agentskeptic/blob/main/docs/public-distribution.md";
|
|
3
3
|
export const PUBLIC_CANONICAL_SITE_ORIGIN = "https://agentskeptic.com";
|
|
4
|
-
export const AGENTSKEPTIC_CLI_SEMVER = "8.0
|
|
4
|
+
export const AGENTSKEPTIC_CLI_SEMVER = "8.1.0";
|
|
5
5
|
export function formatDistributionFooter() {
|
|
6
6
|
return "Context: https://agentskeptic.com/database-truth-vs-traces\n"
|
|
7
7
|
+ "https://agentskeptic.com/integrate\n"
|
|
@@ -18,5 +18,17 @@ describe("remediation decision parity (certificate evidence ↔ spine)", () => {
|
|
|
18
18
|
const msg = remediationMessageForRecommendedAction(spine.actionableFailure.recommendedAction);
|
|
19
19
|
expect(spine.rerunGuidance).toBe(redactEvidenceString(msg, 500));
|
|
20
20
|
});
|
|
21
|
+
it("contract certificate includes evidenceCompleteness.witnessCoverage rollup (Slice 1 SSOT)", () => {
|
|
22
|
+
const raw = readFileSync(join(root, "test/golden/wf_multi_all_fail.stdout.json"), "utf8");
|
|
23
|
+
const result = JSON.parse(raw);
|
|
24
|
+
const cert = buildOutcomeCertificateFromWorkflowResult(result, "contract_sql");
|
|
25
|
+
const wc = cert.evidenceCompleteness.witnessCoverage;
|
|
26
|
+
expect(wc).toBeDefined();
|
|
27
|
+
expect(wc?.schemaVersion).toBe(1);
|
|
28
|
+
expect(Array.isArray(wc?.exercisedKinds)).toBe(true);
|
|
29
|
+
expect(Array.isArray(wc?.fullySatisfiedKinds)).toBe(true);
|
|
30
|
+
expect(Array.isArray(wc?.notFullySatisfiedKinds)).toBe(true);
|
|
31
|
+
expect(["meaningful_multi_witness", "sql_only_contract", "single_non_sql_contract", "thin_or_unknown", "coverage_incomplete_or_failed"]).toContain(wc?.supportLabel);
|
|
32
|
+
});
|
|
21
33
|
});
|
|
22
34
|
//# sourceMappingURL=remediationDecision.parity.test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"remediationDecision.parity.test.js","sourceRoot":"","sources":["../src/remediationDecision.parity.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,yCAAyC,EAAE,MAAM,yBAAyB,CAAC;AACpF,OAAO,EAAE,sCAAsC,EAAE,MAAM,yBAAyB,CAAC;AACjF,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAGjE,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAEnC,QAAQ,CAAC,4DAA4D,EAAE,GAAG,EAAE;IAC1E,EAAE,CAAC,mIAAmI,EAAE,GAAG,EAAE;QAC3I,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,2CAA2C,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB,CAAC;QACjD,MAAM,IAAI,GAAG,yCAAyC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAChC,MAAM,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC;QACrC,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,sCAAsC,CAAC,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAC9F,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"remediationDecision.parity.test.js","sourceRoot":"","sources":["../src/remediationDecision.parity.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,yCAAyC,EAAE,MAAM,yBAAyB,CAAC;AACpF,OAAO,EAAE,sCAAsC,EAAE,MAAM,yBAAyB,CAAC;AACjF,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAGjE,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAEnC,QAAQ,CAAC,4DAA4D,EAAE,GAAG,EAAE;IAC1E,EAAE,CAAC,mIAAmI,EAAE,GAAG,EAAE;QAC3I,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,2CAA2C,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB,CAAC;QACjD,MAAM,IAAI,GAAG,yCAAyC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAChC,MAAM,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC;QACrC,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,sCAAsC,CAAC,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAC9F,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0FAA0F,EAAE,GAAG,EAAE;QAClG,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,2CAA2C,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB,CAAC;QACjD,MAAM,IAAI,GAAG,yCAAyC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC/E,MAAM,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC;QACrD,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CACJ,CAAC,0BAA0B,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,iBAAiB,EAAE,+BAA+B,CAAU,CAC1I,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Canonical witness modality rollup for certificate evidence completeness.
|
|
3
|
+
* Modality strings align with `.github/actions/agentskeptic-check/witnessKindFromCode.mjs` outputs.
|
|
4
|
+
*/
|
|
5
|
+
import type { StepOutcome, StepVerificationRequest } from "./types.js";
|
|
6
|
+
export declare const CANONICAL_WITNESS_KINDS: readonly ["sql", "http_witness", "object_storage", "vector_document", "mongo_document", "state_witness"];
|
|
7
|
+
export type CanonicalWitnessRollupKind = (typeof CANONICAL_WITNESS_KINDS)[number];
|
|
8
|
+
export type WitnessCoverageSupportLabel = "meaningful_multi_witness" | "sql_only_contract" | "single_non_sql_contract" | "thin_or_unknown" | "coverage_incomplete_or_failed";
|
|
9
|
+
export type WitnessCoverageRollupJson = {
|
|
10
|
+
schemaVersion: 1;
|
|
11
|
+
exercisedKinds: CanonicalWitnessRollupKind[];
|
|
12
|
+
fullySatisfiedKinds: CanonicalWitnessRollupKind[];
|
|
13
|
+
notFullySatisfiedKinds: CanonicalWitnessRollupKind[];
|
|
14
|
+
supportLabel: WitnessCoverageSupportLabel;
|
|
15
|
+
summaryLine?: string;
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* Maps a resolved verification request to canonical rollup modality buckets.
|
|
19
|
+
* All SQL-shaped checks collapse to `sql`.
|
|
20
|
+
*/
|
|
21
|
+
export declare function witnessKindsFromVerificationRequest(req: StepVerificationRequest): CanonicalWitnessRollupKind[];
|
|
22
|
+
export declare function buildWitnessCoverageFromSteps(steps: StepOutcome[]): WitnessCoverageRollupJson;
|
|
23
|
+
//# sourceMappingURL=witnessCoverageRollup.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"witnessCoverageRollup.d.ts","sourceRoot":"","sources":["../src/witnessCoverageRollup.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAc,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAEnF,eAAO,MAAM,uBAAuB,0GAO1B,CAAC;AAEX,MAAM,MAAM,0BAA0B,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElF,MAAM,MAAM,2BAA2B,GACnC,0BAA0B,GAC1B,mBAAmB,GACnB,yBAAyB,GACzB,iBAAiB,GACjB,+BAA+B,CAAC;AAEpC,MAAM,MAAM,yBAAyB,GAAG;IACtC,aAAa,EAAE,CAAC,CAAC;IACjB,cAAc,EAAE,0BAA0B,EAAE,CAAC;IAC7C,mBAAmB,EAAE,0BAA0B,EAAE,CAAC;IAClD,sBAAsB,EAAE,0BAA0B,EAAE,CAAC;IACrD,YAAY,EAAE,2BAA2B,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAmBF;;;GAGG;AACH,wBAAgB,mCAAmC,CAAC,GAAG,EAAE,uBAAuB,GAAG,0BAA0B,EAAE,CAiB9G;AAED,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,yBAAyB,CAmC7F"}
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Canonical witness modality rollup for certificate evidence completeness.
|
|
3
|
+
* Modality strings align with `.github/actions/agentskeptic-check/witnessKindFromCode.mjs` outputs.
|
|
4
|
+
*/
|
|
5
|
+
export const CANONICAL_WITNESS_KINDS = [
|
|
6
|
+
"sql",
|
|
7
|
+
"http_witness",
|
|
8
|
+
"object_storage",
|
|
9
|
+
"vector_document",
|
|
10
|
+
"mongo_document",
|
|
11
|
+
"state_witness",
|
|
12
|
+
];
|
|
13
|
+
/** Rank per step touching a modality: higher = farther from verified. */
|
|
14
|
+
const STATUS_RANK = {
|
|
15
|
+
verified: 0,
|
|
16
|
+
uncertain: 1,
|
|
17
|
+
incomplete_verification: 2,
|
|
18
|
+
partially_verified: 3,
|
|
19
|
+
missing: 4,
|
|
20
|
+
inconsistent: 5,
|
|
21
|
+
};
|
|
22
|
+
const MAX_KINDS_DISPLAY = 24;
|
|
23
|
+
function sortedUniqueKinds(list) {
|
|
24
|
+
const set = new Set(list);
|
|
25
|
+
return [...set].sort((a, b) => a.localeCompare(b)).slice(0, MAX_KINDS_DISPLAY);
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* Maps a resolved verification request to canonical rollup modality buckets.
|
|
29
|
+
* All SQL-shaped checks collapse to `sql`.
|
|
30
|
+
*/
|
|
31
|
+
export function witnessKindsFromVerificationRequest(req) {
|
|
32
|
+
if (req === null)
|
|
33
|
+
return [];
|
|
34
|
+
switch (req.kind) {
|
|
35
|
+
case "sql_row":
|
|
36
|
+
case "sql_row_absent":
|
|
37
|
+
case "sql_effects":
|
|
38
|
+
case "sql_relational":
|
|
39
|
+
return ["sql"];
|
|
40
|
+
case "http_witness":
|
|
41
|
+
return ["http_witness"];
|
|
42
|
+
case "vector_document":
|
|
43
|
+
return ["vector_document"];
|
|
44
|
+
case "object_storage_object":
|
|
45
|
+
return ["object_storage"];
|
|
46
|
+
case "mongo_document":
|
|
47
|
+
return ["mongo_document"];
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
export function buildWitnessCoverageFromSteps(steps) {
|
|
51
|
+
/** Worst status rank touching each modality across steps */
|
|
52
|
+
const worstByKind = new Map();
|
|
53
|
+
for (const step of steps) {
|
|
54
|
+
const kinds = witnessKindsFromVerificationRequest(step.verificationRequest);
|
|
55
|
+
if (kinds.length === 0)
|
|
56
|
+
continue;
|
|
57
|
+
const r = STATUS_RANK[step.status];
|
|
58
|
+
for (const k of kinds) {
|
|
59
|
+
const prev = worstByKind.get(k) ?? -1;
|
|
60
|
+
worstByKind.set(k, Math.max(prev, r));
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
const exercised = sortedUniqueKinds([...worstByKind.keys()]);
|
|
64
|
+
const fullySatisfied = [];
|
|
65
|
+
const notFullySatisfied = [];
|
|
66
|
+
for (const k of exercised) {
|
|
67
|
+
const w = worstByKind.get(k) ?? 5;
|
|
68
|
+
if (w <= 0)
|
|
69
|
+
fullySatisfied.push(k);
|
|
70
|
+
else
|
|
71
|
+
notFullySatisfied.push(k);
|
|
72
|
+
}
|
|
73
|
+
const supportLabel = deriveSupportLabel(exercised, fullySatisfied, notFullySatisfied, worstByKind);
|
|
74
|
+
const summaryLine = formatSummaryLine(exercised, fullySatisfied, notFullySatisfied, supportLabel);
|
|
75
|
+
return {
|
|
76
|
+
schemaVersion: 1,
|
|
77
|
+
exercisedKinds: exercised,
|
|
78
|
+
fullySatisfiedKinds: sortedUniqueKinds(fullySatisfied),
|
|
79
|
+
notFullySatisfiedKinds: sortedUniqueKinds(notFullySatisfied),
|
|
80
|
+
supportLabel,
|
|
81
|
+
...(summaryLine.length > 0 ? { summaryLine } : {}),
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
function deriveSupportLabel(exercisedKinds, fullySatisfiedKinds, notFullySatisfiedKinds, worstByKind) {
|
|
85
|
+
if (exercisedKinds.length === 0)
|
|
86
|
+
return "thin_or_unknown";
|
|
87
|
+
if (notFullySatisfiedKinds.length > 0) {
|
|
88
|
+
void worstByKind;
|
|
89
|
+
return "coverage_incomplete_or_failed";
|
|
90
|
+
}
|
|
91
|
+
if (fullySatisfiedKinds.length === exercisedKinds.length && exercisedKinds.length >= 2) {
|
|
92
|
+
return "meaningful_multi_witness";
|
|
93
|
+
}
|
|
94
|
+
if (fullySatisfiedKinds.length === 1 &&
|
|
95
|
+
fullySatisfiedKinds[0] === "sql" &&
|
|
96
|
+
exercisedKinds.length === 1) {
|
|
97
|
+
return "sql_only_contract";
|
|
98
|
+
}
|
|
99
|
+
if (exercisedKinds.length === 1 &&
|
|
100
|
+
fullySatisfiedKinds.length === 1 &&
|
|
101
|
+
exercisedKinds[0] !== undefined &&
|
|
102
|
+
exercisedKinds[0] !== "sql") {
|
|
103
|
+
return "single_non_sql_contract";
|
|
104
|
+
}
|
|
105
|
+
return "coverage_incomplete_or_failed";
|
|
106
|
+
}
|
|
107
|
+
function formatSummaryLine(exercised, fullySatisfied, notFullySatisfied, label) {
|
|
108
|
+
if (exercised.length === 0)
|
|
109
|
+
return "No verification modalities exercised on captured steps with resolved verification targets.";
|
|
110
|
+
const ex = exercised.join(",");
|
|
111
|
+
const ok = fullySatisfied.join(",");
|
|
112
|
+
const bad = notFullySatisfied.join(",") || "(none)";
|
|
113
|
+
let body = "";
|
|
114
|
+
switch (label) {
|
|
115
|
+
case "meaningful_multi_witness":
|
|
116
|
+
body = "Multiple modalities satisfied.";
|
|
117
|
+
break;
|
|
118
|
+
case "sql_only_contract":
|
|
119
|
+
body = "SQL-only contract checks satisfied.";
|
|
120
|
+
break;
|
|
121
|
+
case "single_non_sql_contract":
|
|
122
|
+
body = "Single non-SQL modality satisfied.";
|
|
123
|
+
break;
|
|
124
|
+
case "thin_or_unknown":
|
|
125
|
+
body = "Thin or unknown witness footprint.";
|
|
126
|
+
break;
|
|
127
|
+
case "coverage_incomplete_or_failed":
|
|
128
|
+
body = "One or more modalities incomplete, partial, mismatched, or failed.";
|
|
129
|
+
break;
|
|
130
|
+
default: {
|
|
131
|
+
const _e = label;
|
|
132
|
+
return _e;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
const raw = `[${body}] modalities_exercised=${ex} modalities_fully_satisfied=${ok} modalities_not_fully_satisfied=${bad}`;
|
|
136
|
+
return raw.length <= 320 ? raw : `${raw.slice(0, 316)}…`;
|
|
137
|
+
}
|
|
138
|
+
//# sourceMappingURL=witnessCoverageRollup.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"witnessCoverageRollup.js","sourceRoot":"","sources":["../src/witnessCoverageRollup.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,KAAK;IACL,cAAc;IACd,gBAAgB;IAChB,iBAAiB;IACjB,gBAAgB;IAChB,eAAe;CACP,CAAC;AAoBX,yEAAyE;AACzE,MAAM,WAAW,GAA+B;IAC9C,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;IACZ,uBAAuB,EAAE,CAAC;IAC1B,kBAAkB,EAAE,CAAC;IACrB,OAAO,EAAE,CAAC;IACV,YAAY,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B,SAAS,iBAAiB,CAAC,IAAkC;IAC3D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;AACjF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mCAAmC,CAAC,GAA4B;IAC9E,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC5B,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,SAAS,CAAC;QACf,KAAK,gBAAgB,CAAC;QACtB,KAAK,aAAa,CAAC;QACnB,KAAK,gBAAgB;YACnB,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,KAAK,cAAc;YACjB,OAAO,CAAC,cAAc,CAAC,CAAC;QAC1B,KAAK,iBAAiB;YACpB,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC7B,KAAK,uBAAuB;YAC1B,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC5B,KAAK,gBAAgB;YACnB,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,KAAoB;IAChE,4DAA4D;IAC5D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsC,CAAC;IAElE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,mCAAmC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC5E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACjC,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACtC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,iBAAiB,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAiC,EAAE,CAAC;IACxD,MAAM,iBAAiB,GAAiC,EAAE,CAAC;IAE3D,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC;YAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;YAC9B,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,YAAY,GAAG,kBAAkB,CAAC,SAAS,EAAE,cAAc,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC;IACnG,MAAM,WAAW,GAAG,iBAAiB,CAAC,SAAS,EAAE,cAAc,EAAE,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAElG,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,SAAS;QACzB,mBAAmB,EAAE,iBAAiB,CAAC,cAAc,CAAC;QACtD,sBAAsB,EAAE,iBAAiB,CAAC,iBAAiB,CAAC;QAC5D,YAAY;QACZ,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,cAA4C,EAC5C,mBAAiD,EACjD,sBAAoD,EACpD,WAA4D;IAE5D,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,iBAAiB,CAAC;IAE1D,IAAI,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,WAAW,CAAC;QACjB,OAAO,+BAA+B,CAAC;IACzC,CAAC;IAED,IAAI,mBAAmB,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACvF,OAAO,0BAA0B,CAAC;IACpC,CAAC;IACD,IACE,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,mBAAmB,CAAC,CAAC,CAAC,KAAK,KAAK;QAChC,cAAc,CAAC,MAAM,KAAK,CAAC,EAC3B,CAAC;QACD,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IACD,IACE,cAAc,CAAC,MAAM,KAAK,CAAC;QAC3B,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,cAAc,CAAC,CAAC,CAAC,KAAK,SAAS;QAC/B,cAAc,CAAC,CAAC,CAAC,KAAK,KAAK,EAC3B,CAAC;QACD,OAAO,yBAAyB,CAAC;IACnC,CAAC;IACD,OAAO,+BAA+B,CAAC;AACzC,CAAC;AAED,SAAS,iBAAiB,CACxB,SAAuC,EACvC,cAA4C,EAC5C,iBAA+C,EAC/C,KAAkC;IAElC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QACxB,OAAO,4FAA4F,CAAC;IACtG,MAAM,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC;IACpD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,0BAA0B;YAC7B,IAAI,GAAG,gCAAgC,CAAC;YACxC,MAAM;QACR,KAAK,mBAAmB;YACtB,IAAI,GAAG,qCAAqC,CAAC;YAC7C,MAAM;QACR,KAAK,yBAAyB;YAC5B,IAAI,GAAG,oCAAoC,CAAC;YAC5C,MAAM;QACR,KAAK,iBAAiB;YACpB,IAAI,GAAG,oCAAoC,CAAC;YAC5C,MAAM;QACR,KAAK,+BAA+B;YAClC,IAAI,GAAG,oEAAoE,CAAC;YAC5E,MAAM;QACR,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,EAAE,GAAU,KAAK,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,0BAA0B,EAAE,+BAA+B,EAAE,mCAAmC,GAAG,EAAE,CAAC;IAC1H,OAAO,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC;AAC3D,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"witnessCoverageRollup.test.d.ts","sourceRoot":"","sources":["../src/witnessCoverageRollup.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { buildWitnessCoverageFromSteps, CANONICAL_WITNESS_KINDS, witnessKindsFromVerificationRequest, } from "./witnessCoverageRollup.js";
|
|
3
|
+
function baseStep(partial) {
|
|
4
|
+
return {
|
|
5
|
+
seq: partial.seq,
|
|
6
|
+
toolId: partial.toolId,
|
|
7
|
+
releaseCritical: partial.releaseCritical ?? false,
|
|
8
|
+
intendedEffect: partial.intendedEffect ?? { narrative: "n" },
|
|
9
|
+
observedExecution: partial.observedExecution ?? { paramsCanonical: "{}" },
|
|
10
|
+
verificationRequest: partial.verificationRequest ?? null,
|
|
11
|
+
status: partial.status ?? "verified",
|
|
12
|
+
reasons: partial.reasons ?? [],
|
|
13
|
+
evidenceSummary: partial.evidenceSummary ?? {},
|
|
14
|
+
repeatObservationCount: partial.repeatObservationCount ?? 1,
|
|
15
|
+
evaluatedObservationOrdinal: partial.evaluatedObservationOrdinal ?? 1,
|
|
16
|
+
...("failureDiagnostic" in partial ? { failureDiagnostic: partial.failureDiagnostic } : {}),
|
|
17
|
+
...("langgraphCheckpointKey" in partial ? { langgraphCheckpointKey: partial.langgraphCheckpointKey } : {}),
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
describe("witnessKindsFromVerificationRequest", () => {
|
|
21
|
+
it("maps sql families to sql", () => {
|
|
22
|
+
expect(witnessKindsFromVerificationRequest({ kind: "sql_row", table: "t", identityEq: [], requiredFields: {} })).toEqual([
|
|
23
|
+
"sql",
|
|
24
|
+
]);
|
|
25
|
+
expect(witnessKindsFromVerificationRequest({ kind: "sql_effects", effects: [] })).toEqual(["sql"]);
|
|
26
|
+
});
|
|
27
|
+
it("maps non-SQL witnesses distinctly", () => {
|
|
28
|
+
expect(witnessKindsFromVerificationRequest({
|
|
29
|
+
kind: "http_witness",
|
|
30
|
+
method: "GET",
|
|
31
|
+
url: "https://x",
|
|
32
|
+
expectedStatus: 200,
|
|
33
|
+
})).toEqual(["http_witness"]);
|
|
34
|
+
expect(witnessKindsFromVerificationRequest({
|
|
35
|
+
kind: "vector_document",
|
|
36
|
+
provider: "pinecone",
|
|
37
|
+
documentId: "d",
|
|
38
|
+
indexName: "i",
|
|
39
|
+
})).toEqual(["vector_document"]);
|
|
40
|
+
});
|
|
41
|
+
it("null yields empty kinds", () => {
|
|
42
|
+
expect(witnessKindsFromVerificationRequest(null)).toEqual([]);
|
|
43
|
+
});
|
|
44
|
+
});
|
|
45
|
+
describe("buildWitnessCoverageFromSteps", () => {
|
|
46
|
+
it("empty steps → thin_or_unknown", () => {
|
|
47
|
+
const r = buildWitnessCoverageFromSteps([]);
|
|
48
|
+
expect(r).toMatchObject({
|
|
49
|
+
schemaVersion: 1,
|
|
50
|
+
exercisedKinds: [],
|
|
51
|
+
fullySatisfiedKinds: [],
|
|
52
|
+
notFullySatisfiedKinds: [],
|
|
53
|
+
supportLabel: "thin_or_unknown",
|
|
54
|
+
});
|
|
55
|
+
expect(r.summaryLine).toBeDefined();
|
|
56
|
+
expect(String(r.summaryLine)).toContain("No verification modalities");
|
|
57
|
+
});
|
|
58
|
+
it("SQL verified only → sql_only_contract", () => {
|
|
59
|
+
const r = buildWitnessCoverageFromSteps([
|
|
60
|
+
baseStep({
|
|
61
|
+
seq: 0,
|
|
62
|
+
toolId: "x",
|
|
63
|
+
status: "verified",
|
|
64
|
+
verificationRequest: {
|
|
65
|
+
kind: "sql_row",
|
|
66
|
+
table: "contacts",
|
|
67
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
68
|
+
requiredFields: { name: "a" },
|
|
69
|
+
},
|
|
70
|
+
}),
|
|
71
|
+
]);
|
|
72
|
+
expect(r.exercisedKinds).toEqual(["sql"]);
|
|
73
|
+
expect(r.fullySatisfiedKinds).toEqual(["sql"]);
|
|
74
|
+
expect(r.notFullySatisfiedKinds).toEqual([]);
|
|
75
|
+
expect(r.supportLabel).toBe("sql_only_contract");
|
|
76
|
+
});
|
|
77
|
+
it("partially_verified SQL → modality not fully satisfied + coverage label", () => {
|
|
78
|
+
const r = buildWitnessCoverageFromSteps([
|
|
79
|
+
baseStep({
|
|
80
|
+
seq: 0,
|
|
81
|
+
toolId: "x",
|
|
82
|
+
status: "partially_verified",
|
|
83
|
+
verificationRequest: { kind: "sql_effects", effects: [] },
|
|
84
|
+
reasons: [{ code: "MULTI_EFFECT_PARTIAL", message: "m" }],
|
|
85
|
+
}),
|
|
86
|
+
]);
|
|
87
|
+
expect(r.exercisedKinds).toEqual(["sql"]);
|
|
88
|
+
expect(r.fullySatisfiedKinds).toEqual([]);
|
|
89
|
+
expect(r.notFullySatisfiedKinds).toEqual(["sql"]);
|
|
90
|
+
expect(r.supportLabel).toBe("coverage_incomplete_or_failed");
|
|
91
|
+
});
|
|
92
|
+
it("two modalities both verified → meaningful_multi_witness", () => {
|
|
93
|
+
const rows = [
|
|
94
|
+
baseStep({
|
|
95
|
+
seq: 0,
|
|
96
|
+
toolId: "a",
|
|
97
|
+
status: "verified",
|
|
98
|
+
verificationRequest: {
|
|
99
|
+
kind: "sql_row",
|
|
100
|
+
table: "t",
|
|
101
|
+
identityEq: [],
|
|
102
|
+
requiredFields: {},
|
|
103
|
+
},
|
|
104
|
+
}),
|
|
105
|
+
baseStep({
|
|
106
|
+
seq: 1,
|
|
107
|
+
toolId: "b",
|
|
108
|
+
status: "verified",
|
|
109
|
+
verificationRequest: {
|
|
110
|
+
kind: "http_witness",
|
|
111
|
+
method: "GET",
|
|
112
|
+
url: "https://api",
|
|
113
|
+
expectedStatus: 200,
|
|
114
|
+
},
|
|
115
|
+
}),
|
|
116
|
+
];
|
|
117
|
+
const r = buildWitnessCoverageFromSteps(rows);
|
|
118
|
+
expect(r.exercisedKinds.sort()).toEqual(["http_witness", "sql"]);
|
|
119
|
+
expect(r.fullySatisfiedKinds.sort()).toEqual(["http_witness", "sql"]);
|
|
120
|
+
expect(r.notFullySatisfiedKinds).toEqual([]);
|
|
121
|
+
expect(r.supportLabel).toBe("meaningful_multi_witness");
|
|
122
|
+
});
|
|
123
|
+
it("HTTP only verified → single_non_sql_contract", () => {
|
|
124
|
+
const r = buildWitnessCoverageFromSteps([
|
|
125
|
+
baseStep({
|
|
126
|
+
seq: 0,
|
|
127
|
+
toolId: "api",
|
|
128
|
+
status: "verified",
|
|
129
|
+
verificationRequest: {
|
|
130
|
+
kind: "http_witness",
|
|
131
|
+
method: "GET",
|
|
132
|
+
url: "https://h",
|
|
133
|
+
expectedStatus: 200,
|
|
134
|
+
},
|
|
135
|
+
}),
|
|
136
|
+
]);
|
|
137
|
+
expect(r.supportLabel).toBe("single_non_sql_contract");
|
|
138
|
+
expect(r.fullySatisfiedKinds).toEqual(["http_witness"]);
|
|
139
|
+
});
|
|
140
|
+
it("worst rank dominates across steps for same modality", () => {
|
|
141
|
+
const r = buildWitnessCoverageFromSteps([
|
|
142
|
+
baseStep({
|
|
143
|
+
seq: 0,
|
|
144
|
+
toolId: "good",
|
|
145
|
+
status: "verified",
|
|
146
|
+
verificationRequest: {
|
|
147
|
+
kind: "sql_row",
|
|
148
|
+
table: "t",
|
|
149
|
+
identityEq: [],
|
|
150
|
+
requiredFields: {},
|
|
151
|
+
},
|
|
152
|
+
}),
|
|
153
|
+
baseStep({
|
|
154
|
+
seq: 1,
|
|
155
|
+
toolId: "bad",
|
|
156
|
+
status: "missing",
|
|
157
|
+
verificationRequest: {
|
|
158
|
+
kind: "sql_row_absent",
|
|
159
|
+
table: "t",
|
|
160
|
+
identityEq: [],
|
|
161
|
+
filterEq: [],
|
|
162
|
+
},
|
|
163
|
+
reasons: [{ code: "ROW_ABSENT", message: "" }],
|
|
164
|
+
}),
|
|
165
|
+
]);
|
|
166
|
+
expect(r.notFullySatisfiedKinds).toContain("sql");
|
|
167
|
+
expect(r.fullySatisfiedKinds).not.toContain("sql");
|
|
168
|
+
expect(r.supportLabel).toBe("coverage_incomplete_or_failed");
|
|
169
|
+
});
|
|
170
|
+
});
|
|
171
|
+
describe("CANONICAL_WITNESS_KINDS parity with composite action literals", () => {
|
|
172
|
+
/** Mirror `.github/actions/agentskeptic-check/witnessKindFromCode.mjs` string constants — update both if taxonomy changes */
|
|
173
|
+
const LITERAL_EXPECTED_SORTED = [
|
|
174
|
+
"http_witness",
|
|
175
|
+
"mongo_document",
|
|
176
|
+
"object_storage",
|
|
177
|
+
"sql",
|
|
178
|
+
"state_witness",
|
|
179
|
+
"vector_document",
|
|
180
|
+
];
|
|
181
|
+
it("exported tuple matches rollup enum order used by witnessKindFromCode.mjs VALUE set", () => {
|
|
182
|
+
expect([...CANONICAL_WITNESS_KINDS].sort((a, b) => a.localeCompare(b))).toEqual([
|
|
183
|
+
...LITERAL_EXPECTED_SORTED,
|
|
184
|
+
].sort((a, b) => a.localeCompare(b)));
|
|
185
|
+
});
|
|
186
|
+
});
|
|
187
|
+
//# sourceMappingURL=witnessCoverageRollup.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"witnessCoverageRollup.test.js","sourceRoot":"","sources":["../src/witnessCoverageRollup.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,6BAA6B,EAC7B,uBAAuB,EACvB,mCAAmC,GAGpC,MAAM,4BAA4B,CAAC;AAGpC,SAAS,QAAQ,CACf,OAEsB;IAEtB,OAAO;QACL,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,KAAK;QACjD,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE;QAC5D,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;QACzE,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,IAAI;QACxD,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,UAAU;QACpC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;QAC9B,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,EAAE;QAC9C,sBAAsB,EAAE,OAAO,CAAC,sBAAsB,IAAI,CAAC;QAC3D,2BAA2B,EAAE,OAAO,CAAC,2BAA2B,IAAI,CAAC;QACrE,GAAI,CAAC,mBAAmB,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAY;QACvG,GAAI,CAAC,wBAAwB,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAY;KACxG,CAAC;AACnB,CAAC;AAED,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;IACnD,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,mCAAmC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACvH,KAAK;SACN,CAAC,CAAC;QACH,MAAM,CAAC,mCAAmC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACrG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CACJ,mCAAmC,CAAC;YAClC,IAAI,EAAE,cAAc;YACpB,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,WAAW;YAChB,cAAc,EAAE,GAAG;SACpB,CAAC,CACH,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;QAC5B,MAAM,CACJ,mCAAmC,CAAC;YAClC,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,UAAU;YACpB,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,GAAG;SACf,CAAC,CACH,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,CAAC,mCAAmC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,GAAG,6BAA6B,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACtB,aAAa,EAAE,CAAC;YAChB,cAAc,EAAE,EAAE;YAClB,mBAAmB,EAAE,EAAE;YACvB,sBAAsB,EAAE,EAAE;YAC1B,YAAY,EAAE,iBAAiB;SAChC,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,GAAG,6BAA6B,CAAC;YACtC,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,UAAU;oBACjB,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;oBAC1C,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;iBAC9B;aACF,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,GAAG,6BAA6B,CAAC;YACtC,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,oBAAoB;gBAC5B,mBAAmB,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE;gBACzD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;aAC1D,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,IAAI,GAAkB;YAC1B,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,GAAG;oBACV,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;iBACnB;aACF,CAAC;YACF,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,KAAK;oBACb,GAAG,EAAE,aAAa;oBAClB,cAAc,EAAE,GAAG;iBACpB;aACF,CAAC;SACH,CAAC;QACF,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC;QACtE,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,GAAG,6BAA6B,CAAC;YACtC,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,KAAK;oBACb,GAAG,EAAE,WAAW;oBAChB,cAAc,EAAE,GAAG;iBACpB;aACF,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACvD,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,CAAC,GAAG,6BAA6B,CAAC;YACtC,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,GAAG;oBACV,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;iBACnB;aACF,CAAC;YACF,QAAQ,CAAC;gBACP,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,SAAS;gBACjB,mBAAmB,EAAE;oBACnB,IAAI,EAAE,gBAAgB;oBACtB,KAAK,EAAE,GAAG;oBACV,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,EAAE;iBACb;gBACD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;aAC/C,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+DAA+D,EAAE,GAAG,EAAE;IAC7E,6HAA6H;IAC7H,MAAM,uBAAuB,GAAG;QAC9B,cAAc;QACd,gBAAgB;QAChB,gBAAgB;QAChB,KAAK;QACL,eAAe;QACf,iBAAiB;KACqB,CAAC;IAEzC,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,CAAC,CAAC,GAAI,uBAA6C,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACrG,GAAG,uBAAuB;SAC3B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "agentskeptic",
|
|
3
|
-
"version": "8.0
|
|
3
|
+
"version": "8.1.0",
|
|
4
4
|
"description": "Tool activity vs downstream state at verify: SQL, HTTP, vectors, documents, S3 objects—deterministic verdict artifacts (verification-state-stores.md).",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -2,6 +2,56 @@
|
|
|
2
2
|
"$id": "https://agentskeptic.com/schemas/evidence-completeness-v1.schema.json",
|
|
3
3
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
4
4
|
"title": "EvidenceCompletenessV1",
|
|
5
|
+
"$defs": {
|
|
6
|
+
"witnessRollupKindString": {
|
|
7
|
+
"type": "string",
|
|
8
|
+
"enum": ["sql", "http_witness", "object_storage", "vector_document", "mongo_document", "state_witness"]
|
|
9
|
+
},
|
|
10
|
+
"witnessCoverageV1": {
|
|
11
|
+
"type": "object",
|
|
12
|
+
"additionalProperties": false,
|
|
13
|
+
"required": [
|
|
14
|
+
"schemaVersion",
|
|
15
|
+
"exercisedKinds",
|
|
16
|
+
"fullySatisfiedKinds",
|
|
17
|
+
"notFullySatisfiedKinds",
|
|
18
|
+
"supportLabel"
|
|
19
|
+
],
|
|
20
|
+
"properties": {
|
|
21
|
+
"schemaVersion": { "type": "integer", "const": 1 },
|
|
22
|
+
"exercisedKinds": {
|
|
23
|
+
"type": "array",
|
|
24
|
+
"maxItems": 24,
|
|
25
|
+
"items": { "$ref": "#/$defs/witnessRollupKindString" }
|
|
26
|
+
},
|
|
27
|
+
"fullySatisfiedKinds": {
|
|
28
|
+
"type": "array",
|
|
29
|
+
"maxItems": 24,
|
|
30
|
+
"items": { "$ref": "#/$defs/witnessRollupKindString" }
|
|
31
|
+
},
|
|
32
|
+
"notFullySatisfiedKinds": {
|
|
33
|
+
"type": "array",
|
|
34
|
+
"maxItems": 24,
|
|
35
|
+
"items": { "$ref": "#/$defs/witnessRollupKindString" }
|
|
36
|
+
},
|
|
37
|
+
"supportLabel": {
|
|
38
|
+
"type": "string",
|
|
39
|
+
"enum": [
|
|
40
|
+
"meaningful_multi_witness",
|
|
41
|
+
"sql_only_contract",
|
|
42
|
+
"single_non_sql_contract",
|
|
43
|
+
"thin_or_unknown",
|
|
44
|
+
"coverage_incomplete_or_failed"
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
"summaryLine": {
|
|
48
|
+
"type": "string",
|
|
49
|
+
"minLength": 1,
|
|
50
|
+
"maxLength": 320
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
},
|
|
5
55
|
"type": "object",
|
|
6
56
|
"additionalProperties": false,
|
|
7
57
|
"required": [
|
|
@@ -261,6 +311,9 @@
|
|
|
261
311
|
"text": { "type": "string", "minLength": 1, "maxLength": 500 }
|
|
262
312
|
}
|
|
263
313
|
}
|
|
314
|
+
},
|
|
315
|
+
"witnessCoverage": {
|
|
316
|
+
"$ref": "#/$defs/witnessCoverageV1"
|
|
264
317
|
}
|
|
265
318
|
}
|
|
266
319
|
}
|