agentskeptic 4.2.0 → 5.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actionableFailure.remediationExhaustive.test.js +1 -1
- package/dist/bootstrap/runBootstrapSubcommand.js +1 -1
- package/dist/ciLock.js +1 -1
- package/dist/ciLock.js.map +1 -1
- package/dist/cli.js +1 -1
- package/dist/commercial/trustDecisionRecord.d.ts.map +1 -1
- package/dist/commercial/trustDecisionRecord.js +7 -3
- package/dist/commercial/trustDecisionRecord.js.map +1 -1
- package/dist/commercial/trustDecisionRecord.schema.test.js +4 -2
- package/dist/commercial/trustDecisionRecord.schema.test.js.map +1 -1
- package/dist/commercial/verifyOutcomeBeaconBody.d.ts.map +1 -1
- package/dist/commercial/verifyOutcomeBeaconBody.js +2 -1
- package/dist/commercial/verifyOutcomeBeaconBody.js.map +1 -1
- package/dist/compare.acceptance.test.js +1 -1
- package/dist/decisionBlocker.d.ts +1 -11
- package/dist/decisionBlocker.d.ts.map +1 -1
- package/dist/decisionBlocker.js +1 -41
- package/dist/decisionBlocker.js.map +1 -1
- package/dist/decisionEvidenceBundle/validateDecisionEvidenceBundle.js +1 -1
- package/dist/decisionEvidenceBundle/writeDecisionEvidenceBundle.js +2 -2
- package/dist/decisionEvidenceBundle.test.js +13 -3
- package/dist/decisionEvidenceBundle.test.js.map +1 -1
- package/dist/decisionGate.assertSafe.test.js +1 -1
- package/dist/decisionGate.assertSafe.test.js.map +1 -1
- package/dist/decisionGate.js +1 -1
- package/dist/enforceStateful.js +2 -2
- package/dist/enforceStateful.js.map +1 -1
- package/dist/evidenceCompleteness.d.ts +54 -0
- package/dist/evidenceCompleteness.d.ts.map +1 -0
- package/dist/evidenceCompleteness.js +285 -0
- package/dist/evidenceCompleteness.js.map +1 -0
- package/dist/execution-identity.v1.json +1 -1
- package/dist/formatEvidenceCompletenessHuman.d.ts +12 -0
- package/dist/formatEvidenceCompletenessHuman.d.ts.map +1 -0
- package/dist/formatEvidenceCompletenessHuman.js +47 -0
- package/dist/formatEvidenceCompletenessHuman.js.map +1 -0
- package/dist/governanceEvidence.d.ts +9 -3
- package/dist/governanceEvidence.d.ts.map +1 -1
- package/dist/governanceEvidence.js +10 -5
- package/dist/governanceEvidence.js.map +1 -1
- package/dist/governanceEvidence.test.js +12 -4
- package/dist/governanceEvidence.test.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/langGraphCheckpointTrustGate.js +1 -1
- package/dist/langGraphCheckpointTrustIneligibleCertificate.js +1 -1
- package/dist/loop/loopOutput.d.ts +0 -4
- package/dist/loop/loopOutput.d.ts.map +1 -1
- package/dist/loop/loopOutput.js +3 -6
- package/dist/loop/loopOutput.js.map +1 -1
- package/dist/loop/runLoopSubcommand.d.ts.map +1 -1
- package/dist/loop/runLoopSubcommand.js +0 -2
- package/dist/loop/runLoopSubcommand.js.map +1 -1
- package/dist/outcomeCertificate.d.ts +16 -10
- package/dist/outcomeCertificate.d.ts.map +1 -1
- package/dist/outcomeCertificate.js +45 -8
- package/dist/outcomeCertificate.js.map +1 -1
- package/dist/outcomeCertificate.test.js +1 -1
- package/dist/publicDistribution.generated.d.ts +1 -1
- package/dist/publicDistribution.generated.js +1 -1
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.js +8 -3
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.js.map +1 -1
- package/dist/quickVerify/runQuickVerify.d.ts +3 -1
- package/dist/quickVerify/runQuickVerify.d.ts.map +1 -1
- package/dist/quickVerify/runQuickVerify.js +24 -3
- package/dist/quickVerify/runQuickVerify.js.map +1 -1
- package/dist/redactEvidenceString.d.ts +5 -0
- package/dist/redactEvidenceString.d.ts.map +1 -0
- package/dist/redactEvidenceString.js +17 -0
- package/dist/redactEvidenceString.js.map +1 -0
- package/dist/remediationConsumptionGuard.test.js +1 -0
- package/dist/remediationConsumptionGuard.test.js.map +1 -1
- package/dist/remediationWireSurfaceGuard.test.js +1 -0
- package/dist/remediationWireSurfaceGuard.test.js.map +1 -1
- package/dist/schemaLoad.d.ts +1 -1
- package/dist/schemaLoad.d.ts.map +1 -1
- package/dist/schemaLoad.js +15 -1
- package/dist/schemaLoad.js.map +1 -1
- package/dist/sdk/_generated/openapi-types.d.ts +25 -15
- package/dist/sdk/_generated/openapi-types.d.ts.map +1 -1
- package/dist/standardVerifyWorkflowCli.js +2 -2
- package/dist/verify/batchVerifyTelemetrySubcommand.js +1 -1
- package/package.json +4 -3
- package/schemas/decision-evidence-exit-v1.schema.json +1 -1
- package/schemas/evidence-completeness-v1.schema.json +87 -0
- package/schemas/material-truth-v2.schema.json +83 -0
- package/schemas/openapi-commercial-v1.in.yaml +46 -21
- package/schemas/openapi-commercial-v1.yaml +47 -22
- package/schemas/outcome-certificate-v2.schema.json +93 -0
- package/schemas/public-verification-report-v3.schema.json +15 -0
- package/schemas/quick-verify-report.schema.json +6 -2
- package/schemas/regression-artifact-v1.schema.json +1 -1
- package/schemas/trust-decision-record-v1.schema.json +3 -3
- package/dist/decisionBlocker.contract.test.d.ts +0 -2
- package/dist/decisionBlocker.contract.test.d.ts.map +0 -1
- package/dist/decisionBlocker.contract.test.js +0 -51
- package/dist/decisionBlocker.contract.test.js.map +0 -1
- package/dist/loop/failureHints.d.ts +0 -6
- package/dist/loop/failureHints.d.ts.map +0 -1
- package/dist/loop/failureHints.js +0 -36
- package/dist/loop/failureHints.js.map +0 -1
|
@@ -12,10 +12,11 @@
|
|
|
12
12
|
"ingest",
|
|
13
13
|
"units",
|
|
14
14
|
"exportableRegistry",
|
|
15
|
-
"productTruth"
|
|
15
|
+
"productTruth",
|
|
16
|
+
"evidenceCompleteness"
|
|
16
17
|
],
|
|
17
18
|
"properties": {
|
|
18
|
-
"schemaVersion": { "type": "integer", "const":
|
|
19
|
+
"schemaVersion": { "type": "integer", "const": 5 },
|
|
19
20
|
"verdict": { "type": "string", "enum": ["pass", "fail", "uncertain"] },
|
|
20
21
|
"summary": { "type": "string", "minLength": 1 },
|
|
21
22
|
"verificationMode": { "type": "string", "const": "inferred" },
|
|
@@ -246,6 +247,9 @@
|
|
|
246
247
|
"quickVerifyProvisional": { "type": "boolean", "const": true },
|
|
247
248
|
"contractReplayPartialCoverage": { "type": "boolean" }
|
|
248
249
|
}
|
|
250
|
+
},
|
|
251
|
+
"evidenceCompleteness": {
|
|
252
|
+
"$ref": "https://agentskeptic.com/schemas/evidence-completeness-v1.schema.json"
|
|
249
253
|
}
|
|
250
254
|
}
|
|
251
255
|
}
|
|
@@ -82,7 +82,7 @@
|
|
|
82
82
|
"enum": ["contract_sql", "contract_sql_langgraph_checkpoint_trust"]
|
|
83
83
|
},
|
|
84
84
|
"certificateCanonicalDigest": { "type": "string", "pattern": "^[a-f0-9]{64}$" },
|
|
85
|
-
"certificate": { "$ref": "https://agentskeptic.com/schemas/outcome-certificate-
|
|
85
|
+
"certificate": { "$ref": "https://agentskeptic.com/schemas/outcome-certificate-v2.schema.json" }
|
|
86
86
|
}
|
|
87
87
|
}
|
|
88
88
|
},
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"decisionBlocker.contract.test.d.ts","sourceRoot":"","sources":["../src/decisionBlocker.contract.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
import { readFileSync, mkdtempSync, rmSync } from "node:fs";
|
|
2
|
-
import { join, dirname } from "node:path";
|
|
3
|
-
import { tmpdir } from "node:os";
|
|
4
|
-
import { fileURLToPath } from "node:url";
|
|
5
|
-
import { DatabaseSync } from "node:sqlite";
|
|
6
|
-
import { afterAll, beforeAll, describe, expect, it } from "vitest";
|
|
7
|
-
import { buildOutcomeCertificateFromWorkflowResult } from "./outcomeCertificate.js";
|
|
8
|
-
import { formatDecisionBlockerForHumans } from "./decisionBlocker.js";
|
|
9
|
-
import { verifyWorkflow } from "./pipeline.js";
|
|
10
|
-
const root = join(dirname(fileURLToPath(import.meta.url)), "..");
|
|
11
|
-
describe("formatDecisionBlockerForHumans contract", () => {
|
|
12
|
-
/** Seeded SQLite under tmp — `examples/demo.db` is gitignored and absent on clean CI. */
|
|
13
|
-
let workDir;
|
|
14
|
-
let dbPath;
|
|
15
|
-
beforeAll(() => {
|
|
16
|
-
workDir = mkdtempSync(join(tmpdir(), "agentskeptic-decision-blocker-"));
|
|
17
|
-
dbPath = join(workDir, "demo.db");
|
|
18
|
-
const sql = readFileSync(join(root, "examples", "seed.sql"), "utf8");
|
|
19
|
-
const db = new DatabaseSync(dbPath);
|
|
20
|
-
db.exec(sql);
|
|
21
|
-
db.close();
|
|
22
|
-
});
|
|
23
|
-
afterAll(() => {
|
|
24
|
-
rmSync(workDir, { recursive: true, force: true });
|
|
25
|
-
});
|
|
26
|
-
it("emits exactly six lines with required tokens for wf_missing certificate", async () => {
|
|
27
|
-
const eventsPath = join(root, "examples", "events.ndjson");
|
|
28
|
-
const registryPath = join(root, "examples", "tools.json");
|
|
29
|
-
const result = await verifyWorkflow({
|
|
30
|
-
workflowId: "wf_missing",
|
|
31
|
-
eventsPath,
|
|
32
|
-
registryPath,
|
|
33
|
-
database: { kind: "sqlite", path: dbPath },
|
|
34
|
-
logStep: () => { },
|
|
35
|
-
truthReport: () => { },
|
|
36
|
-
});
|
|
37
|
-
const certificate = buildOutcomeCertificateFromWorkflowResult(result, "contract_sql");
|
|
38
|
-
const { lines, trustDecision } = formatDecisionBlockerForHumans(certificate);
|
|
39
|
-
expect(trustDecision).toBe("unsafe");
|
|
40
|
-
expect(lines).toHaveLength(6);
|
|
41
|
-
expect(lines[0]).toMatch(/^Trust: unsafe$/);
|
|
42
|
-
expect(lines[1]).toMatch(/^Workflow: wf_missing$/);
|
|
43
|
-
expect(lines[2]).toMatch(/^First problem step: seq=/);
|
|
44
|
-
expect(lines[2]).toContain("tool=crm.upsert_contact");
|
|
45
|
-
expect(lines[2]).toContain("status=missing");
|
|
46
|
-
expect(lines[3]).toContain("ROW_ABSENT");
|
|
47
|
-
expect(lines[4]).toMatch(/^Expected: /);
|
|
48
|
-
expect(lines[5]).toMatch(/^Observed: /);
|
|
49
|
-
});
|
|
50
|
-
});
|
|
51
|
-
//# sourceMappingURL=decisionBlocker.contract.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"decisionBlocker.contract.test.js","sourceRoot":"","sources":["../src/decisionBlocker.contract.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACnE,OAAO,EAAE,yCAAyC,EAAE,MAAM,yBAAyB,CAAC;AACpF,OAAO,EAAE,8BAA8B,EAAE,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AAEjE,QAAQ,CAAC,yCAAyC,EAAE,GAAG,EAAE;IACvD,yFAAyF;IACzF,IAAI,OAAe,CAAC;IACpB,IAAI,MAAc,CAAC;IAEnB,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gCAAgC,CAAC,CAAC,CAAC;QACxE,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;QACrE,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACpC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,GAAG,EAAE;QACZ,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QACvF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;QAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC;YAClC,UAAU,EAAE,YAAY;YACxB,UAAU;YACV,YAAY;YACZ,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE;YAC1C,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;YACjB,WAAW,EAAE,GAAG,EAAE,GAAE,CAAC;SACtB,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,yCAAyC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACtF,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,8BAA8B,CAAC,WAAW,CAAC,CAAC;QAC7E,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"failureHints.d.ts","sourceRoot":"","sources":["../../src/loop/failureHints.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAyBrE,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,oBAAoB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAW/G"}
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
const HINTS = [
|
|
2
|
-
{
|
|
3
|
-
codePrefix: "UNKNOWN_TOOL",
|
|
4
|
-
likelyCause: "Observed tool usage is missing from the registry mapping.",
|
|
5
|
-
nextAction: "Add or fix the tool mapping in your registry file, then rerun `agentskeptic loop`.",
|
|
6
|
-
},
|
|
7
|
-
{
|
|
8
|
-
codePrefix: "MISSING",
|
|
9
|
-
likelyCause: "Expected persisted row/effect was not found in the target data store.",
|
|
10
|
-
nextAction: "Verify your write path completed and committed to the expected database, then rerun.",
|
|
11
|
-
},
|
|
12
|
-
{
|
|
13
|
-
codePrefix: "INCONSISTENT",
|
|
14
|
-
likelyCause: "Persisted values differ from expected contract values.",
|
|
15
|
-
nextAction: "Inspect declared expected values vs stored values, fix the mismatch source, then rerun.",
|
|
16
|
-
},
|
|
17
|
-
{
|
|
18
|
-
codePrefix: "INCOMPLETE",
|
|
19
|
-
likelyCause: "Verification could not establish a complete, determinate state.",
|
|
20
|
-
nextAction: "Fix event completeness/registry coverage and rerun after a fresh workflow execution.",
|
|
21
|
-
},
|
|
22
|
-
];
|
|
23
|
-
export function buildFailureHint(certificate) {
|
|
24
|
-
const details = certificate.explanation.details ?? [];
|
|
25
|
-
for (const d of details) {
|
|
26
|
-
const code = String(d.code ?? "").toUpperCase();
|
|
27
|
-
const hit = HINTS.find((h) => code.startsWith(h.codePrefix));
|
|
28
|
-
if (hit)
|
|
29
|
-
return { likelyCause: hit.likelyCause, nextAction: hit.nextAction };
|
|
30
|
-
}
|
|
31
|
-
return {
|
|
32
|
-
likelyCause: certificate.relianceRationale,
|
|
33
|
-
nextAction: "Inspect the WHY section and fix the cited mismatch/incompleteness, then rerun `agentskeptic loop`.",
|
|
34
|
-
};
|
|
35
|
-
}
|
|
36
|
-
//# sourceMappingURL=failureHints.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"failureHints.js","sourceRoot":"","sources":["../../src/loop/failureHints.ts"],"names":[],"mappings":"AAEA,MAAM,KAAK,GAA2E;IACpF;QACE,UAAU,EAAE,cAAc;QAC1B,WAAW,EAAE,2DAA2D;QACxE,UAAU,EAAE,oFAAoF;KACjG;IACD;QACE,UAAU,EAAE,SAAS;QACrB,WAAW,EAAE,uEAAuE;QACpF,UAAU,EAAE,sFAAsF;KACnG;IACD;QACE,UAAU,EAAE,cAAc;QAC1B,WAAW,EAAE,wDAAwD;QACrE,UAAU,EAAE,yFAAyF;KACtG;IACD;QACE,UAAU,EAAE,YAAY;QACxB,WAAW,EAAE,iEAAiE;QAC9E,UAAU,EAAE,sFAAsF;KACnG;CACF,CAAC;AAEF,MAAM,UAAU,gBAAgB,CAAC,WAAiC;IAChE,MAAM,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;IACtD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAC7D,IAAI,GAAG;YAAE,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;IAC/E,CAAC;IACD,OAAO;QACL,WAAW,EAAE,WAAW,CAAC,iBAAiB;QAC1C,UAAU,EAAE,oGAAoG;KACjH,CAAC;AACJ,CAAC"}
|