@agentspec/sdk 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -0
- package/dist/evidence-points-C6j4PSsQ.d.cts +1139 -0
- package/dist/evidence-points-C6j4PSsQ.d.ts +1139 -0
- package/dist/index.cjs +1727 -345
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1026 -2549
- package/dist/index.d.ts +1026 -2549
- package/dist/index.js +1678 -344
- package/dist/index.js.map +1 -1
- package/dist/runtime.cjs +930 -0
- package/dist/runtime.cjs.map +1 -0
- package/dist/runtime.d.cts +63 -0
- package/dist/runtime.d.ts +63 -0
- package/dist/runtime.js +921 -0
- package/dist/runtime.js.map +1 -0
- package/package.json +15 -8
- package/schemas/evidence/v1/contract.schema.json +2078 -0
- package/schemas/evidence/v1/fixtures/drifted/EvalResult.n-as-string.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvalResult.pass-rate-above-one.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.bad-sha.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.extra-field.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.fail-without-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.missing-ttl.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.not-verifiable-without-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-epoch.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-out-of-range.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-space-separated.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.sample-size-boolean.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.ttl-as-string.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-source.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-contract-version.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-record.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.point-records-over-limit.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.with-gap.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/ReadinessFinding.bad-severity.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/SidecarPush.missing-sha.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/TrustPolicy.lenient.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvalResult.live.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvalResult.null-dataset.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.fail.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.null-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass-null-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.timezone-offset.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.unknown-reason-code.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.with-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-null.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-version.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.evidence-points.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.full.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk-no-records.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.open-code.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.with-subject.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/SidecarPush.declared.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/TrustPolicy.standard.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/TrustPolicy.strict.json +1 -0
- package/schemas/grader/v1/fixtures/accepts-fractional-seconds.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-leap-day-in-year-below-100.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-more-than-6-fractional-digits.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-numeric-offset.json +62 -0
- package/schemas/grader/v1/fixtures/all-records-must-pass.json +58 -0
- package/schemas/grader/v1/fixtures/below-threshold-not-graded.json +61 -0
- package/schemas/grader/v1/fixtures/derived-rule-fails-when-a-parent-fails.json +67 -0
- package/schemas/grader/v1/fixtures/derived-rule-follows-memory-write-parent.json +43 -0
- package/schemas/grader/v1/fixtures/derived-rule-passes-with-its-parents.json +64 -0
- package/schemas/grader/v1/fixtures/derived-rule-unverified-when-a-parent-has-no-evidence.json +51 -0
- package/schemas/grader/v1/fixtures/expired-record-is-stale.json +66 -0
- package/schemas/grader/v1/fixtures/fail-beats-not-verifiable.json +62 -0
- package/schemas/grader/v1/fixtures/grade-band-b.json +62 -0
- package/schemas/grader/v1/fixtures/independent-from-listed-collector-is-admitted.json +39 -0
- package/schemas/grader/v1/fixtures/independent-from-unlisted-collector-is-rejected.json +47 -0
- package/schemas/grader/v1/fixtures/low-severity-coverage-only.json +90 -0
- package/schemas/grader/v1/fixtures/malformed-point-is-ignored.json +67 -0
- package/schemas/grader/v1/fixtures/never-admitted-sources-standard.json +196 -0
- package/schemas/grader/v1/fixtures/never-admitted-sources-strict.json +196 -0
- package/schemas/grader/v1/fixtures/not-admitted-outranks-mismatch.json +64 -0
- package/schemas/grader/v1/fixtures/not-verifiable-ignored-when-one-passes.json +58 -0
- package/schemas/grader/v1/fixtures/not-verifiable-only-keeps-reason.json +71 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-a-fail-when-no-point-of-the-rule-is-wired.json +59 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-a-wired-point-pass.json +87 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-its-own-earlier-fail-when-another-point-is-wired.json +70 -0
- package/schemas/grader/v1/fixtures/not-wired-point-ignores-a-wired-point-fail-without-the-rule-id.json +69 -0
- package/schemas/grader/v1/fixtures/not-wired-point-keeps-a-wired-point-fail.json +79 -0
- package/schemas/grader/v1/fixtures/not-wired-point-keeps-independent-evidence.json +64 -0
- package/schemas/grader/v1/fixtures/not-wired-point-never-passes.json +107 -0
- package/schemas/grader/v1/fixtures/offline-record-is-not-admitted-yet.json +47 -0
- package/schemas/grader/v1/fixtures/record-without-collector-is-admitted-until-producers-set-it.json +38 -0
- package/schemas/grader/v1/fixtures/records-without-rule-id-never-graded.json +62 -0
- package/schemas/grader/v1/fixtures/rejects-compact-timestamp.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24-lowercase-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24-space-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-impossible-date-feb-29.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-lowercase-t.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-lowercase-z.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offset-hours-above-23.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offset-minutes-above-59.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offsetless-timestamp.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-space-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-year-zero.json +56 -0
- package/schemas/grader/v1/fixtures/rounds-coverage-before-the-threshold.json +850 -0
- package/schemas/grader/v1/fixtures/rounds-verified-before-the-band.json +674 -0
- package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-admitted-standard.json +39 -0
- package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-not-admitted-strict.json +47 -0
- package/schemas/grader/v1/fixtures/sdk-observed-standard.json +58 -0
- package/schemas/grader/v1/fixtures/sdk-observed-strict.json +66 -0
- package/schemas/grader/v1/fixtures/sdk-observed-without-evidence-point-source-is-rejected.json +47 -0
- package/schemas/grader/v1/fixtures/sdk-only-agent-all-points-fired.json +116 -0
- package/schemas/grader/v1/fixtures/stale-outranks-mismatch.json +64 -0
- package/schemas/grader/v1/fixtures/strict-admits-independent.json +39 -0
- package/schemas/grader/v1/fixtures/sub-millisecond-expiry-boundary.json +38 -0
- package/schemas/v1/agent.schema.json +372 -198
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"metric":"grounded","n":"73","passRate":1,"ciLow":0.95,"ciHigh":1,"threshold":0.95,"window":{"start":"2026-10-21T10:00:00Z","end":"2026-10-22T10:00:00Z"},"judgeModel":"claude-sonnet-5-5","rubricHash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","source":"independent","dataset":"golden-v1"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"metric":"grounded","n":73,"passRate":1.5,"ciLow":0.95,"ciHigh":1,"threshold":0.95,"window":{"start":"2026-10-21T10:00:00Z","end":"2026-10-22T10:00:00Z"},"judgeModel":"claude-sonnet-5-5","rubricHash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","source":"independent","dataset":"golden-v1"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"xyz"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"extra":1,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"fail","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.not-verifiable-without-reason.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"not_verifiable","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":1729587600,"window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-13-45T25:61:61Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22 10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":true,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":"3600","sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","collector":"made-up-collector"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"self_declared","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"contract":"one","health":{"status":"healthy"}}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"health":{"status":"healthy"},"records":[{"checkId":"x"}]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"health":{"status":"healthy","agentName":"a"},"records":[],"evidencePoints":[{"point":"guardrail","target":"input","state":"fired","counts":{"pass":6,"fail":0,"not_verifiable":0},"records":[{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}]}]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"health":{"status":"healthy"},"gap":{"score":90}}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"code":"x","severity":"urgent","message":"m"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"declared":{"score":80},"records":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"lenient"
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"metric":"grounded","n":73,"passRate":1,"ciLow":0.95,"ciHigh":1,"threshold":0.95,"window":{"start":"2026-10-21T10:00:00Z","end":"2026-10-22T10:00:00Z"},"judgeModel":"claude-sonnet-5-5","rubricHash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","source":"independent","dataset":"golden-v1"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"metric":"grounded","n":73,"passRate":1,"ciLow":0.95,"ciHigh":1,"threshold":0.95,"window":{"start":"2026-10-21T10:00:00Z","end":"2026-10-22T10:00:00Z"},"judgeModel":"claude-sonnet-5-5","rubricHash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","source":"independent","dataset":null}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"fail","reason":{"code":"no_calls_observed","detail":"0 calls in window"},"source":"sdk-observed","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","collector":null}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"reason":null,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00+00:00","window":{"start":"2026-10-22T11:00:00+02:00","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"not_verifiable","reason":{"code":"a_code_added_later"},"source":"lower-bound","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","collector":"gateway-traffic"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"contract":null,"health":{"status":"healthy","agentName":"a"},"records":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"contract":"1.0.0","health":{"status":"healthy","agentName":"a"},"records":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"health":{"status":"healthy","agentName":"a"},"records":[],"evidencePoints":[{"point":"guardrail","target":"input","state":"fired","counts":{"pass":2,"fail":0,"not_verifiable":0},"records":[{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","collector":"sdk","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","collector":"sdk","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}]},{"point":"guardrail","target":"output","state":"not_wired","counts":{"pass":0,"fail":0,"not_verifiable":0},"records":[]}]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"health":{"status":"healthy","agentName":"a"},"records":[{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"sdk-observed","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}],"usage":{"tokens":1},"tools":{"search":3}}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"contract":"1.0.0","health":{"status":"healthy","agentName":"a"},"records":[],"usage":{"tokens":1}}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"health":{"status":"healthy","agentName":"a"},"records":[{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","collector":"sdk","source":"sdk-observed","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"code":"instrumentation_unavailable","severity":"medium","message":"No spans seen","ruleIds":["MODEL-01"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"code":"instrumentation_unavailable","severity":"high","message":"m","subject":"tool:search","ruleIds":["TOOL-01"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","declared":{"score":80,"grade":"B"},"records":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"standard"
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"strict"
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "accepts-fractional-seconds",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R1",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00.5Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:R2",
|
|
23
|
+
"ruleId": "R2",
|
|
24
|
+
"status": "fail",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
36
|
+
"reason": {
|
|
37
|
+
"code": "no_evidence",
|
|
38
|
+
"detail": "fixture"
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
],
|
|
42
|
+
"applicableRules": [
|
|
43
|
+
{
|
|
44
|
+
"id": "R1",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"id": "R2",
|
|
49
|
+
"severity": "low"
|
|
50
|
+
}
|
|
51
|
+
],
|
|
52
|
+
"policy": "standard",
|
|
53
|
+
"now": "2026-10-22T12:00:00Z"
|
|
54
|
+
},
|
|
55
|
+
"expected": {
|
|
56
|
+
"verified": 75,
|
|
57
|
+
"coverage": 100,
|
|
58
|
+
"independentShare": 100,
|
|
59
|
+
"grade": "B",
|
|
60
|
+
"unverified": []
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "accepts-leap-day-in-year-below-100",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R1",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "0096-02-29T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "0096-02-29T10:00:00Z",
|
|
14
|
+
"end": "0096-02-29T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:R2",
|
|
23
|
+
"ruleId": "R2",
|
|
24
|
+
"status": "fail",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "0096-02-29T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "0096-02-29T10:00:00Z",
|
|
30
|
+
"end": "0096-02-29T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
36
|
+
"reason": {
|
|
37
|
+
"code": "no_evidence",
|
|
38
|
+
"detail": "fixture"
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
],
|
|
42
|
+
"applicableRules": [
|
|
43
|
+
{
|
|
44
|
+
"id": "R1",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"id": "R2",
|
|
49
|
+
"severity": "low"
|
|
50
|
+
}
|
|
51
|
+
],
|
|
52
|
+
"policy": "standard",
|
|
53
|
+
"now": "0096-02-29T12:00:00Z"
|
|
54
|
+
},
|
|
55
|
+
"expected": {
|
|
56
|
+
"verified": 75,
|
|
57
|
+
"coverage": 100,
|
|
58
|
+
"independentShare": 100,
|
|
59
|
+
"grade": "B",
|
|
60
|
+
"unverified": []
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "accepts-more-than-6-fractional-digits",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R1",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00.1234567890Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:R2",
|
|
23
|
+
"ruleId": "R2",
|
|
24
|
+
"status": "fail",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
36
|
+
"reason": {
|
|
37
|
+
"code": "no_evidence",
|
|
38
|
+
"detail": "fixture"
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
],
|
|
42
|
+
"applicableRules": [
|
|
43
|
+
{
|
|
44
|
+
"id": "R1",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"id": "R2",
|
|
49
|
+
"severity": "low"
|
|
50
|
+
}
|
|
51
|
+
],
|
|
52
|
+
"policy": "standard",
|
|
53
|
+
"now": "2026-10-22T12:00:00Z"
|
|
54
|
+
},
|
|
55
|
+
"expected": {
|
|
56
|
+
"verified": 75,
|
|
57
|
+
"coverage": 100,
|
|
58
|
+
"independentShare": 100,
|
|
59
|
+
"grade": "B",
|
|
60
|
+
"unverified": []
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "accepts-numeric-offset",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R1",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T16:00:00+05:00",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:R2",
|
|
23
|
+
"ruleId": "R2",
|
|
24
|
+
"status": "fail",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
36
|
+
"reason": {
|
|
37
|
+
"code": "no_evidence",
|
|
38
|
+
"detail": "fixture"
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
],
|
|
42
|
+
"applicableRules": [
|
|
43
|
+
{
|
|
44
|
+
"id": "R1",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"id": "R2",
|
|
49
|
+
"severity": "low"
|
|
50
|
+
}
|
|
51
|
+
],
|
|
52
|
+
"policy": "standard",
|
|
53
|
+
"now": "2026-10-22T12:00:00Z"
|
|
54
|
+
},
|
|
55
|
+
"expected": {
|
|
56
|
+
"verified": 75,
|
|
57
|
+
"coverage": 100,
|
|
58
|
+
"independentShare": 100,
|
|
59
|
+
"grade": "B",
|
|
60
|
+
"unverified": []
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "all-records-must-pass",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "a",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "b",
|
|
23
|
+
"ruleId": "R1",
|
|
24
|
+
"status": "fail",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
36
|
+
"reason": {
|
|
37
|
+
"code": "no_evidence",
|
|
38
|
+
"detail": "fixture"
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
],
|
|
42
|
+
"applicableRules": [
|
|
43
|
+
{
|
|
44
|
+
"id": "R1",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
}
|
|
47
|
+
],
|
|
48
|
+
"policy": "standard",
|
|
49
|
+
"now": "2026-10-22T12:00:00Z"
|
|
50
|
+
},
|
|
51
|
+
"expected": {
|
|
52
|
+
"verified": 0,
|
|
53
|
+
"coverage": 100,
|
|
54
|
+
"independentShare": 100,
|
|
55
|
+
"grade": "F",
|
|
56
|
+
"unverified": []
|
|
57
|
+
}
|
|
58
|
+
}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "below-threshold-not-graded",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R3",
|
|
7
|
+
"ruleId": "R3",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
}
|
|
21
|
+
],
|
|
22
|
+
"applicableRules": [
|
|
23
|
+
{
|
|
24
|
+
"id": "R1",
|
|
25
|
+
"severity": "critical"
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"id": "R2",
|
|
29
|
+
"severity": "high"
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
"id": "R3",
|
|
33
|
+
"severity": "medium"
|
|
34
|
+
}
|
|
35
|
+
],
|
|
36
|
+
"policy": "standard",
|
|
37
|
+
"now": "2026-10-22T12:00:00Z"
|
|
38
|
+
},
|
|
39
|
+
"expected": {
|
|
40
|
+
"verified": 100,
|
|
41
|
+
"coverage": 22,
|
|
42
|
+
"independentShare": 100,
|
|
43
|
+
"grade": "Not graded",
|
|
44
|
+
"unverified": [
|
|
45
|
+
{
|
|
46
|
+
"ruleId": "R1",
|
|
47
|
+
"severity": "critical",
|
|
48
|
+
"reason": {
|
|
49
|
+
"code": "no_evidence"
|
|
50
|
+
}
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"ruleId": "R2",
|
|
54
|
+
"severity": "high",
|
|
55
|
+
"reason": {
|
|
56
|
+
"code": "no_evidence"
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
]
|
|
60
|
+
}
|
|
61
|
+
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "derived-rule-fails-when-a-parent-fails",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:EVAL-01",
|
|
7
|
+
"ruleId": "EVAL-01",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"collector": "sidecar-eval",
|
|
12
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
13
|
+
"window": {
|
|
14
|
+
"start": "2026-10-22T10:00:00Z",
|
|
15
|
+
"end": "2026-10-22T11:00:00Z"
|
|
16
|
+
},
|
|
17
|
+
"ttlSeconds": 86400,
|
|
18
|
+
"sampleSize": 1,
|
|
19
|
+
"traceIds": [],
|
|
20
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
"checkId": "check:EVAL-02",
|
|
24
|
+
"ruleId": "EVAL-02",
|
|
25
|
+
"status": "fail",
|
|
26
|
+
"source": "independent",
|
|
27
|
+
"origin": "gateway",
|
|
28
|
+
"collector": "sidecar-eval",
|
|
29
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
30
|
+
"window": {
|
|
31
|
+
"start": "2026-10-22T10:00:00Z",
|
|
32
|
+
"end": "2026-10-22T11:00:00Z"
|
|
33
|
+
},
|
|
34
|
+
"ttlSeconds": 86400,
|
|
35
|
+
"sampleSize": 1,
|
|
36
|
+
"traceIds": [],
|
|
37
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
38
|
+
"reason": {
|
|
39
|
+
"code": "threshold_not_met"
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
],
|
|
43
|
+
"applicableRules": [
|
|
44
|
+
{
|
|
45
|
+
"id": "SEC-LLM-09",
|
|
46
|
+
"severity": "high"
|
|
47
|
+
},
|
|
48
|
+
{
|
|
49
|
+
"id": "EVAL-01",
|
|
50
|
+
"severity": "high"
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"id": "EVAL-02",
|
|
54
|
+
"severity": "high"
|
|
55
|
+
}
|
|
56
|
+
],
|
|
57
|
+
"policy": "standard",
|
|
58
|
+
"now": "2026-10-22T12:00:00Z"
|
|
59
|
+
},
|
|
60
|
+
"expected": {
|
|
61
|
+
"verified": 33,
|
|
62
|
+
"coverage": 100,
|
|
63
|
+
"independentShare": 100,
|
|
64
|
+
"grade": "F",
|
|
65
|
+
"unverified": []
|
|
66
|
+
}
|
|
67
|
+
}
|