@agentspec/sdk 0.4.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/README.md +46 -0
  2. package/dist/evidence-points-C6j4PSsQ.d.cts +1139 -0
  3. package/dist/evidence-points-C6j4PSsQ.d.ts +1139 -0
  4. package/dist/index.cjs +1727 -345
  5. package/dist/index.cjs.map +1 -1
  6. package/dist/index.d.cts +1026 -2549
  7. package/dist/index.d.ts +1026 -2549
  8. package/dist/index.js +1678 -344
  9. package/dist/index.js.map +1 -1
  10. package/dist/runtime.cjs +930 -0
  11. package/dist/runtime.cjs.map +1 -0
  12. package/dist/runtime.d.cts +63 -0
  13. package/dist/runtime.d.ts +63 -0
  14. package/dist/runtime.js +921 -0
  15. package/dist/runtime.js.map +1 -0
  16. package/package.json +15 -8
  17. package/schemas/evidence/v1/contract.schema.json +2078 -0
  18. package/schemas/evidence/v1/fixtures/drifted/EvalResult.n-as-string.json +1 -0
  19. package/schemas/evidence/v1/fixtures/drifted/EvalResult.pass-rate-above-one.json +1 -0
  20. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.bad-sha.json +1 -0
  21. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.extra-field.json +1 -0
  22. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.fail-without-reason.json +1 -0
  23. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.missing-ttl.json +1 -0
  24. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.not-verifiable-without-reason.json +1 -0
  25. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-epoch.json +1 -0
  26. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-out-of-range.json +1 -0
  27. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-space-separated.json +1 -0
  28. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.sample-size-boolean.json +1 -0
  29. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.ttl-as-string.json +1 -0
  30. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-collector.json +1 -0
  31. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-source.json +1 -0
  32. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-contract-version.json +1 -0
  33. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-record.json +1 -0
  34. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.point-records-over-limit.json +1 -0
  35. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.with-gap.json +1 -0
  36. package/schemas/evidence/v1/fixtures/drifted/ReadinessFinding.bad-severity.json +1 -0
  37. package/schemas/evidence/v1/fixtures/drifted/SidecarPush.missing-sha.json +1 -0
  38. package/schemas/evidence/v1/fixtures/drifted/TrustPolicy.lenient.json +1 -0
  39. package/schemas/evidence/v1/fixtures/valid/EvalResult.live.json +1 -0
  40. package/schemas/evidence/v1/fixtures/valid/EvalResult.null-dataset.json +1 -0
  41. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.fail.json +1 -0
  42. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.null-collector.json +1 -0
  43. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass-null-reason.json +1 -0
  44. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass.json +1 -0
  45. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.timezone-offset.json +1 -0
  46. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.unknown-reason-code.json +1 -0
  47. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.with-collector.json +1 -0
  48. package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-null.json +1 -0
  49. package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-version.json +1 -0
  50. package/schemas/evidence/v1/fixtures/valid/Heartbeat.evidence-points.json +1 -0
  51. package/schemas/evidence/v1/fixtures/valid/Heartbeat.full.json +1 -0
  52. package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk-no-records.json +1 -0
  53. package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk.json +1 -0
  54. package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.open-code.json +1 -0
  55. package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.with-subject.json +1 -0
  56. package/schemas/evidence/v1/fixtures/valid/SidecarPush.declared.json +1 -0
  57. package/schemas/evidence/v1/fixtures/valid/TrustPolicy.standard.json +1 -0
  58. package/schemas/evidence/v1/fixtures/valid/TrustPolicy.strict.json +1 -0
  59. package/schemas/grader/v1/fixtures/accepts-fractional-seconds.json +62 -0
  60. package/schemas/grader/v1/fixtures/accepts-leap-day-in-year-below-100.json +62 -0
  61. package/schemas/grader/v1/fixtures/accepts-more-than-6-fractional-digits.json +62 -0
  62. package/schemas/grader/v1/fixtures/accepts-numeric-offset.json +62 -0
  63. package/schemas/grader/v1/fixtures/all-records-must-pass.json +58 -0
  64. package/schemas/grader/v1/fixtures/below-threshold-not-graded.json +61 -0
  65. package/schemas/grader/v1/fixtures/derived-rule-fails-when-a-parent-fails.json +67 -0
  66. package/schemas/grader/v1/fixtures/derived-rule-follows-memory-write-parent.json +43 -0
  67. package/schemas/grader/v1/fixtures/derived-rule-passes-with-its-parents.json +64 -0
  68. package/schemas/grader/v1/fixtures/derived-rule-unverified-when-a-parent-has-no-evidence.json +51 -0
  69. package/schemas/grader/v1/fixtures/expired-record-is-stale.json +66 -0
  70. package/schemas/grader/v1/fixtures/fail-beats-not-verifiable.json +62 -0
  71. package/schemas/grader/v1/fixtures/grade-band-b.json +62 -0
  72. package/schemas/grader/v1/fixtures/independent-from-listed-collector-is-admitted.json +39 -0
  73. package/schemas/grader/v1/fixtures/independent-from-unlisted-collector-is-rejected.json +47 -0
  74. package/schemas/grader/v1/fixtures/low-severity-coverage-only.json +90 -0
  75. package/schemas/grader/v1/fixtures/malformed-point-is-ignored.json +67 -0
  76. package/schemas/grader/v1/fixtures/never-admitted-sources-standard.json +196 -0
  77. package/schemas/grader/v1/fixtures/never-admitted-sources-strict.json +196 -0
  78. package/schemas/grader/v1/fixtures/not-admitted-outranks-mismatch.json +64 -0
  79. package/schemas/grader/v1/fixtures/not-verifiable-ignored-when-one-passes.json +58 -0
  80. package/schemas/grader/v1/fixtures/not-verifiable-only-keeps-reason.json +71 -0
  81. package/schemas/grader/v1/fixtures/not-wired-point-drops-a-fail-when-no-point-of-the-rule-is-wired.json +59 -0
  82. package/schemas/grader/v1/fixtures/not-wired-point-drops-a-wired-point-pass.json +87 -0
  83. package/schemas/grader/v1/fixtures/not-wired-point-drops-its-own-earlier-fail-when-another-point-is-wired.json +70 -0
  84. package/schemas/grader/v1/fixtures/not-wired-point-ignores-a-wired-point-fail-without-the-rule-id.json +69 -0
  85. package/schemas/grader/v1/fixtures/not-wired-point-keeps-a-wired-point-fail.json +79 -0
  86. package/schemas/grader/v1/fixtures/not-wired-point-keeps-independent-evidence.json +64 -0
  87. package/schemas/grader/v1/fixtures/not-wired-point-never-passes.json +107 -0
  88. package/schemas/grader/v1/fixtures/offline-record-is-not-admitted-yet.json +47 -0
  89. package/schemas/grader/v1/fixtures/record-without-collector-is-admitted-until-producers-set-it.json +38 -0
  90. package/schemas/grader/v1/fixtures/records-without-rule-id-never-graded.json +62 -0
  91. package/schemas/grader/v1/fixtures/rejects-compact-timestamp.json +56 -0
  92. package/schemas/grader/v1/fixtures/rejects-hour-24-lowercase-separator.json +56 -0
  93. package/schemas/grader/v1/fixtures/rejects-hour-24-space-separator.json +56 -0
  94. package/schemas/grader/v1/fixtures/rejects-hour-24.json +56 -0
  95. package/schemas/grader/v1/fixtures/rejects-impossible-date-feb-29.json +56 -0
  96. package/schemas/grader/v1/fixtures/rejects-lowercase-t.json +56 -0
  97. package/schemas/grader/v1/fixtures/rejects-lowercase-z.json +56 -0
  98. package/schemas/grader/v1/fixtures/rejects-offset-hours-above-23.json +56 -0
  99. package/schemas/grader/v1/fixtures/rejects-offset-minutes-above-59.json +56 -0
  100. package/schemas/grader/v1/fixtures/rejects-offsetless-timestamp.json +56 -0
  101. package/schemas/grader/v1/fixtures/rejects-space-separator.json +56 -0
  102. package/schemas/grader/v1/fixtures/rejects-year-zero.json +56 -0
  103. package/schemas/grader/v1/fixtures/rounds-coverage-before-the-threshold.json +850 -0
  104. package/schemas/grader/v1/fixtures/rounds-verified-before-the-band.json +674 -0
  105. package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-admitted-standard.json +39 -0
  106. package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-not-admitted-strict.json +47 -0
  107. package/schemas/grader/v1/fixtures/sdk-observed-standard.json +58 -0
  108. package/schemas/grader/v1/fixtures/sdk-observed-strict.json +66 -0
  109. package/schemas/grader/v1/fixtures/sdk-observed-without-evidence-point-source-is-rejected.json +47 -0
  110. package/schemas/grader/v1/fixtures/sdk-only-agent-all-points-fired.json +116 -0
  111. package/schemas/grader/v1/fixtures/stale-outranks-mismatch.json +64 -0
  112. package/schemas/grader/v1/fixtures/strict-admits-independent.json +39 -0
  113. package/schemas/grader/v1/fixtures/sub-millisecond-expiry-boundary.json +38 -0
  114. package/schemas/v1/agent.schema.json +372 -198
@@ -0,0 +1 @@
1
+ {"metric":"grounded","n":"73","passRate":1,"ciLow":0.95,"ciHigh":1,"threshold":0.95,"window":{"start":"2026-10-21T10:00:00Z","end":"2026-10-22T10:00:00Z"},"judgeModel":"claude-sonnet-5-5","rubricHash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","source":"independent","dataset":"golden-v1"}
@@ -0,0 +1 @@
1
+ {"metric":"grounded","n":73,"passRate":1.5,"ciLow":0.95,"ciHigh":1,"threshold":0.95,"window":{"start":"2026-10-21T10:00:00Z","end":"2026-10-22T10:00:00Z"},"judgeModel":"claude-sonnet-5-5","rubricHash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","source":"independent","dataset":"golden-v1"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"xyz"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"extra":1,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"fail","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"not_verifiable","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":1729587600,"window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-13-45T25:61:61Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22 10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":true,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":"3600","sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","collector":"made-up-collector"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"self_declared","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"contract":"one","health":{"status":"healthy"}}
@@ -0,0 +1 @@
1
+ {"health":{"status":"healthy"},"records":[{"checkId":"x"}]}
@@ -0,0 +1 @@
1
+ {"health":{"status":"healthy","agentName":"a"},"records":[],"evidencePoints":[{"point":"guardrail","target":"input","state":"fired","counts":{"pass":6,"fail":0,"not_verifiable":0},"records":[{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}]}]}
@@ -0,0 +1 @@
1
+ {"health":{"status":"healthy"},"gap":{"score":90}}
@@ -0,0 +1 @@
1
+ {"code":"x","severity":"urgent","message":"m"}
@@ -0,0 +1 @@
1
+ {"declared":{"score":80},"records":[]}
@@ -0,0 +1 @@
1
+ {"metric":"grounded","n":73,"passRate":1,"ciLow":0.95,"ciHigh":1,"threshold":0.95,"window":{"start":"2026-10-21T10:00:00Z","end":"2026-10-22T10:00:00Z"},"judgeModel":"claude-sonnet-5-5","rubricHash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","source":"independent","dataset":"golden-v1"}
@@ -0,0 +1 @@
1
+ {"metric":"grounded","n":73,"passRate":1,"ciLow":0.95,"ciHigh":1,"threshold":0.95,"window":{"start":"2026-10-21T10:00:00Z","end":"2026-10-22T10:00:00Z"},"judgeModel":"claude-sonnet-5-5","rubricHash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","source":"independent","dataset":null}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"fail","reason":{"code":"no_calls_observed","detail":"0 calls in window"},"source":"sdk-observed","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","collector":null}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"reason":null,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00+00:00","window":{"start":"2026-10-22T11:00:00+02:00","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"not_verifiable","reason":{"code":"a_code_added_later"},"source":"lower-bound","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}
@@ -0,0 +1 @@
1
+ {"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"independent","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","collector":"gateway-traffic"}
@@ -0,0 +1 @@
1
+ {"contract":null,"health":{"status":"healthy","agentName":"a"},"records":[]}
@@ -0,0 +1 @@
1
+ {"contract":"1.0.0","health":{"status":"healthy","agentName":"a"},"records":[]}
@@ -0,0 +1 @@
1
+ {"health":{"status":"healthy","agentName":"a"},"records":[],"evidencePoints":[{"point":"guardrail","target":"input","state":"fired","counts":{"pass":2,"fail":0,"not_verifiable":0},"records":[{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","collector":"sdk","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},{"checkId":"guardrail:input","ruleId":"SEC-LLM-01","status":"pass","collector":"sdk","source":"sdk-observed","origin":"in_process","observedAt":"2026-10-30T10:00:00Z","window":{"start":"2026-10-30T09:59:30Z","end":"2026-10-30T10:00:00Z"},"ttlSeconds":60,"sampleSize":1,"traceIds":[],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}]},{"point":"guardrail","target":"output","state":"not_wired","counts":{"pass":0,"fail":0,"not_verifiable":0},"records":[]}]}
@@ -0,0 +1 @@
1
+ {"health":{"status":"healthy","agentName":"a"},"records":[{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","source":"sdk-observed","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}],"usage":{"tokens":1},"tools":{"search":3}}
@@ -0,0 +1 @@
1
+ {"contract":"1.0.0","health":{"status":"healthy","agentName":"a"},"records":[],"usage":{"tokens":1}}
@@ -0,0 +1 @@
1
+ {"health":{"status":"healthy","agentName":"a"},"records":[{"checkId":"tool:search","ruleId":"TOOL-01","status":"pass","collector":"sdk","source":"sdk-observed","origin":"gateway","observedAt":"2026-10-22T10:00:00Z","window":{"start":"2026-10-22T09:00:00Z","end":"2026-10-22T10:00:00Z"},"ttlSeconds":3600,"sampleSize":12,"traceIds":["4bf92f3577b34da6a3ce929d0e0e4736"],"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}]}
@@ -0,0 +1 @@
1
+ {"code":"instrumentation_unavailable","severity":"medium","message":"No spans seen","ruleIds":["MODEL-01"]}
@@ -0,0 +1 @@
1
+ {"code":"instrumentation_unavailable","severity":"high","message":"m","subject":"tool:search","ruleIds":["TOOL-01"]}
@@ -0,0 +1 @@
1
+ {"manifestSha256":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa","declared":{"score":80,"grade":"B"},"records":[]}
@@ -0,0 +1,62 @@
1
+ {
2
+ "name": "accepts-fractional-seconds",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R1",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00.5Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:R2",
23
+ "ruleId": "R2",
24
+ "status": "fail",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
36
+ "reason": {
37
+ "code": "no_evidence",
38
+ "detail": "fixture"
39
+ }
40
+ }
41
+ ],
42
+ "applicableRules": [
43
+ {
44
+ "id": "R1",
45
+ "severity": "high"
46
+ },
47
+ {
48
+ "id": "R2",
49
+ "severity": "low"
50
+ }
51
+ ],
52
+ "policy": "standard",
53
+ "now": "2026-10-22T12:00:00Z"
54
+ },
55
+ "expected": {
56
+ "verified": 75,
57
+ "coverage": 100,
58
+ "independentShare": 100,
59
+ "grade": "B",
60
+ "unverified": []
61
+ }
62
+ }
@@ -0,0 +1,62 @@
1
+ {
2
+ "name": "accepts-leap-day-in-year-below-100",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R1",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "0096-02-29T11:00:00Z",
12
+ "window": {
13
+ "start": "0096-02-29T10:00:00Z",
14
+ "end": "0096-02-29T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:R2",
23
+ "ruleId": "R2",
24
+ "status": "fail",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "0096-02-29T11:00:00Z",
28
+ "window": {
29
+ "start": "0096-02-29T10:00:00Z",
30
+ "end": "0096-02-29T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
36
+ "reason": {
37
+ "code": "no_evidence",
38
+ "detail": "fixture"
39
+ }
40
+ }
41
+ ],
42
+ "applicableRules": [
43
+ {
44
+ "id": "R1",
45
+ "severity": "high"
46
+ },
47
+ {
48
+ "id": "R2",
49
+ "severity": "low"
50
+ }
51
+ ],
52
+ "policy": "standard",
53
+ "now": "0096-02-29T12:00:00Z"
54
+ },
55
+ "expected": {
56
+ "verified": 75,
57
+ "coverage": 100,
58
+ "independentShare": 100,
59
+ "grade": "B",
60
+ "unverified": []
61
+ }
62
+ }
@@ -0,0 +1,62 @@
1
+ {
2
+ "name": "accepts-more-than-6-fractional-digits",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R1",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00.1234567890Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:R2",
23
+ "ruleId": "R2",
24
+ "status": "fail",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
36
+ "reason": {
37
+ "code": "no_evidence",
38
+ "detail": "fixture"
39
+ }
40
+ }
41
+ ],
42
+ "applicableRules": [
43
+ {
44
+ "id": "R1",
45
+ "severity": "high"
46
+ },
47
+ {
48
+ "id": "R2",
49
+ "severity": "low"
50
+ }
51
+ ],
52
+ "policy": "standard",
53
+ "now": "2026-10-22T12:00:00Z"
54
+ },
55
+ "expected": {
56
+ "verified": 75,
57
+ "coverage": 100,
58
+ "independentShare": 100,
59
+ "grade": "B",
60
+ "unverified": []
61
+ }
62
+ }
@@ -0,0 +1,62 @@
1
+ {
2
+ "name": "accepts-numeric-offset",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R1",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T16:00:00+05:00",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:R2",
23
+ "ruleId": "R2",
24
+ "status": "fail",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
36
+ "reason": {
37
+ "code": "no_evidence",
38
+ "detail": "fixture"
39
+ }
40
+ }
41
+ ],
42
+ "applicableRules": [
43
+ {
44
+ "id": "R1",
45
+ "severity": "high"
46
+ },
47
+ {
48
+ "id": "R2",
49
+ "severity": "low"
50
+ }
51
+ ],
52
+ "policy": "standard",
53
+ "now": "2026-10-22T12:00:00Z"
54
+ },
55
+ "expected": {
56
+ "verified": 75,
57
+ "coverage": 100,
58
+ "independentShare": 100,
59
+ "grade": "B",
60
+ "unverified": []
61
+ }
62
+ }
@@ -0,0 +1,58 @@
1
+ {
2
+ "name": "all-records-must-pass",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "a",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "b",
23
+ "ruleId": "R1",
24
+ "status": "fail",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
36
+ "reason": {
37
+ "code": "no_evidence",
38
+ "detail": "fixture"
39
+ }
40
+ }
41
+ ],
42
+ "applicableRules": [
43
+ {
44
+ "id": "R1",
45
+ "severity": "high"
46
+ }
47
+ ],
48
+ "policy": "standard",
49
+ "now": "2026-10-22T12:00:00Z"
50
+ },
51
+ "expected": {
52
+ "verified": 0,
53
+ "coverage": 100,
54
+ "independentShare": 100,
55
+ "grade": "F",
56
+ "unverified": []
57
+ }
58
+ }
@@ -0,0 +1,61 @@
1
+ {
2
+ "name": "below-threshold-not-graded",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R3",
7
+ "ruleId": "R3",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ }
21
+ ],
22
+ "applicableRules": [
23
+ {
24
+ "id": "R1",
25
+ "severity": "critical"
26
+ },
27
+ {
28
+ "id": "R2",
29
+ "severity": "high"
30
+ },
31
+ {
32
+ "id": "R3",
33
+ "severity": "medium"
34
+ }
35
+ ],
36
+ "policy": "standard",
37
+ "now": "2026-10-22T12:00:00Z"
38
+ },
39
+ "expected": {
40
+ "verified": 100,
41
+ "coverage": 22,
42
+ "independentShare": 100,
43
+ "grade": "Not graded",
44
+ "unverified": [
45
+ {
46
+ "ruleId": "R1",
47
+ "severity": "critical",
48
+ "reason": {
49
+ "code": "no_evidence"
50
+ }
51
+ },
52
+ {
53
+ "ruleId": "R2",
54
+ "severity": "high",
55
+ "reason": {
56
+ "code": "no_evidence"
57
+ }
58
+ }
59
+ ]
60
+ }
61
+ }
@@ -0,0 +1,67 @@
1
+ {
2
+ "name": "derived-rule-fails-when-a-parent-fails",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:EVAL-01",
7
+ "ruleId": "EVAL-01",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "collector": "sidecar-eval",
12
+ "observedAt": "2026-10-22T11:00:00Z",
13
+ "window": {
14
+ "start": "2026-10-22T10:00:00Z",
15
+ "end": "2026-10-22T11:00:00Z"
16
+ },
17
+ "ttlSeconds": 86400,
18
+ "sampleSize": 1,
19
+ "traceIds": [],
20
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
21
+ },
22
+ {
23
+ "checkId": "check:EVAL-02",
24
+ "ruleId": "EVAL-02",
25
+ "status": "fail",
26
+ "source": "independent",
27
+ "origin": "gateway",
28
+ "collector": "sidecar-eval",
29
+ "observedAt": "2026-10-22T11:00:00Z",
30
+ "window": {
31
+ "start": "2026-10-22T10:00:00Z",
32
+ "end": "2026-10-22T11:00:00Z"
33
+ },
34
+ "ttlSeconds": 86400,
35
+ "sampleSize": 1,
36
+ "traceIds": [],
37
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
38
+ "reason": {
39
+ "code": "threshold_not_met"
40
+ }
41
+ }
42
+ ],
43
+ "applicableRules": [
44
+ {
45
+ "id": "SEC-LLM-09",
46
+ "severity": "high"
47
+ },
48
+ {
49
+ "id": "EVAL-01",
50
+ "severity": "high"
51
+ },
52
+ {
53
+ "id": "EVAL-02",
54
+ "severity": "high"
55
+ }
56
+ ],
57
+ "policy": "standard",
58
+ "now": "2026-10-22T12:00:00Z"
59
+ },
60
+ "expected": {
61
+ "verified": 33,
62
+ "coverage": 100,
63
+ "independentShare": 100,
64
+ "grade": "F",
65
+ "unverified": []
66
+ }
67
+ }