@agentspec/sdk 0.4.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/README.md +46 -0
  2. package/dist/evidence-points-C6j4PSsQ.d.cts +1139 -0
  3. package/dist/evidence-points-C6j4PSsQ.d.ts +1139 -0
  4. package/dist/index.cjs +1727 -345
  5. package/dist/index.cjs.map +1 -1
  6. package/dist/index.d.cts +1026 -2549
  7. package/dist/index.d.ts +1026 -2549
  8. package/dist/index.js +1678 -344
  9. package/dist/index.js.map +1 -1
  10. package/dist/runtime.cjs +930 -0
  11. package/dist/runtime.cjs.map +1 -0
  12. package/dist/runtime.d.cts +63 -0
  13. package/dist/runtime.d.ts +63 -0
  14. package/dist/runtime.js +921 -0
  15. package/dist/runtime.js.map +1 -0
  16. package/package.json +15 -8
  17. package/schemas/evidence/v1/contract.schema.json +2078 -0
  18. package/schemas/evidence/v1/fixtures/drifted/EvalResult.n-as-string.json +1 -0
  19. package/schemas/evidence/v1/fixtures/drifted/EvalResult.pass-rate-above-one.json +1 -0
  20. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.bad-sha.json +1 -0
  21. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.extra-field.json +1 -0
  22. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.fail-without-reason.json +1 -0
  23. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.missing-ttl.json +1 -0
  24. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.not-verifiable-without-reason.json +1 -0
  25. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-epoch.json +1 -0
  26. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-out-of-range.json +1 -0
  27. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-space-separated.json +1 -0
  28. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.sample-size-boolean.json +1 -0
  29. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.ttl-as-string.json +1 -0
  30. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-collector.json +1 -0
  31. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-source.json +1 -0
  32. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-contract-version.json +1 -0
  33. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-record.json +1 -0
  34. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.point-records-over-limit.json +1 -0
  35. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.with-gap.json +1 -0
  36. package/schemas/evidence/v1/fixtures/drifted/ReadinessFinding.bad-severity.json +1 -0
  37. package/schemas/evidence/v1/fixtures/drifted/SidecarPush.missing-sha.json +1 -0
  38. package/schemas/evidence/v1/fixtures/drifted/TrustPolicy.lenient.json +1 -0
  39. package/schemas/evidence/v1/fixtures/valid/EvalResult.live.json +1 -0
  40. package/schemas/evidence/v1/fixtures/valid/EvalResult.null-dataset.json +1 -0
  41. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.fail.json +1 -0
  42. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.null-collector.json +1 -0
  43. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass-null-reason.json +1 -0
  44. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass.json +1 -0
  45. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.timezone-offset.json +1 -0
  46. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.unknown-reason-code.json +1 -0
  47. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.with-collector.json +1 -0
  48. package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-null.json +1 -0
  49. package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-version.json +1 -0
  50. package/schemas/evidence/v1/fixtures/valid/Heartbeat.evidence-points.json +1 -0
  51. package/schemas/evidence/v1/fixtures/valid/Heartbeat.full.json +1 -0
  52. package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk-no-records.json +1 -0
  53. package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk.json +1 -0
  54. package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.open-code.json +1 -0
  55. package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.with-subject.json +1 -0
  56. package/schemas/evidence/v1/fixtures/valid/SidecarPush.declared.json +1 -0
  57. package/schemas/evidence/v1/fixtures/valid/TrustPolicy.standard.json +1 -0
  58. package/schemas/evidence/v1/fixtures/valid/TrustPolicy.strict.json +1 -0
  59. package/schemas/grader/v1/fixtures/accepts-fractional-seconds.json +62 -0
  60. package/schemas/grader/v1/fixtures/accepts-leap-day-in-year-below-100.json +62 -0
  61. package/schemas/grader/v1/fixtures/accepts-more-than-6-fractional-digits.json +62 -0
  62. package/schemas/grader/v1/fixtures/accepts-numeric-offset.json +62 -0
  63. package/schemas/grader/v1/fixtures/all-records-must-pass.json +58 -0
  64. package/schemas/grader/v1/fixtures/below-threshold-not-graded.json +61 -0
  65. package/schemas/grader/v1/fixtures/derived-rule-fails-when-a-parent-fails.json +67 -0
  66. package/schemas/grader/v1/fixtures/derived-rule-follows-memory-write-parent.json +43 -0
  67. package/schemas/grader/v1/fixtures/derived-rule-passes-with-its-parents.json +64 -0
  68. package/schemas/grader/v1/fixtures/derived-rule-unverified-when-a-parent-has-no-evidence.json +51 -0
  69. package/schemas/grader/v1/fixtures/expired-record-is-stale.json +66 -0
  70. package/schemas/grader/v1/fixtures/fail-beats-not-verifiable.json +62 -0
  71. package/schemas/grader/v1/fixtures/grade-band-b.json +62 -0
  72. package/schemas/grader/v1/fixtures/independent-from-listed-collector-is-admitted.json +39 -0
  73. package/schemas/grader/v1/fixtures/independent-from-unlisted-collector-is-rejected.json +47 -0
  74. package/schemas/grader/v1/fixtures/low-severity-coverage-only.json +90 -0
  75. package/schemas/grader/v1/fixtures/malformed-point-is-ignored.json +67 -0
  76. package/schemas/grader/v1/fixtures/never-admitted-sources-standard.json +196 -0
  77. package/schemas/grader/v1/fixtures/never-admitted-sources-strict.json +196 -0
  78. package/schemas/grader/v1/fixtures/not-admitted-outranks-mismatch.json +64 -0
  79. package/schemas/grader/v1/fixtures/not-verifiable-ignored-when-one-passes.json +58 -0
  80. package/schemas/grader/v1/fixtures/not-verifiable-only-keeps-reason.json +71 -0
  81. package/schemas/grader/v1/fixtures/not-wired-point-drops-a-fail-when-no-point-of-the-rule-is-wired.json +59 -0
  82. package/schemas/grader/v1/fixtures/not-wired-point-drops-a-wired-point-pass.json +87 -0
  83. package/schemas/grader/v1/fixtures/not-wired-point-drops-its-own-earlier-fail-when-another-point-is-wired.json +70 -0
  84. package/schemas/grader/v1/fixtures/not-wired-point-ignores-a-wired-point-fail-without-the-rule-id.json +69 -0
  85. package/schemas/grader/v1/fixtures/not-wired-point-keeps-a-wired-point-fail.json +79 -0
  86. package/schemas/grader/v1/fixtures/not-wired-point-keeps-independent-evidence.json +64 -0
  87. package/schemas/grader/v1/fixtures/not-wired-point-never-passes.json +107 -0
  88. package/schemas/grader/v1/fixtures/offline-record-is-not-admitted-yet.json +47 -0
  89. package/schemas/grader/v1/fixtures/record-without-collector-is-admitted-until-producers-set-it.json +38 -0
  90. package/schemas/grader/v1/fixtures/records-without-rule-id-never-graded.json +62 -0
  91. package/schemas/grader/v1/fixtures/rejects-compact-timestamp.json +56 -0
  92. package/schemas/grader/v1/fixtures/rejects-hour-24-lowercase-separator.json +56 -0
  93. package/schemas/grader/v1/fixtures/rejects-hour-24-space-separator.json +56 -0
  94. package/schemas/grader/v1/fixtures/rejects-hour-24.json +56 -0
  95. package/schemas/grader/v1/fixtures/rejects-impossible-date-feb-29.json +56 -0
  96. package/schemas/grader/v1/fixtures/rejects-lowercase-t.json +56 -0
  97. package/schemas/grader/v1/fixtures/rejects-lowercase-z.json +56 -0
  98. package/schemas/grader/v1/fixtures/rejects-offset-hours-above-23.json +56 -0
  99. package/schemas/grader/v1/fixtures/rejects-offset-minutes-above-59.json +56 -0
  100. package/schemas/grader/v1/fixtures/rejects-offsetless-timestamp.json +56 -0
  101. package/schemas/grader/v1/fixtures/rejects-space-separator.json +56 -0
  102. package/schemas/grader/v1/fixtures/rejects-year-zero.json +56 -0
  103. package/schemas/grader/v1/fixtures/rounds-coverage-before-the-threshold.json +850 -0
  104. package/schemas/grader/v1/fixtures/rounds-verified-before-the-band.json +674 -0
  105. package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-admitted-standard.json +39 -0
  106. package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-not-admitted-strict.json +47 -0
  107. package/schemas/grader/v1/fixtures/sdk-observed-standard.json +58 -0
  108. package/schemas/grader/v1/fixtures/sdk-observed-strict.json +66 -0
  109. package/schemas/grader/v1/fixtures/sdk-observed-without-evidence-point-source-is-rejected.json +47 -0
  110. package/schemas/grader/v1/fixtures/sdk-only-agent-all-points-fired.json +116 -0
  111. package/schemas/grader/v1/fixtures/stale-outranks-mismatch.json +64 -0
  112. package/schemas/grader/v1/fixtures/strict-admits-independent.json +39 -0
  113. package/schemas/grader/v1/fixtures/sub-millisecond-expiry-boundary.json +38 -0
  114. package/schemas/v1/agent.schema.json +372 -198
@@ -0,0 +1,196 @@
1
+ {
2
+ "name": "never-admitted-sources-standard",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R1",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "self-declared",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:R1",
23
+ "ruleId": "R1",
24
+ "status": "pass",
25
+ "source": "lower-bound",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
36
+ },
37
+ {
38
+ "checkId": "check:R1",
39
+ "ruleId": "R1",
40
+ "status": "pass",
41
+ "source": "declared",
42
+ "origin": "gateway",
43
+ "observedAt": "2026-10-22T11:00:00Z",
44
+ "window": {
45
+ "start": "2026-10-22T10:00:00Z",
46
+ "end": "2026-10-22T11:00:00Z"
47
+ },
48
+ "ttlSeconds": 86400,
49
+ "sampleSize": 1,
50
+ "traceIds": [],
51
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
52
+ },
53
+ {
54
+ "checkId": "check:R2",
55
+ "ruleId": "R2",
56
+ "status": "pass",
57
+ "source": "self-declared",
58
+ "origin": "gateway",
59
+ "observedAt": "2026-10-22T11:00:00Z",
60
+ "window": {
61
+ "start": "2026-10-22T10:00:00Z",
62
+ "end": "2026-10-22T11:00:00Z"
63
+ },
64
+ "ttlSeconds": 86400,
65
+ "sampleSize": 1,
66
+ "traceIds": [],
67
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
68
+ },
69
+ {
70
+ "checkId": "check:R2",
71
+ "ruleId": "R2",
72
+ "status": "pass",
73
+ "source": "lower-bound",
74
+ "origin": "gateway",
75
+ "observedAt": "2026-10-22T11:00:00Z",
76
+ "window": {
77
+ "start": "2026-10-22T10:00:00Z",
78
+ "end": "2026-10-22T11:00:00Z"
79
+ },
80
+ "ttlSeconds": 86400,
81
+ "sampleSize": 1,
82
+ "traceIds": [],
83
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
84
+ },
85
+ {
86
+ "checkId": "check:R2",
87
+ "ruleId": "R2",
88
+ "status": "pass",
89
+ "source": "declared",
90
+ "origin": "gateway",
91
+ "observedAt": "2026-10-22T11:00:00Z",
92
+ "window": {
93
+ "start": "2026-10-22T10:00:00Z",
94
+ "end": "2026-10-22T11:00:00Z"
95
+ },
96
+ "ttlSeconds": 86400,
97
+ "sampleSize": 1,
98
+ "traceIds": [],
99
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
100
+ },
101
+ {
102
+ "checkId": "check:R3",
103
+ "ruleId": "R3",
104
+ "status": "pass",
105
+ "source": "self-declared",
106
+ "origin": "gateway",
107
+ "observedAt": "2026-10-22T11:00:00Z",
108
+ "window": {
109
+ "start": "2026-10-22T10:00:00Z",
110
+ "end": "2026-10-22T11:00:00Z"
111
+ },
112
+ "ttlSeconds": 86400,
113
+ "sampleSize": 1,
114
+ "traceIds": [],
115
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
116
+ },
117
+ {
118
+ "checkId": "check:R3",
119
+ "ruleId": "R3",
120
+ "status": "pass",
121
+ "source": "lower-bound",
122
+ "origin": "gateway",
123
+ "observedAt": "2026-10-22T11:00:00Z",
124
+ "window": {
125
+ "start": "2026-10-22T10:00:00Z",
126
+ "end": "2026-10-22T11:00:00Z"
127
+ },
128
+ "ttlSeconds": 86400,
129
+ "sampleSize": 1,
130
+ "traceIds": [],
131
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
132
+ },
133
+ {
134
+ "checkId": "check:R3",
135
+ "ruleId": "R3",
136
+ "status": "pass",
137
+ "source": "declared",
138
+ "origin": "gateway",
139
+ "observedAt": "2026-10-22T11:00:00Z",
140
+ "window": {
141
+ "start": "2026-10-22T10:00:00Z",
142
+ "end": "2026-10-22T11:00:00Z"
143
+ },
144
+ "ttlSeconds": 86400,
145
+ "sampleSize": 1,
146
+ "traceIds": [],
147
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
148
+ }
149
+ ],
150
+ "applicableRules": [
151
+ {
152
+ "id": "R1",
153
+ "severity": "critical"
154
+ },
155
+ {
156
+ "id": "R2",
157
+ "severity": "high"
158
+ },
159
+ {
160
+ "id": "R3",
161
+ "severity": "medium"
162
+ }
163
+ ],
164
+ "policy": "standard",
165
+ "now": "2026-10-22T12:00:00Z"
166
+ },
167
+ "expected": {
168
+ "verified": 0,
169
+ "coverage": 0,
170
+ "independentShare": 0,
171
+ "grade": "Not graded",
172
+ "unverified": [
173
+ {
174
+ "ruleId": "R1",
175
+ "severity": "critical",
176
+ "reason": {
177
+ "code": "source_not_admitted"
178
+ }
179
+ },
180
+ {
181
+ "ruleId": "R2",
182
+ "severity": "high",
183
+ "reason": {
184
+ "code": "source_not_admitted"
185
+ }
186
+ },
187
+ {
188
+ "ruleId": "R3",
189
+ "severity": "medium",
190
+ "reason": {
191
+ "code": "source_not_admitted"
192
+ }
193
+ }
194
+ ]
195
+ }
196
+ }
@@ -0,0 +1,196 @@
1
+ {
2
+ "name": "never-admitted-sources-strict",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R1",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "self-declared",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:R1",
23
+ "ruleId": "R1",
24
+ "status": "pass",
25
+ "source": "lower-bound",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
36
+ },
37
+ {
38
+ "checkId": "check:R1",
39
+ "ruleId": "R1",
40
+ "status": "pass",
41
+ "source": "declared",
42
+ "origin": "gateway",
43
+ "observedAt": "2026-10-22T11:00:00Z",
44
+ "window": {
45
+ "start": "2026-10-22T10:00:00Z",
46
+ "end": "2026-10-22T11:00:00Z"
47
+ },
48
+ "ttlSeconds": 86400,
49
+ "sampleSize": 1,
50
+ "traceIds": [],
51
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
52
+ },
53
+ {
54
+ "checkId": "check:R2",
55
+ "ruleId": "R2",
56
+ "status": "pass",
57
+ "source": "self-declared",
58
+ "origin": "gateway",
59
+ "observedAt": "2026-10-22T11:00:00Z",
60
+ "window": {
61
+ "start": "2026-10-22T10:00:00Z",
62
+ "end": "2026-10-22T11:00:00Z"
63
+ },
64
+ "ttlSeconds": 86400,
65
+ "sampleSize": 1,
66
+ "traceIds": [],
67
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
68
+ },
69
+ {
70
+ "checkId": "check:R2",
71
+ "ruleId": "R2",
72
+ "status": "pass",
73
+ "source": "lower-bound",
74
+ "origin": "gateway",
75
+ "observedAt": "2026-10-22T11:00:00Z",
76
+ "window": {
77
+ "start": "2026-10-22T10:00:00Z",
78
+ "end": "2026-10-22T11:00:00Z"
79
+ },
80
+ "ttlSeconds": 86400,
81
+ "sampleSize": 1,
82
+ "traceIds": [],
83
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
84
+ },
85
+ {
86
+ "checkId": "check:R2",
87
+ "ruleId": "R2",
88
+ "status": "pass",
89
+ "source": "declared",
90
+ "origin": "gateway",
91
+ "observedAt": "2026-10-22T11:00:00Z",
92
+ "window": {
93
+ "start": "2026-10-22T10:00:00Z",
94
+ "end": "2026-10-22T11:00:00Z"
95
+ },
96
+ "ttlSeconds": 86400,
97
+ "sampleSize": 1,
98
+ "traceIds": [],
99
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
100
+ },
101
+ {
102
+ "checkId": "check:R3",
103
+ "ruleId": "R3",
104
+ "status": "pass",
105
+ "source": "self-declared",
106
+ "origin": "gateway",
107
+ "observedAt": "2026-10-22T11:00:00Z",
108
+ "window": {
109
+ "start": "2026-10-22T10:00:00Z",
110
+ "end": "2026-10-22T11:00:00Z"
111
+ },
112
+ "ttlSeconds": 86400,
113
+ "sampleSize": 1,
114
+ "traceIds": [],
115
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
116
+ },
117
+ {
118
+ "checkId": "check:R3",
119
+ "ruleId": "R3",
120
+ "status": "pass",
121
+ "source": "lower-bound",
122
+ "origin": "gateway",
123
+ "observedAt": "2026-10-22T11:00:00Z",
124
+ "window": {
125
+ "start": "2026-10-22T10:00:00Z",
126
+ "end": "2026-10-22T11:00:00Z"
127
+ },
128
+ "ttlSeconds": 86400,
129
+ "sampleSize": 1,
130
+ "traceIds": [],
131
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
132
+ },
133
+ {
134
+ "checkId": "check:R3",
135
+ "ruleId": "R3",
136
+ "status": "pass",
137
+ "source": "declared",
138
+ "origin": "gateway",
139
+ "observedAt": "2026-10-22T11:00:00Z",
140
+ "window": {
141
+ "start": "2026-10-22T10:00:00Z",
142
+ "end": "2026-10-22T11:00:00Z"
143
+ },
144
+ "ttlSeconds": 86400,
145
+ "sampleSize": 1,
146
+ "traceIds": [],
147
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
148
+ }
149
+ ],
150
+ "applicableRules": [
151
+ {
152
+ "id": "R1",
153
+ "severity": "critical"
154
+ },
155
+ {
156
+ "id": "R2",
157
+ "severity": "high"
158
+ },
159
+ {
160
+ "id": "R3",
161
+ "severity": "medium"
162
+ }
163
+ ],
164
+ "policy": "strict",
165
+ "now": "2026-10-22T12:00:00Z"
166
+ },
167
+ "expected": {
168
+ "verified": 0,
169
+ "coverage": 0,
170
+ "independentShare": 0,
171
+ "grade": "Not graded",
172
+ "unverified": [
173
+ {
174
+ "ruleId": "R1",
175
+ "severity": "critical",
176
+ "reason": {
177
+ "code": "source_not_admitted"
178
+ }
179
+ },
180
+ {
181
+ "ruleId": "R2",
182
+ "severity": "high",
183
+ "reason": {
184
+ "code": "source_not_admitted"
185
+ }
186
+ },
187
+ {
188
+ "ruleId": "R3",
189
+ "severity": "medium",
190
+ "reason": {
191
+ "code": "source_not_admitted"
192
+ }
193
+ }
194
+ ]
195
+ }
196
+ }
@@ -0,0 +1,64 @@
1
+ {
2
+ "name": "not-admitted-outranks-mismatch",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:MODEL-03",
7
+ "ruleId": "MODEL-03",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "collector": "gateway-traffic",
12
+ "observedAt": "2026-10-22T11:00:00Z",
13
+ "window": {
14
+ "start": "2026-10-22T10:00:00Z",
15
+ "end": "2026-10-22T11:00:00Z"
16
+ },
17
+ "ttlSeconds": 86400,
18
+ "sampleSize": 1,
19
+ "traceIds": [],
20
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
21
+ },
22
+ {
23
+ "checkId": "check:MODEL-03",
24
+ "ruleId": "MODEL-03",
25
+ "status": "pass",
26
+ "source": "self-declared",
27
+ "origin": "gateway",
28
+ "collector": null,
29
+ "observedAt": "2026-10-22T11:00:00Z",
30
+ "window": {
31
+ "start": "2026-10-22T10:00:00Z",
32
+ "end": "2026-10-22T11:00:00Z"
33
+ },
34
+ "ttlSeconds": 86400,
35
+ "sampleSize": 1,
36
+ "traceIds": [],
37
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
38
+ }
39
+ ],
40
+ "applicableRules": [
41
+ {
42
+ "id": "MODEL-03",
43
+ "severity": "high"
44
+ }
45
+ ],
46
+ "policy": "standard",
47
+ "now": "2026-10-22T12:00:00Z"
48
+ },
49
+ "expected": {
50
+ "verified": 0,
51
+ "coverage": 0,
52
+ "independentShare": 0,
53
+ "grade": "Not graded",
54
+ "unverified": [
55
+ {
56
+ "ruleId": "MODEL-03",
57
+ "severity": "high",
58
+ "reason": {
59
+ "code": "source_not_admitted"
60
+ }
61
+ }
62
+ ]
63
+ }
64
+ }
@@ -0,0 +1,58 @@
1
+ {
2
+ "name": "not-verifiable-ignored-when-one-passes",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "a",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "b",
23
+ "ruleId": "R1",
24
+ "status": "not_verifiable",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
36
+ "reason": {
37
+ "code": "no_calls_observed",
38
+ "detail": "fixture"
39
+ }
40
+ }
41
+ ],
42
+ "applicableRules": [
43
+ {
44
+ "id": "R1",
45
+ "severity": "high"
46
+ }
47
+ ],
48
+ "policy": "standard",
49
+ "now": "2026-10-22T12:00:00Z"
50
+ },
51
+ "expected": {
52
+ "verified": 100,
53
+ "coverage": 100,
54
+ "independentShare": 100,
55
+ "grade": "A",
56
+ "unverified": []
57
+ }
58
+ }
@@ -0,0 +1,71 @@
1
+ {
2
+ "name": "not-verifiable-only-keeps-reason",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "a",
7
+ "ruleId": "R1",
8
+ "status": "not_verifiable",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
20
+ "reason": {
21
+ "code": "no_failover_observed",
22
+ "detail": "fixture"
23
+ }
24
+ },
25
+ {
26
+ "checkId": "b",
27
+ "ruleId": "R1",
28
+ "status": "not_verifiable",
29
+ "source": "independent",
30
+ "origin": "gateway",
31
+ "observedAt": "2026-10-22T11:00:00Z",
32
+ "window": {
33
+ "start": "2026-10-22T10:00:00Z",
34
+ "end": "2026-10-22T11:00:00Z"
35
+ },
36
+ "ttlSeconds": 86400,
37
+ "sampleSize": 1,
38
+ "traceIds": [],
39
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
40
+ "reason": {
41
+ "code": "no_failover_observed",
42
+ "detail": "fixture"
43
+ }
44
+ }
45
+ ],
46
+ "applicableRules": [
47
+ {
48
+ "id": "R1",
49
+ "severity": "high"
50
+ }
51
+ ],
52
+ "policy": "standard",
53
+ "now": "2026-10-22T12:00:00Z"
54
+ },
55
+ "expected": {
56
+ "verified": 0,
57
+ "coverage": 0,
58
+ "independentShare": 0,
59
+ "grade": "Not graded",
60
+ "unverified": [
61
+ {
62
+ "ruleId": "R1",
63
+ "severity": "high",
64
+ "reason": {
65
+ "code": "no_failover_observed",
66
+ "detail": "fixture"
67
+ }
68
+ }
69
+ ]
70
+ }
71
+ }
@@ -0,0 +1,59 @@
1
+ {
2
+ "name": "not-wired-point-drops-a-fail-when-no-point-of-the-rule-is-wired",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "guardrail:SEC-LLM-02",
7
+ "ruleId": "SEC-LLM-02",
8
+ "status": "fail",
9
+ "source": "sdk-observed",
10
+ "origin": "in_process",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 3600,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ }
21
+ ],
22
+ "applicableRules": [
23
+ {
24
+ "id": "SEC-LLM-02",
25
+ "severity": "high"
26
+ }
27
+ ],
28
+ "policy": "standard",
29
+ "now": "2026-10-22T12:00:00Z",
30
+ "points": [
31
+ {
32
+ "point": "guardrail",
33
+ "target": "output",
34
+ "state": "not_wired",
35
+ "counts": {
36
+ "pass": 0,
37
+ "fail": 0,
38
+ "not_verifiable": 0
39
+ },
40
+ "records": []
41
+ }
42
+ ]
43
+ },
44
+ "expected": {
45
+ "verified": 0,
46
+ "coverage": 0,
47
+ "independentShare": 0,
48
+ "grade": "Not graded",
49
+ "unverified": [
50
+ {
51
+ "ruleId": "SEC-LLM-02",
52
+ "severity": "high",
53
+ "reason": {
54
+ "code": "not_wired"
55
+ }
56
+ }
57
+ ]
58
+ }
59
+ }