@agentspec/sdk 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -0
- package/dist/evidence-points-C6j4PSsQ.d.cts +1139 -0
- package/dist/evidence-points-C6j4PSsQ.d.ts +1139 -0
- package/dist/index.cjs +1727 -345
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1026 -2549
- package/dist/index.d.ts +1026 -2549
- package/dist/index.js +1678 -344
- package/dist/index.js.map +1 -1
- package/dist/runtime.cjs +930 -0
- package/dist/runtime.cjs.map +1 -0
- package/dist/runtime.d.cts +63 -0
- package/dist/runtime.d.ts +63 -0
- package/dist/runtime.js +921 -0
- package/dist/runtime.js.map +1 -0
- package/package.json +15 -8
- package/schemas/evidence/v1/contract.schema.json +2078 -0
- package/schemas/evidence/v1/fixtures/drifted/EvalResult.n-as-string.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvalResult.pass-rate-above-one.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.bad-sha.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.extra-field.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.fail-without-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.missing-ttl.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.not-verifiable-without-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-epoch.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-out-of-range.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-space-separated.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.sample-size-boolean.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.ttl-as-string.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-source.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-contract-version.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-record.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.point-records-over-limit.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.with-gap.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/ReadinessFinding.bad-severity.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/SidecarPush.missing-sha.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/TrustPolicy.lenient.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvalResult.live.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvalResult.null-dataset.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.fail.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.null-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass-null-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.timezone-offset.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.unknown-reason-code.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.with-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-null.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-version.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.evidence-points.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.full.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk-no-records.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.open-code.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.with-subject.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/SidecarPush.declared.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/TrustPolicy.standard.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/TrustPolicy.strict.json +1 -0
- package/schemas/grader/v1/fixtures/accepts-fractional-seconds.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-leap-day-in-year-below-100.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-more-than-6-fractional-digits.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-numeric-offset.json +62 -0
- package/schemas/grader/v1/fixtures/all-records-must-pass.json +58 -0
- package/schemas/grader/v1/fixtures/below-threshold-not-graded.json +61 -0
- package/schemas/grader/v1/fixtures/derived-rule-fails-when-a-parent-fails.json +67 -0
- package/schemas/grader/v1/fixtures/derived-rule-follows-memory-write-parent.json +43 -0
- package/schemas/grader/v1/fixtures/derived-rule-passes-with-its-parents.json +64 -0
- package/schemas/grader/v1/fixtures/derived-rule-unverified-when-a-parent-has-no-evidence.json +51 -0
- package/schemas/grader/v1/fixtures/expired-record-is-stale.json +66 -0
- package/schemas/grader/v1/fixtures/fail-beats-not-verifiable.json +62 -0
- package/schemas/grader/v1/fixtures/grade-band-b.json +62 -0
- package/schemas/grader/v1/fixtures/independent-from-listed-collector-is-admitted.json +39 -0
- package/schemas/grader/v1/fixtures/independent-from-unlisted-collector-is-rejected.json +47 -0
- package/schemas/grader/v1/fixtures/low-severity-coverage-only.json +90 -0
- package/schemas/grader/v1/fixtures/malformed-point-is-ignored.json +67 -0
- package/schemas/grader/v1/fixtures/never-admitted-sources-standard.json +196 -0
- package/schemas/grader/v1/fixtures/never-admitted-sources-strict.json +196 -0
- package/schemas/grader/v1/fixtures/not-admitted-outranks-mismatch.json +64 -0
- package/schemas/grader/v1/fixtures/not-verifiable-ignored-when-one-passes.json +58 -0
- package/schemas/grader/v1/fixtures/not-verifiable-only-keeps-reason.json +71 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-a-fail-when-no-point-of-the-rule-is-wired.json +59 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-a-wired-point-pass.json +87 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-its-own-earlier-fail-when-another-point-is-wired.json +70 -0
- package/schemas/grader/v1/fixtures/not-wired-point-ignores-a-wired-point-fail-without-the-rule-id.json +69 -0
- package/schemas/grader/v1/fixtures/not-wired-point-keeps-a-wired-point-fail.json +79 -0
- package/schemas/grader/v1/fixtures/not-wired-point-keeps-independent-evidence.json +64 -0
- package/schemas/grader/v1/fixtures/not-wired-point-never-passes.json +107 -0
- package/schemas/grader/v1/fixtures/offline-record-is-not-admitted-yet.json +47 -0
- package/schemas/grader/v1/fixtures/record-without-collector-is-admitted-until-producers-set-it.json +38 -0
- package/schemas/grader/v1/fixtures/records-without-rule-id-never-graded.json +62 -0
- package/schemas/grader/v1/fixtures/rejects-compact-timestamp.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24-lowercase-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24-space-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-impossible-date-feb-29.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-lowercase-t.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-lowercase-z.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offset-hours-above-23.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offset-minutes-above-59.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offsetless-timestamp.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-space-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-year-zero.json +56 -0
- package/schemas/grader/v1/fixtures/rounds-coverage-before-the-threshold.json +850 -0
- package/schemas/grader/v1/fixtures/rounds-verified-before-the-band.json +674 -0
- package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-admitted-standard.json +39 -0
- package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-not-admitted-strict.json +47 -0
- package/schemas/grader/v1/fixtures/sdk-observed-standard.json +58 -0
- package/schemas/grader/v1/fixtures/sdk-observed-strict.json +66 -0
- package/schemas/grader/v1/fixtures/sdk-observed-without-evidence-point-source-is-rejected.json +47 -0
- package/schemas/grader/v1/fixtures/sdk-only-agent-all-points-fired.json +116 -0
- package/schemas/grader/v1/fixtures/stale-outranks-mismatch.json +64 -0
- package/schemas/grader/v1/fixtures/strict-admits-independent.json +39 -0
- package/schemas/grader/v1/fixtures/sub-millisecond-expiry-boundary.json +38 -0
- package/schemas/v1/agent.schema.json +372 -198
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "never-admitted-sources-standard",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R1",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "self-declared",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:R1",
|
|
23
|
+
"ruleId": "R1",
|
|
24
|
+
"status": "pass",
|
|
25
|
+
"source": "lower-bound",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"checkId": "check:R1",
|
|
39
|
+
"ruleId": "R1",
|
|
40
|
+
"status": "pass",
|
|
41
|
+
"source": "declared",
|
|
42
|
+
"origin": "gateway",
|
|
43
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
44
|
+
"window": {
|
|
45
|
+
"start": "2026-10-22T10:00:00Z",
|
|
46
|
+
"end": "2026-10-22T11:00:00Z"
|
|
47
|
+
},
|
|
48
|
+
"ttlSeconds": 86400,
|
|
49
|
+
"sampleSize": 1,
|
|
50
|
+
"traceIds": [],
|
|
51
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
"checkId": "check:R2",
|
|
55
|
+
"ruleId": "R2",
|
|
56
|
+
"status": "pass",
|
|
57
|
+
"source": "self-declared",
|
|
58
|
+
"origin": "gateway",
|
|
59
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
60
|
+
"window": {
|
|
61
|
+
"start": "2026-10-22T10:00:00Z",
|
|
62
|
+
"end": "2026-10-22T11:00:00Z"
|
|
63
|
+
},
|
|
64
|
+
"ttlSeconds": 86400,
|
|
65
|
+
"sampleSize": 1,
|
|
66
|
+
"traceIds": [],
|
|
67
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
"checkId": "check:R2",
|
|
71
|
+
"ruleId": "R2",
|
|
72
|
+
"status": "pass",
|
|
73
|
+
"source": "lower-bound",
|
|
74
|
+
"origin": "gateway",
|
|
75
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
76
|
+
"window": {
|
|
77
|
+
"start": "2026-10-22T10:00:00Z",
|
|
78
|
+
"end": "2026-10-22T11:00:00Z"
|
|
79
|
+
},
|
|
80
|
+
"ttlSeconds": 86400,
|
|
81
|
+
"sampleSize": 1,
|
|
82
|
+
"traceIds": [],
|
|
83
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
84
|
+
},
|
|
85
|
+
{
|
|
86
|
+
"checkId": "check:R2",
|
|
87
|
+
"ruleId": "R2",
|
|
88
|
+
"status": "pass",
|
|
89
|
+
"source": "declared",
|
|
90
|
+
"origin": "gateway",
|
|
91
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
92
|
+
"window": {
|
|
93
|
+
"start": "2026-10-22T10:00:00Z",
|
|
94
|
+
"end": "2026-10-22T11:00:00Z"
|
|
95
|
+
},
|
|
96
|
+
"ttlSeconds": 86400,
|
|
97
|
+
"sampleSize": 1,
|
|
98
|
+
"traceIds": [],
|
|
99
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
100
|
+
},
|
|
101
|
+
{
|
|
102
|
+
"checkId": "check:R3",
|
|
103
|
+
"ruleId": "R3",
|
|
104
|
+
"status": "pass",
|
|
105
|
+
"source": "self-declared",
|
|
106
|
+
"origin": "gateway",
|
|
107
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
108
|
+
"window": {
|
|
109
|
+
"start": "2026-10-22T10:00:00Z",
|
|
110
|
+
"end": "2026-10-22T11:00:00Z"
|
|
111
|
+
},
|
|
112
|
+
"ttlSeconds": 86400,
|
|
113
|
+
"sampleSize": 1,
|
|
114
|
+
"traceIds": [],
|
|
115
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
116
|
+
},
|
|
117
|
+
{
|
|
118
|
+
"checkId": "check:R3",
|
|
119
|
+
"ruleId": "R3",
|
|
120
|
+
"status": "pass",
|
|
121
|
+
"source": "lower-bound",
|
|
122
|
+
"origin": "gateway",
|
|
123
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
124
|
+
"window": {
|
|
125
|
+
"start": "2026-10-22T10:00:00Z",
|
|
126
|
+
"end": "2026-10-22T11:00:00Z"
|
|
127
|
+
},
|
|
128
|
+
"ttlSeconds": 86400,
|
|
129
|
+
"sampleSize": 1,
|
|
130
|
+
"traceIds": [],
|
|
131
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
132
|
+
},
|
|
133
|
+
{
|
|
134
|
+
"checkId": "check:R3",
|
|
135
|
+
"ruleId": "R3",
|
|
136
|
+
"status": "pass",
|
|
137
|
+
"source": "declared",
|
|
138
|
+
"origin": "gateway",
|
|
139
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
140
|
+
"window": {
|
|
141
|
+
"start": "2026-10-22T10:00:00Z",
|
|
142
|
+
"end": "2026-10-22T11:00:00Z"
|
|
143
|
+
},
|
|
144
|
+
"ttlSeconds": 86400,
|
|
145
|
+
"sampleSize": 1,
|
|
146
|
+
"traceIds": [],
|
|
147
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
148
|
+
}
|
|
149
|
+
],
|
|
150
|
+
"applicableRules": [
|
|
151
|
+
{
|
|
152
|
+
"id": "R1",
|
|
153
|
+
"severity": "critical"
|
|
154
|
+
},
|
|
155
|
+
{
|
|
156
|
+
"id": "R2",
|
|
157
|
+
"severity": "high"
|
|
158
|
+
},
|
|
159
|
+
{
|
|
160
|
+
"id": "R3",
|
|
161
|
+
"severity": "medium"
|
|
162
|
+
}
|
|
163
|
+
],
|
|
164
|
+
"policy": "standard",
|
|
165
|
+
"now": "2026-10-22T12:00:00Z"
|
|
166
|
+
},
|
|
167
|
+
"expected": {
|
|
168
|
+
"verified": 0,
|
|
169
|
+
"coverage": 0,
|
|
170
|
+
"independentShare": 0,
|
|
171
|
+
"grade": "Not graded",
|
|
172
|
+
"unverified": [
|
|
173
|
+
{
|
|
174
|
+
"ruleId": "R1",
|
|
175
|
+
"severity": "critical",
|
|
176
|
+
"reason": {
|
|
177
|
+
"code": "source_not_admitted"
|
|
178
|
+
}
|
|
179
|
+
},
|
|
180
|
+
{
|
|
181
|
+
"ruleId": "R2",
|
|
182
|
+
"severity": "high",
|
|
183
|
+
"reason": {
|
|
184
|
+
"code": "source_not_admitted"
|
|
185
|
+
}
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
"ruleId": "R3",
|
|
189
|
+
"severity": "medium",
|
|
190
|
+
"reason": {
|
|
191
|
+
"code": "source_not_admitted"
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
]
|
|
195
|
+
}
|
|
196
|
+
}
|
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "never-admitted-sources-strict",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R1",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "self-declared",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:R1",
|
|
23
|
+
"ruleId": "R1",
|
|
24
|
+
"status": "pass",
|
|
25
|
+
"source": "lower-bound",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"checkId": "check:R1",
|
|
39
|
+
"ruleId": "R1",
|
|
40
|
+
"status": "pass",
|
|
41
|
+
"source": "declared",
|
|
42
|
+
"origin": "gateway",
|
|
43
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
44
|
+
"window": {
|
|
45
|
+
"start": "2026-10-22T10:00:00Z",
|
|
46
|
+
"end": "2026-10-22T11:00:00Z"
|
|
47
|
+
},
|
|
48
|
+
"ttlSeconds": 86400,
|
|
49
|
+
"sampleSize": 1,
|
|
50
|
+
"traceIds": [],
|
|
51
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
"checkId": "check:R2",
|
|
55
|
+
"ruleId": "R2",
|
|
56
|
+
"status": "pass",
|
|
57
|
+
"source": "self-declared",
|
|
58
|
+
"origin": "gateway",
|
|
59
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
60
|
+
"window": {
|
|
61
|
+
"start": "2026-10-22T10:00:00Z",
|
|
62
|
+
"end": "2026-10-22T11:00:00Z"
|
|
63
|
+
},
|
|
64
|
+
"ttlSeconds": 86400,
|
|
65
|
+
"sampleSize": 1,
|
|
66
|
+
"traceIds": [],
|
|
67
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
"checkId": "check:R2",
|
|
71
|
+
"ruleId": "R2",
|
|
72
|
+
"status": "pass",
|
|
73
|
+
"source": "lower-bound",
|
|
74
|
+
"origin": "gateway",
|
|
75
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
76
|
+
"window": {
|
|
77
|
+
"start": "2026-10-22T10:00:00Z",
|
|
78
|
+
"end": "2026-10-22T11:00:00Z"
|
|
79
|
+
},
|
|
80
|
+
"ttlSeconds": 86400,
|
|
81
|
+
"sampleSize": 1,
|
|
82
|
+
"traceIds": [],
|
|
83
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
84
|
+
},
|
|
85
|
+
{
|
|
86
|
+
"checkId": "check:R2",
|
|
87
|
+
"ruleId": "R2",
|
|
88
|
+
"status": "pass",
|
|
89
|
+
"source": "declared",
|
|
90
|
+
"origin": "gateway",
|
|
91
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
92
|
+
"window": {
|
|
93
|
+
"start": "2026-10-22T10:00:00Z",
|
|
94
|
+
"end": "2026-10-22T11:00:00Z"
|
|
95
|
+
},
|
|
96
|
+
"ttlSeconds": 86400,
|
|
97
|
+
"sampleSize": 1,
|
|
98
|
+
"traceIds": [],
|
|
99
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
100
|
+
},
|
|
101
|
+
{
|
|
102
|
+
"checkId": "check:R3",
|
|
103
|
+
"ruleId": "R3",
|
|
104
|
+
"status": "pass",
|
|
105
|
+
"source": "self-declared",
|
|
106
|
+
"origin": "gateway",
|
|
107
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
108
|
+
"window": {
|
|
109
|
+
"start": "2026-10-22T10:00:00Z",
|
|
110
|
+
"end": "2026-10-22T11:00:00Z"
|
|
111
|
+
},
|
|
112
|
+
"ttlSeconds": 86400,
|
|
113
|
+
"sampleSize": 1,
|
|
114
|
+
"traceIds": [],
|
|
115
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
116
|
+
},
|
|
117
|
+
{
|
|
118
|
+
"checkId": "check:R3",
|
|
119
|
+
"ruleId": "R3",
|
|
120
|
+
"status": "pass",
|
|
121
|
+
"source": "lower-bound",
|
|
122
|
+
"origin": "gateway",
|
|
123
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
124
|
+
"window": {
|
|
125
|
+
"start": "2026-10-22T10:00:00Z",
|
|
126
|
+
"end": "2026-10-22T11:00:00Z"
|
|
127
|
+
},
|
|
128
|
+
"ttlSeconds": 86400,
|
|
129
|
+
"sampleSize": 1,
|
|
130
|
+
"traceIds": [],
|
|
131
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
132
|
+
},
|
|
133
|
+
{
|
|
134
|
+
"checkId": "check:R3",
|
|
135
|
+
"ruleId": "R3",
|
|
136
|
+
"status": "pass",
|
|
137
|
+
"source": "declared",
|
|
138
|
+
"origin": "gateway",
|
|
139
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
140
|
+
"window": {
|
|
141
|
+
"start": "2026-10-22T10:00:00Z",
|
|
142
|
+
"end": "2026-10-22T11:00:00Z"
|
|
143
|
+
},
|
|
144
|
+
"ttlSeconds": 86400,
|
|
145
|
+
"sampleSize": 1,
|
|
146
|
+
"traceIds": [],
|
|
147
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
148
|
+
}
|
|
149
|
+
],
|
|
150
|
+
"applicableRules": [
|
|
151
|
+
{
|
|
152
|
+
"id": "R1",
|
|
153
|
+
"severity": "critical"
|
|
154
|
+
},
|
|
155
|
+
{
|
|
156
|
+
"id": "R2",
|
|
157
|
+
"severity": "high"
|
|
158
|
+
},
|
|
159
|
+
{
|
|
160
|
+
"id": "R3",
|
|
161
|
+
"severity": "medium"
|
|
162
|
+
}
|
|
163
|
+
],
|
|
164
|
+
"policy": "strict",
|
|
165
|
+
"now": "2026-10-22T12:00:00Z"
|
|
166
|
+
},
|
|
167
|
+
"expected": {
|
|
168
|
+
"verified": 0,
|
|
169
|
+
"coverage": 0,
|
|
170
|
+
"independentShare": 0,
|
|
171
|
+
"grade": "Not graded",
|
|
172
|
+
"unverified": [
|
|
173
|
+
{
|
|
174
|
+
"ruleId": "R1",
|
|
175
|
+
"severity": "critical",
|
|
176
|
+
"reason": {
|
|
177
|
+
"code": "source_not_admitted"
|
|
178
|
+
}
|
|
179
|
+
},
|
|
180
|
+
{
|
|
181
|
+
"ruleId": "R2",
|
|
182
|
+
"severity": "high",
|
|
183
|
+
"reason": {
|
|
184
|
+
"code": "source_not_admitted"
|
|
185
|
+
}
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
"ruleId": "R3",
|
|
189
|
+
"severity": "medium",
|
|
190
|
+
"reason": {
|
|
191
|
+
"code": "source_not_admitted"
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
]
|
|
195
|
+
}
|
|
196
|
+
}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "not-admitted-outranks-mismatch",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:MODEL-03",
|
|
7
|
+
"ruleId": "MODEL-03",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"collector": "gateway-traffic",
|
|
12
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
13
|
+
"window": {
|
|
14
|
+
"start": "2026-10-22T10:00:00Z",
|
|
15
|
+
"end": "2026-10-22T11:00:00Z"
|
|
16
|
+
},
|
|
17
|
+
"ttlSeconds": 86400,
|
|
18
|
+
"sampleSize": 1,
|
|
19
|
+
"traceIds": [],
|
|
20
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
"checkId": "check:MODEL-03",
|
|
24
|
+
"ruleId": "MODEL-03",
|
|
25
|
+
"status": "pass",
|
|
26
|
+
"source": "self-declared",
|
|
27
|
+
"origin": "gateway",
|
|
28
|
+
"collector": null,
|
|
29
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
30
|
+
"window": {
|
|
31
|
+
"start": "2026-10-22T10:00:00Z",
|
|
32
|
+
"end": "2026-10-22T11:00:00Z"
|
|
33
|
+
},
|
|
34
|
+
"ttlSeconds": 86400,
|
|
35
|
+
"sampleSize": 1,
|
|
36
|
+
"traceIds": [],
|
|
37
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
38
|
+
}
|
|
39
|
+
],
|
|
40
|
+
"applicableRules": [
|
|
41
|
+
{
|
|
42
|
+
"id": "MODEL-03",
|
|
43
|
+
"severity": "high"
|
|
44
|
+
}
|
|
45
|
+
],
|
|
46
|
+
"policy": "standard",
|
|
47
|
+
"now": "2026-10-22T12:00:00Z"
|
|
48
|
+
},
|
|
49
|
+
"expected": {
|
|
50
|
+
"verified": 0,
|
|
51
|
+
"coverage": 0,
|
|
52
|
+
"independentShare": 0,
|
|
53
|
+
"grade": "Not graded",
|
|
54
|
+
"unverified": [
|
|
55
|
+
{
|
|
56
|
+
"ruleId": "MODEL-03",
|
|
57
|
+
"severity": "high",
|
|
58
|
+
"reason": {
|
|
59
|
+
"code": "source_not_admitted"
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
]
|
|
63
|
+
}
|
|
64
|
+
}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "not-verifiable-ignored-when-one-passes",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "a",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "b",
|
|
23
|
+
"ruleId": "R1",
|
|
24
|
+
"status": "not_verifiable",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
36
|
+
"reason": {
|
|
37
|
+
"code": "no_calls_observed",
|
|
38
|
+
"detail": "fixture"
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
],
|
|
42
|
+
"applicableRules": [
|
|
43
|
+
{
|
|
44
|
+
"id": "R1",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
}
|
|
47
|
+
],
|
|
48
|
+
"policy": "standard",
|
|
49
|
+
"now": "2026-10-22T12:00:00Z"
|
|
50
|
+
},
|
|
51
|
+
"expected": {
|
|
52
|
+
"verified": 100,
|
|
53
|
+
"coverage": 100,
|
|
54
|
+
"independentShare": 100,
|
|
55
|
+
"grade": "A",
|
|
56
|
+
"unverified": []
|
|
57
|
+
}
|
|
58
|
+
}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "not-verifiable-only-keeps-reason",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "a",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "not_verifiable",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
20
|
+
"reason": {
|
|
21
|
+
"code": "no_failover_observed",
|
|
22
|
+
"detail": "fixture"
|
|
23
|
+
}
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
"checkId": "b",
|
|
27
|
+
"ruleId": "R1",
|
|
28
|
+
"status": "not_verifiable",
|
|
29
|
+
"source": "independent",
|
|
30
|
+
"origin": "gateway",
|
|
31
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
32
|
+
"window": {
|
|
33
|
+
"start": "2026-10-22T10:00:00Z",
|
|
34
|
+
"end": "2026-10-22T11:00:00Z"
|
|
35
|
+
},
|
|
36
|
+
"ttlSeconds": 86400,
|
|
37
|
+
"sampleSize": 1,
|
|
38
|
+
"traceIds": [],
|
|
39
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
40
|
+
"reason": {
|
|
41
|
+
"code": "no_failover_observed",
|
|
42
|
+
"detail": "fixture"
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
],
|
|
46
|
+
"applicableRules": [
|
|
47
|
+
{
|
|
48
|
+
"id": "R1",
|
|
49
|
+
"severity": "high"
|
|
50
|
+
}
|
|
51
|
+
],
|
|
52
|
+
"policy": "standard",
|
|
53
|
+
"now": "2026-10-22T12:00:00Z"
|
|
54
|
+
},
|
|
55
|
+
"expected": {
|
|
56
|
+
"verified": 0,
|
|
57
|
+
"coverage": 0,
|
|
58
|
+
"independentShare": 0,
|
|
59
|
+
"grade": "Not graded",
|
|
60
|
+
"unverified": [
|
|
61
|
+
{
|
|
62
|
+
"ruleId": "R1",
|
|
63
|
+
"severity": "high",
|
|
64
|
+
"reason": {
|
|
65
|
+
"code": "no_failover_observed",
|
|
66
|
+
"detail": "fixture"
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
]
|
|
70
|
+
}
|
|
71
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "not-wired-point-drops-a-fail-when-no-point-of-the-rule-is-wired",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "guardrail:SEC-LLM-02",
|
|
7
|
+
"ruleId": "SEC-LLM-02",
|
|
8
|
+
"status": "fail",
|
|
9
|
+
"source": "sdk-observed",
|
|
10
|
+
"origin": "in_process",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 3600,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
}
|
|
21
|
+
],
|
|
22
|
+
"applicableRules": [
|
|
23
|
+
{
|
|
24
|
+
"id": "SEC-LLM-02",
|
|
25
|
+
"severity": "high"
|
|
26
|
+
}
|
|
27
|
+
],
|
|
28
|
+
"policy": "standard",
|
|
29
|
+
"now": "2026-10-22T12:00:00Z",
|
|
30
|
+
"points": [
|
|
31
|
+
{
|
|
32
|
+
"point": "guardrail",
|
|
33
|
+
"target": "output",
|
|
34
|
+
"state": "not_wired",
|
|
35
|
+
"counts": {
|
|
36
|
+
"pass": 0,
|
|
37
|
+
"fail": 0,
|
|
38
|
+
"not_verifiable": 0
|
|
39
|
+
},
|
|
40
|
+
"records": []
|
|
41
|
+
}
|
|
42
|
+
]
|
|
43
|
+
},
|
|
44
|
+
"expected": {
|
|
45
|
+
"verified": 0,
|
|
46
|
+
"coverage": 0,
|
|
47
|
+
"independentShare": 0,
|
|
48
|
+
"grade": "Not graded",
|
|
49
|
+
"unverified": [
|
|
50
|
+
{
|
|
51
|
+
"ruleId": "SEC-LLM-02",
|
|
52
|
+
"severity": "high",
|
|
53
|
+
"reason": {
|
|
54
|
+
"code": "not_wired"
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
]
|
|
58
|
+
}
|
|
59
|
+
}
|