@agentspec/sdk 0.3.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -0
- package/dist/evidence-points-C6j4PSsQ.d.cts +1139 -0
- package/dist/evidence-points-C6j4PSsQ.d.ts +1139 -0
- package/dist/index.cjs +1733 -346
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1026 -2549
- package/dist/index.d.ts +1026 -2549
- package/dist/index.js +1684 -345
- package/dist/index.js.map +1 -1
- package/dist/runtime.cjs +930 -0
- package/dist/runtime.cjs.map +1 -0
- package/dist/runtime.d.cts +63 -0
- package/dist/runtime.d.ts +63 -0
- package/dist/runtime.js +921 -0
- package/dist/runtime.js.map +1 -0
- package/package.json +15 -8
- package/schemas/evidence/v1/contract.schema.json +2078 -0
- package/schemas/evidence/v1/fixtures/drifted/EvalResult.n-as-string.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvalResult.pass-rate-above-one.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.bad-sha.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.extra-field.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.fail-without-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.missing-ttl.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.not-verifiable-without-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-epoch.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-out-of-range.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-space-separated.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.sample-size-boolean.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.ttl-as-string.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-source.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-contract-version.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-record.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.point-records-over-limit.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/Heartbeat.with-gap.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/ReadinessFinding.bad-severity.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/SidecarPush.missing-sha.json +1 -0
- package/schemas/evidence/v1/fixtures/drifted/TrustPolicy.lenient.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvalResult.live.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvalResult.null-dataset.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.fail.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.null-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass-null-reason.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.timezone-offset.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.unknown-reason-code.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.with-collector.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-null.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-version.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.evidence-points.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.full.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk-no-records.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.open-code.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.with-subject.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/SidecarPush.declared.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/TrustPolicy.standard.json +1 -0
- package/schemas/evidence/v1/fixtures/valid/TrustPolicy.strict.json +1 -0
- package/schemas/grader/v1/fixtures/accepts-fractional-seconds.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-leap-day-in-year-below-100.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-more-than-6-fractional-digits.json +62 -0
- package/schemas/grader/v1/fixtures/accepts-numeric-offset.json +62 -0
- package/schemas/grader/v1/fixtures/all-records-must-pass.json +58 -0
- package/schemas/grader/v1/fixtures/below-threshold-not-graded.json +61 -0
- package/schemas/grader/v1/fixtures/derived-rule-fails-when-a-parent-fails.json +67 -0
- package/schemas/grader/v1/fixtures/derived-rule-follows-memory-write-parent.json +43 -0
- package/schemas/grader/v1/fixtures/derived-rule-passes-with-its-parents.json +64 -0
- package/schemas/grader/v1/fixtures/derived-rule-unverified-when-a-parent-has-no-evidence.json +51 -0
- package/schemas/grader/v1/fixtures/expired-record-is-stale.json +66 -0
- package/schemas/grader/v1/fixtures/fail-beats-not-verifiable.json +62 -0
- package/schemas/grader/v1/fixtures/grade-band-b.json +62 -0
- package/schemas/grader/v1/fixtures/independent-from-listed-collector-is-admitted.json +39 -0
- package/schemas/grader/v1/fixtures/independent-from-unlisted-collector-is-rejected.json +47 -0
- package/schemas/grader/v1/fixtures/low-severity-coverage-only.json +90 -0
- package/schemas/grader/v1/fixtures/malformed-point-is-ignored.json +67 -0
- package/schemas/grader/v1/fixtures/never-admitted-sources-standard.json +196 -0
- package/schemas/grader/v1/fixtures/never-admitted-sources-strict.json +196 -0
- package/schemas/grader/v1/fixtures/not-admitted-outranks-mismatch.json +64 -0
- package/schemas/grader/v1/fixtures/not-verifiable-ignored-when-one-passes.json +58 -0
- package/schemas/grader/v1/fixtures/not-verifiable-only-keeps-reason.json +71 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-a-fail-when-no-point-of-the-rule-is-wired.json +59 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-a-wired-point-pass.json +87 -0
- package/schemas/grader/v1/fixtures/not-wired-point-drops-its-own-earlier-fail-when-another-point-is-wired.json +70 -0
- package/schemas/grader/v1/fixtures/not-wired-point-ignores-a-wired-point-fail-without-the-rule-id.json +69 -0
- package/schemas/grader/v1/fixtures/not-wired-point-keeps-a-wired-point-fail.json +79 -0
- package/schemas/grader/v1/fixtures/not-wired-point-keeps-independent-evidence.json +64 -0
- package/schemas/grader/v1/fixtures/not-wired-point-never-passes.json +107 -0
- package/schemas/grader/v1/fixtures/offline-record-is-not-admitted-yet.json +47 -0
- package/schemas/grader/v1/fixtures/record-without-collector-is-admitted-until-producers-set-it.json +38 -0
- package/schemas/grader/v1/fixtures/records-without-rule-id-never-graded.json +62 -0
- package/schemas/grader/v1/fixtures/rejects-compact-timestamp.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24-lowercase-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24-space-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-hour-24.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-impossible-date-feb-29.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-lowercase-t.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-lowercase-z.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offset-hours-above-23.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offset-minutes-above-59.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-offsetless-timestamp.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-space-separator.json +56 -0
- package/schemas/grader/v1/fixtures/rejects-year-zero.json +56 -0
- package/schemas/grader/v1/fixtures/rounds-coverage-before-the-threshold.json +850 -0
- package/schemas/grader/v1/fixtures/rounds-verified-before-the-band.json +674 -0
- package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-admitted-standard.json +39 -0
- package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-not-admitted-strict.json +47 -0
- package/schemas/grader/v1/fixtures/sdk-observed-standard.json +58 -0
- package/schemas/grader/v1/fixtures/sdk-observed-strict.json +66 -0
- package/schemas/grader/v1/fixtures/sdk-observed-without-evidence-point-source-is-rejected.json +47 -0
- package/schemas/grader/v1/fixtures/sdk-only-agent-all-points-fired.json +116 -0
- package/schemas/grader/v1/fixtures/stale-outranks-mismatch.json +64 -0
- package/schemas/grader/v1/fixtures/strict-admits-independent.json +39 -0
- package/schemas/grader/v1/fixtures/sub-millisecond-expiry-boundary.json +38 -0
- package/schemas/v1/agent.schema.json +372 -198
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "derived-rule-follows-memory-write-parent",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:MEM-01",
|
|
7
|
+
"ruleId": "MEM-01",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "sdk-observed",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"collector": "sdk",
|
|
12
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
13
|
+
"window": {
|
|
14
|
+
"start": "2026-10-22T10:00:00Z",
|
|
15
|
+
"end": "2026-10-22T11:00:00Z"
|
|
16
|
+
},
|
|
17
|
+
"ttlSeconds": 86400,
|
|
18
|
+
"sampleSize": 1,
|
|
19
|
+
"traceIds": [],
|
|
20
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
21
|
+
}
|
|
22
|
+
],
|
|
23
|
+
"applicableRules": [
|
|
24
|
+
{
|
|
25
|
+
"id": "SEC-LLM-06",
|
|
26
|
+
"severity": "high"
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
"id": "MEM-01",
|
|
30
|
+
"severity": "high"
|
|
31
|
+
}
|
|
32
|
+
],
|
|
33
|
+
"policy": "standard",
|
|
34
|
+
"now": "2026-10-22T12:00:00Z"
|
|
35
|
+
},
|
|
36
|
+
"expected": {
|
|
37
|
+
"verified": 100,
|
|
38
|
+
"coverage": 100,
|
|
39
|
+
"independentShare": 0,
|
|
40
|
+
"grade": "A",
|
|
41
|
+
"unverified": []
|
|
42
|
+
}
|
|
43
|
+
}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "derived-rule-passes-with-its-parents",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:EVAL-01",
|
|
7
|
+
"ruleId": "EVAL-01",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"collector": "sidecar-eval",
|
|
12
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
13
|
+
"window": {
|
|
14
|
+
"start": "2026-10-22T10:00:00Z",
|
|
15
|
+
"end": "2026-10-22T11:00:00Z"
|
|
16
|
+
},
|
|
17
|
+
"ttlSeconds": 86400,
|
|
18
|
+
"sampleSize": 1,
|
|
19
|
+
"traceIds": [],
|
|
20
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
"checkId": "check:EVAL-02",
|
|
24
|
+
"ruleId": "EVAL-02",
|
|
25
|
+
"status": "pass",
|
|
26
|
+
"source": "independent",
|
|
27
|
+
"origin": "gateway",
|
|
28
|
+
"collector": "sidecar-eval",
|
|
29
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
30
|
+
"window": {
|
|
31
|
+
"start": "2026-10-22T10:00:00Z",
|
|
32
|
+
"end": "2026-10-22T11:00:00Z"
|
|
33
|
+
},
|
|
34
|
+
"ttlSeconds": 86400,
|
|
35
|
+
"sampleSize": 1,
|
|
36
|
+
"traceIds": [],
|
|
37
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
38
|
+
}
|
|
39
|
+
],
|
|
40
|
+
"applicableRules": [
|
|
41
|
+
{
|
|
42
|
+
"id": "SEC-LLM-09",
|
|
43
|
+
"severity": "high"
|
|
44
|
+
},
|
|
45
|
+
{
|
|
46
|
+
"id": "EVAL-01",
|
|
47
|
+
"severity": "high"
|
|
48
|
+
},
|
|
49
|
+
{
|
|
50
|
+
"id": "EVAL-02",
|
|
51
|
+
"severity": "high"
|
|
52
|
+
}
|
|
53
|
+
],
|
|
54
|
+
"policy": "standard",
|
|
55
|
+
"now": "2026-10-22T12:00:00Z"
|
|
56
|
+
},
|
|
57
|
+
"expected": {
|
|
58
|
+
"verified": 100,
|
|
59
|
+
"coverage": 100,
|
|
60
|
+
"independentShare": 100,
|
|
61
|
+
"grade": "A",
|
|
62
|
+
"unverified": []
|
|
63
|
+
}
|
|
64
|
+
}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "derived-rule-unverified-when-a-parent-has-no-evidence",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:EVAL-01",
|
|
7
|
+
"ruleId": "EVAL-01",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"collector": "sidecar-eval",
|
|
12
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
13
|
+
"window": {
|
|
14
|
+
"start": "2026-10-22T10:00:00Z",
|
|
15
|
+
"end": "2026-10-22T11:00:00Z"
|
|
16
|
+
},
|
|
17
|
+
"ttlSeconds": 86400,
|
|
18
|
+
"sampleSize": 1,
|
|
19
|
+
"traceIds": [],
|
|
20
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
21
|
+
}
|
|
22
|
+
],
|
|
23
|
+
"applicableRules": [
|
|
24
|
+
{
|
|
25
|
+
"id": "SEC-LLM-09",
|
|
26
|
+
"severity": "high"
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
"id": "EVAL-01",
|
|
30
|
+
"severity": "high"
|
|
31
|
+
}
|
|
32
|
+
],
|
|
33
|
+
"policy": "standard",
|
|
34
|
+
"now": "2026-10-22T12:00:00Z"
|
|
35
|
+
},
|
|
36
|
+
"expected": {
|
|
37
|
+
"verified": 100,
|
|
38
|
+
"coverage": 50,
|
|
39
|
+
"independentShare": 100,
|
|
40
|
+
"grade": "Not graded",
|
|
41
|
+
"unverified": [
|
|
42
|
+
{
|
|
43
|
+
"ruleId": "SEC-LLM-09",
|
|
44
|
+
"severity": "high",
|
|
45
|
+
"reason": {
|
|
46
|
+
"code": "no_evidence"
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
]
|
|
50
|
+
}
|
|
51
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "expired-record-is-stale",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R1",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-20T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-20T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 3600,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:R2",
|
|
23
|
+
"ruleId": "R2",
|
|
24
|
+
"status": "pass",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
36
|
+
}
|
|
37
|
+
],
|
|
38
|
+
"applicableRules": [
|
|
39
|
+
{
|
|
40
|
+
"id": "R1",
|
|
41
|
+
"severity": "critical"
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"id": "R2",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
}
|
|
47
|
+
],
|
|
48
|
+
"policy": "standard",
|
|
49
|
+
"now": "2026-10-22T12:00:00Z"
|
|
50
|
+
},
|
|
51
|
+
"expected": {
|
|
52
|
+
"verified": 100,
|
|
53
|
+
"coverage": 43,
|
|
54
|
+
"independentShare": 100,
|
|
55
|
+
"grade": "Not graded",
|
|
56
|
+
"unverified": [
|
|
57
|
+
{
|
|
58
|
+
"ruleId": "R1",
|
|
59
|
+
"severity": "critical",
|
|
60
|
+
"reason": {
|
|
61
|
+
"code": "stale"
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
]
|
|
65
|
+
}
|
|
66
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "fail-beats-not-verifiable",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "a",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "fail",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
20
|
+
"reason": {
|
|
21
|
+
"code": "no_evidence",
|
|
22
|
+
"detail": "fixture"
|
|
23
|
+
}
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
"checkId": "b",
|
|
27
|
+
"ruleId": "R1",
|
|
28
|
+
"status": "not_verifiable",
|
|
29
|
+
"source": "independent",
|
|
30
|
+
"origin": "gateway",
|
|
31
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
32
|
+
"window": {
|
|
33
|
+
"start": "2026-10-22T10:00:00Z",
|
|
34
|
+
"end": "2026-10-22T11:00:00Z"
|
|
35
|
+
},
|
|
36
|
+
"ttlSeconds": 86400,
|
|
37
|
+
"sampleSize": 1,
|
|
38
|
+
"traceIds": [],
|
|
39
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
40
|
+
"reason": {
|
|
41
|
+
"code": "no_calls_observed",
|
|
42
|
+
"detail": "fixture"
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
],
|
|
46
|
+
"applicableRules": [
|
|
47
|
+
{
|
|
48
|
+
"id": "R1",
|
|
49
|
+
"severity": "high"
|
|
50
|
+
}
|
|
51
|
+
],
|
|
52
|
+
"policy": "standard",
|
|
53
|
+
"now": "2026-10-22T12:00:00Z"
|
|
54
|
+
},
|
|
55
|
+
"expected": {
|
|
56
|
+
"verified": 0,
|
|
57
|
+
"coverage": 100,
|
|
58
|
+
"independentShare": 100,
|
|
59
|
+
"grade": "F",
|
|
60
|
+
"unverified": []
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "grade-band-b",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:R1",
|
|
7
|
+
"ruleId": "R1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:R2",
|
|
23
|
+
"ruleId": "R2",
|
|
24
|
+
"status": "fail",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
|
|
36
|
+
"reason": {
|
|
37
|
+
"code": "no_evidence",
|
|
38
|
+
"detail": "fixture"
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
],
|
|
42
|
+
"applicableRules": [
|
|
43
|
+
{
|
|
44
|
+
"id": "R1",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"id": "R2",
|
|
49
|
+
"severity": "low"
|
|
50
|
+
}
|
|
51
|
+
],
|
|
52
|
+
"policy": "standard",
|
|
53
|
+
"now": "2026-10-22T12:00:00Z"
|
|
54
|
+
},
|
|
55
|
+
"expected": {
|
|
56
|
+
"verified": 75,
|
|
57
|
+
"coverage": 100,
|
|
58
|
+
"independentShare": 100,
|
|
59
|
+
"grade": "B",
|
|
60
|
+
"unverified": []
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "independent-from-listed-collector-is-admitted",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:MODEL-03",
|
|
7
|
+
"ruleId": "MODEL-03",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"collector": "gateway-config",
|
|
12
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
13
|
+
"window": {
|
|
14
|
+
"start": "2026-10-22T10:00:00Z",
|
|
15
|
+
"end": "2026-10-22T11:00:00Z"
|
|
16
|
+
},
|
|
17
|
+
"ttlSeconds": 86400,
|
|
18
|
+
"sampleSize": 1,
|
|
19
|
+
"traceIds": [],
|
|
20
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
21
|
+
}
|
|
22
|
+
],
|
|
23
|
+
"applicableRules": [
|
|
24
|
+
{
|
|
25
|
+
"id": "MODEL-03",
|
|
26
|
+
"severity": "high"
|
|
27
|
+
}
|
|
28
|
+
],
|
|
29
|
+
"policy": "standard",
|
|
30
|
+
"now": "2026-10-22T12:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"expected": {
|
|
33
|
+
"verified": 100,
|
|
34
|
+
"coverage": 100,
|
|
35
|
+
"independentShare": 100,
|
|
36
|
+
"grade": "A",
|
|
37
|
+
"unverified": []
|
|
38
|
+
}
|
|
39
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "independent-from-unlisted-collector-is-rejected",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:MODEL-03",
|
|
7
|
+
"ruleId": "MODEL-03",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"collector": "gateway-traffic",
|
|
12
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
13
|
+
"window": {
|
|
14
|
+
"start": "2026-10-22T10:00:00Z",
|
|
15
|
+
"end": "2026-10-22T11:00:00Z"
|
|
16
|
+
},
|
|
17
|
+
"ttlSeconds": 86400,
|
|
18
|
+
"sampleSize": 1,
|
|
19
|
+
"traceIds": [],
|
|
20
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
21
|
+
}
|
|
22
|
+
],
|
|
23
|
+
"applicableRules": [
|
|
24
|
+
{
|
|
25
|
+
"id": "MODEL-03",
|
|
26
|
+
"severity": "high"
|
|
27
|
+
}
|
|
28
|
+
],
|
|
29
|
+
"policy": "standard",
|
|
30
|
+
"now": "2026-10-22T12:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"expected": {
|
|
33
|
+
"verified": 0,
|
|
34
|
+
"coverage": 0,
|
|
35
|
+
"independentShare": 0,
|
|
36
|
+
"grade": "Not graded",
|
|
37
|
+
"unverified": [
|
|
38
|
+
{
|
|
39
|
+
"ruleId": "MODEL-03",
|
|
40
|
+
"severity": "high",
|
|
41
|
+
"reason": {
|
|
42
|
+
"code": "source_mismatch"
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
]
|
|
46
|
+
}
|
|
47
|
+
}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "low-severity-coverage-only",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "check:L1",
|
|
7
|
+
"ruleId": "L1",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "independent",
|
|
10
|
+
"origin": "gateway",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 86400,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "check:L2",
|
|
23
|
+
"ruleId": "L2",
|
|
24
|
+
"status": "pass",
|
|
25
|
+
"source": "independent",
|
|
26
|
+
"origin": "gateway",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 86400,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"checkId": "check:L3",
|
|
39
|
+
"ruleId": "L3",
|
|
40
|
+
"status": "pass",
|
|
41
|
+
"source": "independent",
|
|
42
|
+
"origin": "gateway",
|
|
43
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
44
|
+
"window": {
|
|
45
|
+
"start": "2026-10-22T10:00:00Z",
|
|
46
|
+
"end": "2026-10-22T11:00:00Z"
|
|
47
|
+
},
|
|
48
|
+
"ttlSeconds": 86400,
|
|
49
|
+
"sampleSize": 1,
|
|
50
|
+
"traceIds": [],
|
|
51
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
52
|
+
}
|
|
53
|
+
],
|
|
54
|
+
"applicableRules": [
|
|
55
|
+
{
|
|
56
|
+
"id": "C1",
|
|
57
|
+
"severity": "critical"
|
|
58
|
+
},
|
|
59
|
+
{
|
|
60
|
+
"id": "L1",
|
|
61
|
+
"severity": "low"
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
"id": "L2",
|
|
65
|
+
"severity": "low"
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
"id": "L3",
|
|
69
|
+
"severity": "low"
|
|
70
|
+
}
|
|
71
|
+
],
|
|
72
|
+
"policy": "standard",
|
|
73
|
+
"now": "2026-10-22T12:00:00Z"
|
|
74
|
+
},
|
|
75
|
+
"expected": {
|
|
76
|
+
"verified": 100,
|
|
77
|
+
"coverage": 43,
|
|
78
|
+
"independentShare": 100,
|
|
79
|
+
"grade": "Not graded",
|
|
80
|
+
"unverified": [
|
|
81
|
+
{
|
|
82
|
+
"ruleId": "C1",
|
|
83
|
+
"severity": "critical",
|
|
84
|
+
"reason": {
|
|
85
|
+
"code": "no_evidence"
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
]
|
|
89
|
+
}
|
|
90
|
+
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "malformed-point-is-ignored",
|
|
3
|
+
"input": {
|
|
4
|
+
"records": [
|
|
5
|
+
{
|
|
6
|
+
"checkId": "guardrail:SEC-LLM-01",
|
|
7
|
+
"ruleId": "SEC-LLM-01",
|
|
8
|
+
"status": "pass",
|
|
9
|
+
"source": "sdk-observed",
|
|
10
|
+
"origin": "in_process",
|
|
11
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
12
|
+
"window": {
|
|
13
|
+
"start": "2026-10-22T10:00:00Z",
|
|
14
|
+
"end": "2026-10-22T11:00:00Z"
|
|
15
|
+
},
|
|
16
|
+
"ttlSeconds": 3600,
|
|
17
|
+
"sampleSize": 1,
|
|
18
|
+
"traceIds": [],
|
|
19
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"checkId": "guardrail:SEC-LLM-02",
|
|
23
|
+
"ruleId": "SEC-LLM-02",
|
|
24
|
+
"status": "pass",
|
|
25
|
+
"source": "sdk-observed",
|
|
26
|
+
"origin": "in_process",
|
|
27
|
+
"observedAt": "2026-10-22T11:00:00Z",
|
|
28
|
+
"window": {
|
|
29
|
+
"start": "2026-10-22T10:00:00Z",
|
|
30
|
+
"end": "2026-10-22T11:00:00Z"
|
|
31
|
+
},
|
|
32
|
+
"ttlSeconds": 3600,
|
|
33
|
+
"sampleSize": 1,
|
|
34
|
+
"traceIds": [],
|
|
35
|
+
"manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
36
|
+
}
|
|
37
|
+
],
|
|
38
|
+
"applicableRules": [
|
|
39
|
+
{
|
|
40
|
+
"id": "SEC-LLM-01",
|
|
41
|
+
"severity": "high"
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"id": "SEC-LLM-02",
|
|
45
|
+
"severity": "high"
|
|
46
|
+
}
|
|
47
|
+
],
|
|
48
|
+
"policy": "standard",
|
|
49
|
+
"now": "2026-10-22T12:00:00Z",
|
|
50
|
+
"points": [
|
|
51
|
+
{
|
|
52
|
+
"state": "not_wired"
|
|
53
|
+
},
|
|
54
|
+
{
|
|
55
|
+
"point": "guardrail",
|
|
56
|
+
"state": "not_wired"
|
|
57
|
+
}
|
|
58
|
+
]
|
|
59
|
+
},
|
|
60
|
+
"expected": {
|
|
61
|
+
"verified": 100,
|
|
62
|
+
"coverage": 100,
|
|
63
|
+
"independentShare": 0,
|
|
64
|
+
"grade": "A",
|
|
65
|
+
"unverified": []
|
|
66
|
+
}
|
|
67
|
+
}
|