@agentspec/sdk 0.4.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/README.md +46 -0
  2. package/dist/evidence-points-C6j4PSsQ.d.cts +1139 -0
  3. package/dist/evidence-points-C6j4PSsQ.d.ts +1139 -0
  4. package/dist/index.cjs +1727 -345
  5. package/dist/index.cjs.map +1 -1
  6. package/dist/index.d.cts +1026 -2549
  7. package/dist/index.d.ts +1026 -2549
  8. package/dist/index.js +1678 -344
  9. package/dist/index.js.map +1 -1
  10. package/dist/runtime.cjs +930 -0
  11. package/dist/runtime.cjs.map +1 -0
  12. package/dist/runtime.d.cts +63 -0
  13. package/dist/runtime.d.ts +63 -0
  14. package/dist/runtime.js +921 -0
  15. package/dist/runtime.js.map +1 -0
  16. package/package.json +15 -8
  17. package/schemas/evidence/v1/contract.schema.json +2078 -0
  18. package/schemas/evidence/v1/fixtures/drifted/EvalResult.n-as-string.json +1 -0
  19. package/schemas/evidence/v1/fixtures/drifted/EvalResult.pass-rate-above-one.json +1 -0
  20. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.bad-sha.json +1 -0
  21. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.extra-field.json +1 -0
  22. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.fail-without-reason.json +1 -0
  23. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.missing-ttl.json +1 -0
  24. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.not-verifiable-without-reason.json +1 -0
  25. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-epoch.json +1 -0
  26. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-out-of-range.json +1 -0
  27. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.observed-at-space-separated.json +1 -0
  28. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.sample-size-boolean.json +1 -0
  29. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.ttl-as-string.json +1 -0
  30. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-collector.json +1 -0
  31. package/schemas/evidence/v1/fixtures/drifted/EvidenceRecord.unknown-source.json +1 -0
  32. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-contract-version.json +1 -0
  33. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.bad-record.json +1 -0
  34. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.point-records-over-limit.json +1 -0
  35. package/schemas/evidence/v1/fixtures/drifted/Heartbeat.with-gap.json +1 -0
  36. package/schemas/evidence/v1/fixtures/drifted/ReadinessFinding.bad-severity.json +1 -0
  37. package/schemas/evidence/v1/fixtures/drifted/SidecarPush.missing-sha.json +1 -0
  38. package/schemas/evidence/v1/fixtures/drifted/TrustPolicy.lenient.json +1 -0
  39. package/schemas/evidence/v1/fixtures/valid/EvalResult.live.json +1 -0
  40. package/schemas/evidence/v1/fixtures/valid/EvalResult.null-dataset.json +1 -0
  41. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.fail.json +1 -0
  42. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.null-collector.json +1 -0
  43. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass-null-reason.json +1 -0
  44. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.pass.json +1 -0
  45. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.timezone-offset.json +1 -0
  46. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.unknown-reason-code.json +1 -0
  47. package/schemas/evidence/v1/fixtures/valid/EvidenceRecord.with-collector.json +1 -0
  48. package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-null.json +1 -0
  49. package/schemas/evidence/v1/fixtures/valid/Heartbeat.contract-version.json +1 -0
  50. package/schemas/evidence/v1/fixtures/valid/Heartbeat.evidence-points.json +1 -0
  51. package/schemas/evidence/v1/fixtures/valid/Heartbeat.full.json +1 -0
  52. package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk-no-records.json +1 -0
  53. package/schemas/evidence/v1/fixtures/valid/Heartbeat.sdk.json +1 -0
  54. package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.open-code.json +1 -0
  55. package/schemas/evidence/v1/fixtures/valid/ReadinessFinding.with-subject.json +1 -0
  56. package/schemas/evidence/v1/fixtures/valid/SidecarPush.declared.json +1 -0
  57. package/schemas/evidence/v1/fixtures/valid/TrustPolicy.standard.json +1 -0
  58. package/schemas/evidence/v1/fixtures/valid/TrustPolicy.strict.json +1 -0
  59. package/schemas/grader/v1/fixtures/accepts-fractional-seconds.json +62 -0
  60. package/schemas/grader/v1/fixtures/accepts-leap-day-in-year-below-100.json +62 -0
  61. package/schemas/grader/v1/fixtures/accepts-more-than-6-fractional-digits.json +62 -0
  62. package/schemas/grader/v1/fixtures/accepts-numeric-offset.json +62 -0
  63. package/schemas/grader/v1/fixtures/all-records-must-pass.json +58 -0
  64. package/schemas/grader/v1/fixtures/below-threshold-not-graded.json +61 -0
  65. package/schemas/grader/v1/fixtures/derived-rule-fails-when-a-parent-fails.json +67 -0
  66. package/schemas/grader/v1/fixtures/derived-rule-follows-memory-write-parent.json +43 -0
  67. package/schemas/grader/v1/fixtures/derived-rule-passes-with-its-parents.json +64 -0
  68. package/schemas/grader/v1/fixtures/derived-rule-unverified-when-a-parent-has-no-evidence.json +51 -0
  69. package/schemas/grader/v1/fixtures/expired-record-is-stale.json +66 -0
  70. package/schemas/grader/v1/fixtures/fail-beats-not-verifiable.json +62 -0
  71. package/schemas/grader/v1/fixtures/grade-band-b.json +62 -0
  72. package/schemas/grader/v1/fixtures/independent-from-listed-collector-is-admitted.json +39 -0
  73. package/schemas/grader/v1/fixtures/independent-from-unlisted-collector-is-rejected.json +47 -0
  74. package/schemas/grader/v1/fixtures/low-severity-coverage-only.json +90 -0
  75. package/schemas/grader/v1/fixtures/malformed-point-is-ignored.json +67 -0
  76. package/schemas/grader/v1/fixtures/never-admitted-sources-standard.json +196 -0
  77. package/schemas/grader/v1/fixtures/never-admitted-sources-strict.json +196 -0
  78. package/schemas/grader/v1/fixtures/not-admitted-outranks-mismatch.json +64 -0
  79. package/schemas/grader/v1/fixtures/not-verifiable-ignored-when-one-passes.json +58 -0
  80. package/schemas/grader/v1/fixtures/not-verifiable-only-keeps-reason.json +71 -0
  81. package/schemas/grader/v1/fixtures/not-wired-point-drops-a-fail-when-no-point-of-the-rule-is-wired.json +59 -0
  82. package/schemas/grader/v1/fixtures/not-wired-point-drops-a-wired-point-pass.json +87 -0
  83. package/schemas/grader/v1/fixtures/not-wired-point-drops-its-own-earlier-fail-when-another-point-is-wired.json +70 -0
  84. package/schemas/grader/v1/fixtures/not-wired-point-ignores-a-wired-point-fail-without-the-rule-id.json +69 -0
  85. package/schemas/grader/v1/fixtures/not-wired-point-keeps-a-wired-point-fail.json +79 -0
  86. package/schemas/grader/v1/fixtures/not-wired-point-keeps-independent-evidence.json +64 -0
  87. package/schemas/grader/v1/fixtures/not-wired-point-never-passes.json +107 -0
  88. package/schemas/grader/v1/fixtures/offline-record-is-not-admitted-yet.json +47 -0
  89. package/schemas/grader/v1/fixtures/record-without-collector-is-admitted-until-producers-set-it.json +38 -0
  90. package/schemas/grader/v1/fixtures/records-without-rule-id-never-graded.json +62 -0
  91. package/schemas/grader/v1/fixtures/rejects-compact-timestamp.json +56 -0
  92. package/schemas/grader/v1/fixtures/rejects-hour-24-lowercase-separator.json +56 -0
  93. package/schemas/grader/v1/fixtures/rejects-hour-24-space-separator.json +56 -0
  94. package/schemas/grader/v1/fixtures/rejects-hour-24.json +56 -0
  95. package/schemas/grader/v1/fixtures/rejects-impossible-date-feb-29.json +56 -0
  96. package/schemas/grader/v1/fixtures/rejects-lowercase-t.json +56 -0
  97. package/schemas/grader/v1/fixtures/rejects-lowercase-z.json +56 -0
  98. package/schemas/grader/v1/fixtures/rejects-offset-hours-above-23.json +56 -0
  99. package/schemas/grader/v1/fixtures/rejects-offset-minutes-above-59.json +56 -0
  100. package/schemas/grader/v1/fixtures/rejects-offsetless-timestamp.json +56 -0
  101. package/schemas/grader/v1/fixtures/rejects-space-separator.json +56 -0
  102. package/schemas/grader/v1/fixtures/rejects-year-zero.json +56 -0
  103. package/schemas/grader/v1/fixtures/rounds-coverage-before-the-threshold.json +850 -0
  104. package/schemas/grader/v1/fixtures/rounds-verified-before-the-band.json +674 -0
  105. package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-admitted-standard.json +39 -0
  106. package/schemas/grader/v1/fixtures/sdk-observed-from-evidence-point-rule-is-not-admitted-strict.json +47 -0
  107. package/schemas/grader/v1/fixtures/sdk-observed-standard.json +58 -0
  108. package/schemas/grader/v1/fixtures/sdk-observed-strict.json +66 -0
  109. package/schemas/grader/v1/fixtures/sdk-observed-without-evidence-point-source-is-rejected.json +47 -0
  110. package/schemas/grader/v1/fixtures/sdk-only-agent-all-points-fired.json +116 -0
  111. package/schemas/grader/v1/fixtures/stale-outranks-mismatch.json +64 -0
  112. package/schemas/grader/v1/fixtures/strict-admits-independent.json +39 -0
  113. package/schemas/grader/v1/fixtures/sub-millisecond-expiry-boundary.json +38 -0
  114. package/schemas/v1/agent.schema.json +372 -198
@@ -0,0 +1,43 @@
1
+ {
2
+ "name": "derived-rule-follows-memory-write-parent",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:MEM-01",
7
+ "ruleId": "MEM-01",
8
+ "status": "pass",
9
+ "source": "sdk-observed",
10
+ "origin": "gateway",
11
+ "collector": "sdk",
12
+ "observedAt": "2026-10-22T11:00:00Z",
13
+ "window": {
14
+ "start": "2026-10-22T10:00:00Z",
15
+ "end": "2026-10-22T11:00:00Z"
16
+ },
17
+ "ttlSeconds": 86400,
18
+ "sampleSize": 1,
19
+ "traceIds": [],
20
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
21
+ }
22
+ ],
23
+ "applicableRules": [
24
+ {
25
+ "id": "SEC-LLM-06",
26
+ "severity": "high"
27
+ },
28
+ {
29
+ "id": "MEM-01",
30
+ "severity": "high"
31
+ }
32
+ ],
33
+ "policy": "standard",
34
+ "now": "2026-10-22T12:00:00Z"
35
+ },
36
+ "expected": {
37
+ "verified": 100,
38
+ "coverage": 100,
39
+ "independentShare": 0,
40
+ "grade": "A",
41
+ "unverified": []
42
+ }
43
+ }
@@ -0,0 +1,64 @@
1
+ {
2
+ "name": "derived-rule-passes-with-its-parents",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:EVAL-01",
7
+ "ruleId": "EVAL-01",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "collector": "sidecar-eval",
12
+ "observedAt": "2026-10-22T11:00:00Z",
13
+ "window": {
14
+ "start": "2026-10-22T10:00:00Z",
15
+ "end": "2026-10-22T11:00:00Z"
16
+ },
17
+ "ttlSeconds": 86400,
18
+ "sampleSize": 1,
19
+ "traceIds": [],
20
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
21
+ },
22
+ {
23
+ "checkId": "check:EVAL-02",
24
+ "ruleId": "EVAL-02",
25
+ "status": "pass",
26
+ "source": "independent",
27
+ "origin": "gateway",
28
+ "collector": "sidecar-eval",
29
+ "observedAt": "2026-10-22T11:00:00Z",
30
+ "window": {
31
+ "start": "2026-10-22T10:00:00Z",
32
+ "end": "2026-10-22T11:00:00Z"
33
+ },
34
+ "ttlSeconds": 86400,
35
+ "sampleSize": 1,
36
+ "traceIds": [],
37
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
38
+ }
39
+ ],
40
+ "applicableRules": [
41
+ {
42
+ "id": "SEC-LLM-09",
43
+ "severity": "high"
44
+ },
45
+ {
46
+ "id": "EVAL-01",
47
+ "severity": "high"
48
+ },
49
+ {
50
+ "id": "EVAL-02",
51
+ "severity": "high"
52
+ }
53
+ ],
54
+ "policy": "standard",
55
+ "now": "2026-10-22T12:00:00Z"
56
+ },
57
+ "expected": {
58
+ "verified": 100,
59
+ "coverage": 100,
60
+ "independentShare": 100,
61
+ "grade": "A",
62
+ "unverified": []
63
+ }
64
+ }
@@ -0,0 +1,51 @@
1
+ {
2
+ "name": "derived-rule-unverified-when-a-parent-has-no-evidence",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:EVAL-01",
7
+ "ruleId": "EVAL-01",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "collector": "sidecar-eval",
12
+ "observedAt": "2026-10-22T11:00:00Z",
13
+ "window": {
14
+ "start": "2026-10-22T10:00:00Z",
15
+ "end": "2026-10-22T11:00:00Z"
16
+ },
17
+ "ttlSeconds": 86400,
18
+ "sampleSize": 1,
19
+ "traceIds": [],
20
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
21
+ }
22
+ ],
23
+ "applicableRules": [
24
+ {
25
+ "id": "SEC-LLM-09",
26
+ "severity": "high"
27
+ },
28
+ {
29
+ "id": "EVAL-01",
30
+ "severity": "high"
31
+ }
32
+ ],
33
+ "policy": "standard",
34
+ "now": "2026-10-22T12:00:00Z"
35
+ },
36
+ "expected": {
37
+ "verified": 100,
38
+ "coverage": 50,
39
+ "independentShare": 100,
40
+ "grade": "Not graded",
41
+ "unverified": [
42
+ {
43
+ "ruleId": "SEC-LLM-09",
44
+ "severity": "high",
45
+ "reason": {
46
+ "code": "no_evidence"
47
+ }
48
+ }
49
+ ]
50
+ }
51
+ }
@@ -0,0 +1,66 @@
1
+ {
2
+ "name": "expired-record-is-stale",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R1",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-20T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-20T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 3600,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:R2",
23
+ "ruleId": "R2",
24
+ "status": "pass",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
36
+ }
37
+ ],
38
+ "applicableRules": [
39
+ {
40
+ "id": "R1",
41
+ "severity": "critical"
42
+ },
43
+ {
44
+ "id": "R2",
45
+ "severity": "high"
46
+ }
47
+ ],
48
+ "policy": "standard",
49
+ "now": "2026-10-22T12:00:00Z"
50
+ },
51
+ "expected": {
52
+ "verified": 100,
53
+ "coverage": 43,
54
+ "independentShare": 100,
55
+ "grade": "Not graded",
56
+ "unverified": [
57
+ {
58
+ "ruleId": "R1",
59
+ "severity": "critical",
60
+ "reason": {
61
+ "code": "stale"
62
+ }
63
+ }
64
+ ]
65
+ }
66
+ }
@@ -0,0 +1,62 @@
1
+ {
2
+ "name": "fail-beats-not-verifiable",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "a",
7
+ "ruleId": "R1",
8
+ "status": "fail",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
20
+ "reason": {
21
+ "code": "no_evidence",
22
+ "detail": "fixture"
23
+ }
24
+ },
25
+ {
26
+ "checkId": "b",
27
+ "ruleId": "R1",
28
+ "status": "not_verifiable",
29
+ "source": "independent",
30
+ "origin": "gateway",
31
+ "observedAt": "2026-10-22T11:00:00Z",
32
+ "window": {
33
+ "start": "2026-10-22T10:00:00Z",
34
+ "end": "2026-10-22T11:00:00Z"
35
+ },
36
+ "ttlSeconds": 86400,
37
+ "sampleSize": 1,
38
+ "traceIds": [],
39
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
40
+ "reason": {
41
+ "code": "no_calls_observed",
42
+ "detail": "fixture"
43
+ }
44
+ }
45
+ ],
46
+ "applicableRules": [
47
+ {
48
+ "id": "R1",
49
+ "severity": "high"
50
+ }
51
+ ],
52
+ "policy": "standard",
53
+ "now": "2026-10-22T12:00:00Z"
54
+ },
55
+ "expected": {
56
+ "verified": 0,
57
+ "coverage": 100,
58
+ "independentShare": 100,
59
+ "grade": "F",
60
+ "unverified": []
61
+ }
62
+ }
@@ -0,0 +1,62 @@
1
+ {
2
+ "name": "grade-band-b",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:R1",
7
+ "ruleId": "R1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:R2",
23
+ "ruleId": "R2",
24
+ "status": "fail",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
36
+ "reason": {
37
+ "code": "no_evidence",
38
+ "detail": "fixture"
39
+ }
40
+ }
41
+ ],
42
+ "applicableRules": [
43
+ {
44
+ "id": "R1",
45
+ "severity": "high"
46
+ },
47
+ {
48
+ "id": "R2",
49
+ "severity": "low"
50
+ }
51
+ ],
52
+ "policy": "standard",
53
+ "now": "2026-10-22T12:00:00Z"
54
+ },
55
+ "expected": {
56
+ "verified": 75,
57
+ "coverage": 100,
58
+ "independentShare": 100,
59
+ "grade": "B",
60
+ "unverified": []
61
+ }
62
+ }
@@ -0,0 +1,39 @@
1
+ {
2
+ "name": "independent-from-listed-collector-is-admitted",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:MODEL-03",
7
+ "ruleId": "MODEL-03",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "collector": "gateway-config",
12
+ "observedAt": "2026-10-22T11:00:00Z",
13
+ "window": {
14
+ "start": "2026-10-22T10:00:00Z",
15
+ "end": "2026-10-22T11:00:00Z"
16
+ },
17
+ "ttlSeconds": 86400,
18
+ "sampleSize": 1,
19
+ "traceIds": [],
20
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
21
+ }
22
+ ],
23
+ "applicableRules": [
24
+ {
25
+ "id": "MODEL-03",
26
+ "severity": "high"
27
+ }
28
+ ],
29
+ "policy": "standard",
30
+ "now": "2026-10-22T12:00:00Z"
31
+ },
32
+ "expected": {
33
+ "verified": 100,
34
+ "coverage": 100,
35
+ "independentShare": 100,
36
+ "grade": "A",
37
+ "unverified": []
38
+ }
39
+ }
@@ -0,0 +1,47 @@
1
+ {
2
+ "name": "independent-from-unlisted-collector-is-rejected",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:MODEL-03",
7
+ "ruleId": "MODEL-03",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "collector": "gateway-traffic",
12
+ "observedAt": "2026-10-22T11:00:00Z",
13
+ "window": {
14
+ "start": "2026-10-22T10:00:00Z",
15
+ "end": "2026-10-22T11:00:00Z"
16
+ },
17
+ "ttlSeconds": 86400,
18
+ "sampleSize": 1,
19
+ "traceIds": [],
20
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
21
+ }
22
+ ],
23
+ "applicableRules": [
24
+ {
25
+ "id": "MODEL-03",
26
+ "severity": "high"
27
+ }
28
+ ],
29
+ "policy": "standard",
30
+ "now": "2026-10-22T12:00:00Z"
31
+ },
32
+ "expected": {
33
+ "verified": 0,
34
+ "coverage": 0,
35
+ "independentShare": 0,
36
+ "grade": "Not graded",
37
+ "unverified": [
38
+ {
39
+ "ruleId": "MODEL-03",
40
+ "severity": "high",
41
+ "reason": {
42
+ "code": "source_mismatch"
43
+ }
44
+ }
45
+ ]
46
+ }
47
+ }
@@ -0,0 +1,90 @@
1
+ {
2
+ "name": "low-severity-coverage-only",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "check:L1",
7
+ "ruleId": "L1",
8
+ "status": "pass",
9
+ "source": "independent",
10
+ "origin": "gateway",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 86400,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "check:L2",
23
+ "ruleId": "L2",
24
+ "status": "pass",
25
+ "source": "independent",
26
+ "origin": "gateway",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 86400,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
36
+ },
37
+ {
38
+ "checkId": "check:L3",
39
+ "ruleId": "L3",
40
+ "status": "pass",
41
+ "source": "independent",
42
+ "origin": "gateway",
43
+ "observedAt": "2026-10-22T11:00:00Z",
44
+ "window": {
45
+ "start": "2026-10-22T10:00:00Z",
46
+ "end": "2026-10-22T11:00:00Z"
47
+ },
48
+ "ttlSeconds": 86400,
49
+ "sampleSize": 1,
50
+ "traceIds": [],
51
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
52
+ }
53
+ ],
54
+ "applicableRules": [
55
+ {
56
+ "id": "C1",
57
+ "severity": "critical"
58
+ },
59
+ {
60
+ "id": "L1",
61
+ "severity": "low"
62
+ },
63
+ {
64
+ "id": "L2",
65
+ "severity": "low"
66
+ },
67
+ {
68
+ "id": "L3",
69
+ "severity": "low"
70
+ }
71
+ ],
72
+ "policy": "standard",
73
+ "now": "2026-10-22T12:00:00Z"
74
+ },
75
+ "expected": {
76
+ "verified": 100,
77
+ "coverage": 43,
78
+ "independentShare": 100,
79
+ "grade": "Not graded",
80
+ "unverified": [
81
+ {
82
+ "ruleId": "C1",
83
+ "severity": "critical",
84
+ "reason": {
85
+ "code": "no_evidence"
86
+ }
87
+ }
88
+ ]
89
+ }
90
+ }
@@ -0,0 +1,67 @@
1
+ {
2
+ "name": "malformed-point-is-ignored",
3
+ "input": {
4
+ "records": [
5
+ {
6
+ "checkId": "guardrail:SEC-LLM-01",
7
+ "ruleId": "SEC-LLM-01",
8
+ "status": "pass",
9
+ "source": "sdk-observed",
10
+ "origin": "in_process",
11
+ "observedAt": "2026-10-22T11:00:00Z",
12
+ "window": {
13
+ "start": "2026-10-22T10:00:00Z",
14
+ "end": "2026-10-22T11:00:00Z"
15
+ },
16
+ "ttlSeconds": 3600,
17
+ "sampleSize": 1,
18
+ "traceIds": [],
19
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
20
+ },
21
+ {
22
+ "checkId": "guardrail:SEC-LLM-02",
23
+ "ruleId": "SEC-LLM-02",
24
+ "status": "pass",
25
+ "source": "sdk-observed",
26
+ "origin": "in_process",
27
+ "observedAt": "2026-10-22T11:00:00Z",
28
+ "window": {
29
+ "start": "2026-10-22T10:00:00Z",
30
+ "end": "2026-10-22T11:00:00Z"
31
+ },
32
+ "ttlSeconds": 3600,
33
+ "sampleSize": 1,
34
+ "traceIds": [],
35
+ "manifestSha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
36
+ }
37
+ ],
38
+ "applicableRules": [
39
+ {
40
+ "id": "SEC-LLM-01",
41
+ "severity": "high"
42
+ },
43
+ {
44
+ "id": "SEC-LLM-02",
45
+ "severity": "high"
46
+ }
47
+ ],
48
+ "policy": "standard",
49
+ "now": "2026-10-22T12:00:00Z",
50
+ "points": [
51
+ {
52
+ "state": "not_wired"
53
+ },
54
+ {
55
+ "point": "guardrail",
56
+ "state": "not_wired"
57
+ }
58
+ ]
59
+ },
60
+ "expected": {
61
+ "verified": 100,
62
+ "coverage": 100,
63
+ "independentShare": 0,
64
+ "grade": "A",
65
+ "unverified": []
66
+ }
67
+ }