assertledger 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONTRIBUTING.md +31 -0
- package/LICENSE +21 -0
- package/README.fr.md +236 -0
- package/README.md +224 -0
- package/SECURITY.md +51 -0
- package/benchmarks/agentic-profile/README.md +15 -0
- package/benchmarks/agentic-profile/public/README.md +5 -0
- package/benchmarks/self-hosted-core/README.md +113 -0
- package/benchmarks/self-hosted-core/adapter.mjs +293 -0
- package/benchmarks/self-hosted-core/builder.ts +193 -0
- package/benchmarks/self-hosted-core/campaign.ts +233 -0
- package/benchmarks/self-hosted-core/existing-tests-builder.ts +217 -0
- package/benchmarks/self-hosted-core/existing-tests.ts +146 -0
- package/benchmarks/self-hosted-core/liveness.test.mjs +8 -0
- package/conformance/v1/bundle.json +104 -0
- package/conformance/v1/expected/canonical-order-a.json +4 -0
- package/conformance/v1/expected/canonical-order-b.json +4 -0
- package/conformance/v1/expected/create-benchmark-v1-measured.json +575 -0
- package/conformance/v1/expected/create-profile-v1-qualified.json +280 -0
- package/conformance/v1/expected/decide-collection-failure-non-kill.json +192 -0
- package/conformance/v1/expected/decide-compile-failure-non-kill.json +192 -0
- package/conformance/v1/expected/decide-infra-error-non-kill.json +192 -0
- package/conformance/v1/expected/decide-no-test-discovered-non-kill.json +192 -0
- package/conformance/v1/expected/decide-process-crash-non-kill.json +192 -0
- package/conformance/v1/expected/decide-timeout-non-kill.json +192 -0
- package/conformance/v1/expected/decide-verified.json +192 -0
- package/conformance/v1/expected/replay-benchmark-v1-resealed-summary-forgery.json +12 -0
- package/conformance/v1/expected/replay-evidence-raw-tamper.json +6 -0
- package/conformance/v1/expected/replay-evidence-resealed-semantic-forgery.json +6 -0
- package/conformance/v1/inputs/canonical-order-a.json +8 -0
- package/conformance/v1/inputs/canonical-order-b.json +8 -0
- package/conformance/v1/inputs/create-benchmark-v1-measured.json +459 -0
- package/conformance/v1/inputs/create-profile-v1-qualified.json +228 -0
- package/conformance/v1/inputs/decide-collection-failure-non-kill.json +143 -0
- package/conformance/v1/inputs/decide-compile-failure-non-kill.json +143 -0
- package/conformance/v1/inputs/decide-infra-error-non-kill.json +143 -0
- package/conformance/v1/inputs/decide-no-test-discovered-non-kill.json +143 -0
- package/conformance/v1/inputs/decide-process-crash-non-kill.json +143 -0
- package/conformance/v1/inputs/decide-timeout-non-kill.json +143 -0
- package/conformance/v1/inputs/decide-verified.json +143 -0
- package/conformance/v1/inputs/replay-benchmark-v1-resealed-summary-forgery.json +575 -0
- package/conformance/v1/inputs/replay-evidence-raw-tamper.json +201 -0
- package/conformance/v1/inputs/replay-evidence-resealed-semantic-forgery.json +192 -0
- package/conformance/v1/schemas/expected-digests.json +175 -0
- package/dist/cli.d.ts +9 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +951 -0
- package/dist/cli.js.map +1 -0
- package/dist/contracts/diagnostics.d.ts +18 -0
- package/dist/contracts/diagnostics.d.ts.map +1 -0
- package/dist/contracts/diagnostics.js +13 -0
- package/dist/contracts/diagnostics.js.map +1 -0
- package/dist/contracts/index.d.ts +3908 -0
- package/dist/contracts/index.d.ts.map +1 -0
- package/dist/contracts/index.js +2569 -0
- package/dist/contracts/index.js.map +1 -0
- package/dist/contracts/runtime-doctor.d.ts +107 -0
- package/dist/contracts/runtime-doctor.d.ts.map +1 -0
- package/dist/contracts/runtime-doctor.js +91 -0
- package/dist/contracts/runtime-doctor.js.map +1 -0
- package/dist/core/index.d.ts +200 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +2587 -0
- package/dist/core/index.js.map +1 -0
- package/dist/diagnostics.d.ts +7 -0
- package/dist/diagnostics.d.ts.map +1 -0
- package/dist/diagnostics.js +252 -0
- package/dist/diagnostics.js.map +1 -0
- package/dist/engine/adapters/node-test-profile.d.ts +14 -0
- package/dist/engine/adapters/node-test-profile.d.ts.map +1 -0
- package/dist/engine/adapters/node-test-profile.js +14 -0
- package/dist/engine/adapters/node-test-profile.js.map +1 -0
- package/dist/engine/adapters/node-test-runtime.d.ts +39 -0
- package/dist/engine/adapters/node-test-runtime.d.ts.map +1 -0
- package/dist/engine/adapters/node-test-runtime.js +173 -0
- package/dist/engine/adapters/node-test-runtime.js.map +1 -0
- package/dist/engine/adapters/runtime-facts.d.ts +26 -0
- package/dist/engine/adapters/runtime-facts.d.ts.map +1 -0
- package/dist/engine/adapters/runtime-facts.js +73 -0
- package/dist/engine/adapters/runtime-facts.js.map +1 -0
- package/dist/engine/connection.d.ts +22 -0
- package/dist/engine/connection.d.ts.map +1 -0
- package/dist/engine/connection.js +343 -0
- package/dist/engine/connection.js.map +1 -0
- package/dist/engine/git-regression.d.ts +25 -0
- package/dist/engine/git-regression.d.ts.map +1 -0
- package/dist/engine/git-regression.js +803 -0
- package/dist/engine/git-regression.js.map +1 -0
- package/dist/engine/index.d.ts +55 -0
- package/dist/engine/index.d.ts.map +1 -0
- package/dist/engine/index.js +2782 -0
- package/dist/engine/index.js.map +1 -0
- package/dist/engine/node-test-reporter.d.ts +2 -0
- package/dist/engine/node-test-reporter.d.ts.map +1 -0
- package/dist/engine/node-test-reporter.js +70 -0
- package/dist/engine/node-test-reporter.js.map +1 -0
- package/dist/engine/runtime-doctor.d.ts +16 -0
- package/dist/engine/runtime-doctor.d.ts.map +1 -0
- package/dist/engine/runtime-doctor.js +100 -0
- package/dist/engine/runtime-doctor.js.map +1 -0
- package/dist/evaluation/agentic-corpus.d.ts +161 -0
- package/dist/evaluation/agentic-corpus.d.ts.map +1 -0
- package/dist/evaluation/agentic-corpus.js +710 -0
- package/dist/evaluation/agentic-corpus.js.map +1 -0
- package/dist/index.d.ts +8 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +8 -0
- package/dist/index.js.map +1 -0
- package/dist/mcp/index.d.ts +13 -0
- package/dist/mcp/index.d.ts.map +1 -0
- package/dist/mcp/index.js +391 -0
- package/dist/mcp/index.js.map +1 -0
- package/dist/mcp/stdio.d.ts +3 -0
- package/dist/mcp/stdio.d.ts.map +1 -0
- package/dist/mcp/stdio.js +13 -0
- package/dist/mcp/stdio.js.map +1 -0
- package/dist/sdk/index.d.ts +52 -0
- package/dist/sdk/index.d.ts.map +1 -0
- package/dist/sdk/index.js +224 -0
- package/dist/sdk/index.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +10 -0
- package/dist/version.js.map +1 -0
- package/docs/adapter-protocol.md +196 -0
- package/docs/agentic-benchmark.md +118 -0
- package/docs/agentic-corpus-experiment-h3.md +89 -0
- package/docs/agentic-corpus-plan.md +105 -0
- package/docs/agentic-corpus-provenance.md +59 -0
- package/docs/agentic-test-profile-pilot.md +57 -0
- package/docs/agentic-test-profile-v2.md +116 -0
- package/docs/agentic-test-profile.md +274 -0
- package/docs/architecture.md +157 -0
- package/docs/ci.md +37 -0
- package/docs/client-connections.md +61 -0
- package/docs/conformance-v1.md +72 -0
- package/docs/decisions/0001-typescript-runtime.md +24 -0
- package/docs/developer-experience.md +55 -0
- package/docs/diagnostics.md +35 -0
- package/docs/distribution.md +40 -0
- package/docs/git-regression.md +39 -0
- package/docs/migration-repository-validation-order.md +35 -0
- package/docs/migration-testforge-to-assertledger.md +64 -0
- package/docs/project-intent.md +173 -0
- package/docs/proof-model.md +116 -0
- package/docs/reference.md +336 -0
- package/docs/release-1.0.md +63 -0
- package/docs/repository-audit.md +52 -0
- package/docs/repository-init.md +60 -0
- package/docs/research-basis.md +27 -0
- package/docs/roadmap.md +74 -0
- package/docs/runtime-doctor.md +65 -0
- package/docs/testexplora-calibration.md +71 -0
- package/examples/agentic-benchmark/benchmark-request.mjs +19 -0
- package/examples/agentic-benchmark/structured-phase-adapter-fixture.mjs +35 -0
- package/examples/agentic-profile/profile-benchmark.mjs +34 -0
- package/examples/agentic-profile/profile-manifest.mjs +28 -0
- package/examples/git-history/README.md +44 -0
- package/examples/git-history/create-demo.mjs +128 -0
- package/examples/git-history/escape-string-regexp/LICENSE +9 -0
- package/examples/git-history/escape-string-regexp/before.cjs.txt +11 -0
- package/examples/git-history/escape-string-regexp/fixed.cjs.txt +13 -0
- package/examples/git-history/escape-string-regexp/provenance.json +28 -0
- package/examples/node-test/repository/package.json +5 -0
- package/examples/node-test/repository/src/is-even.js +3 -0
- package/examples/node-test/repository/tests/base.test.js +6 -0
- package/examples/node-test/request.json +93 -0
- package/integrations/skill/SKILL.md +51 -0
- package/package.json +88 -0
- package/schemas/agentic-benchmark-acquisition-replay-result.v1.json +70 -0
- package/schemas/agentic-benchmark-acquisition-request.v1.json +564 -0
- package/schemas/agentic-benchmark-acquisition-result.v1.json +1409 -0
- package/schemas/agentic-benchmark-artifact.v1.json +1251 -0
- package/schemas/agentic-benchmark-replay-result.v1.json +84 -0
- package/schemas/agentic-benchmark-request.v1.json +1034 -0
- package/schemas/agentic-corpus-allocation-commitment-replay-result.v1.json +58 -0
- package/schemas/agentic-corpus-allocation-commitment.v1.json +141 -0
- package/schemas/agentic-corpus-allocation-replay-result.v1.json +34 -0
- package/schemas/agentic-corpus-allocation-request.v1.json +65 -0
- package/schemas/agentic-corpus-allocation-reveal.v1.json +66 -0
- package/schemas/agentic-corpus-allocation.v1.json +167 -0
- package/schemas/agentic-corpus-experiment-artifact.v1.json +329 -0
- package/schemas/agentic-corpus-experiment-plan-replay-result.v1.json +50 -0
- package/schemas/agentic-corpus-experiment-plan.v1.json +424 -0
- package/schemas/agentic-corpus-experiment-replay-request.v1.json +336 -0
- package/schemas/agentic-corpus-experiment-replay-result.v1.json +106 -0
- package/schemas/agentic-corpus-experiment-request.v1.json +204 -0
- package/schemas/agentic-corpus-provenance.v1.json +143 -0
- package/schemas/agentic-corpus-trust-policy.v1.json +133 -0
- package/schemas/agentic-profile-replay-result.v1.json +56 -0
- package/schemas/agentic-profile-replay-result.v2.json +63 -0
- package/schemas/agentic-profile-report.v1.json +961 -0
- package/schemas/agentic-profile-report.v2.json +1674 -0
- package/schemas/agentic-profile-request.v1.json +671 -0
- package/schemas/agentic-profile-request.v2.json +1338 -0
- package/schemas/evidence-manifest.v1.json +636 -0
- package/schemas/replay-result.v1.json +49 -0
- package/schemas/repository-analysis.v1.json +119 -0
- package/schemas/repository-audit.v1.json +811 -0
- package/schemas/repository-init-config.v1.json +183 -0
- package/schemas/repository-init-lock.v1.json +162 -0
- package/schemas/repository-init-result.v1.json +212 -0
- package/schemas/verification-request.v1.json +389 -0
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": "1.0.0",
|
|
3
|
+
"repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
|
|
4
|
+
"evidenceContext": {
|
|
5
|
+
"engine": {
|
|
6
|
+
"name": "testforge",
|
|
7
|
+
"version": "0.1.0"
|
|
8
|
+
},
|
|
9
|
+
"adapter": {
|
|
10
|
+
"name": "node-test",
|
|
11
|
+
"version": "22.0.0",
|
|
12
|
+
"configuration": {
|
|
13
|
+
"kind": "node-test",
|
|
14
|
+
"executable": "node"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"execution": {
|
|
18
|
+
"isolation": "UNSANDBOXED",
|
|
19
|
+
"environmentAllowlist": [],
|
|
20
|
+
"budgets": {},
|
|
21
|
+
"candidateRoots": ["tests"]
|
|
22
|
+
},
|
|
23
|
+
"worlds": [
|
|
24
|
+
{
|
|
25
|
+
"id": "neutral",
|
|
26
|
+
"provenance": "conformance:neutral",
|
|
27
|
+
"digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
"id": "reference",
|
|
31
|
+
"provenance": "conformance:reference",
|
|
32
|
+
"digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
"id": "target",
|
|
36
|
+
"provenance": "conformance:target",
|
|
37
|
+
"digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
|
|
38
|
+
}
|
|
39
|
+
]
|
|
40
|
+
},
|
|
41
|
+
"policy": {
|
|
42
|
+
"policyVersion": "1.0.0",
|
|
43
|
+
"requiredAttempts": 1,
|
|
44
|
+
"minimumTargetWeightPermille": 1000,
|
|
45
|
+
"maximumSelectedCandidates": 1,
|
|
46
|
+
"acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
|
|
47
|
+
},
|
|
48
|
+
"worlds": [
|
|
49
|
+
{
|
|
50
|
+
"id": "neutral",
|
|
51
|
+
"kind": "NEUTRAL",
|
|
52
|
+
"required": true,
|
|
53
|
+
"weight": 0
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"id": "reference",
|
|
57
|
+
"kind": "REFERENCE",
|
|
58
|
+
"required": true,
|
|
59
|
+
"weight": 0
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
"id": "target",
|
|
63
|
+
"kind": "TARGET",
|
|
64
|
+
"required": true,
|
|
65
|
+
"weight": 10
|
|
66
|
+
}
|
|
67
|
+
],
|
|
68
|
+
"candidates": [
|
|
69
|
+
{
|
|
70
|
+
"id": "candidate",
|
|
71
|
+
"digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
|
|
72
|
+
"sizeBytes": 100,
|
|
73
|
+
"status": "ELIGIBLE",
|
|
74
|
+
"killedTargetIds": ["target"],
|
|
75
|
+
"targetWeightKilled": 10,
|
|
76
|
+
"gates": [
|
|
77
|
+
{
|
|
78
|
+
"name": "COMPLETENESS",
|
|
79
|
+
"status": "PASSED",
|
|
80
|
+
"evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
|
|
81
|
+
"reasonCodes": []
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
"name": "STABILITY",
|
|
85
|
+
"status": "PASSED",
|
|
86
|
+
"evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
|
|
87
|
+
"reasonCodes": []
|
|
88
|
+
},
|
|
89
|
+
{
|
|
90
|
+
"name": "DISCOVERY",
|
|
91
|
+
"status": "PASSED",
|
|
92
|
+
"evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
|
|
93
|
+
"reasonCodes": []
|
|
94
|
+
},
|
|
95
|
+
{
|
|
96
|
+
"name": "REFERENCE",
|
|
97
|
+
"status": "PASSED",
|
|
98
|
+
"evidenceRunIds": ["candidate:reference:1"],
|
|
99
|
+
"reasonCodes": []
|
|
100
|
+
},
|
|
101
|
+
{
|
|
102
|
+
"name": "NEUTRAL",
|
|
103
|
+
"status": "PASSED",
|
|
104
|
+
"evidenceRunIds": ["candidate:neutral:1"],
|
|
105
|
+
"reasonCodes": []
|
|
106
|
+
},
|
|
107
|
+
{
|
|
108
|
+
"name": "TARGET_STRENGTH",
|
|
109
|
+
"status": "PASSED",
|
|
110
|
+
"evidenceRunIds": ["candidate:target:1"],
|
|
111
|
+
"reasonCodes": []
|
|
112
|
+
}
|
|
113
|
+
],
|
|
114
|
+
"reasonCodes": ["POLICY_SATISFIED"]
|
|
115
|
+
}
|
|
116
|
+
],
|
|
117
|
+
"observations": [
|
|
118
|
+
{
|
|
119
|
+
"runId": "control:neutral:1",
|
|
120
|
+
"candidateId": null,
|
|
121
|
+
"worldId": "neutral",
|
|
122
|
+
"attempt": 1,
|
|
123
|
+
"outcome": "TIMEOUT",
|
|
124
|
+
"testsDiscovered": 1,
|
|
125
|
+
"candidateTestsDiscovered": 0,
|
|
126
|
+
"attributed": false,
|
|
127
|
+
"durationMs": 1
|
|
128
|
+
},
|
|
129
|
+
{
|
|
130
|
+
"runId": "control:reference:1",
|
|
131
|
+
"candidateId": null,
|
|
132
|
+
"worldId": "reference",
|
|
133
|
+
"attempt": 1,
|
|
134
|
+
"outcome": "PASS",
|
|
135
|
+
"testsDiscovered": 1,
|
|
136
|
+
"candidateTestsDiscovered": 0,
|
|
137
|
+
"attributed": false,
|
|
138
|
+
"durationMs": 1
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
"runId": "control:target:1",
|
|
142
|
+
"candidateId": null,
|
|
143
|
+
"worldId": "target",
|
|
144
|
+
"attempt": 1,
|
|
145
|
+
"outcome": "PASS",
|
|
146
|
+
"testsDiscovered": 1,
|
|
147
|
+
"candidateTestsDiscovered": 0,
|
|
148
|
+
"attributed": false,
|
|
149
|
+
"durationMs": 1
|
|
150
|
+
},
|
|
151
|
+
{
|
|
152
|
+
"runId": "candidate:neutral:1",
|
|
153
|
+
"candidateId": "candidate",
|
|
154
|
+
"worldId": "neutral",
|
|
155
|
+
"attempt": 1,
|
|
156
|
+
"outcome": "PASS",
|
|
157
|
+
"testsDiscovered": 2,
|
|
158
|
+
"candidateTestsDiscovered": 1,
|
|
159
|
+
"attributed": true,
|
|
160
|
+
"durationMs": 1
|
|
161
|
+
},
|
|
162
|
+
{
|
|
163
|
+
"runId": "candidate:reference:1",
|
|
164
|
+
"candidateId": "candidate",
|
|
165
|
+
"worldId": "reference",
|
|
166
|
+
"attempt": 1,
|
|
167
|
+
"outcome": "PASS",
|
|
168
|
+
"testsDiscovered": 2,
|
|
169
|
+
"candidateTestsDiscovered": 1,
|
|
170
|
+
"attributed": true,
|
|
171
|
+
"durationMs": 10
|
|
172
|
+
},
|
|
173
|
+
{
|
|
174
|
+
"runId": "candidate:target:1",
|
|
175
|
+
"candidateId": "candidate",
|
|
176
|
+
"worldId": "target",
|
|
177
|
+
"attempt": 1,
|
|
178
|
+
"outcome": "ASSERTION_FAILURE",
|
|
179
|
+
"testsDiscovered": 2,
|
|
180
|
+
"candidateTestsDiscovered": 1,
|
|
181
|
+
"attributed": true,
|
|
182
|
+
"durationMs": 1
|
|
183
|
+
}
|
|
184
|
+
],
|
|
185
|
+
"decision": {
|
|
186
|
+
"status": "VERIFIED",
|
|
187
|
+
"selectedCandidateIds": ["candidate"],
|
|
188
|
+
"reasonCodes": ["POLICY_SATISFIED"]
|
|
189
|
+
},
|
|
190
|
+
"decisionDigest": "sha256:bbecbbbbb790db1912b9ce06336420446c71df8d57eb0b040854ba672a220faa",
|
|
191
|
+
"artifactDigest": "sha256:d1f40c9201b6cd31d24309da250669f17efcab94f606a0c1e88160f072c0aea7",
|
|
192
|
+
"adapter": {
|
|
193
|
+
"kind": "node-test"
|
|
194
|
+
},
|
|
195
|
+
"isolation": {
|
|
196
|
+
"kind": "trusted-local",
|
|
197
|
+
"level": "UNSANDBOXED",
|
|
198
|
+
"acknowledgedUnsafeExecution": true
|
|
199
|
+
},
|
|
200
|
+
"limitations": ["Static conformance fixture; not execution truth."]
|
|
201
|
+
}
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": "1.0.0",
|
|
3
|
+
"repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
|
|
4
|
+
"evidenceContext": {
|
|
5
|
+
"engine": {
|
|
6
|
+
"name": "testforge",
|
|
7
|
+
"version": "0.1.0"
|
|
8
|
+
},
|
|
9
|
+
"adapter": {
|
|
10
|
+
"name": "node-test",
|
|
11
|
+
"version": "22.0.0",
|
|
12
|
+
"configuration": {
|
|
13
|
+
"kind": "node-test",
|
|
14
|
+
"executable": "node"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"execution": {
|
|
18
|
+
"isolation": "UNSANDBOXED",
|
|
19
|
+
"environmentAllowlist": [],
|
|
20
|
+
"budgets": {},
|
|
21
|
+
"candidateRoots": ["tests"]
|
|
22
|
+
},
|
|
23
|
+
"worlds": [
|
|
24
|
+
{
|
|
25
|
+
"id": "neutral",
|
|
26
|
+
"provenance": "conformance:neutral",
|
|
27
|
+
"digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
"id": "reference",
|
|
31
|
+
"provenance": "conformance:reference",
|
|
32
|
+
"digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
"id": "target",
|
|
36
|
+
"provenance": "conformance:target",
|
|
37
|
+
"digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
|
|
38
|
+
}
|
|
39
|
+
]
|
|
40
|
+
},
|
|
41
|
+
"policy": {
|
|
42
|
+
"policyVersion": "1.0.0",
|
|
43
|
+
"requiredAttempts": 1,
|
|
44
|
+
"minimumTargetWeightPermille": 1000,
|
|
45
|
+
"maximumSelectedCandidates": 1,
|
|
46
|
+
"acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
|
|
47
|
+
},
|
|
48
|
+
"worlds": [
|
|
49
|
+
{
|
|
50
|
+
"id": "neutral",
|
|
51
|
+
"kind": "NEUTRAL",
|
|
52
|
+
"required": true,
|
|
53
|
+
"weight": 0
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"id": "reference",
|
|
57
|
+
"kind": "REFERENCE",
|
|
58
|
+
"required": true,
|
|
59
|
+
"weight": 0
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
"id": "target",
|
|
63
|
+
"kind": "TARGET",
|
|
64
|
+
"required": true,
|
|
65
|
+
"weight": 10
|
|
66
|
+
}
|
|
67
|
+
],
|
|
68
|
+
"candidates": [
|
|
69
|
+
{
|
|
70
|
+
"id": "candidate",
|
|
71
|
+
"digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
|
|
72
|
+
"sizeBytes": 100,
|
|
73
|
+
"status": "ELIGIBLE",
|
|
74
|
+
"killedTargetIds": [],
|
|
75
|
+
"targetWeightKilled": 0,
|
|
76
|
+
"gates": [
|
|
77
|
+
{
|
|
78
|
+
"name": "COMPLETENESS",
|
|
79
|
+
"status": "PASSED",
|
|
80
|
+
"evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
|
|
81
|
+
"reasonCodes": []
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
"name": "STABILITY",
|
|
85
|
+
"status": "PASSED",
|
|
86
|
+
"evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
|
|
87
|
+
"reasonCodes": []
|
|
88
|
+
},
|
|
89
|
+
{
|
|
90
|
+
"name": "DISCOVERY",
|
|
91
|
+
"status": "PASSED",
|
|
92
|
+
"evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
|
|
93
|
+
"reasonCodes": []
|
|
94
|
+
},
|
|
95
|
+
{
|
|
96
|
+
"name": "REFERENCE",
|
|
97
|
+
"status": "PASSED",
|
|
98
|
+
"evidenceRunIds": ["candidate:reference:1"],
|
|
99
|
+
"reasonCodes": []
|
|
100
|
+
},
|
|
101
|
+
{
|
|
102
|
+
"name": "NEUTRAL",
|
|
103
|
+
"status": "PASSED",
|
|
104
|
+
"evidenceRunIds": ["candidate:neutral:1"],
|
|
105
|
+
"reasonCodes": []
|
|
106
|
+
},
|
|
107
|
+
{
|
|
108
|
+
"name": "TARGET_STRENGTH",
|
|
109
|
+
"status": "FAILED",
|
|
110
|
+
"evidenceRunIds": ["candidate:target:1"],
|
|
111
|
+
"reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
|
|
112
|
+
}
|
|
113
|
+
],
|
|
114
|
+
"reasonCodes": ["POLICY_SATISFIED"]
|
|
115
|
+
}
|
|
116
|
+
],
|
|
117
|
+
"observations": [
|
|
118
|
+
{
|
|
119
|
+
"runId": "control:neutral:1",
|
|
120
|
+
"candidateId": null,
|
|
121
|
+
"worldId": "neutral",
|
|
122
|
+
"attempt": 1,
|
|
123
|
+
"outcome": "PASS",
|
|
124
|
+
"testsDiscovered": 1,
|
|
125
|
+
"candidateTestsDiscovered": 0,
|
|
126
|
+
"attributed": false,
|
|
127
|
+
"durationMs": 1
|
|
128
|
+
},
|
|
129
|
+
{
|
|
130
|
+
"runId": "control:reference:1",
|
|
131
|
+
"candidateId": null,
|
|
132
|
+
"worldId": "reference",
|
|
133
|
+
"attempt": 1,
|
|
134
|
+
"outcome": "PASS",
|
|
135
|
+
"testsDiscovered": 1,
|
|
136
|
+
"candidateTestsDiscovered": 0,
|
|
137
|
+
"attributed": false,
|
|
138
|
+
"durationMs": 1
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
"runId": "control:target:1",
|
|
142
|
+
"candidateId": null,
|
|
143
|
+
"worldId": "target",
|
|
144
|
+
"attempt": 1,
|
|
145
|
+
"outcome": "PASS",
|
|
146
|
+
"testsDiscovered": 1,
|
|
147
|
+
"candidateTestsDiscovered": 0,
|
|
148
|
+
"attributed": false,
|
|
149
|
+
"durationMs": 1
|
|
150
|
+
},
|
|
151
|
+
{
|
|
152
|
+
"runId": "candidate:neutral:1",
|
|
153
|
+
"candidateId": "candidate",
|
|
154
|
+
"worldId": "neutral",
|
|
155
|
+
"attempt": 1,
|
|
156
|
+
"outcome": "PASS",
|
|
157
|
+
"testsDiscovered": 2,
|
|
158
|
+
"candidateTestsDiscovered": 1,
|
|
159
|
+
"attributed": true,
|
|
160
|
+
"durationMs": 1
|
|
161
|
+
},
|
|
162
|
+
{
|
|
163
|
+
"runId": "candidate:reference:1",
|
|
164
|
+
"candidateId": "candidate",
|
|
165
|
+
"worldId": "reference",
|
|
166
|
+
"attempt": 1,
|
|
167
|
+
"outcome": "PASS",
|
|
168
|
+
"testsDiscovered": 2,
|
|
169
|
+
"candidateTestsDiscovered": 1,
|
|
170
|
+
"attributed": true,
|
|
171
|
+
"durationMs": 10
|
|
172
|
+
},
|
|
173
|
+
{
|
|
174
|
+
"runId": "candidate:target:1",
|
|
175
|
+
"candidateId": "candidate",
|
|
176
|
+
"worldId": "target",
|
|
177
|
+
"attempt": 1,
|
|
178
|
+
"outcome": "COMPILE_FAILURE",
|
|
179
|
+
"testsDiscovered": 2,
|
|
180
|
+
"candidateTestsDiscovered": 1,
|
|
181
|
+
"attributed": true,
|
|
182
|
+
"durationMs": 1
|
|
183
|
+
}
|
|
184
|
+
],
|
|
185
|
+
"decision": {
|
|
186
|
+
"status": "VERIFIED",
|
|
187
|
+
"selectedCandidateIds": ["candidate"],
|
|
188
|
+
"reasonCodes": ["POLICY_SATISFIED"]
|
|
189
|
+
},
|
|
190
|
+
"decisionDigest": "sha256:e37e70e2139673b4ed3967e8253eed9aa6d4ad4b5d99cee6b82b2a5105d64d7f",
|
|
191
|
+
"artifactDigest": "sha256:702db2ef77a8f198140489dafddf473cf8e703820e65007ed3ebc44f79c013ea"
|
|
192
|
+
}
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": "1.0.0",
|
|
3
|
+
"schemas": [
|
|
4
|
+
{
|
|
5
|
+
"path": "schemas/agentic-benchmark-acquisition-replay-result.v1.json",
|
|
6
|
+
"rawSha256": "sha256:529e01e156360ce3fc9234eb2750ed2df9d46b1afe2ce7965cdf36ce725055a1",
|
|
7
|
+
"$id": "https://testforge.dev/schemas/agentic-benchmark-acquisition-replay-result.v1.json"
|
|
8
|
+
},
|
|
9
|
+
{
|
|
10
|
+
"path": "schemas/agentic-benchmark-acquisition-request.v1.json",
|
|
11
|
+
"rawSha256": "sha256:6aa185dd085cb3c68a09aa9639d889fa7a988a92db1a07f7ef4946a3b681d004",
|
|
12
|
+
"$id": "https://testforge.dev/schemas/agentic-benchmark-acquisition-request.v1.json"
|
|
13
|
+
},
|
|
14
|
+
{
|
|
15
|
+
"path": "schemas/agentic-benchmark-acquisition-result.v1.json",
|
|
16
|
+
"rawSha256": "sha256:e358aa9a31efb895e618075040e6ee088e019f6a8c5766eb6b2416a612d7aa64",
|
|
17
|
+
"$id": "https://testforge.dev/schemas/agentic-benchmark-acquisition-result.v1.json"
|
|
18
|
+
},
|
|
19
|
+
{
|
|
20
|
+
"path": "schemas/agentic-benchmark-artifact.v1.json",
|
|
21
|
+
"rawSha256": "sha256:1eabb625a15aa11db7f33e47cb8254b98b1d4535127e683e8a7d311765cab299",
|
|
22
|
+
"$id": "https://testforge.dev/schemas/agentic-benchmark-artifact.v1.json"
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
"path": "schemas/agentic-benchmark-replay-result.v1.json",
|
|
26
|
+
"rawSha256": "sha256:1cd6f3699b700de4536ce7cd99f749ffe3142b8f1da28750d8b2df434d6d7203",
|
|
27
|
+
"$id": "https://testforge.dev/schemas/agentic-benchmark-replay-result.v1.json"
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
"path": "schemas/agentic-benchmark-request.v1.json",
|
|
31
|
+
"rawSha256": "sha256:309e4b85302ff3146a9326af3c787c6241f28415902faa28c9274214c74a9153",
|
|
32
|
+
"$id": "https://testforge.dev/schemas/agentic-benchmark-request.v1.json"
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
"path": "schemas/agentic-corpus-allocation-commitment-replay-result.v1.json",
|
|
36
|
+
"rawSha256": "sha256:aea2b1e6310c028ad43fd1b3699f63a4473934acc2dbd690834a75370850e4e2",
|
|
37
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-allocation-commitment-replay-result.v1.json"
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
"path": "schemas/agentic-corpus-allocation-commitment.v1.json",
|
|
41
|
+
"rawSha256": "sha256:61a789ddbfc820998828c0501fe9e1476b336306ffe3cb0700094f62f52f21df",
|
|
42
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-allocation-commitment.v1.json"
|
|
43
|
+
},
|
|
44
|
+
{
|
|
45
|
+
"path": "schemas/agentic-corpus-allocation-replay-result.v1.json",
|
|
46
|
+
"rawSha256": "sha256:9f660ac3425d67c94742fbfef64be0ea4e1938bb88ea49fc097355c935b257d4",
|
|
47
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-allocation-replay-result.v1.json"
|
|
48
|
+
},
|
|
49
|
+
{
|
|
50
|
+
"path": "schemas/agentic-corpus-allocation-request.v1.json",
|
|
51
|
+
"rawSha256": "sha256:a44b3f2bdacc28029588d07c78e09f44ea512342ca1cbeacc62ea71b7d1c5074",
|
|
52
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-allocation-request.v1.json"
|
|
53
|
+
},
|
|
54
|
+
{
|
|
55
|
+
"path": "schemas/agentic-corpus-allocation-reveal.v1.json",
|
|
56
|
+
"rawSha256": "sha256:f6fc6c9cc56f61a1f67f2ba77e72cadd3bea2ddd6862ce565d1e44ebcf7fb52b",
|
|
57
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-allocation-reveal.v1.json"
|
|
58
|
+
},
|
|
59
|
+
{
|
|
60
|
+
"path": "schemas/agentic-corpus-allocation.v1.json",
|
|
61
|
+
"rawSha256": "sha256:248de6e66dc51aae9785785597ac66432855269f78f821e259c2627d7af0c9f8",
|
|
62
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-allocation.v1.json"
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
"path": "schemas/agentic-corpus-experiment-artifact.v1.json",
|
|
66
|
+
"rawSha256": "sha256:57f649fd4dd6e3387132443ed7714a37578fcba128f1be2d9004cfa36276a5ca",
|
|
67
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-experiment-artifact.v1.json"
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
"path": "schemas/agentic-corpus-experiment-plan-replay-result.v1.json",
|
|
71
|
+
"rawSha256": "sha256:8dc2133a84cb00e64ac28929baf085593eea9384cc0cf6a69beb8d908c222284",
|
|
72
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-experiment-plan-replay-result.v1.json"
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
"path": "schemas/agentic-corpus-experiment-plan.v1.json",
|
|
76
|
+
"rawSha256": "sha256:0cf6eb5314b4eb11b1ea6237f7ced841a7757af743f0783325d6c38d5e8ce619",
|
|
77
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-experiment-plan.v1.json"
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
"path": "schemas/agentic-corpus-experiment-replay-request.v1.json",
|
|
81
|
+
"rawSha256": "sha256:e834f9c179883e050f87582a83dad2f22a40379aa0b47fff79c82742f1724841",
|
|
82
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-experiment-replay-request.v1.json"
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
"path": "schemas/agentic-corpus-experiment-replay-result.v1.json",
|
|
86
|
+
"rawSha256": "sha256:2411a221c98c799c668e767b5a6dc3b8b1a7f4b168a60b8065898491b1cef14b",
|
|
87
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-experiment-replay-result.v1.json"
|
|
88
|
+
},
|
|
89
|
+
{
|
|
90
|
+
"path": "schemas/agentic-corpus-experiment-request.v1.json",
|
|
91
|
+
"rawSha256": "sha256:b2edfd64843a7ad5cc5bea9e2a63b80258387a271694428c20e5c0de7ce31075",
|
|
92
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-experiment-request.v1.json"
|
|
93
|
+
},
|
|
94
|
+
{
|
|
95
|
+
"path": "schemas/agentic-corpus-provenance.v1.json",
|
|
96
|
+
"rawSha256": "sha256:ec2d78923ad45bafa69b7a55e1ea41878d84e591946f87ac6d9dcde69a92eeb2",
|
|
97
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-provenance.v1.json"
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
"path": "schemas/agentic-corpus-trust-policy.v1.json",
|
|
101
|
+
"rawSha256": "sha256:d40ed16d1c1c8113dbf81311e2066579981a5a0f8a7d2b0b9a733d8403fba3d2",
|
|
102
|
+
"$id": "https://testforge.dev/schemas/agentic-corpus-trust-policy.v1.json"
|
|
103
|
+
},
|
|
104
|
+
{
|
|
105
|
+
"path": "schemas/agentic-profile-replay-result.v1.json",
|
|
106
|
+
"rawSha256": "sha256:be9c7bef9f463d2f409ad51c7efb4ec99516420a8ad5b1fc1e0d2c81fd843a3e",
|
|
107
|
+
"$id": "https://testforge.dev/schemas/agentic-profile-replay-result.v1.json"
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
"path": "schemas/agentic-profile-replay-result.v2.json",
|
|
111
|
+
"rawSha256": "sha256:903ef99d2c3bbe029e03caba130313413d2bdb05818a8382ddb0afd9322898a9",
|
|
112
|
+
"$id": "https://testforge.dev/schemas/agentic-profile-replay-result.v2.json"
|
|
113
|
+
},
|
|
114
|
+
{
|
|
115
|
+
"path": "schemas/agentic-profile-report.v1.json",
|
|
116
|
+
"rawSha256": "sha256:e024337835aa46080e2c4a78606ac52e4869756e064d0f654adef76f4f1d15ac",
|
|
117
|
+
"$id": "https://testforge.dev/schemas/agentic-profile-report.v1.json"
|
|
118
|
+
},
|
|
119
|
+
{
|
|
120
|
+
"path": "schemas/agentic-profile-report.v2.json",
|
|
121
|
+
"rawSha256": "sha256:1f3f999b1d0e1657c1dcb02c21148dae37dc2e3958eed1eb0c93275c07edfecb",
|
|
122
|
+
"$id": "https://testforge.dev/schemas/agentic-profile-report.v2.json"
|
|
123
|
+
},
|
|
124
|
+
{
|
|
125
|
+
"path": "schemas/agentic-profile-request.v1.json",
|
|
126
|
+
"rawSha256": "sha256:bab47eb4bf43b047bca752b7370d4470f77d1f232b8be6904f3f7ab720750aff",
|
|
127
|
+
"$id": "https://testforge.dev/schemas/agentic-profile-request.v1.json"
|
|
128
|
+
},
|
|
129
|
+
{
|
|
130
|
+
"path": "schemas/agentic-profile-request.v2.json",
|
|
131
|
+
"rawSha256": "sha256:445b49e7c03114f194d387f4f3a22fb0375bca59926bd436d9ba487c399a7b9c",
|
|
132
|
+
"$id": "https://testforge.dev/schemas/agentic-profile-request.v2.json"
|
|
133
|
+
},
|
|
134
|
+
{
|
|
135
|
+
"path": "schemas/evidence-manifest.v1.json",
|
|
136
|
+
"rawSha256": "sha256:7d15674c2f9f949692d224b7460e7a0ac6276704b004ee63522c9ca885f5a0f0",
|
|
137
|
+
"$id": "https://testforge.dev/schemas/evidence-manifest.v1.json"
|
|
138
|
+
},
|
|
139
|
+
{
|
|
140
|
+
"path": "schemas/replay-result.v1.json",
|
|
141
|
+
"rawSha256": "sha256:6236d140fad2079315edc3555654f3eb976e3b8bdf7ee8ad8cd936727f193890",
|
|
142
|
+
"$id": "https://testforge.dev/schemas/replay-result.v1.json"
|
|
143
|
+
},
|
|
144
|
+
{
|
|
145
|
+
"path": "schemas/repository-analysis.v1.json",
|
|
146
|
+
"rawSha256": "sha256:09ae41f92b4c8450358f01d0ba9e77d29eaeae998b3b1e164b87c68f99bab663",
|
|
147
|
+
"$id": "https://testforge.dev/schemas/repository-analysis.v1.json"
|
|
148
|
+
},
|
|
149
|
+
{
|
|
150
|
+
"path": "schemas/repository-audit.v1.json",
|
|
151
|
+
"rawSha256": "sha256:f17776e245699fd9e83ed19efe0b4584ddab1922c9f2b3dc50cb58e7d578b6d7",
|
|
152
|
+
"$id": "https://testforge.dev/schemas/repository-audit.v1.json"
|
|
153
|
+
},
|
|
154
|
+
{
|
|
155
|
+
"path": "schemas/repository-init-config.v1.json",
|
|
156
|
+
"rawSha256": "sha256:384022966f3909bb24ea9a4c9cc7922484f1eb53205e4b648d028a279ec9f382",
|
|
157
|
+
"$id": "https://testforge.dev/schemas/repository-init-config.v1.json"
|
|
158
|
+
},
|
|
159
|
+
{
|
|
160
|
+
"path": "schemas/repository-init-lock.v1.json",
|
|
161
|
+
"rawSha256": "sha256:3d63c741682156db875da1f444c5e403da4436ee8ff5dc432b19a5cbb34b625d",
|
|
162
|
+
"$id": "https://testforge.dev/schemas/repository-init-lock.v1.json"
|
|
163
|
+
},
|
|
164
|
+
{
|
|
165
|
+
"path": "schemas/repository-init-result.v1.json",
|
|
166
|
+
"rawSha256": "sha256:0fbc09e81775d2baa14592ca9f582b2b1cb0cbc0f98b75845561d28e4c713106",
|
|
167
|
+
"$id": "https://testforge.dev/schemas/repository-init-result.v1.json"
|
|
168
|
+
},
|
|
169
|
+
{
|
|
170
|
+
"path": "schemas/verification-request.v1.json",
|
|
171
|
+
"rawSha256": "sha256:e2a4663c2f79755a59f713cf2a4ba7fc5344dd01c52dab8ae13acab372935c6a",
|
|
172
|
+
"$id": "https://testforge.dev/schemas/verification-request.v1.json"
|
|
173
|
+
}
|
|
174
|
+
]
|
|
175
|
+
}
|
package/dist/cli.d.ts
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
export interface CliIo {
|
|
3
|
+
cwd: string;
|
|
4
|
+
readStdin(): Promise<string>;
|
|
5
|
+
writeStdout(text: string): void;
|
|
6
|
+
writeStderr(text: string): void;
|
|
7
|
+
}
|
|
8
|
+
export declare function runCli(argv: string[], io: CliIo): Promise<number>;
|
|
9
|
+
//# sourceMappingURL=cli.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAmBA,MAAM,WAAW,KAAK;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7B,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AA4cD,wBAAsB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAmgBvE"}
|