agentskeptic 0.1.1 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +342 -342
  3. package/dist/cli.js +157 -157
  4. package/dist/debug-ui/app.css +188 -188
  5. package/dist/debug-ui/app.js +245 -245
  6. package/dist/debug-ui/index.html +79 -79
  7. package/dist/enforceCli.js +11 -11
  8. package/dist/planTransition.test.js +235 -235
  9. package/dist/planTransitionPathHarvest.test.js +116 -116
  10. package/dist/quickVerify/postgresCatalog.js +53 -53
  11. package/package.json +1 -1
  12. package/schemas/agent-run-record-v1.schema.json +51 -51
  13. package/schemas/agent-run-record-v2.schema.json +61 -61
  14. package/schemas/assurance-manifest-v1.schema.json +28 -28
  15. package/schemas/assurance-run-report-v1.schema.json +28 -28
  16. package/schemas/ci-lock-v1.schema.json +163 -163
  17. package/schemas/cli-error-envelope.schema.json +48 -48
  18. package/schemas/event.schema.json +111 -111
  19. package/schemas/execution-trace-view.schema.json +122 -122
  20. package/schemas/plan-validation-core.schema.json +95 -95
  21. package/schemas/quick-verify-report.schema.json +251 -251
  22. package/schemas/registry-validation-result.schema.json +99 -99
  23. package/schemas/run-comparison-report.schema.json +513 -513
  24. package/schemas/tools-registry-export.schema.json +9 -9
  25. package/schemas/tools-registry.schema.json +284 -284
  26. package/schemas/workflow-engine-result.schema.json +591 -591
  27. package/schemas/workflow-result-compare-input.schema.json +15 -15
  28. package/schemas/workflow-result-signature.schema.json +20 -20
  29. package/schemas/workflow-result-v9.schema.json +85 -85
  30. package/schemas/workflow-result.schema.json +80 -80
  31. package/schemas/workflow-truth-report.schema.json +761 -761
  32. package/dist/failureOriginSchemaEnum.test.d.ts +0 -2
  33. package/dist/failureOriginSchemaEnum.test.d.ts.map +0 -1
  34. package/dist/failureOriginSchemaEnum.test.js +0 -21
  35. package/dist/failureOriginSchemaEnum.test.js.map +0 -1
  36. package/dist/failureOriginSchemaParity.test.d.ts +0 -2
  37. package/dist/failureOriginSchemaParity.test.d.ts.map +0 -1
  38. package/dist/failureOriginSchemaParity.test.js +0 -33
  39. package/dist/failureOriginSchemaParity.test.js.map +0 -1
  40. package/dist/slice6.compare.ac.test.d.ts +0 -2
  41. package/dist/slice6.compare.ac.test.d.ts.map +0 -1
  42. package/dist/slice6.compare.ac.test.js +0 -81
  43. package/dist/slice6.compare.ac.test.js.map +0 -1
@@ -1,251 +1,251 @@
1
- {
2
- "$id": "https://agentskeptic.com/schemas/quick-verify-report.schema.json",
3
- "title": "QuickVerifyReport",
4
- "type": "object",
5
- "additionalProperties": false,
6
- "required": [
7
- "schemaVersion",
8
- "verdict",
9
- "summary",
10
- "verificationMode",
11
- "scope",
12
- "ingest",
13
- "units",
14
- "exportableRegistry",
15
- "productTruth"
16
- ],
17
- "properties": {
18
- "schemaVersion": { "type": "integer", "const": 4 },
19
- "verdict": { "type": "string", "enum": ["pass", "fail", "uncertain"] },
20
- "summary": { "type": "string", "minLength": 1 },
21
- "verificationMode": { "type": "string", "const": "inferred" },
22
- "scope": {
23
- "type": "object",
24
- "additionalProperties": false,
25
- "required": [
26
- "quickVerifyVersion",
27
- "capabilities",
28
- "limitations",
29
- "ingestContract",
30
- "groundTruth"
31
- ],
32
- "properties": {
33
- "quickVerifyVersion": { "type": "string", "const": "1.1.0" },
34
- "capabilities": {
35
- "type": "array",
36
- "const": ["inferred_row", "inferred_related_exists"]
37
- },
38
- "limitations": {
39
- "type": "array",
40
- "const": [
41
- "quick_verify_inferred_row_and_related_exists_only",
42
- "no_multi_effect_contract",
43
- "no_destructive_or_forbidden_row_contract",
44
- "contract_replay_export_row_tools_only"
45
- ]
46
- },
47
- "ingestContract": { "type": "string", "const": "structured_tool_activity" },
48
- "groundTruth": { "type": "string", "const": "read_only_sql" }
49
- }
50
- },
51
- "ingest": {
52
- "type": "object",
53
- "additionalProperties": false,
54
- "required": ["reasonCodes", "malformedLineCount"],
55
- "properties": {
56
- "reasonCodes": {
57
- "type": "array",
58
- "items": { "type": "string" }
59
- },
60
- "malformedLineCount": { "type": "integer", "minimum": 0 }
61
- }
62
- },
63
- "ingestWarnings": {
64
- "type": "array",
65
- "items": {
66
- "type": "object",
67
- "additionalProperties": false,
68
- "required": ["code"],
69
- "properties": {
70
- "code": { "type": "string" },
71
- "actionKey": { "type": "string" }
72
- }
73
- }
74
- },
75
- "runHeaderReasonCodes": {
76
- "type": "array",
77
- "items": { "type": "string" }
78
- },
79
- "units": {
80
- "type": "array",
81
- "items": {
82
- "allOf": [
83
- {
84
- "type": "object",
85
- "additionalProperties": false,
86
- "required": [
87
- "unitId",
88
- "kind",
89
- "verdict",
90
- "confidence",
91
- "reasonCodes",
92
- "sourceAction",
93
- "contractEligible",
94
- "inference",
95
- "verification",
96
- "explanation",
97
- "reconciliation"
98
- ],
99
- "properties": {
100
- "unitId": { "type": "string", "minLength": 1 },
101
- "kind": { "type": "string", "enum": ["row", "related_exists"] },
102
- "verdict": {
103
- "type": "string",
104
- "enum": ["verified", "fail", "uncertain"]
105
- },
106
- "confidence": { "type": "number" },
107
- "reasonCodes": {
108
- "type": "array",
109
- "items": { "type": "string" }
110
- },
111
- "sourceAction": {
112
- "type": "object",
113
- "additionalProperties": false,
114
- "required": ["toolName", "actionIndex"],
115
- "properties": {
116
- "toolName": { "type": "string" },
117
- "actionIndex": { "type": "integer", "minimum": 0 }
118
- }
119
- },
120
- "contractEligible": { "type": "boolean" },
121
- "inference": {
122
- "type": "object",
123
- "additionalProperties": false,
124
- "required": ["table", "rationale"],
125
- "properties": {
126
- "table": { "type": "string" },
127
- "rationale": {
128
- "type": "array",
129
- "items": { "type": "string" }
130
- },
131
- "alternates": {
132
- "type": "array",
133
- "items": {
134
- "type": "object",
135
- "additionalProperties": true
136
- }
137
- }
138
- }
139
- },
140
- "verification": {
141
- "type": "object",
142
- "additionalProperties": true
143
- },
144
- "explanation": { "type": "string", "minLength": 1 },
145
- "reconciliation": {
146
- "type": "object",
147
- "additionalProperties": false,
148
- "required": ["declared", "expected", "observed_database", "verification_verdict"],
149
- "properties": {
150
- "declared": { "type": "string" },
151
- "expected": { "type": "string" },
152
- "observed_database": { "type": "string" },
153
- "verification_verdict": { "type": "string" }
154
- }
155
- },
156
- "correctnessDefinition": {
157
- "$ref": "https://agentskeptic.com/schemas/workflow-truth-report.schema.json#/$defs/correctnessDefinitionV1"
158
- }
159
- }
160
- },
161
- {
162
- "if": {
163
- "type": "object",
164
- "required": ["verdict"],
165
- "properties": { "verdict": { "const": "verified" } }
166
- },
167
- "then": {
168
- "type": "object",
169
- "properties": { "correctnessDefinition": false }
170
- }
171
- },
172
- {
173
- "if": {
174
- "type": "object",
175
- "required": ["verdict"],
176
- "properties": { "verdict": { "enum": ["fail", "uncertain"] } }
177
- },
178
- "then": {
179
- "type": "object",
180
- "required": ["correctnessDefinition"]
181
- }
182
- }
183
- ]
184
- }
185
- },
186
- "exportableRegistry": {
187
- "type": "object",
188
- "additionalProperties": false,
189
- "required": ["tools"],
190
- "properties": {
191
- "tools": {
192
- "type": "array",
193
- "items": { "type": "object" }
194
- }
195
- }
196
- },
197
- "productTruth": {
198
- "type": "object",
199
- "additionalProperties": false,
200
- "required": [
201
- "doesNotProve",
202
- "layers",
203
- "quickVerifyProvisional",
204
- "contractReplayPartialCoverage"
205
- ],
206
- "properties": {
207
- "doesNotProve": {
208
- "type": "array",
209
- "prefixItems": [
210
- {
211
- "type": "string",
212
- "const": "Does not prove the tool or action actually executed."
213
- },
214
- {
215
- "type": "string",
216
- "const": "Does not prove a write or other state change occurred."
217
- },
218
- {
219
- "type": "string",
220
- "const": "Only proves that current database state matches expectations derived from structured tool activity (quick: inferred expectations)."
221
- }
222
- ],
223
- "minItems": 3,
224
- "maxItems": 3,
225
- "items": false
226
- },
227
- "layers": {
228
- "type": "object",
229
- "additionalProperties": false,
230
- "required": ["declared", "expected", "observed"],
231
- "properties": {
232
- "declared": {
233
- "type": "string",
234
- "const": "Declared: tool identity and parameters extracted from ingest (structured tool activity)."
235
- },
236
- "expected": {
237
- "type": "string",
238
- "const": "Expected: in quick mode, row and FK checks inferred from declared parameters (provisional, not a signed contract). In contract mode, registry-defined expectations from events."
239
- },
240
- "observed": {
241
- "type": "string",
242
- "const": "Observed: read-only SQL results at verification time."
243
- }
244
- }
245
- },
246
- "quickVerifyProvisional": { "type": "boolean", "const": true },
247
- "contractReplayPartialCoverage": { "type": "boolean", "const": true }
248
- }
249
- }
250
- }
251
- }
1
+ {
2
+ "$id": "https://agentskeptic.com/schemas/quick-verify-report.schema.json",
3
+ "title": "QuickVerifyReport",
4
+ "type": "object",
5
+ "additionalProperties": false,
6
+ "required": [
7
+ "schemaVersion",
8
+ "verdict",
9
+ "summary",
10
+ "verificationMode",
11
+ "scope",
12
+ "ingest",
13
+ "units",
14
+ "exportableRegistry",
15
+ "productTruth"
16
+ ],
17
+ "properties": {
18
+ "schemaVersion": { "type": "integer", "const": 4 },
19
+ "verdict": { "type": "string", "enum": ["pass", "fail", "uncertain"] },
20
+ "summary": { "type": "string", "minLength": 1 },
21
+ "verificationMode": { "type": "string", "const": "inferred" },
22
+ "scope": {
23
+ "type": "object",
24
+ "additionalProperties": false,
25
+ "required": [
26
+ "quickVerifyVersion",
27
+ "capabilities",
28
+ "limitations",
29
+ "ingestContract",
30
+ "groundTruth"
31
+ ],
32
+ "properties": {
33
+ "quickVerifyVersion": { "type": "string", "const": "1.1.0" },
34
+ "capabilities": {
35
+ "type": "array",
36
+ "const": ["inferred_row", "inferred_related_exists"]
37
+ },
38
+ "limitations": {
39
+ "type": "array",
40
+ "const": [
41
+ "quick_verify_inferred_row_and_related_exists_only",
42
+ "no_multi_effect_contract",
43
+ "no_destructive_or_forbidden_row_contract",
44
+ "contract_replay_export_row_tools_only"
45
+ ]
46
+ },
47
+ "ingestContract": { "type": "string", "const": "structured_tool_activity" },
48
+ "groundTruth": { "type": "string", "const": "read_only_sql" }
49
+ }
50
+ },
51
+ "ingest": {
52
+ "type": "object",
53
+ "additionalProperties": false,
54
+ "required": ["reasonCodes", "malformedLineCount"],
55
+ "properties": {
56
+ "reasonCodes": {
57
+ "type": "array",
58
+ "items": { "type": "string" }
59
+ },
60
+ "malformedLineCount": { "type": "integer", "minimum": 0 }
61
+ }
62
+ },
63
+ "ingestWarnings": {
64
+ "type": "array",
65
+ "items": {
66
+ "type": "object",
67
+ "additionalProperties": false,
68
+ "required": ["code"],
69
+ "properties": {
70
+ "code": { "type": "string" },
71
+ "actionKey": { "type": "string" }
72
+ }
73
+ }
74
+ },
75
+ "runHeaderReasonCodes": {
76
+ "type": "array",
77
+ "items": { "type": "string" }
78
+ },
79
+ "units": {
80
+ "type": "array",
81
+ "items": {
82
+ "allOf": [
83
+ {
84
+ "type": "object",
85
+ "additionalProperties": false,
86
+ "required": [
87
+ "unitId",
88
+ "kind",
89
+ "verdict",
90
+ "confidence",
91
+ "reasonCodes",
92
+ "sourceAction",
93
+ "contractEligible",
94
+ "inference",
95
+ "verification",
96
+ "explanation",
97
+ "reconciliation"
98
+ ],
99
+ "properties": {
100
+ "unitId": { "type": "string", "minLength": 1 },
101
+ "kind": { "type": "string", "enum": ["row", "related_exists"] },
102
+ "verdict": {
103
+ "type": "string",
104
+ "enum": ["verified", "fail", "uncertain"]
105
+ },
106
+ "confidence": { "type": "number" },
107
+ "reasonCodes": {
108
+ "type": "array",
109
+ "items": { "type": "string" }
110
+ },
111
+ "sourceAction": {
112
+ "type": "object",
113
+ "additionalProperties": false,
114
+ "required": ["toolName", "actionIndex"],
115
+ "properties": {
116
+ "toolName": { "type": "string" },
117
+ "actionIndex": { "type": "integer", "minimum": 0 }
118
+ }
119
+ },
120
+ "contractEligible": { "type": "boolean" },
121
+ "inference": {
122
+ "type": "object",
123
+ "additionalProperties": false,
124
+ "required": ["table", "rationale"],
125
+ "properties": {
126
+ "table": { "type": "string" },
127
+ "rationale": {
128
+ "type": "array",
129
+ "items": { "type": "string" }
130
+ },
131
+ "alternates": {
132
+ "type": "array",
133
+ "items": {
134
+ "type": "object",
135
+ "additionalProperties": true
136
+ }
137
+ }
138
+ }
139
+ },
140
+ "verification": {
141
+ "type": "object",
142
+ "additionalProperties": true
143
+ },
144
+ "explanation": { "type": "string", "minLength": 1 },
145
+ "reconciliation": {
146
+ "type": "object",
147
+ "additionalProperties": false,
148
+ "required": ["declared", "expected", "observed_database", "verification_verdict"],
149
+ "properties": {
150
+ "declared": { "type": "string" },
151
+ "expected": { "type": "string" },
152
+ "observed_database": { "type": "string" },
153
+ "verification_verdict": { "type": "string" }
154
+ }
155
+ },
156
+ "correctnessDefinition": {
157
+ "$ref": "https://agentskeptic.com/schemas/workflow-truth-report.schema.json#/$defs/correctnessDefinitionV1"
158
+ }
159
+ }
160
+ },
161
+ {
162
+ "if": {
163
+ "type": "object",
164
+ "required": ["verdict"],
165
+ "properties": { "verdict": { "const": "verified" } }
166
+ },
167
+ "then": {
168
+ "type": "object",
169
+ "properties": { "correctnessDefinition": false }
170
+ }
171
+ },
172
+ {
173
+ "if": {
174
+ "type": "object",
175
+ "required": ["verdict"],
176
+ "properties": { "verdict": { "enum": ["fail", "uncertain"] } }
177
+ },
178
+ "then": {
179
+ "type": "object",
180
+ "required": ["correctnessDefinition"]
181
+ }
182
+ }
183
+ ]
184
+ }
185
+ },
186
+ "exportableRegistry": {
187
+ "type": "object",
188
+ "additionalProperties": false,
189
+ "required": ["tools"],
190
+ "properties": {
191
+ "tools": {
192
+ "type": "array",
193
+ "items": { "type": "object" }
194
+ }
195
+ }
196
+ },
197
+ "productTruth": {
198
+ "type": "object",
199
+ "additionalProperties": false,
200
+ "required": [
201
+ "doesNotProve",
202
+ "layers",
203
+ "quickVerifyProvisional",
204
+ "contractReplayPartialCoverage"
205
+ ],
206
+ "properties": {
207
+ "doesNotProve": {
208
+ "type": "array",
209
+ "prefixItems": [
210
+ {
211
+ "type": "string",
212
+ "const": "Does not prove the tool or action actually executed."
213
+ },
214
+ {
215
+ "type": "string",
216
+ "const": "Does not prove a write or other state change occurred."
217
+ },
218
+ {
219
+ "type": "string",
220
+ "const": "Only proves that current database state matches expectations derived from structured tool activity (quick: inferred expectations)."
221
+ }
222
+ ],
223
+ "minItems": 3,
224
+ "maxItems": 3,
225
+ "items": false
226
+ },
227
+ "layers": {
228
+ "type": "object",
229
+ "additionalProperties": false,
230
+ "required": ["declared", "expected", "observed"],
231
+ "properties": {
232
+ "declared": {
233
+ "type": "string",
234
+ "const": "Declared: tool identity and parameters extracted from ingest (structured tool activity)."
235
+ },
236
+ "expected": {
237
+ "type": "string",
238
+ "const": "Expected: in quick mode, row and FK checks inferred from declared parameters (provisional, not a signed contract). In contract mode, registry-defined expectations from events."
239
+ },
240
+ "observed": {
241
+ "type": "string",
242
+ "const": "Observed: read-only SQL results at verification time."
243
+ }
244
+ }
245
+ },
246
+ "quickVerifyProvisional": { "type": "boolean", "const": true },
247
+ "contractReplayPartialCoverage": { "type": "boolean", "const": true }
248
+ }
249
+ }
250
+ }
251
+ }