agentskeptic 0.1.1 → 0.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +342 -342
  3. package/dist/cli.js +157 -157
  4. package/dist/debug-ui/app.css +188 -188
  5. package/dist/debug-ui/app.js +245 -245
  6. package/dist/debug-ui/index.html +79 -79
  7. package/dist/enforceCli.js +11 -11
  8. package/dist/planTransition.test.js +235 -235
  9. package/dist/planTransitionPathHarvest.test.js +116 -116
  10. package/dist/quickVerify/postgresCatalog.js +53 -53
  11. package/package.json +1 -1
  12. package/schemas/agent-run-record-v1.schema.json +51 -51
  13. package/schemas/agent-run-record-v2.schema.json +61 -61
  14. package/schemas/assurance-manifest-v1.schema.json +28 -28
  15. package/schemas/assurance-run-report-v1.schema.json +28 -28
  16. package/schemas/ci-lock-v1.schema.json +163 -163
  17. package/schemas/cli-error-envelope.schema.json +48 -48
  18. package/schemas/event.schema.json +111 -111
  19. package/schemas/execution-trace-view.schema.json +122 -122
  20. package/schemas/plan-validation-core.schema.json +95 -95
  21. package/schemas/quick-verify-report.schema.json +251 -251
  22. package/schemas/registry-validation-result.schema.json +99 -99
  23. package/schemas/run-comparison-report.schema.json +513 -513
  24. package/schemas/tools-registry-export.schema.json +9 -9
  25. package/schemas/tools-registry.schema.json +284 -284
  26. package/schemas/workflow-engine-result.schema.json +591 -591
  27. package/schemas/workflow-result-compare-input.schema.json +15 -15
  28. package/schemas/workflow-result-signature.schema.json +20 -20
  29. package/schemas/workflow-result-v9.schema.json +85 -85
  30. package/schemas/workflow-result.schema.json +80 -80
  31. package/schemas/workflow-truth-report.schema.json +761 -761
  32. package/dist/failureOriginSchemaEnum.test.d.ts +0 -2
  33. package/dist/failureOriginSchemaEnum.test.d.ts.map +0 -1
  34. package/dist/failureOriginSchemaEnum.test.js +0 -21
  35. package/dist/failureOriginSchemaEnum.test.js.map +0 -1
  36. package/dist/failureOriginSchemaParity.test.d.ts +0 -2
  37. package/dist/failureOriginSchemaParity.test.d.ts.map +0 -1
  38. package/dist/failureOriginSchemaParity.test.js +0 -33
  39. package/dist/failureOriginSchemaParity.test.js.map +0 -1
  40. package/dist/slice6.compare.ac.test.d.ts +0 -2
  41. package/dist/slice6.compare.ac.test.d.ts.map +0 -1
  42. package/dist/slice6.compare.ac.test.js +0 -81
  43. package/dist/slice6.compare.ac.test.js.map +0 -1
package/schemas/event.schema.json CHANGED
@@ -1,111 +1,111 @@
1
- {
2
- "$id": "https://agentskeptic.com/schemas/event.schema.json",
3
- "title": "WorkflowRunEvent",
4
- "oneOf": [
5
- {
6
- "type": "object",
7
- "additionalProperties": false,
8
- "required": ["schemaVersion", "workflowId", "seq", "type", "toolId", "params"],
9
- "properties": {
10
- "schemaVersion": { "const": 1 },
11
- "workflowId": { "type": "string", "minLength": 1 },
12
- "seq": { "type": "integer", "minimum": 0 },
13
- "type": { "const": "tool_observed" },
14
- "toolId": { "type": "string", "minLength": 1 },
15
- "params": { "type": "object" },
16
- "timestamp": { "type": "string" }
17
- }
18
- },
19
- {
20
- "type": "object",
21
- "additionalProperties": false,
22
- "required": ["schemaVersion", "workflowId", "runEventId", "type", "seq", "toolId", "params"],
23
- "properties": {
24
- "schemaVersion": { "const": 2 },
25
- "workflowId": { "type": "string", "minLength": 1 },
26
- "runEventId": { "type": "string", "minLength": 1 },
27
- "parentRunEventId": { "type": "string", "minLength": 1 },
28
- "type": { "const": "tool_observed" },
29
- "seq": { "type": "integer", "minimum": 0 },
30
- "toolId": { "type": "string", "minLength": 1 },
31
- "params": { "type": "object" },
32
- "timestamp": { "type": "string" }
33
- }
34
- },
35
- {
36
- "type": "object",
37
- "additionalProperties": false,
38
- "required": ["schemaVersion", "workflowId", "runEventId", "type", "status"],
39
- "properties": {
40
- "schemaVersion": { "const": 2 },
41
- "workflowId": { "type": "string", "minLength": 1 },
42
- "runEventId": { "type": "string", "minLength": 1 },
43
- "parentRunEventId": { "type": "string", "minLength": 1 },
44
- "type": { "const": "model_turn" },
45
- "status": {
46
- "type": "string",
47
- "enum": ["completed", "error", "aborted", "incomplete"]
48
- },
49
- "summary": { "type": "string" },
50
- "timestamp": { "type": "string" }
51
- }
52
- },
53
- {
54
- "type": "object",
55
- "additionalProperties": false,
56
- "required": ["schemaVersion", "workflowId", "runEventId", "type", "source", "status"],
57
- "properties": {
58
- "schemaVersion": { "const": 2 },
59
- "workflowId": { "type": "string", "minLength": 1 },
60
- "runEventId": { "type": "string", "minLength": 1 },
61
- "parentRunEventId": { "type": "string", "minLength": 1 },
62
- "type": { "const": "retrieval" },
63
- "source": { "type": "string", "minLength": 1 },
64
- "status": {
65
- "type": "string",
66
- "enum": ["ok", "empty", "error"]
67
- },
68
- "querySummary": { "type": "string" },
69
- "hitCount": { "type": "integer", "minimum": 0 },
70
- "timestamp": { "type": "string" }
71
- }
72
- },
73
- {
74
- "type": "object",
75
- "additionalProperties": false,
76
- "required": ["schemaVersion", "workflowId", "runEventId", "type", "controlKind"],
77
- "properties": {
78
- "schemaVersion": { "const": 2 },
79
- "workflowId": { "type": "string", "minLength": 1 },
80
- "runEventId": { "type": "string", "minLength": 1 },
81
- "parentRunEventId": { "type": "string", "minLength": 1 },
82
- "type": { "const": "control" },
83
- "controlKind": {
84
- "type": "string",
85
- "enum": ["branch", "loop", "interrupt", "gate", "run_completed"]
86
- },
87
- "label": { "type": "string" },
88
- "decision": {
89
- "type": "string",
90
- "enum": ["taken", "skipped"]
91
- },
92
- "timestamp": { "type": "string" }
93
- }
94
- },
95
- {
96
- "type": "object",
97
- "additionalProperties": false,
98
- "required": ["schemaVersion", "workflowId", "runEventId", "type", "toolId", "reason"],
99
- "properties": {
100
- "schemaVersion": { "const": 2 },
101
- "workflowId": { "type": "string", "minLength": 1 },
102
- "runEventId": { "type": "string", "minLength": 1 },
103
- "parentRunEventId": { "type": "string", "minLength": 1 },
104
- "type": { "const": "tool_skipped" },
105
- "toolId": { "type": "string", "minLength": 1 },
106
- "reason": { "type": "string" },
107
- "timestamp": { "type": "string" }
108
- }
109
- }
110
- ]
111
- }
1
+ {
2
+ "$id": "https://agentskeptic.com/schemas/event.schema.json",
3
+ "title": "WorkflowRunEvent",
4
+ "oneOf": [
5
+ {
6
+ "type": "object",
7
+ "additionalProperties": false,
8
+ "required": ["schemaVersion", "workflowId", "seq", "type", "toolId", "params"],
9
+ "properties": {
10
+ "schemaVersion": { "const": 1 },
11
+ "workflowId": { "type": "string", "minLength": 1 },
12
+ "seq": { "type": "integer", "minimum": 0 },
13
+ "type": { "const": "tool_observed" },
14
+ "toolId": { "type": "string", "minLength": 1 },
15
+ "params": { "type": "object" },
16
+ "timestamp": { "type": "string" }
17
+ }
18
+ },
19
+ {
20
+ "type": "object",
21
+ "additionalProperties": false,
22
+ "required": ["schemaVersion", "workflowId", "runEventId", "type", "seq", "toolId", "params"],
23
+ "properties": {
24
+ "schemaVersion": { "const": 2 },
25
+ "workflowId": { "type": "string", "minLength": 1 },
26
+ "runEventId": { "type": "string", "minLength": 1 },
27
+ "parentRunEventId": { "type": "string", "minLength": 1 },
28
+ "type": { "const": "tool_observed" },
29
+ "seq": { "type": "integer", "minimum": 0 },
30
+ "toolId": { "type": "string", "minLength": 1 },
31
+ "params": { "type": "object" },
32
+ "timestamp": { "type": "string" }
33
+ }
34
+ },
35
+ {
36
+ "type": "object",
37
+ "additionalProperties": false,
38
+ "required": ["schemaVersion", "workflowId", "runEventId", "type", "status"],
39
+ "properties": {
40
+ "schemaVersion": { "const": 2 },
41
+ "workflowId": { "type": "string", "minLength": 1 },
42
+ "runEventId": { "type": "string", "minLength": 1 },
43
+ "parentRunEventId": { "type": "string", "minLength": 1 },
44
+ "type": { "const": "model_turn" },
45
+ "status": {
46
+ "type": "string",
47
+ "enum": ["completed", "error", "aborted", "incomplete"]
48
+ },
49
+ "summary": { "type": "string" },
50
+ "timestamp": { "type": "string" }
51
+ }
52
+ },
53
+ {
54
+ "type": "object",
55
+ "additionalProperties": false,
56
+ "required": ["schemaVersion", "workflowId", "runEventId", "type", "source", "status"],
57
+ "properties": {
58
+ "schemaVersion": { "const": 2 },
59
+ "workflowId": { "type": "string", "minLength": 1 },
60
+ "runEventId": { "type": "string", "minLength": 1 },
61
+ "parentRunEventId": { "type": "string", "minLength": 1 },
62
+ "type": { "const": "retrieval" },
63
+ "source": { "type": "string", "minLength": 1 },
64
+ "status": {
65
+ "type": "string",
66
+ "enum": ["ok", "empty", "error"]
67
+ },
68
+ "querySummary": { "type": "string" },
69
+ "hitCount": { "type": "integer", "minimum": 0 },
70
+ "timestamp": { "type": "string" }
71
+ }
72
+ },
73
+ {
74
+ "type": "object",
75
+ "additionalProperties": false,
76
+ "required": ["schemaVersion", "workflowId", "runEventId", "type", "controlKind"],
77
+ "properties": {
78
+ "schemaVersion": { "const": 2 },
79
+ "workflowId": { "type": "string", "minLength": 1 },
80
+ "runEventId": { "type": "string", "minLength": 1 },
81
+ "parentRunEventId": { "type": "string", "minLength": 1 },
82
+ "type": { "const": "control" },
83
+ "controlKind": {
84
+ "type": "string",
85
+ "enum": ["branch", "loop", "interrupt", "gate", "run_completed"]
86
+ },
87
+ "label": { "type": "string" },
88
+ "decision": {
89
+ "type": "string",
90
+ "enum": ["taken", "skipped"]
91
+ },
92
+ "timestamp": { "type": "string" }
93
+ }
94
+ },
95
+ {
96
+ "type": "object",
97
+ "additionalProperties": false,
98
+ "required": ["schemaVersion", "workflowId", "runEventId", "type", "toolId", "reason"],
99
+ "properties": {
100
+ "schemaVersion": { "const": 2 },
101
+ "workflowId": { "type": "string", "minLength": 1 },
102
+ "runEventId": { "type": "string", "minLength": 1 },
103
+ "parentRunEventId": { "type": "string", "minLength": 1 },
104
+ "type": { "const": "tool_skipped" },
105
+ "toolId": { "type": "string", "minLength": 1 },
106
+ "reason": { "type": "string" },
107
+ "timestamp": { "type": "string" }
108
+ }
109
+ }
110
+ ]
111
+ }
package/schemas/execution-trace-view.schema.json CHANGED
@@ -1,122 +1,122 @@
1
- {
2
- "$id": "https://agentskeptic.com/schemas/execution-trace-view.schema.json",
3
- "title": "ExecutionTraceView",
4
- "type": "object",
5
- "additionalProperties": false,
6
- "required": [
7
- "schemaVersion",
8
- "workflowId",
9
- "runCompletion",
10
- "malformedEventLineCount",
11
- "nodes",
12
- "backwardPaths"
13
- ],
14
- "properties": {
15
- "schemaVersion": { "const": 1 },
16
- "workflowId": { "type": "string", "minLength": 1 },
17
- "runCompletion": {
18
- "type": "string",
19
- "enum": ["completed", "unknown_or_interrupted"]
20
- },
21
- "malformedEventLineCount": { "type": "integer", "minimum": 0 },
22
- "nodes": {
23
- "type": "array",
24
- "items": { "$ref": "#/$defs/traceNode" }
25
- },
26
- "backwardPaths": {
27
- "type": "array",
28
- "items": { "$ref": "#/$defs/backwardPath" }
29
- }
30
- },
31
- "$defs": {
32
- "traceNode": {
33
- "type": "object",
34
- "additionalProperties": false,
35
- "required": [
36
- "ingestIndex",
37
- "runEventId",
38
- "wireSchemaVersion",
39
- "wireType",
40
- "parentRunEventId",
41
- "traceStepKind",
42
- "toolSeq",
43
- "toolId",
44
- "verificationLink"
45
- ],
46
- "properties": {
47
- "ingestIndex": { "type": "integer", "minimum": 0 },
48
- "runEventId": { "type": "string", "minLength": 1 },
49
- "wireSchemaVersion": { "type": "integer", "enum": [1, 2] },
50
- "wireType": { "type": "string", "minLength": 1 },
51
- "parentRunEventId": { "type": ["string", "null"] },
52
- "traceStepKind": {
53
- "type": "string",
54
- "enum": [
55
- "skipped",
56
- "branch_taken",
57
- "branch_skipped",
58
- "failed",
59
- "success",
60
- "neutral",
61
- "divergent_observations",
62
- "repeated_observation"
63
- ]
64
- },
65
- "toolSeq": {
66
- "oneOf": [{ "type": "integer", "minimum": 0 }, { "type": "null" }]
67
- },
68
- "toolId": { "type": ["string", "null"] },
69
- "verificationLink": {
70
- "oneOf": [
71
- { "type": "null" },
72
- {
73
- "type": "object",
74
- "additionalProperties": false,
75
- "required": ["stepIndex", "seq", "engineStepStatus", "truthOutcomeLabel"],
76
- "properties": {
77
- "stepIndex": { "type": "integer", "minimum": 0 },
78
- "seq": { "type": "integer", "minimum": 0 },
79
- "engineStepStatus": { "type": "string", "minLength": 1 },
80
- "truthOutcomeLabel": { "type": "string", "minLength": 1 }
81
- }
82
- }
83
- ]
84
- }
85
- }
86
- },
87
- "backwardPath": {
88
- "oneOf": [
89
- {
90
- "type": "object",
91
- "additionalProperties": false,
92
- "required": ["pathKind", "seedRunEventId", "ancestorRunEventIds"],
93
- "properties": {
94
- "pathKind": { "const": "workflow_terminal" },
95
- "seedRunEventId": { "type": "string", "minLength": 1 },
96
- "ancestorRunEventIds": {
97
- "type": "array",
98
- "minItems": 1,
99
- "items": { "type": "string", "minLength": 1 }
100
- }
101
- }
102
- },
103
- {
104
- "type": "object",
105
- "additionalProperties": false,
106
- "required": ["pathKind", "seedRunEventId", "ancestorRunEventIds", "stepIndex", "seq"],
107
- "properties": {
108
- "pathKind": { "const": "verification_step" },
109
- "seedRunEventId": { "type": "string", "minLength": 1 },
110
- "ancestorRunEventIds": {
111
- "type": "array",
112
- "minItems": 1,
113
- "items": { "type": "string", "minLength": 1 }
114
- },
115
- "stepIndex": { "type": "integer", "minimum": 0 },
116
- "seq": { "type": "integer", "minimum": 0 }
117
- }
118
- }
119
- ]
120
- }
121
- }
122
- }
1
+ {
2
+ "$id": "https://agentskeptic.com/schemas/execution-trace-view.schema.json",
3
+ "title": "ExecutionTraceView",
4
+ "type": "object",
5
+ "additionalProperties": false,
6
+ "required": [
7
+ "schemaVersion",
8
+ "workflowId",
9
+ "runCompletion",
10
+ "malformedEventLineCount",
11
+ "nodes",
12
+ "backwardPaths"
13
+ ],
14
+ "properties": {
15
+ "schemaVersion": { "const": 1 },
16
+ "workflowId": { "type": "string", "minLength": 1 },
17
+ "runCompletion": {
18
+ "type": "string",
19
+ "enum": ["completed", "unknown_or_interrupted"]
20
+ },
21
+ "malformedEventLineCount": { "type": "integer", "minimum": 0 },
22
+ "nodes": {
23
+ "type": "array",
24
+ "items": { "$ref": "#/$defs/traceNode" }
25
+ },
26
+ "backwardPaths": {
27
+ "type": "array",
28
+ "items": { "$ref": "#/$defs/backwardPath" }
29
+ }
30
+ },
31
+ "$defs": {
32
+ "traceNode": {
33
+ "type": "object",
34
+ "additionalProperties": false,
35
+ "required": [
36
+ "ingestIndex",
37
+ "runEventId",
38
+ "wireSchemaVersion",
39
+ "wireType",
40
+ "parentRunEventId",
41
+ "traceStepKind",
42
+ "toolSeq",
43
+ "toolId",
44
+ "verificationLink"
45
+ ],
46
+ "properties": {
47
+ "ingestIndex": { "type": "integer", "minimum": 0 },
48
+ "runEventId": { "type": "string", "minLength": 1 },
49
+ "wireSchemaVersion": { "type": "integer", "enum": [1, 2] },
50
+ "wireType": { "type": "string", "minLength": 1 },
51
+ "parentRunEventId": { "type": ["string", "null"] },
52
+ "traceStepKind": {
53
+ "type": "string",
54
+ "enum": [
55
+ "skipped",
56
+ "branch_taken",
57
+ "branch_skipped",
58
+ "failed",
59
+ "success",
60
+ "neutral",
61
+ "divergent_observations",
62
+ "repeated_observation"
63
+ ]
64
+ },
65
+ "toolSeq": {
66
+ "oneOf": [{ "type": "integer", "minimum": 0 }, { "type": "null" }]
67
+ },
68
+ "toolId": { "type": ["string", "null"] },
69
+ "verificationLink": {
70
+ "oneOf": [
71
+ { "type": "null" },
72
+ {
73
+ "type": "object",
74
+ "additionalProperties": false,
75
+ "required": ["stepIndex", "seq", "engineStepStatus", "truthOutcomeLabel"],
76
+ "properties": {
77
+ "stepIndex": { "type": "integer", "minimum": 0 },
78
+ "seq": { "type": "integer", "minimum": 0 },
79
+ "engineStepStatus": { "type": "string", "minLength": 1 },
80
+ "truthOutcomeLabel": { "type": "string", "minLength": 1 }
81
+ }
82
+ }
83
+ ]
84
+ }
85
+ }
86
+ },
87
+ "backwardPath": {
88
+ "oneOf": [
89
+ {
90
+ "type": "object",
91
+ "additionalProperties": false,
92
+ "required": ["pathKind", "seedRunEventId", "ancestorRunEventIds"],
93
+ "properties": {
94
+ "pathKind": { "const": "workflow_terminal" },
95
+ "seedRunEventId": { "type": "string", "minLength": 1 },
96
+ "ancestorRunEventIds": {
97
+ "type": "array",
98
+ "minItems": 1,
99
+ "items": { "type": "string", "minLength": 1 }
100
+ }
101
+ }
102
+ },
103
+ {
104
+ "type": "object",
105
+ "additionalProperties": false,
106
+ "required": ["pathKind", "seedRunEventId", "ancestorRunEventIds", "stepIndex", "seq"],
107
+ "properties": {
108
+ "pathKind": { "const": "verification_step" },
109
+ "seedRunEventId": { "type": "string", "minLength": 1 },
110
+ "ancestorRunEventIds": {
111
+ "type": "array",
112
+ "minItems": 1,
113
+ "items": { "type": "string", "minLength": 1 }
114
+ },
115
+ "stepIndex": { "type": "integer", "minimum": 0 },
116
+ "seq": { "type": "integer", "minimum": 0 }
117
+ }
118
+ }
119
+ ]
120
+ }
121
+ }
122
+ }