@kirrosh/zond 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. package/CHANGELOG.md +648 -0
  2. package/README.md +58 -6
  3. package/package.json +9 -6
  4. package/src/cli/argv.ts +122 -0
  5. package/src/cli/commands/add-api.ts +134 -0
  6. package/src/cli/commands/api/annotate/idempotency.ts +59 -0
  7. package/src/cli/commands/api/annotate/index.ts +525 -0
  8. package/src/cli/commands/api/annotate/lifecycle.ts +74 -0
  9. package/src/cli/commands/api/annotate/overlay.ts +206 -0
  10. package/src/cli/commands/api/annotate/pagination.ts +60 -0
  11. package/src/cli/commands/api/annotate/prompts.ts +183 -0
  12. package/src/cli/commands/api/annotate/readback.ts +58 -0
  13. package/src/cli/commands/api/annotate/resources.ts +91 -0
  14. package/src/cli/commands/api/annotate/seed-bodies.ts +61 -0
  15. package/src/cli/commands/audit.ts +480 -0
  16. package/src/cli/commands/bootstrap.ts +710 -0
  17. package/src/cli/commands/catalog.ts +35 -0
  18. package/src/cli/commands/check.ts +348 -0
  19. package/src/cli/commands/checks.ts +756 -0
  20. package/src/cli/commands/ci-init.ts +43 -0
  21. package/src/cli/commands/clean.ts +212 -0
  22. package/src/cli/commands/cleanup.ts +262 -0
  23. package/src/cli/commands/completions.ts +16 -0
  24. package/src/cli/commands/coverage.ts +605 -132
  25. package/src/cli/commands/db.ts +178 -7
  26. package/src/cli/commands/describe.ts +37 -2
  27. package/src/cli/commands/discover.ts +1236 -0
  28. package/src/cli/commands/doctor.ts +607 -0
  29. package/src/cli/commands/fixtures.ts +402 -0
  30. package/src/cli/commands/generate.ts +420 -46
  31. package/src/cli/commands/init/bootstrap.ts +30 -1
  32. package/src/cli/commands/{init.ts → init/index.ts} +99 -5
  33. package/src/cli/commands/init/skills.ts +56 -3
  34. package/src/cli/commands/init/templates/agents.md +65 -61
  35. package/src/cli/commands/init/templates/skills/zond-checks.md +397 -0
  36. package/src/cli/commands/init/templates/skills/zond-triage.md +210 -0
  37. package/src/cli/commands/init/templates/skills/zond.md +592 -125
  38. package/src/cli/commands/init/templates/zond-config.yml +8 -9
  39. package/src/cli/commands/prepare-fixtures.ts +135 -0
  40. package/src/cli/commands/probe/mass-assignment.ts +503 -0
  41. package/src/cli/commands/probe/security.ts +454 -0
  42. package/src/cli/commands/probe/static.ts +255 -0
  43. package/src/cli/commands/probe/webhooks.ts +161 -0
  44. package/src/cli/commands/probe.ts +459 -0
  45. package/src/cli/commands/reference.ts +87 -0
  46. package/src/cli/commands/refresh-api.ts +169 -0
  47. package/src/cli/commands/remove-api.ts +150 -0
  48. package/src/cli/commands/report-bundle.ts +318 -0
  49. package/src/cli/commands/report.ts +241 -0
  50. package/src/cli/commands/request.ts +379 -4
  51. package/src/cli/commands/run.ts +842 -53
  52. package/src/cli/commands/session.ts +244 -0
  53. package/src/cli/commands/use.ts +18 -1
  54. package/src/cli/index.ts +20 -3
  55. package/src/cli/json-envelope.ts +112 -3
  56. package/src/cli/json-schemas.ts +263 -0
  57. package/src/cli/program.ts +198 -635
  58. package/src/cli/resolve.ts +105 -0
  59. package/src/cli/status-filter.ts +124 -0
  60. package/src/cli/util/api-context.ts +85 -0
  61. package/src/cli/version.ts +5 -0
  62. package/src/core/anti-fp/bootstrap.ts +34 -0
  63. package/src/core/anti-fp/index.ts +33 -0
  64. package/src/core/anti-fp/registry.ts +44 -0
  65. package/src/core/anti-fp/rules/baseline-echo.ts +74 -0
  66. package/src/core/anti-fp/rules/schemathesis/body_negation_becomes_valid.ts +52 -0
  67. package/src/core/anti-fp/rules/schemathesis/coverage_phase_boundary_positive.ts +38 -0
  68. package/src/core/anti-fp/rules/schemathesis/has_unverifiable_mutations.ts +35 -0
  69. package/src/core/anti-fp/rules/schemathesis/index.ts +24 -0
  70. package/src/core/anti-fp/rules/schemathesis/string_type_mutation_becomes_valid.ts +53 -0
  71. package/src/core/anti-fp/rules/subscription-gated/index.ts +11 -0
  72. package/src/core/anti-fp/rules/subscription-gated/paid-plan-403.ts +75 -0
  73. package/src/core/anti-fp/types.ts +68 -0
  74. package/src/core/checks/checks/_crud-helpers.ts +133 -0
  75. package/src/core/checks/checks/_negative_mutator.ts +133 -0
  76. package/src/core/checks/checks/_readback-helpers.ts +133 -0
  77. package/src/core/checks/checks/content_type_conformance.ts +39 -0
  78. package/src/core/checks/checks/cross_call_references.ts +134 -0
  79. package/src/core/checks/checks/ensure_resource_availability.ts +62 -0
  80. package/src/core/checks/checks/idempotency_replay.ts +246 -0
  81. package/src/core/checks/checks/ignored_auth.ts +211 -0
  82. package/src/core/checks/checks/index.ts +65 -0
  83. package/src/core/checks/checks/lifecycle_transitions.ts +273 -0
  84. package/src/core/checks/checks/missing_required_header.ts +40 -0
  85. package/src/core/checks/checks/negative_data_rejection.ts +45 -0
  86. package/src/core/checks/checks/not_a_server_error.ts +27 -0
  87. package/src/core/checks/checks/open_cors_on_sensitive.ts +131 -0
  88. package/src/core/checks/checks/pagination_invariants.ts +238 -0
  89. package/src/core/checks/checks/positive_data_acceptance.ts +36 -0
  90. package/src/core/checks/checks/rate_limit_headers_absent.ts +77 -0
  91. package/src/core/checks/checks/response_headers_conformance.ts +74 -0
  92. package/src/core/checks/checks/response_schema_conformance.ts +30 -0
  93. package/src/core/checks/checks/status_code_conformance.ts +61 -0
  94. package/src/core/checks/checks/unsupported_method.ts +63 -0
  95. package/src/core/checks/checks/use_after_free.ts +78 -0
  96. package/src/core/checks/index.ts +30 -0
  97. package/src/core/checks/mode.ts +79 -0
  98. package/src/core/checks/recommended-action.ts +64 -0
  99. package/src/core/checks/registry.ts +78 -0
  100. package/src/core/checks/runner.ts +874 -0
  101. package/src/core/checks/sarif.ts +230 -0
  102. package/src/core/checks/stateful.ts +121 -0
  103. package/src/core/checks/types.ts +189 -0
  104. package/src/core/classifier/recommended-action.ts +222 -0
  105. package/src/core/context/current.ts +22 -6
  106. package/src/core/context/session.ts +78 -0
  107. package/src/core/coverage/loader.ts +185 -0
  108. package/src/core/coverage/reasons.ts +300 -0
  109. package/src/core/diagnostics/db-analysis.ts +151 -11
  110. package/src/core/diagnostics/failure-class.ts +120 -0
  111. package/src/core/diagnostics/failure-hints.ts +212 -9
  112. package/src/core/diagnostics/spec-pointer.ts +99 -0
  113. package/src/core/diagnostics/suggested-fixes.ts +156 -0
  114. package/src/core/exporter/case-study/index.ts +270 -0
  115. package/src/core/exporter/curl.ts +40 -0
  116. package/src/core/exporter/exporter.ts +48 -0
  117. package/src/core/exporter/html-report/escape.ts +24 -0
  118. package/src/core/exporter/html-report/index.ts +479 -0
  119. package/src/core/exporter/html-report/script.ts +100 -0
  120. package/src/core/exporter/html-report/styles.ts +408 -0
  121. package/src/core/generator/chunker.ts +42 -16
  122. package/src/core/generator/coverage-phase.ts +0 -0
  123. package/src/core/generator/create-body.ts +89 -0
  124. package/src/core/generator/data-factory.ts +445 -19
  125. package/src/core/generator/describe.ts +1 -1
  126. package/src/core/generator/fixtures-builder.ts +325 -0
  127. package/src/core/generator/index.ts +7 -5
  128. package/src/core/generator/openapi-reader.ts +37 -3
  129. package/src/core/generator/path-param-disambig.ts +114 -0
  130. package/src/core/generator/resources-builder.ts +648 -0
  131. package/src/core/generator/schema-utils.ts +11 -3
  132. package/src/core/generator/serializer.ts +103 -13
  133. package/src/core/generator/suite-generator.ts +419 -111
  134. package/src/core/generator/types.ts +8 -0
  135. package/src/core/identity/identity-file.ts +129 -0
  136. package/src/core/lint/affects.ts +28 -0
  137. package/src/core/lint/config.ts +96 -0
  138. package/src/core/lint/format.ts +42 -0
  139. package/src/core/lint/index.ts +94 -0
  140. package/src/core/lint/reporter.ts +128 -0
  141. package/src/core/lint/rules/consistency.ts +158 -0
  142. package/src/core/lint/rules/heuristics.ts +97 -0
  143. package/src/core/lint/rules/strictness.ts +109 -0
  144. package/src/core/lint/types.ts +96 -0
  145. package/src/core/lint/walker.ts +248 -0
  146. package/src/core/meta/meta-store.ts +6 -73
  147. package/src/core/output/README.md +91 -0
  148. package/src/core/output/index.ts +13 -0
  149. package/src/core/output/run.ts +126 -0
  150. package/src/core/output/types.ts +129 -0
  151. package/src/core/parser/env-interpolation.ts +104 -0
  152. package/src/core/parser/filter.ts +57 -0
  153. package/src/core/parser/schema.ts +129 -4
  154. package/src/core/parser/types.ts +19 -1
  155. package/src/core/parser/variables.ts +0 -0
  156. package/src/core/parser/yaml-parser.ts +58 -12
  157. package/src/core/probe/bootstrap.ts +34 -0
  158. package/src/core/probe/dry-run-envelope.ts +57 -0
  159. package/src/core/probe/mass-assignment-probe-class.ts +198 -0
  160. package/src/core/probe/mass-assignment-probe.ts +1122 -0
  161. package/src/core/probe/mass-assignment-template.ts +212 -0
  162. package/src/core/probe/method-probe.ts +43 -76
  163. package/src/core/probe/method-shared.ts +69 -0
  164. package/src/core/probe/negative-probe.ts +183 -149
  165. package/src/core/probe/orphan-tracker.ts +188 -0
  166. package/src/core/probe/path-discovery.ts +440 -0
  167. package/src/core/probe/probe-harness.ts +120 -0
  168. package/src/core/probe/registry.ts +89 -0
  169. package/src/core/probe/runner.ts +136 -0
  170. package/src/core/probe/security-probe-class.ts +201 -0
  171. package/src/core/probe/security-probe.ts +1453 -0
  172. package/src/core/probe/shared.ts +505 -0
  173. package/src/core/probe/static-probe-class.ts +125 -0
  174. package/src/core/probe/types.ts +165 -0
  175. package/src/core/probe/verdict-aggregator.ts +33 -0
  176. package/src/core/probe/webhooks-probe.ts +284 -0
  177. package/src/core/reporter/console.ts +41 -2
  178. package/src/core/reporter/index.ts +2 -3
  179. package/src/core/reporter/json.ts +11 -1
  180. package/src/core/reporter/junit.ts +27 -12
  181. package/src/core/reporter/ndjson.ts +37 -0
  182. package/src/core/reporter/types.ts +3 -0
  183. package/src/core/runner/assertions.ts +58 -1
  184. package/src/core/runner/async-pool.ts +108 -0
  185. package/src/core/runner/auth-path.ts +8 -0
  186. package/src/core/runner/ci-context.ts +72 -0
  187. package/src/core/runner/executor.ts +264 -20
  188. package/src/core/runner/form-encode.ts +51 -0
  189. package/src/core/runner/http-client.ts +75 -2
  190. package/src/core/runner/learn-drift.ts +293 -0
  191. package/src/core/runner/preflight-vars.ts +149 -0
  192. package/src/core/runner/progress-tracker.ts +73 -0
  193. package/src/core/runner/rate-limiter.ts +89 -17
  194. package/src/core/runner/run-kind.ts +39 -0
  195. package/src/core/runner/schema-validator.ts +312 -0
  196. package/src/core/runner/send-request.ts +153 -20
  197. package/src/core/runner/types.ts +38 -0
  198. package/src/core/secrets/registry.ts +164 -0
  199. package/src/core/secrets/secrets-file.ts +115 -0
  200. package/src/core/selectors/operation-filter.ts +144 -0
  201. package/src/core/setup-api.ts +415 -16
  202. package/src/core/severity/category.ts +94 -0
  203. package/src/core/severity/index.ts +121 -0
  204. package/src/core/spec/layers.ts +154 -0
  205. package/src/core/util/format-eta.ts +21 -0
  206. package/src/core/utils.ts +5 -1
  207. package/src/core/workspace/config.ts +129 -0
  208. package/src/core/workspace/manifest.ts +283 -0
  209. package/src/core/workspace/output-rotation.ts +62 -0
  210. package/src/core/workspace/triage-path.ts +87 -0
  211. package/src/db/lint-runs.ts +47 -0
  212. package/src/db/migrate.ts +126 -0
  213. package/src/db/migrations/0001_run_kind.sql +25 -0
  214. package/src/db/migrations/sql.d.ts +4 -0
  215. package/src/db/queries/collections.ts +133 -0
  216. package/src/db/queries/coverage.ts +9 -0
  217. package/src/db/queries/dashboard.ts +59 -0
  218. package/src/db/queries/results.ts +128 -0
  219. package/src/db/queries/runs.ts +235 -0
  220. package/src/db/queries/sessions.ts +42 -0
  221. package/src/db/queries/settings.ts +28 -0
  222. package/src/db/queries/types.ts +172 -0
  223. package/src/db/queries.ts +72 -802
  224. package/src/db/schema.ts +178 -50
  225. package/src/cli/commands/export.ts +0 -144
  226. package/src/cli/commands/guide.ts +0 -127
  227. package/src/cli/commands/init/templates/skills/scenarios.md +0 -97
  228. package/src/cli/commands/probe-methods.ts +0 -108
  229. package/src/cli/commands/probe-validation.ts +0 -124
  230. package/src/cli/commands/serve.ts +0 -114
  231. package/src/cli/commands/sync.ts +0 -268
  232. package/src/cli/commands/update.ts +0 -189
  233. package/src/cli/commands/validate.ts +0 -34
  234. package/src/core/diagnostics/render-md.ts +0 -112
  235. package/src/core/exporter/postman.ts +0 -963
  236. package/src/core/generator/guide-builder.ts +0 -253
  237. package/src/core/meta/types.ts +0 -19
  238. package/src/core/parser/index.ts +0 -21
  239. package/src/core/runner/execute-run.ts +0 -132
  240. package/src/core/runner/index.ts +0 -12
  241. package/src/core/sync/spec-differ.ts +0 -38
  242. package/src/web/data/collection-state.ts +0 -362
  243. package/src/web/routes/api.ts +0 -314
  244. package/src/web/routes/dashboard.ts +0 -350
  245. package/src/web/routes/runs.ts +0 -64
  246. package/src/web/schemas.ts +0 -121
  247. package/src/web/server.ts +0 -134
  248. package/src/web/static/htmx.min.cjs +0 -1
  249. package/src/web/static/style.css +0 -1148
  250. package/src/web/views/endpoints-tab.ts +0 -174
  251. package/src/web/views/explorer-tab.ts +0 -402
  252. package/src/web/views/health-strip.ts +0 -92
  253. package/src/web/views/layout.ts +0 -48
  254. package/src/web/views/results.ts +0 -210
  255. package/src/web/views/runs-tab.ts +0 -126
  256. package/src/web/views/suites-tab.ts +0 -181
@@ -0,0 +1,133 @@
1
+ import { getDb } from "../schema.ts";
2
+ import {
3
+ normalizePath,
4
+ type CollectionRecord,
5
+ type CollectionSummary,
6
+ type CreateCollectionOpts,
7
+ type RunRecord,
8
+ } from "./types.ts";
9
+
10
+ export function createCollection(opts: CreateCollectionOpts): number {
11
+ const db = getDb();
12
+ const stmt = db.prepare(`
13
+ INSERT INTO collections (name, base_dir, test_path, openapi_spec)
14
+ VALUES ($name, $base_dir, $test_path, $openapi_spec)
15
+ `);
16
+ const result = stmt.run({
17
+ $name: opts.name,
18
+ $base_dir: opts.base_dir ?? null,
19
+ $test_path: opts.test_path,
20
+ $openapi_spec: opts.openapi_spec ?? null,
21
+ });
22
+ return Number(result.lastInsertRowid);
23
+ }
24
+
25
+ export function getCollectionById(id: number): CollectionRecord | null {
26
+ const db = getDb();
27
+ return db.query("SELECT * FROM collections WHERE id = ?").get(id) as CollectionRecord | null;
28
+ }
29
+
30
+ export function getLatestRunByCollection(
31
+ collectionId: number,
32
+ opts: { runKind?: "regular" | "probe" | "check" | "any" } = {},
33
+ ): RunRecord | null {
34
+ const db = getDb();
35
+ // ARV-55: 'regular' is the default so coverage skips probe-only runs
36
+ // without an explicit predicate. 'any' opts back into the legacy
37
+ // behaviour (used by `coverage`'s probe-run hint logic).
38
+ const kind = opts.runKind ?? "regular";
39
+ const kindClause = kind === "any" ? "" : "AND run_kind = ?";
40
+ const params: (string | number)[] = [collectionId];
41
+ if (kind !== "any") params.push(kind);
42
+ const row = db.query(`
43
+ SELECT * FROM runs
44
+ WHERE collection_id = ? AND finished_at IS NOT NULL ${kindClause}
45
+ ORDER BY started_at DESC
46
+ LIMIT 1
47
+ `).get(...params) as (Record<string, unknown> & { tags?: unknown }) | null;
48
+ if (!row) return null;
49
+ let tags: string[] | null = null;
50
+ if (typeof row.tags === "string") {
51
+ try {
52
+ const v = JSON.parse(row.tags);
53
+ if (Array.isArray(v) && v.every((x) => typeof x === "string")) tags = v;
54
+ } catch {
55
+ // legacy/corrupt — leave null
56
+ }
57
+ }
58
+ // ARV-55: normalise run_kind alongside tags so RunRecord stays consistent.
59
+ const rk = row.run_kind;
60
+ const run_kind: import("../../core/runner/run-kind.ts").RunKind =
61
+ rk === "probe" || rk === "check" ? rk : "regular";
62
+ return { ...(row as unknown as RunRecord), tags, run_kind };
63
+ }
64
+
65
+ export function listCollections(): CollectionSummary[] {
66
+ const db = getDb();
67
+ return db.query(`
68
+ SELECT
69
+ c.id, c.name, c.base_dir, c.test_path, c.openapi_spec, c.created_at,
70
+ COUNT(r.id) AS total_runs,
71
+ CASE WHEN SUM(r.total) > 0
72
+ THEN ROUND(SUM(r.passed) * 100.0 / SUM(r.total), 1)
73
+ ELSE 0 END AS pass_rate,
74
+ MAX(r.started_at) AS last_run_at,
75
+ COALESCE((SELECT passed FROM runs WHERE collection_id = c.id ORDER BY started_at DESC LIMIT 1), 0) AS last_run_passed,
76
+ COALESCE((SELECT failed FROM runs WHERE collection_id = c.id ORDER BY started_at DESC LIMIT 1), 0) AS last_run_failed,
77
+ COALESCE((SELECT total FROM runs WHERE collection_id = c.id ORDER BY started_at DESC LIMIT 1), 0) AS last_run_total
78
+ FROM collections c
79
+ LEFT JOIN runs r ON r.collection_id = c.id AND r.finished_at IS NOT NULL
80
+ GROUP BY c.id
81
+ ORDER BY c.name
82
+ `).all() as CollectionSummary[];
83
+ }
84
+
85
+ export function updateCollection(id: number, opts: Partial<CreateCollectionOpts>): boolean {
86
+ const db = getDb();
87
+ const sets: string[] = [];
88
+ const params: Record<string, any> = { $id: id };
89
+
90
+ if (opts.name !== undefined) { sets.push("name = $name"); params.$name = opts.name; }
91
+ if (opts.base_dir !== undefined) { sets.push("base_dir = $base_dir"); params.$base_dir = opts.base_dir; }
92
+ if (opts.test_path !== undefined) { sets.push("test_path = $test_path"); params.$test_path = opts.test_path; }
93
+ if (opts.openapi_spec !== undefined) { sets.push("openapi_spec = $openapi_spec"); params.$openapi_spec = opts.openapi_spec; }
94
+
95
+ if (sets.length === 0) return false;
96
+
97
+ const result = db.prepare(`UPDATE collections SET ${sets.join(", ")} WHERE id = $id`).run(params);
98
+ return result.changes > 0;
99
+ }
100
+
101
+ export function deleteCollection(id: number, deleteRuns = false): boolean {
102
+ const db = getDb();
103
+ if (deleteRuns) {
104
+ const runIds = db.query("SELECT id FROM runs WHERE collection_id = ?").all(id) as { id: number }[];
105
+ for (const row of runIds) {
106
+ db.prepare("DELETE FROM results WHERE run_id = ?").run(row.id);
107
+ }
108
+ db.prepare("DELETE FROM runs WHERE collection_id = ?").run(id);
109
+ } else {
110
+ db.prepare("UPDATE runs SET collection_id = NULL WHERE collection_id = ?").run(id);
111
+ }
112
+ const result = db.prepare("DELETE FROM collections WHERE id = ?").run(id);
113
+ return result.changes > 0;
114
+ }
115
+
116
+ export function findCollectionByTestPath(path: string): CollectionRecord | null {
117
+ const db = getDb();
118
+ const normalized = normalizePath(path);
119
+ return db.query("SELECT * FROM collections WHERE test_path = ?").get(normalized) as CollectionRecord | null;
120
+ }
121
+
122
+ export function findCollectionByNameOrId(nameOrId: string): CollectionRecord | null {
123
+ const db = getDb();
124
+ // Try as numeric ID first
125
+ const id = parseInt(nameOrId, 10);
126
+ if (!isNaN(id)) {
127
+ const byId = db.query("SELECT * FROM collections WHERE id = ?").get(id) as CollectionRecord | null;
128
+ if (byId) return byId;
129
+ }
130
+ // Then by name (case-insensitive)
131
+ return db.query("SELECT * FROM collections WHERE lower(name) = lower(?)").get(nameOrId) as CollectionRecord | null;
132
+ }
133
+
@@ -0,0 +1,9 @@
1
+ /**
2
+ * Reserved for coverage-domain DB queries. As of TASK-187, coverage
3
+ * tables (`coverage_runs`, etc.) are still managed entirely from
4
+ * `src/core/coverage/`; nothing in `queries.ts` was coverage-specific to
5
+ * move here. The file exists so the per-domain layout is future-proof
6
+ * — when a coverage table-backed feature lands, queries land here and
7
+ * the cli/UI imports stay stable.
8
+ */
9
+ export {};
@@ -0,0 +1,59 @@
1
+ import { getDb } from "../schema.ts";
2
+ import type {
3
+ DashboardStats,
4
+ PassRateTrendPoint,
5
+ SlowestTest,
6
+ FlakyTest,
7
+ } from "./types.ts";
8
+
9
+ export function getDashboardStats(): DashboardStats {
10
+ const db = getDb();
11
+ const row = db.query(`
12
+ SELECT
13
+ COUNT(*) AS totalRuns,
14
+ COALESCE(SUM(total), 0) AS totalTests,
15
+ CASE WHEN SUM(total) > 0
16
+ THEN ROUND(SUM(passed) * 100.0 / SUM(total), 1)
17
+ ELSE 0 END AS overallPassRate,
18
+ COALESCE(ROUND(AVG(duration_ms), 0), 0) AS avgDuration
19
+ FROM runs
20
+ WHERE finished_at IS NOT NULL
21
+ `).get() as { totalRuns: number; totalTests: number; overallPassRate: number; avgDuration: number };
22
+ return row;
23
+ }
24
+
25
+ export function getPassRateTrend(limit = 30): PassRateTrendPoint[] {
26
+ const db = getDb();
27
+ return db.query(`
28
+ SELECT id AS run_id, started_at,
29
+ CASE WHEN total > 0 THEN ROUND(passed * 100.0 / total, 1) ELSE 0 END AS pass_rate
30
+ FROM runs
31
+ WHERE finished_at IS NOT NULL
32
+ ORDER BY started_at DESC
33
+ LIMIT ?
34
+ `).all(limit) as PassRateTrendPoint[];
35
+ }
36
+
37
+ export function getSlowestTests(limit = 5): SlowestTest[] {
38
+ const db = getDb();
39
+ return db.query(`
40
+ SELECT suite_name, test_name, ROUND(AVG(duration_ms), 0) AS avg_duration
41
+ FROM results
42
+ GROUP BY suite_name, test_name
43
+ ORDER BY avg_duration DESC
44
+ LIMIT ?
45
+ `).all(limit) as SlowestTest[];
46
+ }
47
+
48
+ export function getFlakyTests(runsBack = 20, limit = 5): FlakyTest[] {
49
+ const db = getDb();
50
+ return db.query(`
51
+ SELECT r.suite_name, r.test_name, COUNT(DISTINCT r.status) AS distinct_statuses
52
+ FROM results r
53
+ INNER JOIN (SELECT id FROM runs ORDER BY started_at DESC LIMIT ?) recent ON r.run_id = recent.id
54
+ GROUP BY r.suite_name, r.test_name
55
+ HAVING COUNT(DISTINCT r.status) > 1
56
+ ORDER BY distinct_statuses DESC
57
+ LIMIT ?
58
+ `).all(runsBack, limit) as FlakyTest[];
59
+ }
@@ -0,0 +1,128 @@
1
+ import { getDb, withDbRetry } from "../schema.ts";
2
+ import type { TestRunResult } from "../../core/runner/types.ts";
3
+ import { getSecretRegistry } from "../../core/secrets/registry.ts";
4
+ import type { StoredStepResult } from "./types.ts";
5
+
6
+ function parseProvenance(raw: unknown): import("../../core/parser/types.ts").SourceMetadata | null {
7
+ if (typeof raw !== "string" || raw.length === 0) return null;
8
+ try {
9
+ const parsed = JSON.parse(raw);
10
+ return parsed && typeof parsed === "object" ? parsed : null;
11
+ } catch {
12
+ return null;
13
+ }
14
+ }
15
+
16
+ export function saveResults(runId: number, suiteResults: TestRunResult[]): void {
17
+ const db = getDb();
18
+
19
+ const stmt = db.prepare(`
20
+ INSERT INTO results
21
+ (run_id, suite_name, test_name, status, duration_ms,
22
+ request_method, request_url, request_body,
23
+ response_status, response_body, response_headers, error_message, assertions, captures, suite_file, provenance, failure_class, failure_class_reason, spec_pointer, spec_excerpt)
24
+ VALUES
25
+ ($run_id, $suite_name, $test_name, $status, $duration_ms,
26
+ $request_method, $request_url, $request_body,
27
+ $response_status, $response_body, $response_headers, $error_message, $assertions, $captures, $suite_file, $provenance, $failure_class, $failure_class_reason, $spec_pointer, $spec_excerpt)
28
+ `);
29
+
30
+ // TASK-167 (m-10): every string field that can carry a leaked secret
31
+ // (URL with token in query, body echo on 401, Set-Cookie header, etc.)
32
+ // goes through the registry sanitizer before INSERT.
33
+ const reg = getSecretRegistry();
34
+ const redactString = (s: string | null | undefined): string | null =>
35
+ s == null ? null : reg.redact(s);
36
+ const redactJson = (v: unknown): string | null => {
37
+ if (v == null) return null;
38
+ if (typeof v === "string") return reg.redact(v);
39
+ return reg.redact(JSON.stringify(v));
40
+ };
41
+
42
+ withDbRetry("saveResults", () => db.transaction(() => {
43
+ for (const suite of suiteResults) {
44
+ for (const step of suite.steps) {
45
+ const maxBodySize = 50_000;
46
+ const truncBody = (s: string | null | undefined) =>
47
+ s && s.length > maxBodySize ? s.slice(0, maxBodySize) + "\n...[truncated]" : (s ?? null);
48
+ stmt.run({
49
+ $run_id: runId,
50
+ $suite_name: suite.suite_name,
51
+ $test_name: step.name,
52
+ $status: step.status,
53
+ $duration_ms: step.duration_ms,
54
+ $request_method: step.request.method,
55
+ $request_url: redactString(step.request.url),
56
+ $request_body: redactString(truncBody(step.request.body)),
57
+ $response_status: step.response?.status ?? null,
58
+ $response_body: redactString(truncBody(step.response?.body)),
59
+ $response_headers: step.response?.headers
60
+ ? redactJson(step.response.headers)
61
+ : null,
62
+ $error_message: redactString(step.error ?? null),
63
+ $assertions: step.assertions.length > 0 ? redactJson(step.assertions) : null,
64
+ $captures: Object.keys(step.captures).length > 0 ? redactJson(step.captures) : null,
65
+ $suite_file: suite.suite_file ?? null,
66
+ $provenance: step.provenance ? JSON.stringify(step.provenance) : null,
67
+ $failure_class: step.failure_class ?? null,
68
+ $failure_class_reason: step.failure_class_reason ?? null,
69
+ $spec_pointer: step.spec_pointer ?? null,
70
+ $spec_excerpt: redactString(step.spec_excerpt ?? null),
71
+ });
72
+ }
73
+ }
74
+ })());
75
+ }
76
+
77
+ export function getResultsByRunId(runId: number): StoredStepResult[] {
78
+ const db = getDb();
79
+ const rows = db.query("SELECT * FROM results WHERE run_id = ? ORDER BY id").all(runId) as Array<
80
+ Omit<StoredStepResult, "assertions" | "captures" | "provenance"> & {
81
+ assertions: string | null;
82
+ captures: string | null;
83
+ provenance: string | null;
84
+ }
85
+ >;
86
+ return rows.map((row) => ({
87
+ ...row,
88
+ assertions: row.assertions ? JSON.parse(row.assertions) : [],
89
+ captures: row.captures ? JSON.parse(row.captures) : {},
90
+ provenance: parseProvenance(row.provenance),
91
+ }));
92
+ }
93
+
94
+ export function getFilteredResults(
95
+ runId: number,
96
+ filters: {
97
+ method?: string;
98
+ /** Compiled SQL fragment for the `--status` filter (TASK-140). */
99
+ statusSql?: { sql: string; params: number[] };
100
+ },
101
+ ): StoredStepResult[] {
102
+ const db = getDb();
103
+ const conditions = ["run_id = ?"];
104
+ const params: (string | number)[] = [runId];
105
+
106
+ if (filters.method) {
107
+ conditions.push("request_method = ?");
108
+ params.push(filters.method.toUpperCase());
109
+ }
110
+ if (filters.statusSql) {
111
+ conditions.push(filters.statusSql.sql);
112
+ params.push(...filters.statusSql.params);
113
+ }
114
+
115
+ const rows = db.query(`SELECT * FROM results WHERE ${conditions.join(" AND ")} ORDER BY id`).all(...params) as Array<
116
+ Omit<StoredStepResult, "assertions" | "captures" | "provenance"> & {
117
+ assertions: string | null;
118
+ captures: string | null;
119
+ provenance: string | null;
120
+ }
121
+ >;
122
+ return rows.map((row) => ({
123
+ ...row,
124
+ assertions: row.assertions ? JSON.parse(row.assertions) : [],
125
+ captures: row.captures ? JSON.parse(row.captures) : {},
126
+ provenance: parseProvenance(row.provenance),
127
+ }));
128
+ }
@@ -0,0 +1,235 @@
1
+ import { getDb, withDbRetry } from "../schema.ts";
2
+ import type { TestRunResult } from "../../core/runner/types.ts";
3
+ import type { CreateRunOpts, RunRecord, RunSummary, RunFilters } from "./types.ts";
4
+
5
+ function buildRunFilterSQL(filters: RunFilters): { where: string; params: unknown[] } {
6
+ const clauses: string[] = [];
7
+ const params: unknown[] = [];
8
+
9
+ if (filters.status === "has_failures") {
10
+ clauses.push("r.failed > 0");
11
+ } else if (filters.status === "all_passed") {
12
+ clauses.push("r.failed = 0 AND r.total > 0");
13
+ }
14
+
15
+ if (filters.environment) {
16
+ clauses.push("r.environment = ?");
17
+ params.push(filters.environment);
18
+ }
19
+
20
+ if (filters.date_from) {
21
+ clauses.push("r.started_at >= ?");
22
+ params.push(filters.date_from);
23
+ }
24
+
25
+ if (filters.date_to) {
26
+ clauses.push("r.started_at <= ?");
27
+ params.push(filters.date_to + "T23:59:59");
28
+ }
29
+
30
+ if (filters.test_name) {
31
+ clauses.push("r.id IN (SELECT DISTINCT run_id FROM results WHERE test_name LIKE ?)");
32
+ params.push(`%${filters.test_name}%`);
33
+ }
34
+
35
+ if (filters.trigger) {
36
+ clauses.push("r.trigger = ?");
37
+ params.push(filters.trigger);
38
+ }
39
+
40
+ const where = clauses.length > 0 ? "WHERE " + clauses.join(" AND ") : "";
41
+ return { where, params };
42
+ }
43
+
44
+ export function createRun(opts: CreateRunOpts): number {
45
+ const db = getDb();
46
+ const stmt = db.prepare(`
47
+ INSERT INTO runs (started_at, environment, trigger, commit_sha, branch, collection_id, session_id, tags, run_kind)
48
+ VALUES ($started_at, $environment, $trigger, $commit_sha, $branch, $collection_id, $session_id, $tags, $run_kind)
49
+ `);
50
+ const result = withDbRetry("createRun", () => stmt.run({
51
+ $started_at: opts.started_at,
52
+ $environment: opts.environment ?? null,
53
+ $trigger: opts.trigger ?? "manual",
54
+ $commit_sha: opts.commit_sha ?? null,
55
+ $branch: opts.branch ?? null,
56
+ $collection_id: opts.collection_id ?? null,
57
+ $session_id: opts.session_id ?? null,
58
+ $tags: opts.tags && opts.tags.length > 0 ? JSON.stringify(opts.tags) : null,
59
+ // ARV-55: default 'regular' here too — DB default would also catch it,
60
+ // but spelling it out keeps INSERTs idempotent and matches the type.
61
+ $run_kind: opts.run_kind ?? "regular",
62
+ }));
63
+ return Number(result.lastInsertRowid);
64
+ }
65
+
66
+ /** Decode the JSON-encoded `tags` column into a string array. Returns null
67
+ * if the column is null or unparseable (legacy rows / corruption). */
68
+ function decodeTags(raw: unknown): string[] | null {
69
+ if (raw == null) return null;
70
+ if (typeof raw !== "string") return null;
71
+ try {
72
+ const v = JSON.parse(raw);
73
+ if (Array.isArray(v) && v.every((x) => typeof x === "string")) return v;
74
+ return null;
75
+ } catch {
76
+ return null;
77
+ }
78
+ }
79
+
80
+ function decodeRunKind(raw: unknown): "regular" | "probe" | "check" {
81
+ // Migration v10 backfills legacy rows; this is a belt-and-suspenders
82
+ // normaliser for any value SQLite returns from `run_kind`.
83
+ if (raw === "probe" || raw === "check") return raw;
84
+ return "regular";
85
+ }
86
+
87
+ function decodeRunRow(row: unknown): RunRecord | null {
88
+ if (!row || typeof row !== "object") return null;
89
+ const r = row as Record<string, unknown> & { tags?: unknown; run_kind?: unknown };
90
+ return {
91
+ ...(r as unknown as RunRecord),
92
+ tags: decodeTags(r.tags),
93
+ run_kind: decodeRunKind(r.run_kind),
94
+ };
95
+ }
96
+
97
+ export function finalizeRun(runId: number, results: TestRunResult[]): void {
98
+ const db = getDb();
99
+
100
+ const total = results.reduce((s, r) => s + r.total, 0);
101
+ const passed = results.reduce((s, r) => s + r.passed, 0);
102
+ const failed = results.reduce((s, r) => s + r.failed, 0);
103
+ const skipped = results.reduce((s, r) => s + r.skipped, 0);
104
+
105
+ const started = results[0]?.started_at ?? new Date().toISOString();
106
+ const finished = results[results.length - 1]?.finished_at ?? new Date().toISOString();
107
+ const durationMs = new Date(finished).getTime() - new Date(started).getTime();
108
+
109
+ const stmt = db.prepare(`
110
+ UPDATE runs
111
+ SET finished_at = $finished_at,
112
+ total = $total,
113
+ passed = $passed,
114
+ failed = $failed,
115
+ skipped = $skipped,
116
+ duration_ms = $duration_ms
117
+ WHERE id = $id
118
+ `);
119
+ withDbRetry("finalizeRun", () => stmt.run({
120
+ $finished_at: finished,
121
+ $total: total,
122
+ $passed: passed,
123
+ $failed: failed,
124
+ $skipped: skipped,
125
+ $duration_ms: durationMs,
126
+ $id: runId,
127
+ }));
128
+ }
129
+
130
+ export function getRunById(runId: number): RunRecord | null {
131
+ const db = getDb();
132
+ const row = db.query("SELECT * FROM runs WHERE id = ?").get(runId);
133
+ return decodeRunRow(row);
134
+ }
135
+
136
+ /** TASK-274: list runs of a collection with optional time-window or
137
+ * tag-membership filters, ordered by started_at ASC (matches the
138
+ * session-based loader so coverage union order is stable). NULL collection
139
+ * is intentionally excluded — for tag/since selectors the user has
140
+ * pinpointed an API, ad-hoc/probe runs should be tagged or use --union
141
+ * session to be picked up. */
142
+ export function listRunsByCollectionFiltered(
143
+ collectionId: number,
144
+ filters: { since?: string; tag?: string; limit?: number },
145
+ ): RunRecord[] {
146
+ const db = getDb();
147
+ const clauses: string[] = ["collection_id = ?", "finished_at IS NOT NULL"];
148
+ const params: unknown[] = [collectionId];
149
+ if (filters.since) {
150
+ clauses.push("started_at >= ?");
151
+ params.push(filters.since);
152
+ }
153
+ if (filters.tag) {
154
+ // tags is a JSON array of strings — match exact element via LIKE on the
155
+ // serialised form. Cheap and correct for our small N (one row per run);
156
+ // a JSON1-table-function approach would be overkill here.
157
+ clauses.push("tags LIKE ?");
158
+ params.push(`%"${filters.tag.replace(/[\\%_]/g, "\\$&")}"%`);
159
+ }
160
+ const limitClause = filters.limit && filters.limit > 0 ? ` LIMIT ${filters.limit}` : "";
161
+ const rows = db.query(
162
+ `SELECT * FROM runs WHERE ${clauses.join(" AND ")} ORDER BY started_at ASC${limitClause}`,
163
+ ).all(...(params as (string | number)[]));
164
+ const out: RunRecord[] = [];
165
+ for (const r of rows) {
166
+ const decoded = decodeRunRow(r);
167
+ if (decoded) out.push(decoded);
168
+ }
169
+ return out;
170
+ }
171
+
172
+ export function listRuns(limit = 20, offset = 0, filters?: RunFilters): RunSummary[] {
173
+ const db = getDb();
174
+ if (filters && Object.values(filters).some(Boolean)) {
175
+ const { where, params } = buildRunFilterSQL(filters);
176
+ return db.query(`
177
+ SELECT r.id, r.started_at, r.finished_at, r.total, r.passed, r.failed, r.skipped, r.environment, r.duration_ms, r.collection_id, r.session_id
178
+ FROM runs r
179
+ ${where}
180
+ ORDER BY r.started_at DESC
181
+ LIMIT ? OFFSET ?
182
+ `).all(...(params as (string | number)[]), limit, offset) as RunSummary[];
183
+ }
184
+ return db.query(`
185
+ SELECT id, started_at, finished_at, total, passed, failed, skipped, environment, duration_ms, collection_id, session_id
186
+ FROM runs
187
+ ORDER BY started_at DESC
188
+ LIMIT ? OFFSET ?
189
+ `).all(limit, offset) as RunSummary[];
190
+ }
191
+
192
+ /** TASK-266: latest run with at least one failure (for `zond db diagnose`
193
+ * default and `zond-triage` skill). Returns null when no failing run exists. */
194
+ export function getLatestFailingRunId(): number | null {
195
+ const db = getDb();
196
+ const row = db.query(`
197
+ SELECT id FROM runs
198
+ WHERE failed > 0
199
+ ORDER BY started_at DESC
200
+ LIMIT 1
201
+ `).get() as { id: number } | undefined;
202
+ return row?.id ?? null;
203
+ }
204
+
205
+ /** TASK-266: latest run regardless of status (for `--latest`). */
206
+ export function getLatestRunId(): number | null {
207
+ const db = getDb();
208
+ const row = db.query(`
209
+ SELECT id FROM runs
210
+ ORDER BY started_at DESC
211
+ LIMIT 1
212
+ `).get() as { id: number } | undefined;
213
+ return row?.id ?? null;
214
+ }
215
+
216
+ export function deleteRun(runId: number): boolean {
217
+ const db = getDb();
218
+ // results are cascade-deleted via FK; but SQLite FK delete cascade requires explicit config
219
+ return withDbRetry("deleteRun", () => {
220
+ db.prepare("DELETE FROM results WHERE run_id = ?").run(runId);
221
+ const result = db.prepare("DELETE FROM runs WHERE id = ?").run(runId);
222
+ return result.changes > 0;
223
+ });
224
+ }
225
+
226
+ export function countRuns(filters?: RunFilters): number {
227
+ const db = getDb();
228
+ if (filters && Object.values(filters).some(Boolean)) {
229
+ const { where, params } = buildRunFilterSQL(filters);
230
+ const row = db.query(`SELECT COUNT(*) AS cnt FROM runs r ${where}`).get(...(params as (string | number)[])) as { cnt: number };
231
+ return row.cnt;
232
+ }
233
+ const row = db.query("SELECT COUNT(*) AS cnt FROM runs").get() as { cnt: number };
234
+ return row.cnt;
235
+ }
@@ -0,0 +1,42 @@
1
+ import { getDb } from "../schema.ts";
2
+ import type { RunSummary, SessionSummary } from "./types.ts";
3
+
4
+ export function listSessions(limit = 20, offset = 0): SessionSummary[] {
5
+ const db = getDb();
6
+ return db.query(`
7
+ SELECT
8
+ session_id,
9
+ MIN(started_at) AS started_at,
10
+ MAX(finished_at) AS finished_at,
11
+ COUNT(*) AS run_count,
12
+ COALESCE(SUM(total), 0) AS total,
13
+ COALESCE(SUM(passed), 0) AS passed,
14
+ COALESCE(SUM(failed), 0) AS failed,
15
+ COALESCE(SUM(skipped), 0) AS skipped,
16
+ SUM(duration_ms) AS duration_ms,
17
+ MAX(environment) AS environment
18
+ FROM runs
19
+ WHERE session_id IS NOT NULL
20
+ GROUP BY session_id
21
+ ORDER BY started_at DESC
22
+ LIMIT ? OFFSET ?
23
+ `).all(limit, offset) as SessionSummary[];
24
+ }
25
+
26
+ export function countSessions(): number {
27
+ const db = getDb();
28
+ const row = db.query(
29
+ "SELECT COUNT(DISTINCT session_id) AS cnt FROM runs WHERE session_id IS NOT NULL",
30
+ ).get() as { cnt: number };
31
+ return row.cnt;
32
+ }
33
+
34
+ export function listRunsBySession(sessionId: string): RunSummary[] {
35
+ const db = getDb();
36
+ return db.query(`
37
+ SELECT id, started_at, finished_at, total, passed, failed, skipped, environment, duration_ms, collection_id, session_id
38
+ FROM runs
39
+ WHERE session_id = ?
40
+ ORDER BY started_at ASC
41
+ `).all(sessionId) as RunSummary[];
42
+ }
@@ -0,0 +1,28 @@
1
+ /**
2
+ * Generic key-value settings table. The two helpers are currently
3
+ * unused by any caller — kept as the canonical access point so future
4
+ * features (UI prefs, ephemeral run state) can use them without
5
+ * re-rolling SQL. See TASK-179 / TASK-187.
6
+ */
7
+ import { getDb } from "../schema.ts";
8
+
9
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars -- intentional: see file docstring
10
+ function getSetting(key: string): string | null {
11
+ const db = getDb();
12
+ const row = db.query("SELECT value FROM settings WHERE key = ?").get(key) as { value: string } | null;
13
+ return row?.value ?? null;
14
+ }
15
+
16
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars -- intentional: see file docstring
17
+ function setSetting(key: string, value: string): void {
18
+ const db = getDb();
19
+ db.prepare(`
20
+ INSERT INTO settings (key, value) VALUES ($key, $value)
21
+ ON CONFLICT(key) DO UPDATE SET value = excluded.value
22
+ `).run({ $key: key, $value: value });
23
+ }
24
+
25
+ // Reference the helpers so module-private code keeps tsc/knip happy
26
+ // while we leave the slot reserved for future settings consumers.
27
+ void getSetting;
28
+ void setSetting;