@kirrosh/zond 0.21.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. package/CHANGELOG.md +758 -3
  2. package/README.md +78 -15
  3. package/package.json +17 -10
  4. package/src/cli/argv.ts +122 -0
  5. package/src/cli/commands/add-api.ts +134 -0
  6. package/src/cli/commands/api/annotate/idempotency.ts +59 -0
  7. package/src/cli/commands/api/annotate/index.ts +525 -0
  8. package/src/cli/commands/api/annotate/lifecycle.ts +74 -0
  9. package/src/cli/commands/api/annotate/overlay.ts +206 -0
  10. package/src/cli/commands/api/annotate/pagination.ts +60 -0
  11. package/src/cli/commands/api/annotate/prompts.ts +183 -0
  12. package/src/cli/commands/api/annotate/readback.ts +58 -0
  13. package/src/cli/commands/api/annotate/resources.ts +91 -0
  14. package/src/cli/commands/api/annotate/seed-bodies.ts +61 -0
  15. package/src/cli/commands/audit.ts +480 -0
  16. package/src/cli/commands/bootstrap.ts +710 -0
  17. package/src/cli/commands/catalog.ts +35 -0
  18. package/src/cli/commands/check.ts +348 -0
  19. package/src/cli/commands/checks.ts +756 -0
  20. package/src/cli/commands/ci-init.ts +55 -6
  21. package/src/cli/commands/clean.ts +212 -0
  22. package/src/cli/commands/cleanup.ts +262 -0
  23. package/src/cli/commands/completions.ts +192 -0
  24. package/src/cli/commands/coverage.ts +605 -132
  25. package/src/cli/commands/db.ts +180 -8
  26. package/src/cli/commands/describe.ts +37 -2
  27. package/src/cli/commands/discover.ts +1236 -0
  28. package/src/cli/commands/doctor.ts +607 -0
  29. package/src/cli/commands/fixtures.ts +402 -0
  30. package/src/cli/commands/generate.ts +420 -47
  31. package/src/cli/commands/init/agents-md.ts +61 -0
  32. package/src/cli/commands/init/bootstrap.ts +108 -0
  33. package/src/cli/commands/init/index.ts +244 -0
  34. package/src/cli/commands/init/skills.ts +98 -0
  35. package/src/cli/commands/init/templates/agents.md +77 -0
  36. package/src/cli/commands/init/templates/markdown.d.ts +4 -0
  37. package/src/cli/commands/init/templates/skills/zond-checks.md +397 -0
  38. package/src/cli/commands/init/templates/skills/zond-triage.md +210 -0
  39. package/src/cli/commands/init/templates/skills/zond.md +651 -0
  40. package/src/cli/commands/init/templates/zond-config.yml +14 -0
  41. package/src/cli/commands/prepare-fixtures.ts +135 -0
  42. package/src/cli/commands/probe/mass-assignment.ts +503 -0
  43. package/src/cli/commands/probe/security.ts +454 -0
  44. package/src/cli/commands/probe/static.ts +255 -0
  45. package/src/cli/commands/probe/webhooks.ts +161 -0
  46. package/src/cli/commands/probe.ts +459 -0
  47. package/src/cli/commands/reference.ts +87 -0
  48. package/src/cli/commands/refresh-api.ts +169 -0
  49. package/src/cli/commands/remove-api.ts +150 -0
  50. package/src/cli/commands/report-bundle.ts +318 -0
  51. package/src/cli/commands/report.ts +241 -0
  52. package/src/cli/commands/request.ts +379 -4
  53. package/src/cli/commands/run.ts +911 -33
  54. package/src/cli/commands/session.ts +244 -0
  55. package/src/cli/commands/use.ts +74 -0
  56. package/src/cli/index.ts +36 -607
  57. package/src/cli/json-envelope.ts +112 -3
  58. package/src/cli/json-schemas.ts +263 -0
  59. package/src/cli/program.ts +218 -0
  60. package/src/cli/resolve.ts +105 -0
  61. package/src/cli/status-filter.ts +124 -0
  62. package/src/cli/util/api-context.ts +85 -0
  63. package/src/cli/version.ts +8 -0
  64. package/src/core/anti-fp/bootstrap.ts +34 -0
  65. package/src/core/anti-fp/index.ts +33 -0
  66. package/src/core/anti-fp/registry.ts +44 -0
  67. package/src/core/anti-fp/rules/baseline-echo.ts +74 -0
  68. package/src/core/anti-fp/rules/schemathesis/body_negation_becomes_valid.ts +52 -0
  69. package/src/core/anti-fp/rules/schemathesis/coverage_phase_boundary_positive.ts +38 -0
  70. package/src/core/anti-fp/rules/schemathesis/has_unverifiable_mutations.ts +35 -0
  71. package/src/core/anti-fp/rules/schemathesis/index.ts +24 -0
  72. package/src/core/anti-fp/rules/schemathesis/string_type_mutation_becomes_valid.ts +53 -0
  73. package/src/core/anti-fp/rules/subscription-gated/index.ts +11 -0
  74. package/src/core/anti-fp/rules/subscription-gated/paid-plan-403.ts +75 -0
  75. package/src/core/anti-fp/types.ts +68 -0
  76. package/src/core/checks/checks/_crud-helpers.ts +133 -0
  77. package/src/core/checks/checks/_negative_mutator.ts +133 -0
  78. package/src/core/checks/checks/_readback-helpers.ts +133 -0
  79. package/src/core/checks/checks/content_type_conformance.ts +39 -0
  80. package/src/core/checks/checks/cross_call_references.ts +134 -0
  81. package/src/core/checks/checks/ensure_resource_availability.ts +62 -0
  82. package/src/core/checks/checks/idempotency_replay.ts +246 -0
  83. package/src/core/checks/checks/ignored_auth.ts +211 -0
  84. package/src/core/checks/checks/index.ts +65 -0
  85. package/src/core/checks/checks/lifecycle_transitions.ts +273 -0
  86. package/src/core/checks/checks/missing_required_header.ts +40 -0
  87. package/src/core/checks/checks/negative_data_rejection.ts +45 -0
  88. package/src/core/checks/checks/not_a_server_error.ts +27 -0
  89. package/src/core/checks/checks/open_cors_on_sensitive.ts +131 -0
  90. package/src/core/checks/checks/pagination_invariants.ts +238 -0
  91. package/src/core/checks/checks/positive_data_acceptance.ts +36 -0
  92. package/src/core/checks/checks/rate_limit_headers_absent.ts +77 -0
  93. package/src/core/checks/checks/response_headers_conformance.ts +74 -0
  94. package/src/core/checks/checks/response_schema_conformance.ts +30 -0
  95. package/src/core/checks/checks/status_code_conformance.ts +61 -0
  96. package/src/core/checks/checks/unsupported_method.ts +63 -0
  97. package/src/core/checks/checks/use_after_free.ts +78 -0
  98. package/src/core/checks/index.ts +30 -0
  99. package/src/core/checks/mode.ts +79 -0
  100. package/src/core/checks/recommended-action.ts +64 -0
  101. package/src/core/checks/registry.ts +78 -0
  102. package/src/core/checks/runner.ts +874 -0
  103. package/src/core/checks/sarif.ts +230 -0
  104. package/src/core/checks/stateful.ts +121 -0
  105. package/src/core/checks/types.ts +189 -0
  106. package/src/core/classifier/recommended-action.ts +222 -0
  107. package/src/core/context/current.ts +51 -0
  108. package/src/core/context/session.ts +78 -0
  109. package/src/core/coverage/loader.ts +185 -0
  110. package/src/core/coverage/reasons.ts +300 -0
  111. package/src/core/diagnostics/db-analysis.ts +161 -12
  112. package/src/core/diagnostics/failure-class.ts +120 -0
  113. package/src/core/diagnostics/failure-hints.ts +212 -9
  114. package/src/core/diagnostics/spec-pointer.ts +99 -0
  115. package/src/core/diagnostics/suggested-fixes.ts +156 -0
  116. package/src/core/exporter/case-study/index.ts +270 -0
  117. package/src/core/exporter/curl.ts +40 -0
  118. package/src/core/exporter/exporter.ts +48 -0
  119. package/src/core/exporter/html-report/escape.ts +24 -0
  120. package/src/core/exporter/html-report/index.ts +479 -0
  121. package/src/core/exporter/html-report/script.ts +100 -0
  122. package/src/core/exporter/html-report/styles.ts +408 -0
  123. package/src/core/generator/chunker.ts +53 -15
  124. package/src/core/generator/coverage-phase.ts +0 -0
  125. package/src/core/generator/create-body.ts +89 -0
  126. package/src/core/generator/data-factory.ts +490 -33
  127. package/src/core/generator/describe.ts +1 -1
  128. package/src/core/generator/fixtures-builder.ts +325 -0
  129. package/src/core/generator/index.ts +7 -5
  130. package/src/core/generator/openapi-reader.ts +55 -3
  131. package/src/core/generator/path-param-disambig.ts +114 -0
  132. package/src/core/generator/resources-builder.ts +648 -0
  133. package/src/core/generator/schema-utils.ts +11 -3
  134. package/src/core/generator/serializer.ts +114 -15
  135. package/src/core/generator/suite-generator.ts +484 -77
  136. package/src/core/generator/types.ts +8 -0
  137. package/src/core/identity/identity-file.ts +129 -0
  138. package/src/core/lint/affects.ts +28 -0
  139. package/src/core/lint/config.ts +96 -0
  140. package/src/core/lint/format.ts +42 -0
  141. package/src/core/lint/index.ts +94 -0
  142. package/src/core/lint/reporter.ts +128 -0
  143. package/src/core/lint/rules/consistency.ts +158 -0
  144. package/src/core/lint/rules/heuristics.ts +97 -0
  145. package/src/core/lint/rules/strictness.ts +109 -0
  146. package/src/core/lint/types.ts +96 -0
  147. package/src/core/lint/walker.ts +248 -0
  148. package/src/core/meta/meta-store.ts +6 -73
  149. package/src/core/output/README.md +91 -0
  150. package/src/core/output/index.ts +13 -0
  151. package/src/core/output/run.ts +126 -0
  152. package/src/core/output/types.ts +129 -0
  153. package/src/core/parser/env-interpolation.ts +104 -0
  154. package/src/core/parser/filter.ts +57 -0
  155. package/src/core/parser/schema.ts +132 -5
  156. package/src/core/parser/types.ts +29 -2
  157. package/src/core/parser/variables.ts +0 -0
  158. package/src/core/parser/yaml-parser.ts +108 -13
  159. package/src/core/probe/bootstrap.ts +34 -0
  160. package/src/core/probe/dry-run-envelope.ts +57 -0
  161. package/src/core/probe/mass-assignment-probe-class.ts +198 -0
  162. package/src/core/probe/mass-assignment-probe.ts +1122 -0
  163. package/src/core/probe/mass-assignment-template.ts +212 -0
  164. package/src/core/probe/method-probe.ts +164 -0
  165. package/src/core/probe/method-shared.ts +69 -0
  166. package/src/core/probe/negative-probe.ts +691 -0
  167. package/src/core/probe/orphan-tracker.ts +188 -0
  168. package/src/core/probe/path-discovery.ts +440 -0
  169. package/src/core/probe/probe-harness.ts +120 -0
  170. package/src/core/probe/registry.ts +89 -0
  171. package/src/core/probe/runner.ts +136 -0
  172. package/src/core/probe/security-probe-class.ts +201 -0
  173. package/src/core/probe/security-probe.ts +1453 -0
  174. package/src/core/probe/shared.ts +505 -0
  175. package/src/core/probe/static-probe-class.ts +125 -0
  176. package/src/core/probe/types.ts +165 -0
  177. package/src/core/probe/verdict-aggregator.ts +33 -0
  178. package/src/core/probe/webhooks-probe.ts +284 -0
  179. package/src/core/reporter/console.ts +69 -4
  180. package/src/core/reporter/index.ts +2 -3
  181. package/src/core/reporter/json.ts +15 -2
  182. package/src/core/reporter/junit.ts +27 -12
  183. package/src/core/reporter/ndjson.ts +37 -0
  184. package/src/core/reporter/types.ts +3 -0
  185. package/src/core/runner/assertions.ts +62 -2
  186. package/src/core/runner/async-pool.ts +108 -0
  187. package/src/core/runner/auth-path.ts +8 -0
  188. package/src/core/runner/ci-context.ts +72 -0
  189. package/src/core/runner/executor.ts +391 -52
  190. package/src/core/runner/form-encode.ts +51 -0
  191. package/src/core/runner/http-client.ts +115 -7
  192. package/src/core/runner/learn-drift.ts +293 -0
  193. package/src/core/runner/preflight-vars.ts +149 -0
  194. package/src/core/runner/progress-tracker.ts +73 -0
  195. package/src/core/runner/rate-limiter.ts +203 -0
  196. package/src/core/runner/run-kind.ts +39 -0
  197. package/src/core/runner/schema-validator.ts +312 -0
  198. package/src/core/runner/send-request.ts +153 -20
  199. package/src/core/runner/types.ts +38 -0
  200. package/src/core/secrets/registry.ts +164 -0
  201. package/src/core/secrets/secrets-file.ts +115 -0
  202. package/src/core/selectors/operation-filter.ts +144 -0
  203. package/src/core/setup-api.ts +419 -17
  204. package/src/core/severity/category.ts +94 -0
  205. package/src/core/severity/index.ts +121 -0
  206. package/src/core/spec/layers.ts +154 -0
  207. package/src/core/util/format-eta.ts +21 -0
  208. package/src/core/utils.ts +5 -1
  209. package/src/core/workspace/config.ts +129 -0
  210. package/src/core/workspace/manifest.ts +283 -0
  211. package/src/core/workspace/output-rotation.ts +62 -0
  212. package/src/core/workspace/root.ts +94 -0
  213. package/src/core/workspace/triage-path.ts +87 -0
  214. package/src/db/lint-runs.ts +47 -0
  215. package/src/db/migrate.ts +126 -0
  216. package/src/db/migrations/0001_run_kind.sql +25 -0
  217. package/src/db/migrations/sql.d.ts +4 -0
  218. package/src/db/queries/collections.ts +133 -0
  219. package/src/db/queries/coverage.ts +9 -0
  220. package/src/db/queries/dashboard.ts +59 -0
  221. package/src/db/queries/results.ts +128 -0
  222. package/src/db/queries/runs.ts +235 -0
  223. package/src/db/queries/sessions.ts +42 -0
  224. package/src/db/queries/settings.ts +28 -0
  225. package/src/db/queries/types.ts +172 -0
  226. package/src/db/queries.ts +72 -802
  227. package/src/db/schema.ts +179 -48
  228. package/src/cli/commands/export.ts +0 -144
  229. package/src/cli/commands/guide.ts +0 -127
  230. package/src/cli/commands/init.ts +0 -57
  231. package/src/cli/commands/serve.ts +0 -81
  232. package/src/cli/commands/sync.ts +0 -269
  233. package/src/cli/commands/update.ts +0 -189
  234. package/src/cli/commands/validate.ts +0 -34
  235. package/src/core/exporter/postman.ts +0 -963
  236. package/src/core/generator/guide-builder.ts +0 -253
  237. package/src/core/meta/types.ts +0 -21
  238. package/src/core/parser/index.ts +0 -21
  239. package/src/core/runner/execute-run.ts +0 -132
  240. package/src/core/runner/index.ts +0 -12
  241. package/src/core/sync/spec-differ.ts +0 -38
  242. package/src/web/data/collection-state.ts +0 -362
  243. package/src/web/routes/api.ts +0 -314
  244. package/src/web/routes/dashboard.ts +0 -350
  245. package/src/web/routes/runs.ts +0 -64
  246. package/src/web/schemas.ts +0 -121
  247. package/src/web/server.ts +0 -134
  248. package/src/web/static/htmx.min.cjs +0 -1
  249. package/src/web/static/style.css +0 -1148
  250. package/src/web/views/endpoints-tab.ts +0 -174
  251. package/src/web/views/explorer-tab.ts +0 -402
  252. package/src/web/views/health-strip.ts +0 -92
  253. package/src/web/views/layout.ts +0 -48
  254. package/src/web/views/results.ts +0 -210
  255. package/src/web/views/runs-tab.ts +0 -126
  256. package/src/web/views/suites-tab.ts +0 -181
@@ -0,0 +1,203 @@
1
+ export interface RateLimiter {
2
+ acquire(): Promise<void>;
3
+ /**
4
+ * Feed rate-limit metadata from the latest response back into the limiter.
5
+ * Two effects: (1) when `remaining` falls at or below the threshold, the
6
+ * limiter postpones the next acquire until the API's reset window expires;
7
+ * (2) when the response carries a `RateLimit-Policy` (RFC 9568), the
8
+ * limiter learns the per-request spacing so subsequent parallel acquires
9
+ * are forced into single-file at burst=1.
10
+ *
11
+ * Optional so existing callers / mocks need not implement it.
12
+ */
13
+ note?(meta: RateLimitMeta, now?: number): void;
14
+ }
15
+
16
+ export interface RateLimitMeta {
17
+ /** Requests remaining in the current window. */
18
+ remaining?: number;
19
+ /** Either seconds-until-reset (RFC draft) or a Unix epoch in seconds (GitHub style). */
20
+ reset?: number;
21
+ /** Window cap; used for diagnostics and spacing fallback. */
22
+ limit?: number;
23
+ /**
24
+ * Minimum spacing between requests in ms — derived from `RateLimit-Policy:
25
+ * N;w=W` (RFC 9568). When set, the limiter raises its own interval to at
26
+ * least this value so a burst of parallel requests is paced one-by-one
27
+ * instead of overshooting the window.
28
+ */
29
+ intervalMs?: number;
30
+ }
31
+
32
+ /**
33
+ * When `remaining` is at or below this number we proactively pause until reset.
34
+ * Conservative threshold — at 2, we still have buffer for one in-flight retry
35
+ * (if we paused at 5 we'd over-throttle on small windows like 5-req/1-sec
36
+ * policies, where every request would trigger a sleep).
37
+ */
38
+ const THROTTLE_THRESHOLD = 2;
39
+
40
+ /**
41
+ * Padding added to policy-derived spacing to absorb clock drift between the
42
+ * server's window and our local Date.now() (TASK-88). Without this, spacing
43
+ * exactly at `W/N` ms can still hit the window boundary on the wrong side.
44
+ */
45
+ const POLICY_SAFETY_MS = 50;
46
+
47
+ /** Magnitudes above this are treated as Unix timestamps; below as relative
48
+ * seconds. 10^9 seconds ≈ Sep 2001, so any real reset window is far below. */
49
+ const UNIX_TS_BOUNDARY = 1_000_000_000;
50
+
51
+ function applyResetPause(prevNextAvailable: number, meta: RateLimitMeta, now: number): number {
52
+ if (meta.remaining === undefined) return prevNextAvailable;
53
+ if (meta.remaining > THROTTLE_THRESHOLD) return prevNextAvailable;
54
+ if (meta.reset === undefined || !Number.isFinite(meta.reset)) return prevNextAvailable;
55
+ const resetMs = meta.reset > UNIX_TS_BOUNDARY ? meta.reset * 1000 : now + Math.max(0, meta.reset) * 1000;
56
+ return Math.max(prevNextAvailable, resetMs);
57
+ }
58
+
59
+ class IntervalRateLimiter implements RateLimiter {
60
+ private nextAvailable = 0;
61
+ private intervalMs: number;
62
+
63
+ constructor(reqPerSec: number) {
64
+ if (!Number.isFinite(reqPerSec) || reqPerSec <= 0) {
65
+ throw new Error(`Invalid rate limit: ${reqPerSec}`);
66
+ }
67
+ this.intervalMs = 1000 / reqPerSec;
68
+ }
69
+
70
+ async acquire(): Promise<void> {
71
+ const now = Date.now();
72
+ const slot = Math.max(now, this.nextAvailable);
73
+ const waitMs = slot - now;
74
+ this.nextAvailable = slot + this.intervalMs;
75
+ if (waitMs > 0) {
76
+ await Bun.sleep(waitMs);
77
+ }
78
+ }
79
+
80
+ note(meta: RateLimitMeta, now: number = Date.now()): void {
81
+ if (meta.intervalMs !== undefined && meta.intervalMs > this.intervalMs) {
82
+ // Already-reserved slots were spaced at the OLD interval; push
83
+ // nextAvailable forward by the delta so the new spacing kicks in
84
+ // immediately rather than only on the next-next request.
85
+ this.nextAvailable += meta.intervalMs - this.intervalMs;
86
+ this.intervalMs = meta.intervalMs;
87
+ }
88
+ this.nextAvailable = applyResetPause(this.nextAvailable, meta, now);
89
+ }
90
+ }
91
+
92
+ class AdaptiveRateLimiter implements RateLimiter {
93
+ private nextAvailable = 0;
94
+ /** Learned from RateLimit-Policy. 0 until a policy is seen — until then,
95
+ * parallel acquires are not spaced (matches the original adaptive
96
+ * behaviour). Once known, every acquire reserves a slot of `intervalMs`. */
97
+ private intervalMs = 0;
98
+
99
+ async acquire(): Promise<void> {
100
+ const now = Date.now();
101
+ const slot = Math.max(now, this.nextAvailable);
102
+ const waitMs = slot - now;
103
+ this.nextAvailable = slot + this.intervalMs;
104
+ if (waitMs > 0) await Bun.sleep(waitMs);
105
+ }
106
+
107
+ note(meta: RateLimitMeta, now: number = Date.now()): void {
108
+ if (meta.intervalMs !== undefined && meta.intervalMs > this.intervalMs) {
109
+ this.nextAvailable += meta.intervalMs - this.intervalMs;
110
+ this.intervalMs = meta.intervalMs;
111
+ }
112
+ this.nextAvailable = applyResetPause(this.nextAvailable, meta, now);
113
+ }
114
+ }
115
+
116
+ export function createRateLimiter(reqPerSec: number | undefined): RateLimiter | undefined {
117
+ if (reqPerSec === undefined || reqPerSec === null) return undefined;
118
+ if (!Number.isFinite(reqPerSec) || reqPerSec <= 0) return undefined;
119
+ return new IntervalRateLimiter(reqPerSec);
120
+ }
121
+
122
+ /**
123
+ * Adaptive limiter for `--rate-limit auto`. Issues no proactive throttling on
124
+ * its own initially, but reacts to ratelimit-* response headers via `note()`:
125
+ * (a) pauses the request stream until the API's reset window elapses when
126
+ * remaining headroom drops; (b) once a `RateLimit-Policy` is seen, paces
127
+ * subsequent requests at the policy's `W/N` spacing — this prevents bursts
128
+ * from blowing through small windows (e.g. 5-req/1-sec policies).
129
+ */
130
+ export function createAdaptiveRateLimiter(): RateLimiter {
131
+ return new AdaptiveRateLimiter();
132
+ }
133
+
134
+ /**
135
+ * Read RFC 9568 `ratelimit-*` headers (was draft-ietf-httpapi-ratelimit-headers)
136
+ * plus the GitHub / Stripe style `x-ratelimit-*` aliases out of a response
137
+ * header bag. All keys are matched case-insensitively. Unparseable values are
138
+ * dropped.
139
+ *
140
+ * `RateLimit-Policy: N;w=W` is parsed into a per-request `intervalMs` of
141
+ * `(W/N)*1000 + POLICY_SAFETY_MS` so the limiter can pace bursts.
142
+ */
143
+ export function parseRateLimitHeaders(headers: Record<string, string>): RateLimitMeta {
144
+ const lower: Record<string, string> = {};
145
+ for (const [k, v] of Object.entries(headers)) lower[k.toLowerCase()] = v;
146
+ const num = (v: string | undefined): number | undefined => {
147
+ if (v === undefined) return undefined;
148
+ // RFC draft `ratelimit-remaining` may carry `q="value"` quoted-string form;
149
+ // strip leading numeric run.
150
+ const match = v.match(/-?\d+(?:\.\d+)?/);
151
+ if (!match) return undefined;
152
+ const n = Number.parseFloat(match[0]);
153
+ return Number.isFinite(n) ? n : undefined;
154
+ };
155
+ const policy = lower["ratelimit-policy"] ?? lower["x-ratelimit-policy"];
156
+ const intervalMs = derivePolicyIntervalMs(policy);
157
+ return {
158
+ limit: num(lower["ratelimit-limit"] ?? lower["x-ratelimit-limit"]),
159
+ remaining: num(lower["ratelimit-remaining"] ?? lower["x-ratelimit-remaining"]),
160
+ reset: num(lower["ratelimit-reset"] ?? lower["x-ratelimit-reset"]),
161
+ intervalMs,
162
+ };
163
+ }
164
+
165
+ /**
166
+ * Parse `RateLimit-Policy: 5;w=1` (or comma-separated multi-policy — we honour
167
+ * the *strictest* one). Returns the implied per-request interval in ms,
168
+ * including a small safety margin. Returns undefined when the header is
169
+ * malformed or missing.
170
+ */
171
+ function derivePolicyIntervalMs(policy: string | undefined): number | undefined {
172
+ if (!policy) return undefined;
173
+ let strictest: number | undefined;
174
+ for (const item of policy.split(",")) {
175
+ const parts = item.trim().split(";").map(s => s.trim()).filter(Boolean);
176
+ if (parts.length === 0) continue;
177
+ const limit = Number.parseFloat(parts[0]!);
178
+ if (!Number.isFinite(limit) || limit <= 0) continue;
179
+ const wPart = parts.find(p => p.startsWith("w="));
180
+ if (!wPart) continue;
181
+ const window = Number.parseFloat(wPart.slice(2));
182
+ if (!Number.isFinite(window) || window <= 0) continue;
183
+ const interval = (window / limit) * 1000 + POLICY_SAFETY_MS;
184
+ if (strictest === undefined || interval > strictest) strictest = interval;
185
+ }
186
+ return strictest;
187
+ }
188
+
189
+ export function parseRetryAfter(header: string | null | undefined, now: number = Date.now()): number | undefined {
190
+ if (!header) return undefined;
191
+ const trimmed = header.trim();
192
+ if (trimmed === "") return undefined;
193
+ if (/^\d+(\.\d+)?$/.test(trimmed)) {
194
+ const seconds = Number.parseFloat(trimmed);
195
+ if (Number.isFinite(seconds) && seconds >= 0) return Math.round(seconds * 1000);
196
+ return undefined;
197
+ }
198
+ const date = Date.parse(trimmed);
199
+ if (!Number.isNaN(date)) {
200
+ return Math.max(0, date - now);
201
+ }
202
+ return undefined;
203
+ }
@@ -0,0 +1,39 @@
1
+ /**
2
+ * ARV-55: single source of truth for classifying a run by *what kind of
3
+ * suites it executed*. Before this module the answer was inferred from
4
+ * `suite_file` paths in three places (coverage's `isProbeOnlyRun`,
5
+ * `db diagnose` recommendation branching, and a handful of skill prompts).
6
+ *
7
+ * We resolve the kind once at INSERT-time and persist it in `runs.run_kind`;
8
+ * downstream filters become a column compare instead of a per-result regex.
9
+ *
10
+ * Encoding:
11
+ * - `probe` — every suite path lives under `apis/<api>/probes/` (or a
12
+ * bare `probes/` segment for ad-hoc setups). Coverage hides
13
+ * these by default — probe runs deliberately exercise a
14
+ * subset of endpoints and would otherwise read as a
15
+ * regression vs the prior smoke/CRUD run.
16
+ * - `check` — every suite path lives under `apis/<api>/checks/`. Mirrors
17
+ * the same logic: conformance checks don't reflect endpoint
18
+ * coverage breadth.
19
+ * - `regular` — anything else, including mixed runs (probe + smoke). A
20
+ * mixed run is treated as regular because at least one
21
+ * suite contributed real coverage signal.
22
+ */
23
+
24
+ export type RunKind = "regular" | "probe" | "check";
25
+
26
+ const PROBE_SEGMENT_RE = /(^|\/)probes(\/|$)/;
27
+ const CHECK_SEGMENT_RE = /(^|\/)checks(\/|$)/;
28
+
29
+ export function detectRunKind(suiteFiles: ReadonlyArray<string | null | undefined>): RunKind {
30
+ // Empty / all-empty arrays default to 'regular' — the DB CHECK constraint
31
+ // refuses NULL so callers always receive a concrete kind.
32
+ const paths = suiteFiles
33
+ .filter((p): p is string => typeof p === "string" && p.length > 0);
34
+ if (paths.length === 0) return "regular";
35
+
36
+ if (paths.every((p) => PROBE_SEGMENT_RE.test(p))) return "probe";
37
+ if (paths.every((p) => CHECK_SEGMENT_RE.test(p))) return "check";
38
+ return "regular";
39
+ }
@@ -0,0 +1,312 @@
1
+ import Ajv2020 from "ajv/dist/2020.js";
2
+ import Ajv from "ajv";
3
+ import addFormats from "ajv-formats";
4
+ import type { ErrorObject, ValidateFunction, AnySchema } from "ajv";
5
+ import type { OpenAPIV3 } from "openapi-types";
6
+ import { specPathToRegex } from "../generator/coverage-scanner.ts";
7
+ import type { AssertionResult } from "./types.ts";
8
+
9
+ export interface SchemaValidator {
10
+ validate(method: string, path: string, status: number, body: unknown): AssertionResult[];
11
+ /** TASK-142: surface whether an endpoint and a response branch matched.
12
+ * Lets ad-hoc callers (`zond request --validate-schema`) distinguish
13
+ * "no spec entry for this URL" from "spec entry exists, body is valid". */
14
+ inspect(method: string, path: string, status: number): {
15
+ matchedEndpoint: { method: string; path: string } | null;
16
+ matchedResponseStatus: string | null;
17
+ hasJsonSchema: boolean;
18
+ };
19
+ }
20
+
21
+ interface EndpointEntry {
22
+ method: string;
23
+ path: string;
24
+ regex: RegExp;
25
+ responses: OpenAPIV3.ResponsesObject;
26
+ }
27
+
28
+ const HTTP_METHODS = ["get", "post", "put", "patch", "delete", "head", "options"] as const;
29
+
30
+ export function createSchemaValidator(doc: OpenAPIV3.Document): SchemaValidator {
31
+ const isV31 = typeof doc.openapi === "string" && doc.openapi.startsWith("3.1");
32
+ // OpenAPI 3.1 → JSON Schema Draft 2020-12; 3.0 → Draft 4/7-ish.
33
+ // verbose:true exposes parentSchema on each error so humanize() can render
34
+ // the full required-set alongside the missing field name (TASK-277).
35
+ const ajv = isV31
36
+ ? new (Ajv2020 as unknown as typeof Ajv)({ strict: false, allErrors: true, verbose: true })
37
+ : new Ajv({ strict: false, allErrors: true, verbose: true });
38
+ addFormats(ajv);
39
+ applyStrictFormats(ajv);
40
+
41
+ const endpoints: EndpointEntry[] = [];
42
+ if (doc.paths) {
43
+ for (const [pathTpl, pathItem] of Object.entries(doc.paths)) {
44
+ if (!pathItem) continue;
45
+ const regex = specPathToRegex(pathTpl);
46
+ for (const m of HTTP_METHODS) {
47
+ const op = (pathItem as Record<string, unknown>)[m] as OpenAPIV3.OperationObject | undefined;
48
+ if (!op || !op.responses) continue;
49
+ endpoints.push({ method: m.toUpperCase(), path: pathTpl, regex, responses: op.responses });
50
+ }
51
+ }
52
+ // Sort by specificity so concrete paths (e.g. /users/me) win over templated
53
+ // ones (/users/{id}) regardless of spec declaration order. Tie-breaker is
54
+ // stable insertion order (Array.sort is stable in modern engines).
55
+ endpoints.sort((a, b) => paramCount(a.path) - paramCount(b.path));
56
+ }
57
+
58
+ // ARV-214: per-schema compile is the dominant cost of --validate-schema
59
+ // on big dereferenced specs (github 14 MiB → minutes per response).
60
+ // The cache below is keyed by schema *object reference*, so endpoints
61
+ // that share a $ref source after dereference hit it on the second
62
+ // access. The slow_compile budget warns the user the first time a
63
+ // schema crosses 1s — the same compile only happens once per schema
64
+ // anyway thanks to the cache, so the warning is per-source, not
65
+ // per-call.
66
+ const SLOW_COMPILE_MS = Number(process.env.ZOND_VALIDATE_SCHEMA_SLOW_COMPILE_MS ?? "1000");
67
+ // Hard byte cap stops the run from hanging minutes on a pathological
68
+ // single response schema (post-deref github Repository / kubernetes
69
+ // pod-spec). Returning a no-op validator + a single warning is much
70
+ // friendlier than blocking on `ajv.compile` for an unbounded time.
71
+ // Default chosen from the bench in /tmp/bench-convert.ts: a 572 KiB
72
+ // schema compiles in ~800 ms; 1 MiB ≈ 1.4 s; beyond that we'd rather
73
+ // skip and tell the user.
74
+ const MAX_SCHEMA_BYTES = Number(process.env.ZOND_VALIDATE_SCHEMA_MAX_BYTES ?? String(1_048_576));
75
+ const compiled = new Map<unknown, ValidateFunction | null>();
76
+ const warnedSlow = new WeakSet<object>();
77
+ const warnedTooLarge = new WeakSet<object>();
78
+
79
+ function tooLargeSentinel(): null {
80
+ return null;
81
+ }
82
+
83
+ function compile(schema: AnySchema): ValidateFunction | null {
84
+ if (compiled.has(schema)) return compiled.get(schema) ?? null;
85
+ // Cheap pre-check: a schema whose JSON serialisation exceeds
86
+ // MAX_SCHEMA_BYTES is almost certainly going to take seconds-to-
87
+ // minutes to compile and produce noisy mid-body errors that aren't
88
+ // worth the wait. Skip it with a warning. JSON.stringify itself is
89
+ // O(n) but at MiB-scale completes in tens of ms — orders of
90
+ // magnitude cheaper than ajv.compile on the same payload.
91
+ if (MAX_SCHEMA_BYTES > 0) {
92
+ try {
93
+ const sz = JSON.stringify(schema)?.length ?? 0;
94
+ if (sz > MAX_SCHEMA_BYTES) {
95
+ if (typeof schema === "object" && schema && !warnedTooLarge.has(schema as object)) {
96
+ warnedTooLarge.add(schema as object);
97
+ const kib = Math.round(sz / 1024);
98
+ process.stderr.write(
99
+ `[zond] schema too large for --validate-schema (${kib} KiB > ${Math.round(MAX_SCHEMA_BYTES / 1024)} KiB) — skipping; raise via ZOND_VALIDATE_SCHEMA_MAX_BYTES.\n`,
100
+ );
101
+ }
102
+ compiled.set(schema, tooLargeSentinel());
103
+ return null;
104
+ }
105
+ } catch { /* circular or non-serialisable — let ajv try */ }
106
+ }
107
+ const prepared = isV31 ? schema : convertOpenApi30(schema);
108
+ const t0 = performance.now();
109
+ const fn = ajv.compile(prepared as AnySchema);
110
+ const elapsed = performance.now() - t0;
111
+ if (elapsed >= SLOW_COMPILE_MS && typeof schema === "object" && schema && !warnedSlow.has(schema as object)) {
112
+ warnedSlow.add(schema as object);
113
+ process.stderr.write(
114
+ `[zond] schema validator compile took ${elapsed.toFixed(0)} ms (warn ≥ ${SLOW_COMPILE_MS} ms) — see ZOND_VALIDATE_SCHEMA_MAX_BYTES if --validate-schema runs feel slow.\n`,
115
+ );
116
+ }
117
+ compiled.set(schema, fn);
118
+ return fn;
119
+ }
120
+
121
+ function findResponseSchema(method: string, path: string, status: number): OpenAPIV3.SchemaObject | undefined {
122
+ const upper = method.toUpperCase();
123
+ // Endpoints are pre-sorted by specificity (concrete paths first), so the
124
+ // first regex match is the most specific — /users/me beats /users/{id}.
125
+ const match = endpoints.find(e => e.method === upper && e.regex.test(path));
126
+ if (!match) return undefined;
127
+ const responses = match.responses;
128
+ const exact = responses[String(status)] as OpenAPIV3.ResponseObject | undefined;
129
+ const wildcard = responses[`${Math.floor(status / 100)}XX`] as OpenAPIV3.ResponseObject | undefined;
130
+ const fallback = responses.default as OpenAPIV3.ResponseObject | undefined;
131
+ const response = exact ?? wildcard ?? fallback;
132
+ if (!response || !response.content) return undefined;
133
+ const json = response.content["application/json"];
134
+ return (json?.schema as OpenAPIV3.SchemaObject | undefined) ?? undefined;
135
+ }
136
+
137
+ function inspectMatch(method: string, path: string, status: number) {
138
+ const upper = method.toUpperCase();
139
+ const ep = endpoints.find(e => e.method === upper && e.regex.test(path));
140
+ if (!ep) {
141
+ return { matchedEndpoint: null, matchedResponseStatus: null, hasJsonSchema: false };
142
+ }
143
+ const exact = ep.responses[String(status)] as OpenAPIV3.ResponseObject | undefined;
144
+ const wildcard = ep.responses[`${Math.floor(status / 100)}XX`] as OpenAPIV3.ResponseObject | undefined;
145
+ const fallback = ep.responses.default as OpenAPIV3.ResponseObject | undefined;
146
+ const matchedKey = exact ? String(status) : wildcard ? `${Math.floor(status / 100)}XX` : fallback ? "default" : null;
147
+ const response = exact ?? wildcard ?? fallback;
148
+ const hasJsonSchema = !!(response?.content?.["application/json"]?.schema);
149
+ return {
150
+ matchedEndpoint: { method: ep.method, path: ep.path },
151
+ matchedResponseStatus: matchedKey,
152
+ hasJsonSchema,
153
+ };
154
+ }
155
+
156
+ return {
157
+ validate(method, path, status, body) {
158
+ const schema = findResponseSchema(method, path, status);
159
+ if (!schema) return [];
160
+ let validator: ValidateFunction | null;
161
+ try {
162
+ validator = compile(schema);
163
+ } catch (err) {
164
+ return [{
165
+ field: "body",
166
+ rule: "schema.compile_error",
167
+ passed: false,
168
+ actual: undefined,
169
+ expected: err instanceof Error ? err.message : String(err),
170
+ }];
171
+ }
172
+ // ARV-214: schema crossed ZOND_VALIDATE_SCHEMA_MAX_BYTES — surface
173
+ // the skip as a passing assertion so the run stays green and the
174
+ // user knows validation was bypassed for this body.
175
+ if (validator === null) {
176
+ return [{
177
+ field: "body",
178
+ rule: "schema.skipped_too_large",
179
+ passed: true,
180
+ actual: undefined,
181
+ expected: "schema exceeded ZOND_VALIDATE_SCHEMA_MAX_BYTES — see stderr warning",
182
+ kind: "schema",
183
+ }];
184
+ }
185
+ const ok = validator(body);
186
+ if (ok) return [];
187
+ const errors = validator.errors ?? [];
188
+ return errors.map(e => ajvErrorToAssertion(e, body));
189
+ },
190
+ inspect: inspectMatch,
191
+ };
192
+ }
193
+
194
+ function paramCount(path: string): number {
195
+ let n = 0;
196
+ for (const seg of path.split("/")) if (/^\{[^}]+\}$/.test(seg)) n++;
197
+ return n;
198
+ }
199
+
200
+ function ajvErrorToAssertion(err: ErrorObject, body: unknown): AssertionResult {
201
+ const ptr = err.instancePath || "";
202
+ // Field key like "body" or "body.user.email" for parity with checkAssertions.
203
+ const field = ptr ? `body${ptr.replace(/\//g, ".")}` : "body";
204
+ const actual = ptr ? getByJsonPointer(body, ptr) : body;
205
+ return {
206
+ field,
207
+ rule: `schema.${err.keyword}`,
208
+ passed: false,
209
+ actual,
210
+ expected: humanize(err),
211
+ kind: "schema",
212
+ };
213
+ }
214
+
215
+ function humanize(err: ErrorObject): string {
216
+ switch (err.keyword) {
217
+ case "required": {
218
+ const missing = (err.params as { missingProperty: string }).missingProperty;
219
+ // verbose:true gives us the parent schema; surface the full required-set
220
+ // so the user can see drift at a glance instead of decoding the message
221
+ // one missing-field-error at a time (TASK-277).
222
+ const parent = (err as ErrorObject & { parentSchema?: unknown }).parentSchema;
223
+ const required =
224
+ parent && typeof parent === "object" && Array.isArray((parent as { required?: unknown }).required)
225
+ ? ((parent as { required: string[] }).required)
226
+ : undefined;
227
+ const tail = required ? `; expected required: [${required.join(", ")}]` : "";
228
+ return `missing required field "${missing}"${tail}`;
229
+ }
230
+ case "type":
231
+ return `type ${(err.params as { type: string | string[] }).type}`;
232
+ case "enum":
233
+ return `one of ${JSON.stringify((err.params as { allowedValues: unknown[] }).allowedValues)}`;
234
+ case "format":
235
+ return `format "${(err.params as { format: string }).format}"`;
236
+ case "additionalProperties":
237
+ return `no additional property "${(err.params as { additionalProperty: string }).additionalProperty}"`;
238
+ case "const":
239
+ return `const ${JSON.stringify((err.params as { allowedValue: unknown }).allowedValue)}`;
240
+ case "minLength":
241
+ case "maxLength":
242
+ case "minimum":
243
+ case "maximum":
244
+ case "exclusiveMinimum":
245
+ case "exclusiveMaximum":
246
+ case "multipleOf":
247
+ case "pattern":
248
+ return `${err.keyword} ${JSON.stringify((err.params as Record<string, unknown>)[err.keyword] ?? "")}`.trim();
249
+ default:
250
+ return err.message ?? err.keyword;
251
+ }
252
+ }
253
+
254
+ function getByJsonPointer(obj: unknown, pointer: string): unknown {
255
+ if (!pointer) return obj;
256
+ const segments = pointer.split("/").slice(1).map(s => s.replace(/~1/g, "/").replace(/~0/g, "~"));
257
+ let cur: unknown = obj;
258
+ for (const seg of segments) {
259
+ if (cur && typeof cur === "object") {
260
+ cur = (cur as Record<string, unknown>)[seg];
261
+ } else {
262
+ return undefined;
263
+ }
264
+ }
265
+ return cur;
266
+ }
267
+
268
+ // RFC3339 §5.6: date-time = full-date "T" full-time. T (or t) is required as
269
+ // separator; offset is "Z" or "[+-]HH:MM" with explicit colon. ajv-formats
270
+ // accepts " " as separator and "+HH" without colon, which lets PostgreSQL-style
271
+ // timestamps ("2026-04-29 07:10:44.674675+00") slip through.
272
+ export const STRICT_RFC3339_DATE_TIME =
273
+ /^\d{4}-(?:0[1-9]|1[0-2])-(?:0[1-9]|[12]\d|3[01])[Tt](?:[01]\d|2[0-3]):[0-5]\d:(?:[0-5]\d|60)(?:\.\d+)?(?:[Zz]|[+-](?:[01]\d|2[0-3]):[0-5]\d)$/;
274
+
275
+ function applyStrictFormats(ajv: Ajv): void {
276
+ // Override ajv-formats' lax date-time with strict RFC3339.
277
+ ajv.addFormat("date-time", { type: "string", validate: STRICT_RFC3339_DATE_TIME });
278
+ }
279
+
280
+ /**
281
+ * Convert OpenAPI 3.0 schema to JSON Schema Draft 7-compatible:
282
+ * - `nullable: true` → add "null" to `type`.
283
+ * - Drop unsupported `example`, `xml`, `discriminator` keywords (ajv tolerates with strict:false).
284
+ */
285
+ function convertOpenApi30(schema: AnySchema): AnySchema {
286
+ if (!schema || typeof schema !== "object") return schema;
287
+ if (Array.isArray(schema)) {
288
+ return schema.map(s => convertOpenApi30(s as AnySchema)) as unknown as AnySchema;
289
+ }
290
+ const src = schema as Record<string, unknown>;
291
+ const out: Record<string, unknown> = {};
292
+ for (const [k, v] of Object.entries(src)) {
293
+ if (k === "nullable") continue;
294
+ if (k === "type" && src.nullable === true) {
295
+ if (Array.isArray(v)) {
296
+ out.type = [...v as unknown[], "null"];
297
+ } else if (typeof v === "string") {
298
+ out.type = [v, "null"];
299
+ } else {
300
+ out.type = v;
301
+ }
302
+ continue;
303
+ }
304
+ if (v && typeof v === "object") {
305
+ out[k] = convertOpenApi30(v as AnySchema);
306
+ } else {
307
+ out[k] = v;
308
+ }
309
+ }
310
+ // Standalone nullable: true with no explicit type → leave as-is (ajv accepts any).
311
+ return out as AnySchema;
312
+ }