@kirrosh/zond 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +648 -0
- package/README.md +58 -6
- package/package.json +9 -6
- package/src/cli/argv.ts +122 -0
- package/src/cli/commands/add-api.ts +134 -0
- package/src/cli/commands/api/annotate/idempotency.ts +59 -0
- package/src/cli/commands/api/annotate/index.ts +525 -0
- package/src/cli/commands/api/annotate/lifecycle.ts +74 -0
- package/src/cli/commands/api/annotate/overlay.ts +206 -0
- package/src/cli/commands/api/annotate/pagination.ts +60 -0
- package/src/cli/commands/api/annotate/prompts.ts +183 -0
- package/src/cli/commands/api/annotate/readback.ts +58 -0
- package/src/cli/commands/api/annotate/resources.ts +91 -0
- package/src/cli/commands/api/annotate/seed-bodies.ts +61 -0
- package/src/cli/commands/audit.ts +480 -0
- package/src/cli/commands/bootstrap.ts +710 -0
- package/src/cli/commands/catalog.ts +35 -0
- package/src/cli/commands/check.ts +348 -0
- package/src/cli/commands/checks.ts +756 -0
- package/src/cli/commands/ci-init.ts +43 -0
- package/src/cli/commands/clean.ts +212 -0
- package/src/cli/commands/cleanup.ts +262 -0
- package/src/cli/commands/completions.ts +16 -0
- package/src/cli/commands/coverage.ts +605 -132
- package/src/cli/commands/db.ts +178 -7
- package/src/cli/commands/describe.ts +37 -2
- package/src/cli/commands/discover.ts +1236 -0
- package/src/cli/commands/doctor.ts +607 -0
- package/src/cli/commands/fixtures.ts +402 -0
- package/src/cli/commands/generate.ts +420 -46
- package/src/cli/commands/init/bootstrap.ts +30 -1
- package/src/cli/commands/{init.ts → init/index.ts} +99 -5
- package/src/cli/commands/init/skills.ts +56 -3
- package/src/cli/commands/init/templates/agents.md +65 -61
- package/src/cli/commands/init/templates/skills/zond-checks.md +397 -0
- package/src/cli/commands/init/templates/skills/zond-triage.md +210 -0
- package/src/cli/commands/init/templates/skills/zond.md +592 -125
- package/src/cli/commands/init/templates/zond-config.yml +8 -9
- package/src/cli/commands/prepare-fixtures.ts +135 -0
- package/src/cli/commands/probe/mass-assignment.ts +503 -0
- package/src/cli/commands/probe/security.ts +454 -0
- package/src/cli/commands/probe/static.ts +255 -0
- package/src/cli/commands/probe/webhooks.ts +161 -0
- package/src/cli/commands/probe.ts +459 -0
- package/src/cli/commands/reference.ts +87 -0
- package/src/cli/commands/refresh-api.ts +169 -0
- package/src/cli/commands/remove-api.ts +150 -0
- package/src/cli/commands/report-bundle.ts +318 -0
- package/src/cli/commands/report.ts +241 -0
- package/src/cli/commands/request.ts +379 -4
- package/src/cli/commands/run.ts +842 -53
- package/src/cli/commands/session.ts +244 -0
- package/src/cli/commands/use.ts +18 -1
- package/src/cli/index.ts +20 -3
- package/src/cli/json-envelope.ts +112 -3
- package/src/cli/json-schemas.ts +263 -0
- package/src/cli/program.ts +198 -635
- package/src/cli/resolve.ts +105 -0
- package/src/cli/status-filter.ts +124 -0
- package/src/cli/util/api-context.ts +85 -0
- package/src/cli/version.ts +5 -0
- package/src/core/anti-fp/bootstrap.ts +34 -0
- package/src/core/anti-fp/index.ts +33 -0
- package/src/core/anti-fp/registry.ts +44 -0
- package/src/core/anti-fp/rules/baseline-echo.ts +74 -0
- package/src/core/anti-fp/rules/schemathesis/body_negation_becomes_valid.ts +52 -0
- package/src/core/anti-fp/rules/schemathesis/coverage_phase_boundary_positive.ts +38 -0
- package/src/core/anti-fp/rules/schemathesis/has_unverifiable_mutations.ts +35 -0
- package/src/core/anti-fp/rules/schemathesis/index.ts +24 -0
- package/src/core/anti-fp/rules/schemathesis/string_type_mutation_becomes_valid.ts +53 -0
- package/src/core/anti-fp/rules/subscription-gated/index.ts +11 -0
- package/src/core/anti-fp/rules/subscription-gated/paid-plan-403.ts +75 -0
- package/src/core/anti-fp/types.ts +68 -0
- package/src/core/checks/checks/_crud-helpers.ts +133 -0
- package/src/core/checks/checks/_negative_mutator.ts +133 -0
- package/src/core/checks/checks/_readback-helpers.ts +133 -0
- package/src/core/checks/checks/content_type_conformance.ts +39 -0
- package/src/core/checks/checks/cross_call_references.ts +134 -0
- package/src/core/checks/checks/ensure_resource_availability.ts +62 -0
- package/src/core/checks/checks/idempotency_replay.ts +246 -0
- package/src/core/checks/checks/ignored_auth.ts +211 -0
- package/src/core/checks/checks/index.ts +65 -0
- package/src/core/checks/checks/lifecycle_transitions.ts +273 -0
- package/src/core/checks/checks/missing_required_header.ts +40 -0
- package/src/core/checks/checks/negative_data_rejection.ts +45 -0
- package/src/core/checks/checks/not_a_server_error.ts +27 -0
- package/src/core/checks/checks/open_cors_on_sensitive.ts +131 -0
- package/src/core/checks/checks/pagination_invariants.ts +238 -0
- package/src/core/checks/checks/positive_data_acceptance.ts +36 -0
- package/src/core/checks/checks/rate_limit_headers_absent.ts +77 -0
- package/src/core/checks/checks/response_headers_conformance.ts +74 -0
- package/src/core/checks/checks/response_schema_conformance.ts +30 -0
- package/src/core/checks/checks/status_code_conformance.ts +61 -0
- package/src/core/checks/checks/unsupported_method.ts +63 -0
- package/src/core/checks/checks/use_after_free.ts +78 -0
- package/src/core/checks/index.ts +30 -0
- package/src/core/checks/mode.ts +79 -0
- package/src/core/checks/recommended-action.ts +64 -0
- package/src/core/checks/registry.ts +78 -0
- package/src/core/checks/runner.ts +874 -0
- package/src/core/checks/sarif.ts +230 -0
- package/src/core/checks/stateful.ts +121 -0
- package/src/core/checks/types.ts +189 -0
- package/src/core/classifier/recommended-action.ts +222 -0
- package/src/core/context/current.ts +22 -6
- package/src/core/context/session.ts +78 -0
- package/src/core/coverage/loader.ts +185 -0
- package/src/core/coverage/reasons.ts +300 -0
- package/src/core/diagnostics/db-analysis.ts +151 -11
- package/src/core/diagnostics/failure-class.ts +120 -0
- package/src/core/diagnostics/failure-hints.ts +212 -9
- package/src/core/diagnostics/spec-pointer.ts +99 -0
- package/src/core/diagnostics/suggested-fixes.ts +156 -0
- package/src/core/exporter/case-study/index.ts +270 -0
- package/src/core/exporter/curl.ts +40 -0
- package/src/core/exporter/exporter.ts +48 -0
- package/src/core/exporter/html-report/escape.ts +24 -0
- package/src/core/exporter/html-report/index.ts +479 -0
- package/src/core/exporter/html-report/script.ts +100 -0
- package/src/core/exporter/html-report/styles.ts +408 -0
- package/src/core/generator/chunker.ts +42 -16
- package/src/core/generator/coverage-phase.ts +0 -0
- package/src/core/generator/create-body.ts +89 -0
- package/src/core/generator/data-factory.ts +445 -19
- package/src/core/generator/describe.ts +1 -1
- package/src/core/generator/fixtures-builder.ts +325 -0
- package/src/core/generator/index.ts +7 -5
- package/src/core/generator/openapi-reader.ts +37 -3
- package/src/core/generator/path-param-disambig.ts +114 -0
- package/src/core/generator/resources-builder.ts +648 -0
- package/src/core/generator/schema-utils.ts +11 -3
- package/src/core/generator/serializer.ts +103 -13
- package/src/core/generator/suite-generator.ts +419 -111
- package/src/core/generator/types.ts +8 -0
- package/src/core/identity/identity-file.ts +129 -0
- package/src/core/lint/affects.ts +28 -0
- package/src/core/lint/config.ts +96 -0
- package/src/core/lint/format.ts +42 -0
- package/src/core/lint/index.ts +94 -0
- package/src/core/lint/reporter.ts +128 -0
- package/src/core/lint/rules/consistency.ts +158 -0
- package/src/core/lint/rules/heuristics.ts +97 -0
- package/src/core/lint/rules/strictness.ts +109 -0
- package/src/core/lint/types.ts +96 -0
- package/src/core/lint/walker.ts +248 -0
- package/src/core/meta/meta-store.ts +6 -73
- package/src/core/output/README.md +91 -0
- package/src/core/output/index.ts +13 -0
- package/src/core/output/run.ts +126 -0
- package/src/core/output/types.ts +129 -0
- package/src/core/parser/env-interpolation.ts +104 -0
- package/src/core/parser/filter.ts +57 -0
- package/src/core/parser/schema.ts +129 -4
- package/src/core/parser/types.ts +19 -1
- package/src/core/parser/variables.ts +0 -0
- package/src/core/parser/yaml-parser.ts +58 -12
- package/src/core/probe/bootstrap.ts +34 -0
- package/src/core/probe/dry-run-envelope.ts +57 -0
- package/src/core/probe/mass-assignment-probe-class.ts +198 -0
- package/src/core/probe/mass-assignment-probe.ts +1122 -0
- package/src/core/probe/mass-assignment-template.ts +212 -0
- package/src/core/probe/method-probe.ts +43 -76
- package/src/core/probe/method-shared.ts +69 -0
- package/src/core/probe/negative-probe.ts +183 -149
- package/src/core/probe/orphan-tracker.ts +188 -0
- package/src/core/probe/path-discovery.ts +440 -0
- package/src/core/probe/probe-harness.ts +120 -0
- package/src/core/probe/registry.ts +89 -0
- package/src/core/probe/runner.ts +136 -0
- package/src/core/probe/security-probe-class.ts +201 -0
- package/src/core/probe/security-probe.ts +1453 -0
- package/src/core/probe/shared.ts +505 -0
- package/src/core/probe/static-probe-class.ts +125 -0
- package/src/core/probe/types.ts +165 -0
- package/src/core/probe/verdict-aggregator.ts +33 -0
- package/src/core/probe/webhooks-probe.ts +284 -0
- package/src/core/reporter/console.ts +41 -2
- package/src/core/reporter/index.ts +2 -3
- package/src/core/reporter/json.ts +11 -1
- package/src/core/reporter/junit.ts +27 -12
- package/src/core/reporter/ndjson.ts +37 -0
- package/src/core/reporter/types.ts +3 -0
- package/src/core/runner/assertions.ts +58 -1
- package/src/core/runner/async-pool.ts +108 -0
- package/src/core/runner/auth-path.ts +8 -0
- package/src/core/runner/ci-context.ts +72 -0
- package/src/core/runner/executor.ts +264 -20
- package/src/core/runner/form-encode.ts +51 -0
- package/src/core/runner/http-client.ts +75 -2
- package/src/core/runner/learn-drift.ts +293 -0
- package/src/core/runner/preflight-vars.ts +149 -0
- package/src/core/runner/progress-tracker.ts +73 -0
- package/src/core/runner/rate-limiter.ts +89 -17
- package/src/core/runner/run-kind.ts +39 -0
- package/src/core/runner/schema-validator.ts +312 -0
- package/src/core/runner/send-request.ts +153 -20
- package/src/core/runner/types.ts +38 -0
- package/src/core/secrets/registry.ts +164 -0
- package/src/core/secrets/secrets-file.ts +115 -0
- package/src/core/selectors/operation-filter.ts +144 -0
- package/src/core/setup-api.ts +415 -16
- package/src/core/severity/category.ts +94 -0
- package/src/core/severity/index.ts +121 -0
- package/src/core/spec/layers.ts +154 -0
- package/src/core/util/format-eta.ts +21 -0
- package/src/core/utils.ts +5 -1
- package/src/core/workspace/config.ts +129 -0
- package/src/core/workspace/manifest.ts +283 -0
- package/src/core/workspace/output-rotation.ts +62 -0
- package/src/core/workspace/triage-path.ts +87 -0
- package/src/db/lint-runs.ts +47 -0
- package/src/db/migrate.ts +126 -0
- package/src/db/migrations/0001_run_kind.sql +25 -0
- package/src/db/migrations/sql.d.ts +4 -0
- package/src/db/queries/collections.ts +133 -0
- package/src/db/queries/coverage.ts +9 -0
- package/src/db/queries/dashboard.ts +59 -0
- package/src/db/queries/results.ts +128 -0
- package/src/db/queries/runs.ts +235 -0
- package/src/db/queries/sessions.ts +42 -0
- package/src/db/queries/settings.ts +28 -0
- package/src/db/queries/types.ts +172 -0
- package/src/db/queries.ts +72 -802
- package/src/db/schema.ts +178 -50
- package/src/cli/commands/export.ts +0 -144
- package/src/cli/commands/guide.ts +0 -127
- package/src/cli/commands/init/templates/skills/scenarios.md +0 -97
- package/src/cli/commands/probe-methods.ts +0 -108
- package/src/cli/commands/probe-validation.ts +0 -124
- package/src/cli/commands/serve.ts +0 -114
- package/src/cli/commands/sync.ts +0 -268
- package/src/cli/commands/update.ts +0 -189
- package/src/cli/commands/validate.ts +0 -34
- package/src/core/diagnostics/render-md.ts +0 -112
- package/src/core/exporter/postman.ts +0 -963
- package/src/core/generator/guide-builder.ts +0 -253
- package/src/core/meta/types.ts +0 -19
- package/src/core/parser/index.ts +0 -21
- package/src/core/runner/execute-run.ts +0 -132
- package/src/core/runner/index.ts +0 -12
- package/src/core/sync/spec-differ.ts +0 -38
- package/src/web/data/collection-state.ts +0 -362
- package/src/web/routes/api.ts +0 -314
- package/src/web/routes/dashboard.ts +0 -350
- package/src/web/routes/runs.ts +0 -64
- package/src/web/schemas.ts +0 -121
- package/src/web/server.ts +0 -134
- package/src/web/static/htmx.min.cjs +0 -1
- package/src/web/static/style.css +0 -1148
- package/src/web/views/endpoints-tab.ts +0 -174
- package/src/web/views/explorer-tab.ts +0 -402
- package/src/web/views/health-strip.ts +0 -92
- package/src/web/views/layout.ts +0 -48
- package/src/web/views/results.ts +0 -210
- package/src/web/views/runs-tab.ts +0 -126
- package/src/web/views/suites-tab.ts +0 -181
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared types and helpers for the per-domain query modules
|
|
3
|
+
* (`runs.ts`, `sessions.ts`, `results.ts`, `collections.ts`,
|
|
4
|
+
* `dashboard.ts`, `settings.ts`). Centralised here so domains can
|
|
5
|
+
* import each other's record shapes without circular deps.
|
|
6
|
+
*/
|
|
7
|
+
import { resolve } from "path";
|
|
8
|
+
|
|
9
|
+
export function normalizePath(p: string): string {
|
|
10
|
+
return resolve(p).replace(/\\/g, "/");
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export interface CreateRunOpts {
|
|
14
|
+
started_at: string;
|
|
15
|
+
environment?: string;
|
|
16
|
+
trigger?: string;
|
|
17
|
+
commit_sha?: string;
|
|
18
|
+
branch?: string;
|
|
19
|
+
collection_id?: number;
|
|
20
|
+
session_id?: string;
|
|
21
|
+
/** TASK-274: union of suite-level tags actually executed in the run, plus
|
|
22
|
+
* any explicit `--tag <x>` filters from the CLI. Persisted as a JSON
|
|
23
|
+
* array string so `coverage --union tag:<name>` can filter run-rows. */
|
|
24
|
+
tags?: string[];
|
|
25
|
+
/** ARV-55: 'regular' (default) | 'probe' | 'check'. Determines whether
|
|
26
|
+
* coverage's default query picks the run up. Callers compute the kind
|
|
27
|
+
* via `detectRunKind(suite_files)` before insert; INSERT defaults to
|
|
28
|
+
* 'regular' for legacy code paths that don't know about it yet. */
|
|
29
|
+
run_kind?: import("../../core/runner/run-kind.ts").RunKind;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
export interface RunRecord {
|
|
33
|
+
id: number;
|
|
34
|
+
started_at: string;
|
|
35
|
+
finished_at: string | null;
|
|
36
|
+
total: number;
|
|
37
|
+
passed: number;
|
|
38
|
+
failed: number;
|
|
39
|
+
skipped: number;
|
|
40
|
+
trigger: string;
|
|
41
|
+
commit_sha: string | null;
|
|
42
|
+
branch: string | null;
|
|
43
|
+
environment: string | null;
|
|
44
|
+
duration_ms: number | null;
|
|
45
|
+
collection_id: number | null;
|
|
46
|
+
session_id: string | null;
|
|
47
|
+
/** TASK-274: tag list captured at run time (JSON-encoded in DB). null
|
|
48
|
+
* on legacy rows persisted before migration v9. */
|
|
49
|
+
tags: string[] | null;
|
|
50
|
+
/** ARV-55: 'regular' | 'probe' | 'check'. Persisted as TEXT NOT NULL
|
|
51
|
+
* (default 'regular'); old rows are backfilled by migration v10. */
|
|
52
|
+
run_kind: import("../../core/runner/run-kind.ts").RunKind;
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
export interface RunSummary {
|
|
56
|
+
id: number;
|
|
57
|
+
started_at: string;
|
|
58
|
+
finished_at: string | null;
|
|
59
|
+
total: number;
|
|
60
|
+
passed: number;
|
|
61
|
+
failed: number;
|
|
62
|
+
skipped: number;
|
|
63
|
+
environment: string | null;
|
|
64
|
+
duration_ms: number | null;
|
|
65
|
+
collection_id: number | null;
|
|
66
|
+
session_id: string | null;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
export interface SessionSummary {
|
|
70
|
+
session_id: string;
|
|
71
|
+
started_at: string;
|
|
72
|
+
finished_at: string | null;
|
|
73
|
+
run_count: number;
|
|
74
|
+
total: number;
|
|
75
|
+
passed: number;
|
|
76
|
+
failed: number;
|
|
77
|
+
skipped: number;
|
|
78
|
+
duration_ms: number | null;
|
|
79
|
+
environment: string | null;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
export interface CollectionRecord {
|
|
83
|
+
id: number;
|
|
84
|
+
name: string;
|
|
85
|
+
base_dir: string | null;
|
|
86
|
+
test_path: string;
|
|
87
|
+
openapi_spec: string | null;
|
|
88
|
+
created_at: string;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
export interface CollectionSummary {
|
|
92
|
+
id: number;
|
|
93
|
+
name: string;
|
|
94
|
+
base_dir: string | null;
|
|
95
|
+
test_path: string;
|
|
96
|
+
openapi_spec: string | null;
|
|
97
|
+
created_at: string;
|
|
98
|
+
total_runs: number;
|
|
99
|
+
pass_rate: number;
|
|
100
|
+
last_run_at: string | null;
|
|
101
|
+
last_run_passed: number;
|
|
102
|
+
last_run_failed: number;
|
|
103
|
+
last_run_total: number;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
export interface CreateCollectionOpts {
|
|
107
|
+
name: string;
|
|
108
|
+
base_dir?: string;
|
|
109
|
+
test_path: string;
|
|
110
|
+
openapi_spec?: string;
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
export interface StoredStepResult {
|
|
114
|
+
id: number;
|
|
115
|
+
run_id: number;
|
|
116
|
+
suite_name: string;
|
|
117
|
+
test_name: string;
|
|
118
|
+
status: string;
|
|
119
|
+
duration_ms: number;
|
|
120
|
+
request_method: string | null;
|
|
121
|
+
request_url: string | null;
|
|
122
|
+
request_body: string | null;
|
|
123
|
+
response_status: number | null;
|
|
124
|
+
response_body: string | null;
|
|
125
|
+
response_headers: string | null;
|
|
126
|
+
error_message: string | null;
|
|
127
|
+
assertions: import("../../core/runner/types.ts").AssertionResult[];
|
|
128
|
+
captures: Record<string, unknown>;
|
|
129
|
+
suite_file: string | null;
|
|
130
|
+
provenance: import("../../core/parser/types.ts").SourceMetadata | null;
|
|
131
|
+
failure_class: import("../../core/diagnostics/failure-class.ts").FailureClass | null;
|
|
132
|
+
failure_class_reason: string | null;
|
|
133
|
+
spec_pointer: string | null;
|
|
134
|
+
spec_excerpt: string | null;
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
export interface RunFilters {
|
|
138
|
+
status?: string;
|
|
139
|
+
environment?: string;
|
|
140
|
+
date_from?: string;
|
|
141
|
+
date_to?: string;
|
|
142
|
+
test_name?: string;
|
|
143
|
+
/** TASK-116: filter by run origin — "ci" (CI runs only) or "manual"
|
|
144
|
+
* (interactive / probe / ad-hoc). Also accepts arbitrary trigger
|
|
145
|
+
* strings if the workspace introduces custom ones. */
|
|
146
|
+
trigger?: string;
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
export interface DashboardStats {
|
|
150
|
+
totalRuns: number;
|
|
151
|
+
totalTests: number;
|
|
152
|
+
overallPassRate: number;
|
|
153
|
+
avgDuration: number;
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
export interface PassRateTrendPoint {
|
|
157
|
+
run_id: number;
|
|
158
|
+
started_at: string;
|
|
159
|
+
pass_rate: number;
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
export interface SlowestTest {
|
|
163
|
+
suite_name: string;
|
|
164
|
+
test_name: string;
|
|
165
|
+
avg_duration: number;
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
export interface FlakyTest {
|
|
169
|
+
suite_name: string;
|
|
170
|
+
test_name: string;
|
|
171
|
+
distinct_statuses: number;
|
|
172
|
+
}
|