@agent-ix/quoin 0.10.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/default-modules.yaml +16 -16
- package/dist/{base-cpv9xSpO.js → base-DGA47VMM.js} +1 -1
- package/dist/cli.js +1 -1
- package/dist/commands/catalog/list.js +2 -2
- package/dist/commands/catalog/show.js +2 -2
- package/dist/commands/catalog/validate.js +2 -2
- package/dist/commands/config/doctor.js +1 -1
- package/dist/commands/config/edit.js +1 -1
- package/dist/commands/config/get.js +1 -1
- package/dist/commands/config/set.js +1 -1
- package/dist/commands/matrix.js +1 -1
- package/dist/commands/module/ensure-defaults.js +3 -3
- package/dist/commands/module/install.js +2 -2
- package/dist/commands/module/list.js +2 -2
- package/dist/commands/module/remove.js +2 -2
- package/dist/commands/review.js +1 -1
- package/dist/commands/to-plan.js +1 -1
- package/dist/commands/update.js +2 -2
- package/dist/commands/write.js +3 -3
- package/dist/{flow-command-DrC7aLJv.js → flow-command-CPS23AjI.js} +1 -1
- package/dist/index.js +6 -6
- package/dist/{modules-DelLm9BE.js → modules-CCvL41O_.js} +2 -2
- package/dist/{plugins-DQmOmTBH.js → plugins-ByvihMa0.js} +1 -1
- package/dist/{version-BWo5LBah.js → version-Be_NtSa4.js} +1 -1
- package/dist/{write-BZWI_GSS.js → write-xs9kemgB.js} +1 -1
- package/package.json +2 -1
- package/skills/spec-correctness/SKILL.md +98 -0
- package/skills/spec-correctness/assets/property-queue-template.md +78 -0
- package/skills/spec-correctness/assets/strategy-table.md +101 -0
- package/skills/spec-correctness/assets/templates/fast-check.ts.md +153 -0
- package/skills/spec-correctness/assets/templates/hypothesis.py.md +155 -0
- package/skills/spec-correctness/assets/templates/proptest.rs.md +144 -0
- package/skills/spec-correctness/references/step-0-scope-and-harness.md +94 -0
- package/skills/spec-correctness/references/step-1-census.md +53 -0
- package/skills/spec-correctness/references/step-2-clause-grounding.md +159 -0
- package/skills/spec-correctness/references/step-3-strategy-selection.md +83 -0
- package/skills/spec-correctness/references/step-4-generate-tests.md +99 -0
- package/skills/spec-correctness/references/step-5-second-pass.md +79 -0
- package/skills/spec-correctness/references/step-6-review-queue.md +64 -0
- package/skills/spec-correctness/references/step-7-report-and-handoff.md +63 -0
package/default-modules.yaml
CHANGED
|
@@ -10,73 +10,73 @@ schemaVersion: 1
|
|
|
10
10
|
name: quoin-default-modules
|
|
11
11
|
entries:
|
|
12
12
|
- name: spec-artifacts-iso
|
|
13
|
-
version: "0.
|
|
13
|
+
version: "0.9.0"
|
|
14
14
|
defaultEnabled: true
|
|
15
15
|
source:
|
|
16
16
|
type: git-subdir
|
|
17
17
|
url: agent-ix/spec-artifacts-iso
|
|
18
18
|
path: spec_artifacts_iso
|
|
19
|
-
ref: v0.
|
|
19
|
+
ref: v0.9.0
|
|
20
20
|
|
|
21
21
|
- name: spec-artifacts-app
|
|
22
|
-
version: "0.
|
|
22
|
+
version: "0.5.0"
|
|
23
23
|
defaultEnabled: true
|
|
24
24
|
source:
|
|
25
25
|
type: git-subdir
|
|
26
26
|
url: agent-ix/spec-artifacts-app
|
|
27
27
|
path: spec_artifacts_app
|
|
28
|
-
ref: v0.
|
|
28
|
+
ref: v0.5.0
|
|
29
29
|
|
|
30
30
|
- name: spec-artifacts-process
|
|
31
|
-
version: "0.
|
|
31
|
+
version: "0.10.0"
|
|
32
32
|
defaultEnabled: true
|
|
33
33
|
source:
|
|
34
34
|
type: git-subdir
|
|
35
35
|
url: agent-ix/spec-artifacts-process
|
|
36
36
|
path: spec_artifacts_process
|
|
37
|
-
ref: v0.
|
|
37
|
+
ref: v0.10.0
|
|
38
38
|
|
|
39
39
|
- name: spec-objects-business
|
|
40
|
-
version: "0.
|
|
40
|
+
version: "0.6.0"
|
|
41
41
|
defaultEnabled: true
|
|
42
42
|
source:
|
|
43
43
|
type: git-subdir
|
|
44
44
|
url: agent-ix/spec-objects-business
|
|
45
45
|
path: spec_objects_business
|
|
46
|
-
ref: v0.
|
|
46
|
+
ref: v0.6.0
|
|
47
47
|
|
|
48
48
|
- name: spec-objects-architecture
|
|
49
|
-
version: "0.
|
|
49
|
+
version: "0.6.0"
|
|
50
50
|
defaultEnabled: true
|
|
51
51
|
source:
|
|
52
52
|
type: git-subdir
|
|
53
53
|
url: agent-ix/spec-objects-architecture
|
|
54
54
|
path: spec_objects_architecture
|
|
55
|
-
ref: v0.
|
|
55
|
+
ref: v0.6.0
|
|
56
56
|
|
|
57
57
|
- name: spec-objects-enterprise
|
|
58
|
-
version: "0.
|
|
58
|
+
version: "0.5.0"
|
|
59
59
|
defaultEnabled: true
|
|
60
60
|
source:
|
|
61
61
|
type: git-subdir
|
|
62
62
|
url: agent-ix/spec-objects-enterprise
|
|
63
63
|
path: spec_objects_enterprise
|
|
64
|
-
ref: v0.
|
|
64
|
+
ref: v0.5.0
|
|
65
65
|
|
|
66
66
|
- name: spec-objects-operational
|
|
67
|
-
version: "0.
|
|
67
|
+
version: "0.6.0"
|
|
68
68
|
defaultEnabled: true
|
|
69
69
|
source:
|
|
70
70
|
type: git-subdir
|
|
71
71
|
url: agent-ix/spec-objects-operational
|
|
72
72
|
path: spec_objects_operational
|
|
73
|
-
ref: v0.
|
|
73
|
+
ref: v0.6.0
|
|
74
74
|
|
|
75
75
|
- name: spec-objects-security
|
|
76
|
-
version: "0.
|
|
76
|
+
version: "0.5.0"
|
|
77
77
|
defaultEnabled: true
|
|
78
78
|
source:
|
|
79
79
|
type: git-subdir
|
|
80
80
|
url: agent-ix/spec-objects-security
|
|
81
81
|
path: spec_objects_security
|
|
82
|
-
ref: v0.
|
|
82
|
+
ref: v0.5.0
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { t as e } from "./version-
|
|
1
|
+
import { t as e } from "./version-Be_NtSa4.js";
|
|
2
2
|
import { BaseCommand as t, maybeOfferUpdate as n } from "@agent-ix/ix-cli-core";
|
|
3
3
|
import { existsSync as r, readFileSync as i, readdirSync as a, statSync as o } from "node:fs";
|
|
4
4
|
import { basename as s, join as c, resolve as l } from "node:path";
|
package/dist/cli.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { o as e, t } from "../../base-
|
|
2
|
-
import { n } from "../../modules-
|
|
1
|
+
import { o as e, t } from "../../base-DGA47VMM.js";
|
|
2
|
+
import { n } from "../../modules-CCvL41O_.js";
|
|
3
3
|
import { Flags as r } from "@oclif/core";
|
|
4
4
|
//#region src/commands/catalog/list.ts
|
|
5
5
|
var i = class i extends t {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { i as e, o as t, t as n } from "../../base-
|
|
2
|
-
import { n as r } from "../../modules-
|
|
1
|
+
import { i as e, o as t, t as n } from "../../base-DGA47VMM.js";
|
|
2
|
+
import { n as r } from "../../modules-CCvL41O_.js";
|
|
3
3
|
import { Args as i, Flags as a } from "@oclif/core";
|
|
4
4
|
//#region src/commands/catalog/show.ts
|
|
5
5
|
var o = class o extends n {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { o as e, t } from "../../base-
|
|
2
|
-
import { n } from "../../modules-
|
|
1
|
+
import { o as e, t } from "../../base-DGA47VMM.js";
|
|
2
|
+
import { n } from "../../modules-CCvL41O_.js";
|
|
3
3
|
import { Flags as r } from "@oclif/core";
|
|
4
4
|
//#region src/commands/catalog/validate.ts
|
|
5
5
|
var i = class i extends t {
|
package/dist/commands/matrix.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { t as e } from "../../base-
|
|
2
|
-
import { r as t } from "../../plugins-
|
|
3
|
-
import { n } from "../../modules-
|
|
1
|
+
import { t as e } from "../../base-DGA47VMM.js";
|
|
2
|
+
import { r as t } from "../../plugins-ByvihMa0.js";
|
|
3
|
+
import { n } from "../../modules-CCvL41O_.js";
|
|
4
4
|
//#region src/commands/module/ensure-defaults.ts
|
|
5
5
|
var r = class r extends e {
|
|
6
6
|
static summary = "Idempotently install the default spec module set.";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { t as e } from "../../base-
|
|
2
|
-
import { n as t } from "../../plugins-
|
|
1
|
+
import { t as e } from "../../base-DGA47VMM.js";
|
|
2
|
+
import { n as t } from "../../plugins-ByvihMa0.js";
|
|
3
3
|
import { Args as n } from "@oclif/core";
|
|
4
4
|
//#region src/commands/module/install.ts
|
|
5
5
|
var r = class r extends e {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { t as e } from "../../base-
|
|
2
|
-
import { r as t } from "../../plugins-
|
|
1
|
+
import { t as e } from "../../base-DGA47VMM.js";
|
|
2
|
+
import { r as t } from "../../plugins-ByvihMa0.js";
|
|
3
3
|
//#region src/commands/module/list.ts
|
|
4
4
|
var n = class n extends e {
|
|
5
5
|
static summary = "List installed spec modules.";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { t as e } from "../../base-
|
|
2
|
-
import { a as t } from "../../plugins-
|
|
1
|
+
import { t as e } from "../../base-DGA47VMM.js";
|
|
2
|
+
import { a as t } from "../../plugins-ByvihMa0.js";
|
|
3
3
|
import { Args as n } from "@oclif/core";
|
|
4
4
|
//#region src/commands/module/remove.ts
|
|
5
5
|
var r = class r extends e {
|
package/dist/commands/review.js
CHANGED
package/dist/commands/to-plan.js
CHANGED
package/dist/commands/update.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { t as e } from "../version-
|
|
2
|
-
import { t } from "../base-
|
|
1
|
+
import { t as e } from "../version-Be_NtSa4.js";
|
|
2
|
+
import { t } from "../base-DGA47VMM.js";
|
|
3
3
|
import { runSelfUpdate as n } from "@agent-ix/ix-cli-core";
|
|
4
4
|
import { Flags as r } from "@oclif/core";
|
|
5
5
|
//#region src/commands/update.ts
|
package/dist/commands/write.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { o as e, t } from "../base-
|
|
2
|
-
import { n } from "../modules-
|
|
3
|
-
import { n as r, r as i, t as a } from "../write-
|
|
1
|
+
import { o as e, t } from "../base-DGA47VMM.js";
|
|
2
|
+
import { n } from "../modules-CCvL41O_.js";
|
|
3
|
+
import { n as r, r as i, t as a } from "../write-xs9kemgB.js";
|
|
4
4
|
import { Args as o, Flags as s } from "@oclif/core";
|
|
5
5
|
//#region src/commands/write.ts
|
|
6
6
|
var c = class c extends t {
|
package/dist/index.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { n as e, t } from "./version-
|
|
1
|
+
import { n as e, t } from "./version-Be_NtSa4.js";
|
|
2
2
|
import { isVersionRequest as n, main as r } from "./cli.js";
|
|
3
|
-
import { i, n as a, o, r as s, t as c } from "./base-
|
|
4
|
-
import { a as l, i as u, n as d, r as f } from "./plugins-
|
|
5
|
-
import { n as p, t as m } from "./modules-
|
|
3
|
+
import { i, n as a, o, r as s, t as c } from "./base-DGA47VMM.js";
|
|
4
|
+
import { a as l, i as u, n as d, r as f } from "./plugins-ByvihMa0.js";
|
|
5
|
+
import { n as p, t as m } from "./modules-CCvL41O_.js";
|
|
6
6
|
import { i as h, n as g, r as _, t as v } from "./config-schema-Dp-vlxuR.js";
|
|
7
|
-
import { a as y, i as b, n as x, o as S, r as C, t as w } from "./write-
|
|
8
|
-
import { t as T } from "./flow-command-
|
|
7
|
+
import { a as y, i as b, n as x, o as S, r as C, t as w } from "./write-xs9kemgB.js";
|
|
8
|
+
import { t as T } from "./flow-command-CPS23AjI.js";
|
|
9
9
|
export { T as FlowCommand, v as QUOIN_ENV_BINDINGS, g as QUOIN_PLUGIN_ID, c as QuoinCommand, _ as QuoinConfigSchema, b as UNRESOLVED_ORG_MESSAGE, w as createAuthoringPack, a as defaultModuleRoots, m as defaultModulesManifest, p as ensureDefaultModules, s as filamentModulesDir, i as findCatalogEntry, x as formatAuthoringPack, d as installPlugin, n as isVersionRequest, h as ixSchema, f as listPlugins, o as loadCatalog, r as main, y as originOrg, t as packageVersion, u as parseSourceArg, C as parseTypeList, l as removePlugin, S as resolveOrg, e as resolveVersion };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { a as e } from "./base-
|
|
2
|
-
import { t } from "./plugins-
|
|
1
|
+
import { a as e } from "./base-DGA47VMM.js";
|
|
2
|
+
import { t } from "./plugins-ByvihMa0.js";
|
|
3
3
|
import { readFileSync as n } from "node:fs";
|
|
4
4
|
import { dirname as r, join as i } from "node:path";
|
|
5
5
|
import { fileURLToPath as a } from "node:url";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a as e, r as t } from "./base-
|
|
1
|
+
import { a as e, r as t } from "./base-DGA47VMM.js";
|
|
2
2
|
import { existsSync as n, readFileSync as r, rmSync as i } from "node:fs";
|
|
3
3
|
import { basename as a, join as o } from "node:path";
|
|
4
4
|
import { parse as s } from "yaml";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { i as e } from "./base-
|
|
1
|
+
import { i as e } from "./base-DGA47VMM.js";
|
|
2
2
|
import { n as t, r as n, t as r } from "./config-schema-Dp-vlxuR.js";
|
|
3
3
|
import { ConfigService as i } from "@agent-ix/ix-cli-core";
|
|
4
4
|
import { existsSync as a, readFileSync as o, statSync as s } from "node:fs";
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@agent-ix/quoin",
|
|
3
3
|
"description": "Spec-driven development for Claude Code — author validated, ISO/IEC/IEEE 29148-aligned specs, then plan and build against them.",
|
|
4
|
-
"version": "0.
|
|
4
|
+
"version": "0.12.0",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
7
7
|
"files": [
|
|
@@ -95,6 +95,7 @@
|
|
|
95
95
|
"add": "^2.0.6",
|
|
96
96
|
"eslint": "10.4.1",
|
|
97
97
|
"eslint-plugin-prettier": "5.5.6",
|
|
98
|
+
"fast-check": "^4.9.0",
|
|
98
99
|
"pnpm": "11.5.2",
|
|
99
100
|
"prettier": "3.8.3",
|
|
100
101
|
"ts-node": "^10.9.2",
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: spec-correctness
|
|
3
|
+
description: Turn classified acceptance criteria into runnable property tests. Consumes
|
|
4
|
+
`quire properties --json` per-criterion records, grounds each criterion's domain,
|
|
5
|
+
precondition and oracle in the spec and the code, and emits property tests in the
|
|
6
|
+
repo's own harness (proptest / fast-check / hypothesis) keyed on `row_id`. Settled
|
|
7
|
+
criteria land unattended; candidates and the LLM second pass over example/unclassified
|
|
8
|
+
criteria land inert in a review queue.
|
|
9
|
+
---
|
|
10
|
+
|
|
11
|
+
# Spec Correctness
|
|
12
|
+
|
|
13
|
+
Use this skill to **generate property tests from acceptance criteria you already wrote**.
|
|
14
|
+
|
|
15
|
+
`quire properties` classifies every binding acceptance criterion by property shape and
|
|
16
|
+
stops there — it names no test framework and its deterministic recall has a measured
|
|
17
|
+
ceiling. This skill closes the three gaps that leaves:
|
|
18
|
+
|
|
19
|
+
1. **The harness.** The shape→harness mapping is this skill's, not the engine's.
|
|
20
|
+
2. **The clauses.** Domain/precondition/oracle spans reach only a small minority of
|
|
21
|
+
criteria, so this skill grounds them from the spec and the code itself.
|
|
22
|
+
3. **The residue.** Criteria the deterministic pass labelled `example` or `unclassified`
|
|
23
|
+
go to an LLM second pass — review-gated, so it can afford recall the engine cannot.
|
|
24
|
+
|
|
25
|
+
Specified by [FR-028](../../spec/functional/FR-028-generate-property-tests-from-criteria.md).
|
|
26
|
+
|
|
27
|
+
## The one rule that is not negotiable
|
|
28
|
+
|
|
29
|
+
**A low extractable ratio is data, never a verdict.** This skill reports counts. It emits
|
|
30
|
+
no threshold, no grade, no pass/fail, and it never suggests rewording a criterion to score
|
|
31
|
+
better. A criterion that describes one concrete scenario is a good criterion; it just isn't
|
|
32
|
+
a property. (quire-rs FR-052-CON-1.)
|
|
33
|
+
|
|
34
|
+
Two more, inherited:
|
|
35
|
+
|
|
36
|
+
- **Never write a framework name into `spec/**`.** (CON-2.)
|
|
37
|
+
- **Never propose a new regex or lexicon entry for quire-rs.** 31.3% recall at 93.3%
|
|
38
|
+
precision is a measured ceiling, not a bug. (quire-rs#45.)
|
|
39
|
+
|
|
40
|
+
## When to use
|
|
41
|
+
|
|
42
|
+
- After acceptance criteria are written and validated, to give them verification.
|
|
43
|
+
- Before `gap-analysis`, so the matrix rows it reconciles have real backing tests.
|
|
44
|
+
- On an existing repo, to find which criteria have no test and why.
|
|
45
|
+
|
|
46
|
+
Not for: authoring criteria (`specify`), building the matrix (`spec-matrix`), or judging
|
|
47
|
+
whether existing tests are good (`gap-analysis`).
|
|
48
|
+
|
|
49
|
+
## Inputs
|
|
50
|
+
|
|
51
|
+
- The target repo and its spec glob (default `spec/**/*.md`).
|
|
52
|
+
- `quire properties --scope <repo> --json '<glob>'` output — quire-cli ≥ 0.12.0.
|
|
53
|
+
- The repo's source and test trees.
|
|
54
|
+
|
|
55
|
+
## Steps
|
|
56
|
+
|
|
57
|
+
0. **[Scope and harness](references/step-0-scope-and-harness.md)**: resolve the repo and
|
|
58
|
+
glob, run `quire properties --json`, detect the harness, test dir, and the repo's
|
|
59
|
+
existing tracking-tag style.
|
|
60
|
+
1. **[Census](references/step-1-census.md)**: bucket records by `property` × `extraction`.
|
|
61
|
+
Data only — no verdict, no threshold, no rewording suggestion.
|
|
62
|
+
2. **[Clause grounding](references/step-2-clause-grounding.md)**: derive domain,
|
|
63
|
+
precondition and oracle for each record, each cited to a `file:line`. No citation, no
|
|
64
|
+
test.
|
|
65
|
+
3. **[Strategy selection](references/step-3-strategy-selection.md)**: pick the assertion
|
|
66
|
+
skeleton from `property`, and the routing lane from `extraction`.
|
|
67
|
+
4. **[Generate tests](references/step-4-generate-tests.md)**: emit into the repo's harness
|
|
68
|
+
with the `row_id` tracking tags and the provenance line.
|
|
69
|
+
5. **[Second pass](references/step-5-second-pass.md)**: the LLM pass over `example`,
|
|
70
|
+
`unclassified`, and anything step 2 refused to ground.
|
|
71
|
+
6. **[Review queue](references/step-6-review-queue.md)**: the queue file, the inert
|
|
72
|
+
markers, and the acceptance procedure.
|
|
73
|
+
7. **[Report and handoff](references/step-7-report-and-handoff.md)**: the run report, the
|
|
74
|
+
`Property` rows for `spec-matrix`, and the reconciliation check against `gap-analysis`.
|
|
75
|
+
|
|
76
|
+
Steps 0–4 and 6–7 always run. Step 5 is an expensive LLM pass — **ask before running it**
|
|
77
|
+
when the residue is large (say, more than 30 records).
|
|
78
|
+
|
|
79
|
+
## Outputs
|
|
80
|
+
|
|
81
|
+
| Path | What |
|
|
82
|
+
| --- | --- |
|
|
83
|
+
| `tests/props/<per-harness naming>` | Unattended property tests (`extraction: extractable`, grounded) |
|
|
84
|
+
| `tests/props/_review/…` (Rust: `tests/props_review_fr_NNN.rs`) | Queued tests — inert until accepted |
|
|
85
|
+
| `tests/props/QUEUE.md` | The review queue and the run report |
|
|
86
|
+
|
|
87
|
+
> **Why the queue is not a `SpecReview`.** `SpecReview.analysis` is a closed enum in
|
|
88
|
+
> `spec-artifacts-process` with no `spec-correctness` value, so a review file under
|
|
89
|
+
> `reviews/` would fail `quire validate`. The queue lives in the test tree, outside every
|
|
90
|
+
> spec validation glob. Adding the enum value upstream is a follow-up, not a prerequisite.
|
|
91
|
+
|
|
92
|
+
## Two facts that will bite if you assume otherwise
|
|
93
|
+
|
|
94
|
+
- **`shape` is not `property`.** `shape` is the FR-047 grammar axis
|
|
95
|
+
(`assertion | obligation | given-when-then | unstructured`). `property` is the 10-value
|
|
96
|
+
taxonomy. **Strategy selects on `property`.** Routing selects on `extraction`.
|
|
97
|
+
- **StR scores highest, not lowest** — 29.1% against FR's 19.2%. Do not down-weight
|
|
98
|
+
stakeholder requirements (quire-rs CR-029 falsified the CR-020 prediction).
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
# Property Test Queue
|
|
2
|
+
|
|
3
|
+
<!-- Written by the spec-correctness skill. Not a spec artifact; not validated by quire. -->
|
|
4
|
+
|
|
5
|
+
spec-correctness — `<repo>` — `<YYYY-MM-DD>`
|
|
6
|
+
quire-cli `<version>` · harness `<name>` · `<N>` criteria
|
|
7
|
+
|
|
8
|
+
## Run report
|
|
9
|
+
|
|
10
|
+
```
|
|
11
|
+
emitted unattended <n> (extractable, grounded)
|
|
12
|
+
queued <n> candidate <n> · second-pass <n> · downgraded <n> · dep-missing <n>
|
|
13
|
+
refused <n> symbol-not-found <n> · oracle-is-adjectival <n> · unimplemented <n>
|
|
14
|
+
already covered <n> hand-written tests already carry the row_id
|
|
15
|
+
witnesses <n> Unit tests, not property coverage
|
|
16
|
+
```
|
|
17
|
+
|
|
18
|
+
`emitted unattended + queued + refused + already covered` = records carrying a `row_id`.
|
|
19
|
+
|
|
20
|
+
## Queued — awaiting review
|
|
21
|
+
|
|
22
|
+
Each row is inert in the runner until accepted. Accepting is: delete the skip marker, move
|
|
23
|
+
the file out of `_review/`, change `review=required` to `review=accepted`, run the suite,
|
|
24
|
+
flip the matrix row from 🚧 to ✅. The tracking tag never changes.
|
|
25
|
+
|
|
26
|
+
| row_id | property | origin | confidence | file | why it is queued |
|
|
27
|
+
| --- | --- | --- | --- | --- | --- |
|
|
28
|
+
| FR-018-AC-3 | invariant | regex-candidate | — | `tests/props/_review/fr-018.prop.test.ts` | metamorphic label not corroborated by the structural pass |
|
|
29
|
+
| FR-005-AC-2 | example | llm-second-pass | medium | `tests/props/_review/fr-005.prop.test.ts` | reclassified as error-case over a negative domain |
|
|
30
|
+
| FR-050-AC-1 | concurrency | llm-second-pass | low | `tests/props/_review/test_fr_050.py` | hypothesis has no interleaving scheduler; interleavings not exhaustive |
|
|
31
|
+
|
|
32
|
+
## Witnesses — Unit tests, not property coverage
|
|
33
|
+
|
|
34
|
+
| row_id | file | the case it pins |
|
|
35
|
+
| --- | --- | --- |
|
|
36
|
+
| FR-002-AC-1 | `tests/props/_review/fr-002.prop.test.ts` | `version`, `--version`, `-v` each print the package version |
|
|
37
|
+
|
|
38
|
+
## Refused — no test written
|
|
39
|
+
|
|
40
|
+
Not findings. A refusal says this run could not ground the criterion; several of these are
|
|
41
|
+
criteria that are correctly verified by inspection rather than by test.
|
|
42
|
+
|
|
43
|
+
| row_id | reason | note |
|
|
44
|
+
| --- | --- | --- |
|
|
45
|
+
| NFR-003-AC-2 | oracle-is-adjectival | "actionable" has no observable in `## Outputs`; verified by inspection |
|
|
46
|
+
| FR-022-AC-4 | unimplemented | `selfUpdate` is not in the source yet |
|
|
47
|
+
| FR-011-AC-6 | ambiguous-symbol | `list` matches two exported functions; no `Verification` column to disambiguate |
|
|
48
|
+
|
|
49
|
+
## Rejected — do not re-propose
|
|
50
|
+
|
|
51
|
+
A re-run skips these `row_id`s unless the criterion's `statement` changes.
|
|
52
|
+
|
|
53
|
+
| row_id | rejected on | reason |
|
|
54
|
+
| --- | --- | --- |
|
|
55
|
+
|
|
56
|
+
## Dependency remedies
|
|
57
|
+
|
|
58
|
+
No test file is written when the generator library is absent — an import of a missing
|
|
59
|
+
library breaks test collection even for a skipped test. The proposals sit below as code
|
|
60
|
+
blocks until the dependency is added and the skill is re-run.
|
|
61
|
+
|
|
62
|
+
| harness | remedy |
|
|
63
|
+
| --- | --- |
|
|
64
|
+
| fast-check | `add fast-check to devDependencies, then re-run spec-correctness to emit these` |
|
|
65
|
+
|
|
66
|
+
### Proposals awaiting the dependency
|
|
67
|
+
|
|
68
|
+
<details><summary>FR-012-AC-1 · ordering · extractable</summary>
|
|
69
|
+
|
|
70
|
+
```ts
|
|
71
|
+
// tests/props/fr-012.prop.test.ts
|
|
72
|
+
/**
|
|
73
|
+
* Trace: FR-012-AC-1 — declaring modules are listed in sorted order.
|
|
74
|
+
* spec-correctness: row=FR-012-AC-1 property=ordering extraction=extractable origin=regex review=none
|
|
75
|
+
*/
|
|
76
|
+
```
|
|
77
|
+
|
|
78
|
+
</details>
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
# Strategy Table
|
|
2
|
+
|
|
3
|
+
The full `property` → test-strategy mapping. `extraction` decides the lane (see
|
|
4
|
+
`references/step-3-strategy-selection.md`); this table decides the test.
|
|
5
|
+
|
|
6
|
+
`shape` (`assertion | obligation | given-when-then | unstructured`) never appears here —
|
|
7
|
+
it is the FR-047 grammar axis, not the property axis.
|
|
8
|
+
|
|
9
|
+
---
|
|
10
|
+
|
|
11
|
+
## `round-trip`
|
|
12
|
+
|
|
13
|
+
- **Needs** two symbols, an encoder and its inverse. Only one found → queue.
|
|
14
|
+
- **Domain** the *inner* type — generate `x`, not the encoded form, so every value is
|
|
15
|
+
reachable and shrinking is meaningful.
|
|
16
|
+
- **Oracle** `dec(enc(x)) == x`.
|
|
17
|
+
- **Lossy variant** when the FR says normalization happens: `norm(dec(enc(x))) == norm(x)`.
|
|
18
|
+
Cite the FR line that states the loss; do not assume it.
|
|
19
|
+
- **Trap** encoding invalid inputs. If `enc` is partial, filter the domain rather than
|
|
20
|
+
catching an error — an error there is a different criterion.
|
|
21
|
+
|
|
22
|
+
## `idempotence`
|
|
23
|
+
|
|
24
|
+
- **Domain** `x`, **seeded with `f`'s own outputs** so the already-normalized branch is hit.
|
|
25
|
+
A generator that never produces a fixpoint tests only half the property.
|
|
26
|
+
- **Oracle** `f(f(x)) == f(x)`.
|
|
27
|
+
- **Trap** `f` that is idempotent only on valid input — add the validity precondition from
|
|
28
|
+
`## Behavior`, cited.
|
|
29
|
+
|
|
30
|
+
## `ordering`
|
|
31
|
+
|
|
32
|
+
- **Domain** `xs : list<T>`, length `0..32`. Include the empty and singleton cases; they
|
|
33
|
+
are where ordering code breaks.
|
|
34
|
+
- **Oracle — pick one by the criterion's verb**:
|
|
35
|
+
- *sorted*, *in order*, *ascending* → `is_sorted_by(key, f(xs))`
|
|
36
|
+
- *regardless of order*, *independent of order* → `f(xs) == f(shuffle(xs))`
|
|
37
|
+
- *reorders*, *preserves*, *without loss* → `multiset(f(xs)) == multiset(xs)`
|
|
38
|
+
- **Trap** asserting a total order when the criterion states a stable partial one. Sort by
|
|
39
|
+
the stated key only.
|
|
40
|
+
|
|
41
|
+
## `invariant`
|
|
42
|
+
|
|
43
|
+
- **Domain** `x : Domain`.
|
|
44
|
+
- **Oracle** `P(f(x))` for a pure function. For stateful code, generate an op sequence and
|
|
45
|
+
assert `P(state)` **after every op**, not only at the end.
|
|
46
|
+
- **`P` is the entire risk.** It must come from a `SHALL` predicate or a code-level bound,
|
|
47
|
+
cited. `assert result is not None` is not an invariant — that is a refusal.
|
|
48
|
+
|
|
49
|
+
## `error-case`
|
|
50
|
+
|
|
51
|
+
- **Domain** the **negative** one: the complement of the valid domain, built with
|
|
52
|
+
`prop_filter` / `fc.pre` / `assume`.
|
|
53
|
+
- **Oracle** two assertions, both required:
|
|
54
|
+
1. it fails with the stated error class;
|
|
55
|
+
2. the payload matches the stated shape (message fragment, exit code, error variant).
|
|
56
|
+
- **Where the error class comes from**: the code. The engine emits
|
|
57
|
+
`span:refused-weak-boundary` on these criteria, meaning it *declined* to guess the
|
|
58
|
+
boundary. Read the error enum or exception class; do not infer it from the prose.
|
|
59
|
+
- **Trap** a filter so narrow the generator exhausts. Prefer constructing the negative
|
|
60
|
+
domain directly over filtering a large valid one.
|
|
61
|
+
|
|
62
|
+
## `lifecycle`
|
|
63
|
+
|
|
64
|
+
- **Generatable only if** the states and transitions are enumerable from `## Behavior`.
|
|
65
|
+
Otherwise refuse with `no-state-machine`.
|
|
66
|
+
- **Domain** an op sequence, length `1..24`, drawn from the op set.
|
|
67
|
+
- **Oracle** per op: `sut.apply(op).ok == model.allows(op)`; then the invariant; then the
|
|
68
|
+
terminal state at the end of the sequence.
|
|
69
|
+
- The model is a few lines of plain data — a set of legal ops per state. If writing it
|
|
70
|
+
requires reimplementing the SUT, refuse instead.
|
|
71
|
+
|
|
72
|
+
## `concurrency`
|
|
73
|
+
|
|
74
|
+
- **Domain** interleaved or parallel op sequences over a small op set.
|
|
75
|
+
- **Oracle** the concurrent result is *some* linearization of the sequential model, and no
|
|
76
|
+
invariant is violated at any interleaving.
|
|
77
|
+
- **Rust** `loom` for exhaustive interleaving of a small model; `proptest-state-machine`
|
|
78
|
+
parallel mode when the op set is large.
|
|
79
|
+
- **TypeScript** `fc.scheduler()` — deterministic and shrinkable.
|
|
80
|
+
- **Python** hypothesis has no interleaving scheduler. Emit a `RuleBasedStateMachine`
|
|
81
|
+
sketch over the async model, **always queued**, never unattended.
|
|
82
|
+
|
|
83
|
+
## `universal`
|
|
84
|
+
|
|
85
|
+
- The default family and the largest bucket in practice.
|
|
86
|
+
- **Domain** the clause subject, typed from the code signature.
|
|
87
|
+
- **Oracle** a direct translation of the criterion's predicate.
|
|
88
|
+
- **Trap** translating the implementation instead of the criterion. If the assertion reads
|
|
89
|
+
like the function body, it proves nothing — re-derive from `## Behavior`.
|
|
90
|
+
|
|
91
|
+
## `example`
|
|
92
|
+
|
|
93
|
+
- **Not a property.** Step 5 owns it.
|
|
94
|
+
- May become a reclassified property (with citations) or a `Unit` witness test. A witness
|
|
95
|
+
is queued and is **not** counted as property coverage.
|
|
96
|
+
|
|
97
|
+
## `unclassified`
|
|
98
|
+
|
|
99
|
+
- **Not a property.** Step 5 owns it.
|
|
100
|
+
- Absence of a signal is not absence of a property — but it is also not evidence of one.
|
|
101
|
+
Ground it or record nothing.
|