@agent-ix/quoin 0.23.1 → 0.26.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -258
- package/bin/launcher.js +138 -0
- package/package.json +22 -123
- package/.agents/plugins/marketplace.json +0 -14
- package/.claude-plugin/marketplace.json +0 -16
- package/.claude-plugin/plugin.json +0 -8
- package/.codex-plugin/plugin.json +0 -27
- package/.github/plugin/marketplace.json +0 -16
- package/bin/quoin.js +0 -21
- package/default-modules.yaml +0 -107
- package/dist/advisor/advise.d.ts +0 -199
- package/dist/advisor/advise.d.ts.map +0 -1
- package/dist/advisor/index.d.ts +0 -10
- package/dist/advisor/index.d.ts.map +0 -1
- package/dist/advisor/methods.d.ts +0 -60
- package/dist/advisor/methods.d.ts.map +0 -1
- package/dist/advisor-B0rESCx1.js +0 -63
- package/dist/assurance/graph.d.ts +0 -87
- package/dist/assurance/graph.d.ts.map +0 -1
- package/dist/assurance/index.d.ts +0 -9
- package/dist/assurance/index.d.ts.map +0 -1
- package/dist/assurance/render.d.ts +0 -3
- package/dist/assurance/render.d.ts.map +0 -1
- package/dist/auditor/audit.d.ts +0 -146
- package/dist/auditor/audit.d.ts.map +0 -1
- package/dist/auditor/combinatorial.d.ts +0 -53
- package/dist/auditor/combinatorial.d.ts.map +0 -1
- package/dist/auditor/index.d.ts +0 -9
- package/dist/auditor/index.d.ts.map +0 -1
- package/dist/auditor-Dd3i9Aqx.js +0 -340
- package/dist/base-gAClyCNd.js +0 -137
- package/dist/base.d.ts +0 -23
- package/dist/base.d.ts.map +0 -1
- package/dist/catalog.d.ts +0 -33
- package/dist/catalog.d.ts.map +0 -1
- package/dist/change-assurance/attestations.d.ts +0 -7
- package/dist/change-assurance/attestations.d.ts.map +0 -1
- package/dist/change-assurance/index.d.ts +0 -14
- package/dist/change-assurance/index.d.ts.map +0 -1
- package/dist/change-assurance/integrity.d.ts +0 -11
- package/dist/change-assurance/integrity.d.ts.map +0 -1
- package/dist/change-assurance/records.d.ts +0 -22
- package/dist/change-assurance/records.d.ts.map +0 -1
- package/dist/change-assurance/schema-assets.d.ts +0 -8
- package/dist/change-assurance/schema-assets.d.ts.map +0 -1
- package/dist/change-assurance/store.d.ts +0 -18
- package/dist/change-assurance/store.d.ts.map +0 -1
- package/dist/change-assurance/types.d.ts +0 -180
- package/dist/change-assurance/types.d.ts.map +0 -1
- package/dist/change-assurance/verify.d.ts +0 -4
- package/dist/change-assurance/verify.d.ts.map +0 -1
- package/dist/change-assurance-CyKLPeKa.js +0 -1236
- package/dist/cli.d.ts +0 -61
- package/dist/cli.d.ts.map +0 -1
- package/dist/cli.js +0 -34
- package/dist/commands/advise.d.ts +0 -16
- package/dist/commands/advise.d.ts.map +0 -1
- package/dist/commands/advise.js +0 -234
- package/dist/commands/assurance.d.ts +0 -14
- package/dist/commands/assurance.d.ts.map +0 -1
- package/dist/commands/assurance.js +0 -204
- package/dist/commands/catalog/index.d.ts +0 -2
- package/dist/commands/catalog/index.d.ts.map +0 -1
- package/dist/commands/catalog/index.js +0 -2
- package/dist/commands/catalog/list.d.ts +0 -11
- package/dist/commands/catalog/list.d.ts.map +0 -1
- package/dist/commands/catalog/list.js +0 -22
- package/dist/commands/catalog/methods.d.ts +0 -12
- package/dist/commands/catalog/methods.d.ts.map +0 -1
- package/dist/commands/catalog/methods.js +0 -43
- package/dist/commands/catalog/show.d.ts +0 -13
- package/dist/commands/catalog/show.d.ts.map +0 -1
- package/dist/commands/catalog/show.js +0 -25
- package/dist/commands/catalog/validate.d.ts +0 -10
- package/dist/commands/catalog/validate.d.ts.map +0 -1
- package/dist/commands/catalog/validate.js +0 -27
- package/dist/commands/change-assurance/common.d.ts +0 -37
- package/dist/commands/change-assurance/common.d.ts.map +0 -1
- package/dist/commands/change-assurance/index.d.ts +0 -8
- package/dist/commands/change-assurance/index.d.ts.map +0 -1
- package/dist/commands/change-assurance/index.js +0 -12
- package/dist/commands/change-assurance/intake.d.ts +0 -15
- package/dist/commands/change-assurance/intake.d.ts.map +0 -1
- package/dist/commands/change-assurance/intake.js +0 -53
- package/dist/commands/change-assurance/receipt.d.ts +0 -21
- package/dist/commands/change-assurance/receipt.d.ts.map +0 -1
- package/dist/commands/change-assurance/receipt.js +0 -99
- package/dist/commands/change-assurance/recover.d.ts +0 -13
- package/dist/commands/change-assurance/recover.d.ts.map +0 -1
- package/dist/commands/change-assurance/recover.js +0 -29
- package/dist/commands/change-assurance/schema.d.ts +0 -13
- package/dist/commands/change-assurance/schema.d.ts.map +0 -1
- package/dist/commands/change-assurance/schema.js +0 -40
- package/dist/commands/change-assurance/seal-attestation.d.ts +0 -15
- package/dist/commands/change-assurance/seal-attestation.d.ts.map +0 -1
- package/dist/commands/change-assurance/seal-attestation.js +0 -58
- package/dist/commands/change-assurance/seal-record.d.ts +0 -14
- package/dist/commands/change-assurance/seal-record.d.ts.map +0 -1
- package/dist/commands/change-assurance/seal-record.js +0 -53
- package/dist/commands/change-assurance/verify-receipt.d.ts +0 -13
- package/dist/commands/change-assurance/verify-receipt.d.ts.map +0 -1
- package/dist/commands/change-assurance/verify-receipt.js +0 -41
- package/dist/commands/completeness.d.ts +0 -16
- package/dist/commands/completeness.d.ts.map +0 -1
- package/dist/commands/completeness.js +0 -49
- package/dist/commands/config/doctor.d.ts +0 -7
- package/dist/commands/config/doctor.d.ts.map +0 -1
- package/dist/commands/config/doctor.js +0 -15
- package/dist/commands/config/edit.d.ts +0 -7
- package/dist/commands/config/edit.d.ts.map +0 -1
- package/dist/commands/config/edit.js +0 -13
- package/dist/commands/config/get.d.ts +0 -11
- package/dist/commands/config/get.d.ts.map +0 -1
- package/dist/commands/config/get.js +0 -20
- package/dist/commands/config/index.d.ts +0 -2
- package/dist/commands/config/index.d.ts.map +0 -1
- package/dist/commands/config/index.js +0 -2
- package/dist/commands/config/set.d.ts +0 -12
- package/dist/commands/config/set.d.ts.map +0 -1
- package/dist/commands/config/set.js +0 -26
- package/dist/commands/evidence/affirm.d.ts +0 -17
- package/dist/commands/evidence/affirm.d.ts.map +0 -1
- package/dist/commands/evidence/affirm.js +0 -65
- package/dist/commands/evidence/audit.d.ts +0 -34
- package/dist/commands/evidence/audit.d.ts.map +0 -1
- package/dist/commands/evidence/audit.js +0 -107
- package/dist/commands/evidence/baseline.d.ts +0 -14
- package/dist/commands/evidence/baseline.d.ts.map +0 -1
- package/dist/commands/evidence/baseline.js +0 -89
- package/dist/commands/evidence/gc.d.ts +0 -13
- package/dist/commands/evidence/gc.d.ts.map +0 -1
- package/dist/commands/evidence/gc.js +0 -35
- package/dist/commands/evidence/index.d.ts +0 -8
- package/dist/commands/evidence/index.d.ts.map +0 -1
- package/dist/commands/evidence/index.js +0 -18
- package/dist/commands/evidence/inspect-mocks.d.ts +0 -16
- package/dist/commands/evidence/inspect-mocks.d.ts.map +0 -1
- package/dist/commands/evidence/inspect-mocks.js +0 -49
- package/dist/commands/evidence/record.d.ts +0 -22
- package/dist/commands/evidence/record.d.ts.map +0 -1
- package/dist/commands/evidence/record.js +0 -144
- package/dist/commands/graph/change-impact.d.ts +0 -16
- package/dist/commands/graph/change-impact.d.ts.map +0 -1
- package/dist/commands/graph/change-impact.js +0 -29
- package/dist/commands/graph/churn.d.ts +0 -14
- package/dist/commands/graph/churn.d.ts.map +0 -1
- package/dist/commands/graph/churn.js +0 -15
- package/dist/commands/graph/common.d.ts +0 -16
- package/dist/commands/graph/common.d.ts.map +0 -1
- package/dist/commands/graph/fan-out.d.ts +0 -14
- package/dist/commands/graph/fan-out.d.ts.map +0 -1
- package/dist/commands/graph/fan-out.js +0 -15
- package/dist/commands/graph/index.d.ts +0 -8
- package/dist/commands/graph/index.d.ts.map +0 -1
- package/dist/commands/graph/index.js +0 -12
- package/dist/commands/matrix.d.ts +0 -14
- package/dist/commands/matrix.d.ts.map +0 -1
- package/dist/commands/matrix.js +0 -15
- package/dist/commands/measurement/index.d.ts +0 -7
- package/dist/commands/measurement/index.d.ts.map +0 -1
- package/dist/commands/measurement/index.js +0 -11
- package/dist/commands/measurement/intervention.d.ts +0 -11
- package/dist/commands/measurement/intervention.d.ts.map +0 -1
- package/dist/commands/measurement/intervention.js +0 -31
- package/dist/commands/measurement/operational-release.d.ts +0 -11
- package/dist/commands/measurement/operational-release.d.ts.map +0 -1
- package/dist/commands/measurement/operational-release.js +0 -31
- package/dist/commands/measurement/record.d.ts +0 -10
- package/dist/commands/measurement/record.d.ts.map +0 -1
- package/dist/commands/measurement/record.js +0 -36
- package/dist/commands/module/ensure-defaults.d.ts +0 -8
- package/dist/commands/module/ensure-defaults.d.ts.map +0 -1
- package/dist/commands/module/ensure-defaults.js +0 -17
- package/dist/commands/module/index.d.ts +0 -2
- package/dist/commands/module/index.d.ts.map +0 -1
- package/dist/commands/module/index.js +0 -2
- package/dist/commands/module/install.d.ts +0 -11
- package/dist/commands/module/install.d.ts.map +0 -1
- package/dist/commands/module/install.js +0 -22
- package/dist/commands/module/list.d.ts +0 -8
- package/dist/commands/module/list.d.ts.map +0 -1
- package/dist/commands/module/list.js +0 -13
- package/dist/commands/module/remove.d.ts +0 -10
- package/dist/commands/module/remove.d.ts.map +0 -1
- package/dist/commands/module/remove.js +0 -16
- package/dist/commands/plugin/deprecation.d.ts +0 -10
- package/dist/commands/plugin/deprecation.d.ts.map +0 -1
- package/dist/commands/plugin/ensure-defaults.d.ts +0 -8
- package/dist/commands/plugin/ensure-defaults.d.ts.map +0 -1
- package/dist/commands/plugin/ensure-defaults.js +0 -12
- package/dist/commands/plugin/index.d.ts +0 -2
- package/dist/commands/plugin/index.d.ts.map +0 -1
- package/dist/commands/plugin/index.js +0 -2
- package/dist/commands/plugin/install.d.ts +0 -8
- package/dist/commands/plugin/install.d.ts.map +0 -1
- package/dist/commands/plugin/install.js +0 -12
- package/dist/commands/plugin/list.d.ts +0 -8
- package/dist/commands/plugin/list.d.ts.map +0 -1
- package/dist/commands/plugin/list.js +0 -12
- package/dist/commands/plugin/remove.d.ts +0 -8
- package/dist/commands/plugin/remove.d.ts.map +0 -1
- package/dist/commands/plugin/remove.js +0 -12
- package/dist/commands/report.d.ts +0 -19
- package/dist/commands/report.d.ts.map +0 -1
- package/dist/commands/report.js +0 -96
- package/dist/commands/review.d.ts +0 -14
- package/dist/commands/review.d.ts.map +0 -1
- package/dist/commands/review.js +0 -15
- package/dist/commands/to-plan.d.ts +0 -14
- package/dist/commands/to-plan.d.ts.map +0 -1
- package/dist/commands/to-plan.js +0 -15
- package/dist/commands/update.d.ts +0 -13
- package/dist/commands/update.d.ts.map +0 -1
- package/dist/commands/update.js +0 -34
- package/dist/commands/validate.d.ts +0 -13
- package/dist/commands/validate.d.ts.map +0 -1
- package/dist/commands/validate.js +0 -123
- package/dist/commands/write.d.ts +0 -16
- package/dist/commands/write.d.ts.map +0 -1
- package/dist/commands/write.js +0 -33
- package/dist/common-B1ZJ8CSO.js +0 -36
- package/dist/common-DTrmnvL-.js +0 -35
- package/dist/completeness/assess.d.ts +0 -82
- package/dist/completeness/assess.d.ts.map +0 -1
- package/dist/completeness/bundle.d.ts +0 -52
- package/dist/completeness/bundle.d.ts.map +0 -1
- package/dist/completeness/declarations.d.ts +0 -46
- package/dist/completeness/declarations.d.ts.map +0 -1
- package/dist/completeness/index.d.ts +0 -11
- package/dist/completeness/index.d.ts.map +0 -1
- package/dist/completeness/run.d.ts +0 -35
- package/dist/completeness/run.d.ts.map +0 -1
- package/dist/completeness-BzBuNq6w.js +0 -228
- package/dist/config-schema-Dp-vlxuR.js +0 -13
- package/dist/config-schema.d.ts +0 -52
- package/dist/config-schema.d.ts.map +0 -1
- package/dist/deprecation-fRxUHoxv.js +0 -4
- package/dist/evidence/adapters/agent-eval.d.ts +0 -26
- package/dist/evidence/adapters/agent-eval.d.ts.map +0 -1
- package/dist/evidence/adapters/audit-script.d.ts +0 -25
- package/dist/evidence/adapters/audit-script.d.ts.map +0 -1
- package/dist/evidence/adapters/cargo-mutants.d.ts +0 -3
- package/dist/evidence/adapters/cargo-mutants.d.ts.map +0 -1
- package/dist/evidence/adapters/contract-conformance.d.ts +0 -16
- package/dist/evidence/adapters/contract-conformance.d.ts.map +0 -1
- package/dist/evidence/adapters/differential-report.d.ts +0 -18
- package/dist/evidence/adapters/differential-report.d.ts.map +0 -1
- package/dist/evidence/adapters/junit.d.ts +0 -17
- package/dist/evidence/adapters/junit.d.ts.map +0 -1
- package/dist/evidence/adapters/registry.d.ts +0 -63
- package/dist/evidence/adapters/registry.d.ts.map +0 -1
- package/dist/evidence/adapters/sarif.d.ts +0 -35
- package/dist/evidence/adapters/sarif.d.ts.map +0 -1
- package/dist/evidence/adapters/sbom.d.ts +0 -35
- package/dist/evidence/adapters/sbom.d.ts.map +0 -1
- package/dist/evidence/adapters/types.d.ts +0 -86
- package/dist/evidence/adapters/types.d.ts.map +0 -1
- package/dist/evidence/index.d.ts +0 -27
- package/dist/evidence/index.d.ts.map +0 -1
- package/dist/evidence/mock-inspection.d.ts +0 -16
- package/dist/evidence/mock-inspection.d.ts.map +0 -1
- package/dist/evidence/record.d.ts +0 -58
- package/dist/evidence/record.d.ts.map +0 -1
- package/dist/evidence/store.d.ts +0 -215
- package/dist/evidence/store.d.ts.map +0 -1
- package/dist/evidence/types.d.ts +0 -281
- package/dist/evidence/types.d.ts.map +0 -1
- package/dist/evidence-OyqpqHLS.js +0 -614
- package/dist/flow-command-CCRTE5Oe.js +0 -88
- package/dist/flow-command.d.ts +0 -25
- package/dist/flow-command.d.ts.map +0 -1
- package/dist/flows.d.ts +0 -7
- package/dist/flows.d.ts.map +0 -1
- package/dist/graph-analysis/analysis.d.ts +0 -106
- package/dist/graph-analysis/analysis.d.ts.map +0 -1
- package/dist/graph-analysis/index.d.ts +0 -6
- package/dist/graph-analysis/index.d.ts.map +0 -1
- package/dist/graph-analysis/input.d.ts +0 -33
- package/dist/graph-analysis/input.d.ts.map +0 -1
- package/dist/graph-analysis/load.d.ts +0 -21
- package/dist/graph-analysis/load.d.ts.map +0 -1
- package/dist/graph-analysis/render.d.ts +0 -4
- package/dist/graph-analysis/render.d.ts.map +0 -1
- package/dist/graph-analysis-IWaoJJSN.js +0 -657
- package/dist/hooks/command-not-found.d.ts +0 -23
- package/dist/hooks/command-not-found.d.ts.map +0 -1
- package/dist/hooks/command-not-found.js +0 -8
- package/dist/index.d.ts +0 -13
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js +0 -12
- package/dist/measurement/agent-eval-intervention.d.ts +0 -6
- package/dist/measurement/agent-eval-intervention.d.ts.map +0 -1
- package/dist/measurement/atomic-file.d.ts +0 -5
- package/dist/measurement/atomic-file.d.ts.map +0 -1
- package/dist/measurement/compare.d.ts +0 -4
- package/dist/measurement/compare.d.ts.map +0 -1
- package/dist/measurement/date-time.d.ts +0 -3
- package/dist/measurement/date-time.d.ts.map +0 -1
- package/dist/measurement/github-release-operational.d.ts +0 -7
- package/dist/measurement/github-release-operational.d.ts.map +0 -1
- package/dist/measurement/graph-adapters.d.ts +0 -304
- package/dist/measurement/graph-adapters.d.ts.map +0 -1
- package/dist/measurement/graph-portfolio-load.d.ts +0 -3
- package/dist/measurement/graph-portfolio-load.d.ts.map +0 -1
- package/dist/measurement/graph-portfolio.d.ts +0 -158
- package/dist/measurement/graph-portfolio.d.ts.map +0 -1
- package/dist/measurement/index.d.ts +0 -22
- package/dist/measurement/index.d.ts.map +0 -1
- package/dist/measurement/intervention-report.d.ts +0 -24
- package/dist/measurement/intervention-report.d.ts.map +0 -1
- package/dist/measurement/intervention-schema.d.ts +0 -144
- package/dist/measurement/intervention-schema.d.ts.map +0 -1
- package/dist/measurement/intervention-types.d.ts +0 -105
- package/dist/measurement/intervention-types.d.ts.map +0 -1
- package/dist/measurement/intervention.d.ts +0 -16
- package/dist/measurement/intervention.d.ts.map +0 -1
- package/dist/measurement/operational-report.d.ts +0 -17
- package/dist/measurement/operational-report.d.ts.map +0 -1
- package/dist/measurement/operational-schema.d.ts +0 -461
- package/dist/measurement/operational-schema.d.ts.map +0 -1
- package/dist/measurement/operational-types.d.ts +0 -121
- package/dist/measurement/operational-types.d.ts.map +0 -1
- package/dist/measurement/operational.d.ts +0 -13
- package/dist/measurement/operational.d.ts.map +0 -1
- package/dist/measurement/plans.d.ts +0 -6
- package/dist/measurement/plans.d.ts.map +0 -1
- package/dist/measurement/portfolio.d.ts +0 -54
- package/dist/measurement/portfolio.d.ts.map +0 -1
- package/dist/measurement/profiles.d.ts +0 -9
- package/dist/measurement/profiles.d.ts.map +0 -1
- package/dist/measurement/report.d.ts +0 -48
- package/dist/measurement/report.d.ts.map +0 -1
- package/dist/measurement/schemas/operational-evidence-v1.schema.json.d.ts +0 -384
- package/dist/measurement/store.d.ts +0 -14
- package/dist/measurement/store.d.ts.map +0 -1
- package/dist/measurement/types.d.ts +0 -85
- package/dist/measurement/types.d.ts.map +0 -1
- package/dist/measurement/validate.d.ts +0 -9
- package/dist/measurement/validate.d.ts.map +0 -1
- package/dist/measurement-j8sDSqx5.js +0 -2980
- package/dist/modules-DDQkKC4l.js +0 -23
- package/dist/modules.d.ts +0 -10
- package/dist/modules.d.ts.map +0 -1
- package/dist/org.d.ts +0 -61
- package/dist/org.d.ts.map +0 -1
- package/dist/plugins-CHpYhpEI.js +0 -77
- package/dist/plugins.d.ts +0 -13
- package/dist/plugins.d.ts.map +0 -1
- package/dist/quire/assurance.d.ts +0 -109
- package/dist/quire/assurance.d.ts.map +0 -1
- package/dist/quire/contract.d.ts +0 -88
- package/dist/quire/contract.d.ts.map +0 -1
- package/dist/quire/exec.d.ts +0 -66
- package/dist/quire/exec.d.ts.map +0 -1
- package/dist/quire/index.d.ts +0 -13
- package/dist/quire/index.d.ts.map +0 -1
- package/dist/quire/types.d.ts +0 -415
- package/dist/quire/types.d.ts.map +0 -1
- package/dist/quire/validate.d.ts +0 -39
- package/dist/quire/validate.d.ts.map +0 -1
- package/dist/quire-BsVj1xIR.js +0 -4968
- package/dist/schema-assets-HZWo_iFN.js +0 -233
- package/dist/schemas/assurance-v1.schema.json +0 -225
- package/dist/schemas/change-assurance-record-v1.schema.json +0 -234
- package/dist/schemas/coverage-v1.schema.json +0 -1111
- package/dist/schemas/operational-evidence-v1.schema.json +0 -381
- package/dist/schemas/proof-attestation-v1.schema.json +0 -96
- package/dist/schemas/properties-v1.schema.json +0 -159
- package/dist/schemas/verification-receipt-v1.schema.json +0 -208
- package/dist/validators/gates.d.ts +0 -18
- package/dist/validators/gates.d.ts.map +0 -1
- package/dist/validators/index.d.ts +0 -2
- package/dist/validators/index.d.ts.map +0 -1
- package/dist/version-CMxMIh5g.js +0 -17
- package/dist/version.d.ts +0 -3
- package/dist/version.d.ts.map +0 -1
- package/dist/write-CGTI0dRO.js +0 -157
- package/dist/write.d.ts +0 -28
- package/dist/write.d.ts.map +0 -1
- package/skills/assurance-status-report/SKILL.md +0 -135
- package/skills/assurance-status-report/references/report-contract.md +0 -110
- package/skills/gap-analysis/SKILL.md +0 -111
- package/skills/gap-analysis/references/step-1-target-selection.md +0 -53
- package/skills/gap-analysis/references/step-2-plan-completion.md +0 -49
- package/skills/gap-analysis/references/step-3-matrix-verification.md +0 -147
- package/skills/gap-analysis/references/step-4-underspecified-code.md +0 -92
- package/skills/gap-analysis/references/step-5-semantic-review.md +0 -51
- package/skills/gap-analysis/references/step-6-specreview-artifact.md +0 -108
- package/skills/spec-app-review/SKILL.md +0 -51
- package/skills/spec-app-review/references/checklist.md +0 -197
- package/skills/spec-architecture-evaluation/SKILL.md +0 -30
- package/skills/spec-correctness/SKILL.md +0 -96
- package/skills/spec-correctness/assets/strategy-table.md +0 -101
- package/skills/spec-correctness/assets/templates/fast-check.ts.md +0 -169
- package/skills/spec-correctness/assets/templates/hypothesis.py.md +0 -156
- package/skills/spec-correctness/assets/templates/proptest.rs.md +0 -147
- package/skills/spec-correctness/references/step-0-scope-and-harness.md +0 -94
- package/skills/spec-correctness/references/step-1-census.md +0 -53
- package/skills/spec-correctness/references/step-2-clause-grounding.md +0 -159
- package/skills/spec-correctness/references/step-3-strategy-selection.md +0 -85
- package/skills/spec-correctness/references/step-4-generate-tests.md +0 -117
- package/skills/spec-correctness/references/step-5-second-pass.md +0 -81
- package/skills/spec-correctness/references/step-6-review-artifact.md +0 -134
- package/skills/spec-correctness/references/step-7-report-and-handoff.md +0 -102
- package/skills/spec-dependency-analysis/SKILL.md +0 -90
- package/skills/spec-ears-analysis/SKILL.md +0 -102
- package/skills/spec-evidence-analysis/SKILL.md +0 -156
- package/skills/spec-failure-domain-analysis/SKILL.md +0 -59
- package/skills/spec-fuzz/SKILL.md +0 -133
- package/skills/spec-fuzz/assets/templates/atheris.py.md +0 -74
- package/skills/spec-fuzz/assets/templates/cargo-fuzz.rs.md +0 -83
- package/skills/spec-fuzz/assets/templates/fast-check.ts.md +0 -76
- package/skills/spec-fuzz/references/step-0-scope-and-harness.md +0 -51
- package/skills/spec-fuzz/references/step-1-select-obligations.md +0 -47
- package/skills/spec-fuzz/references/step-2-ground-entry-point.md +0 -55
- package/skills/spec-fuzz/references/step-3-emit-targets.md +0 -65
- package/skills/spec-fuzz/references/step-4-report.md +0 -56
- package/skills/spec-ideation/SKILL.md +0 -46
- package/skills/spec-integrity-analysis/SKILL.md +0 -62
- package/skills/spec-matrix/SKILL.md +0 -186
- package/skills/spec-matrix/assets/test-cases/TC-001.md +0 -35
- package/skills/spec-matrix/assets/test-cases/TC-002.md +0 -37
- package/skills/spec-matrix/assets/test-cases/TC-006.md +0 -50
- package/skills/spec-matrix/assets/test-matrix-example.md +0 -104
- package/skills/spec-matrix/assets/test-matrix-template.md +0 -123
- package/skills/spec-matrix/workflow-assets/dist/index.d.ts +0 -146
- package/skills/spec-matrix/workflow-assets/dist/index.d.ts.map +0 -1
- package/skills/spec-matrix/workflow-assets/dist/index.js +0 -7525
- package/skills/spec-matrix/workflow-assets/dist/invariants.d.ts +0 -6
- package/skills/spec-matrix/workflow-assets/dist/invariants.d.ts.map +0 -1
- package/skills/spec-matrix/workflow-assets/skills/matrix/SKILL.md +0 -35
- package/skills/spec-matrix/workflow-assets/skills/matrix/scripts/invariants.js +0 -1
- package/skills/spec-matrix/workflow-assets/skills/matrix/templates/report/default.md +0 -30
- package/skills/spec-matrix/workflow-assets/skills/matrix/workflows/matrix/def.yaml +0 -82
- package/skills/spec-object-review/SKILL.md +0 -125
- package/skills/spec-object-review/references/object-type-guide.md +0 -118
- package/skills/spec-review/SKILL.md +0 -92
- package/skills/spec-review/references/checklist.md +0 -50
- package/skills/spec-review/workflow-assets/dist/index.d.ts +0 -146
- package/skills/spec-review/workflow-assets/dist/index.d.ts.map +0 -1
- package/skills/spec-review/workflow-assets/dist/index.js +0 -7525
- package/skills/spec-review/workflow-assets/dist/invariants.d.ts +0 -6
- package/skills/spec-review/workflow-assets/dist/invariants.d.ts.map +0 -1
- package/skills/spec-review/workflow-assets/skills/review/SKILL.md +0 -96
- package/skills/spec-review/workflow-assets/skills/review/scripts/invariants.js +0 -61
- package/skills/spec-review/workflow-assets/skills/review/workflows/review/def.yaml +0 -68
- package/skills/spec-risk-complexity-analysis/SKILL.md +0 -92
- package/skills/spec-scope-boundary-analysis/SKILL.md +0 -101
- package/skills/spec-security-analysis/SKILL.md +0 -84
- package/skills/spec-security-analysis/assets/security-analysis-example.md +0 -89
- package/skills/spec-security-analysis/assets/security-analysis-template.md +0 -73
- package/skills/spec-security-analysis/references/component-type-mapping.md +0 -161
- package/skills/spec-security-analysis/references/gdpr/ChII-Principles.md +0 -58
- package/skills/spec-security-analysis/references/gdpr/ChIII-DataSubjectRights.md +0 -84
- package/skills/spec-security-analysis/references/gdpr/ChIV-ControllerProcessor.md +0 -83
- package/skills/spec-security-analysis/references/gdpr/ChV-DataTransfers.md +0 -62
- package/skills/spec-security-analysis/references/gdpr/index.md +0 -54
- package/skills/spec-security-analysis/references/iso27001/A5-OrganizationalControls.md +0 -64
- package/skills/spec-security-analysis/references/iso27001/A6-PeopleControls.md +0 -30
- package/skills/spec-security-analysis/references/iso27001/A7-PhysicalControls.md +0 -35
- package/skills/spec-security-analysis/references/iso27001/A8-TechnologicalControls.md +0 -66
- package/skills/spec-security-analysis/references/iso27001/index.md +0 -43
- package/skills/spec-security-analysis/references/nist-800-53/AC-AccessControl.md +0 -57
- package/skills/spec-security-analysis/references/nist-800-53/AU-AuditAccountability.md +0 -49
- package/skills/spec-security-analysis/references/nist-800-53/CM-ConfigurationManagement.md +0 -36
- package/skills/spec-security-analysis/references/nist-800-53/IA-IdentificationAuthentication.md +0 -44
- package/skills/spec-security-analysis/references/nist-800-53/SA-SystemServicesAcquisition.md +0 -50
- package/skills/spec-security-analysis/references/nist-800-53/SC-SystemCommunications.md +0 -53
- package/skills/spec-security-analysis/references/nist-800-53/SI-SystemInformationIntegrity.md +0 -52
- package/skills/spec-security-analysis/references/nist-800-53/index.md +0 -58
- package/skills/spec-security-analysis/references/owasp-asvs/V1-Architecture.md +0 -33
- package/skills/spec-security-analysis/references/owasp-asvs/V10-MaliciousCode.md +0 -33
- package/skills/spec-security-analysis/references/owasp-asvs/V11-BusinessLogic.md +0 -32
- package/skills/spec-security-analysis/references/owasp-asvs/V12-Files.md +0 -34
- package/skills/spec-security-analysis/references/owasp-asvs/V13-API.md +0 -34
- package/skills/spec-security-analysis/references/owasp-asvs/V14-Configuration.md +0 -35
- package/skills/spec-security-analysis/references/owasp-asvs/V2-Authentication.md +0 -36
- package/skills/spec-security-analysis/references/owasp-asvs/V3-SessionManagement.md +0 -35
- package/skills/spec-security-analysis/references/owasp-asvs/V4-AccessControl.md +0 -39
- package/skills/spec-security-analysis/references/owasp-asvs/V5-Validation.md +0 -37
- package/skills/spec-security-analysis/references/owasp-asvs/V6-Cryptography.md +0 -34
- package/skills/spec-security-analysis/references/owasp-asvs/V7-ErrorLogging.md +0 -37
- package/skills/spec-security-analysis/references/owasp-asvs/V8-DataProtection.md +0 -34
- package/skills/spec-security-analysis/references/owasp-asvs/V9-Communication.md +0 -32
- package/skills/spec-security-analysis/references/owasp-asvs/index.md +0 -59
- package/skills/spec-security-analysis/references/soc2/CC1-ControlEnvironment.md +0 -31
- package/skills/spec-security-analysis/references/soc2/CC2-CommunicationInformation.md +0 -27
- package/skills/spec-security-analysis/references/soc2/CC3-RiskAssessment.md +0 -29
- package/skills/spec-security-analysis/references/soc2/CC4-MonitoringActivities.md +0 -27
- package/skills/spec-security-analysis/references/soc2/CC5-ControlActivities.md +0 -28
- package/skills/spec-security-analysis/references/soc2/CC6-LogicalPhysicalAccess.md +0 -45
- package/skills/spec-security-analysis/references/soc2/CC7-SystemOperations.md +0 -42
- package/skills/spec-security-analysis/references/soc2/CC8-ChangeManagement.md +0 -32
- package/skills/spec-security-analysis/references/soc2/CC9-RiskMitigation.md +0 -34
- package/skills/spec-security-analysis/references/soc2/index.md +0 -46
- package/skills/spec-security-analysis/references/standards-index.md +0 -46
- package/skills/spec-to-plan/SKILL.md +0 -88
- package/skills/spec-to-plan/references/step-0-plan-selection.md +0 -121
- package/skills/spec-to-plan/references/step-1-analysis.md +0 -88
- package/skills/spec-to-plan/references/step-2-test-plan.md +0 -43
- package/skills/spec-to-plan/references/step-3-execution-plan.md +0 -218
- package/skills/spec-to-plan/workflow-assets/dist/index.d.ts +0 -146
- package/skills/spec-to-plan/workflow-assets/dist/index.d.ts.map +0 -1
- package/skills/spec-to-plan/workflow-assets/dist/index.js +0 -7525
- package/skills/spec-to-plan/workflow-assets/dist/invariants.d.ts +0 -6
- package/skills/spec-to-plan/workflow-assets/dist/invariants.d.ts.map +0 -1
- package/skills/spec-to-plan/workflow-assets/skills/to-plan/SKILL.md +0 -35
- package/skills/spec-to-plan/workflow-assets/skills/to-plan/scripts/invariants.js +0 -1
- package/skills/spec-to-plan/workflow-assets/skills/to-plan/templates/implementation-plan/default.md +0 -44
- package/skills/spec-to-plan/workflow-assets/skills/to-plan/workflows/to-plan/def.yaml +0 -85
- package/skills/specify/SKILL.md +0 -154
- package/skills/specify/assets/app-spec-template.md +0 -143
- package/skills/specify/assets/spec-template.md +0 -299
- package/skills/specify/references/integration-tests.md +0 -72
- package/skills/specify/references/us-to-fr.md +0 -40
- package/skills/specify/references/writing-good-requirements.md +0 -61
|
@@ -1,159 +0,0 @@
|
|
|
1
|
-
# Step 2: Clause Grounding
|
|
2
|
-
|
|
3
|
-
**Goal**: turn each criterion's prose into three executable pieces — a **generator domain**,
|
|
4
|
-
a **precondition**, and an **oracle** — each cited to a real location.
|
|
5
|
-
|
|
6
|
-
This is the step the engine cannot do. It reads one statement at a time; you can read the
|
|
7
|
-
whole FR and the code. Spans, when present, are a starting hint; ~96% of criteria have none.
|
|
8
|
-
|
|
9
|
-
## The grounding record
|
|
10
|
-
|
|
11
|
-
```
|
|
12
|
-
{
|
|
13
|
-
row_id: "FR-012-AC-1",
|
|
14
|
-
symbol: "detectDuplicates",
|
|
15
|
-
module_path: "src/catalog.ts",
|
|
16
|
-
domain_expr: "fc.array(entryArb, {maxLength: 32})",
|
|
17
|
-
precondition_expr: null,
|
|
18
|
-
oracle_expr: "d.modules === [...d.modules].sort()",
|
|
19
|
-
evidence: [
|
|
20
|
-
"spec/functional/FR-012-detect-duplicate-types.md:31", // Inputs
|
|
21
|
-
"spec/functional/FR-012-detect-duplicate-types.md:44", // Behavior SHALL
|
|
22
|
-
"src/catalog.ts:88" // signature
|
|
23
|
-
]
|
|
24
|
-
}
|
|
25
|
-
```
|
|
26
|
-
|
|
27
|
-
**Rule: every one of domain / precondition / oracle that the strategy needs must have at
|
|
28
|
-
least one `file:line` citation. No citation → no test.** A precondition of `null` is fine
|
|
29
|
-
when the criterion is unconditional; a fabricated one is not.
|
|
30
|
-
|
|
31
|
-
## Read in this order
|
|
32
|
-
|
|
33
|
-
1. **The criterion's own row.** Open `record.document` at `record.line`. Read the whole
|
|
34
|
-
table row, including the `Verification` column — it often names the test file.
|
|
35
|
-
|
|
36
|
-
2. **The FR's structured sections.**
|
|
37
|
-
- `## Inputs` → **domain**. The bullets name the parameters and their carrier types.
|
|
38
|
-
"the assembled catalog and a `catalog validate` invocation with an optional `--json`
|
|
39
|
-
flag" → a catalog arbitrary × an optional boolean.
|
|
40
|
-
- `## Behavior` → **precondition** and **oracle**. Find the `SHALL` clause whose subject
|
|
41
|
-
matches the criterion's subject. Its `when` / `where` / `if` tail is the precondition;
|
|
42
|
-
the `SHALL` predicate is the oracle.
|
|
43
|
-
- `## Outputs` → the **observable** the oracle must be written in (return value, exit
|
|
44
|
-
status, stderr payload). Prefer the observable form. An oracle you cannot observe is
|
|
45
|
-
not an oracle.
|
|
46
|
-
- `## Constraints` / `## Options` → generator bounds. A stated min/max becomes a range
|
|
47
|
-
and a boundary-biased generator; an option list becomes a permutation axis.
|
|
48
|
-
|
|
49
|
-
3. **Sibling ACs of the same FR.** They partition the domain — AC-1 covers the duplicate
|
|
50
|
-
case, AC-2 the unique case. Use them to (a) avoid a generator that only ever hits one
|
|
51
|
-
branch, and (b) find the paired negative domain when the criterion is an `error-case`.
|
|
52
|
-
|
|
53
|
-
4. **The test file named in `Verification`.** An existing example test hands you the real
|
|
54
|
-
symbol, its import path, the constructed argument shapes, and the assertion vocabulary
|
|
55
|
-
already in use. Reuse its fixtures rather than inventing parallel ones.
|
|
56
|
-
|
|
57
|
-
5. **The code.** Grep for the command, flag, type, or function named in the statement.
|
|
58
|
-
- signature → the generator's concrete types, replacing the prose domain;
|
|
59
|
-
- error enum / exception class → the `error-case` oracle. This is the **only** source
|
|
60
|
-
for it: the engine emits `span:refused-weak-boundary` on these, meaning it declined to
|
|
61
|
-
guess;
|
|
62
|
-
- return type / struct fields → the `invariant` predicate;
|
|
63
|
-
- state enum plus its transition `match` / `switch` → the `lifecycle` state machine.
|
|
64
|
-
|
|
65
|
-
6. **Upstream StR/US** via the FR's `relationships:` targets — only when the FR states its
|
|
66
|
-
oracle in terms it does not itself define.
|
|
67
|
-
|
|
68
|
-
## Using non-null spans
|
|
69
|
-
|
|
70
|
-
When `domain`, `precondition`, or `oracle` is present, `statement[start..end] == text` and
|
|
71
|
-
the spans are in-bounds, non-overlapping and ascending. Use `domain.text` to seed the
|
|
72
|
-
generator's subject, `precondition.text` as the filter, `oracle.text` as the assertion —
|
|
73
|
-
but still do read 5. A span gives you the clause, not an expression.
|
|
74
|
-
|
|
75
|
-
## Refuse to ground
|
|
76
|
-
|
|
77
|
-
Record the reason and stop. Never fabricate to fill a hole.
|
|
78
|
-
|
|
79
|
-
| Reason | Trigger |
|
|
80
|
-
| --- | --- |
|
|
81
|
-
| `symbol-not-found` | Nothing in the source matches the statement's subject |
|
|
82
|
-
| `ambiguous-symbol` | Two or more plausible symbols, no `Verification` column to disambiguate |
|
|
83
|
-
| `oracle-is-adjectival` | The predicate is a quality word — "actionable", "clear", "reasonable", "appropriate" — with no observable |
|
|
84
|
-
| `unimplemented` | The spec is ahead of the code; the symbol does not exist yet |
|
|
85
|
-
| `no-state-machine` | A `lifecycle` criterion whose states and transitions are not enumerable |
|
|
86
|
-
| `domain-unbounded` | No type, no constraint, and no example to bound the generator |
|
|
87
|
-
| `singleton-domain` | The determiner quantifies over a domain with one element |
|
|
88
|
-
| `label-from-mention` | The metamorphic label came from the criterion *naming* a shape, not exhibiting one |
|
|
89
|
-
| `criterion-describes-its-test` | The criterion is written as a description of the test that verifies it |
|
|
90
|
-
| `static-or-demonstration` | The oracle is a fact about the source tree or an end-to-end narrative, not a function of an input |
|
|
91
|
-
| `no-row-id` | `row_id` is null, so no test could be reconciled |
|
|
92
|
-
|
|
93
|
-
### `singleton-domain` deserves its own note
|
|
94
|
-
|
|
95
|
-
`property: universal` most often comes from the `universal:determiner` signal — a closed
|
|
96
|
-
determiner set (`a`, `an`, `any`, `every`, `each`, `all`, `no`) read at three bounded
|
|
97
|
-
sentence positions. English uses the same determiner for a universal and for a single
|
|
98
|
-
witness: *"A repeated module root is loaded only once"* quantifies; *"A bareword after
|
|
99
|
-
`write` is parsed as a positional"* names one case.
|
|
100
|
-
|
|
101
|
-
The engine cannot tell these apart without giving up determinism, and it is not supposed
|
|
102
|
-
to — that is what this step is for. Ground the domain: if it has one element, the criterion
|
|
103
|
-
is a witness. Emit it as a `Unit` test (step 5's *witness* outcome) and record a finding, not as an
|
|
104
|
-
unattended property.
|
|
105
|
-
|
|
106
|
-
This is a **routing** decision, not a complaint about the criterion, and never a reason to
|
|
107
|
-
suggest rewording. Record it as a `singleton-domain` finding.
|
|
108
|
-
|
|
109
|
-
### `label-from-mention`
|
|
110
|
-
|
|
111
|
-
A criterion that *talks about* a property shape picks up that shape's signal. Real example:
|
|
112
|
-
|
|
113
|
-
> "A criterion carrying a round-trip, idempotence, ordering or invariant signal classifies
|
|
114
|
-
> as that metamorphic shape."
|
|
115
|
-
|
|
116
|
-
This is labelled `round-trip` because the words are in it. Its actual oracle is a
|
|
117
|
-
classification assertion — `classify(x).property == expected` — which is a `universal`, not
|
|
118
|
-
a metamorphic law. The tell is that the oracle contains no *pair* of operations to compose.
|
|
119
|
-
|
|
120
|
-
Re-derive the strategy from the grounded oracle, not from the label, and record
|
|
121
|
-
`label-from-mention` so the reclassification is visible on review. Do not report this to
|
|
122
|
-
quire-rs as a miss: the classifier is doing exactly what it says on the tin, and the
|
|
123
|
-
criterion is a fine criterion.
|
|
124
|
-
|
|
125
|
-
### `criterion-describes-its-test`
|
|
126
|
-
|
|
127
|
-
Common in mature specs written alongside their suite:
|
|
128
|
-
|
|
129
|
-
> "A proptest fuzzes patches across all archetypes in the test corpus and confirms
|
|
130
|
-
> `apply_patch` returns a valid document."
|
|
131
|
-
> "A static audit (`rg` for `Mutex`/`RwLock`) confirms the parallel parse uses no locks."
|
|
132
|
-
|
|
133
|
-
The criterion names its own verification method. Generating a second test from it duplicates
|
|
134
|
-
work that exists. **Go find the existing test first** — grep the suite for the named symbol
|
|
135
|
-
or the described technique. If it exists, record the criterion as *already covered* and, if
|
|
136
|
-
the existing test carries no tracking tag, note that adding one is the cheaper fix than
|
|
137
|
-
generating anything.
|
|
138
|
-
|
|
139
|
-
### `static-or-demonstration`
|
|
140
|
-
|
|
141
|
-
Two shapes turn up regularly and are neither properties nor witnesses:
|
|
142
|
-
|
|
143
|
-
- **Static** — an assertion about the source tree ("No hand-rolled argument dispatcher
|
|
144
|
-
remains in `src/cli.ts`"). Verified by `Static` in the matrix vocabulary, not by a
|
|
145
|
-
generated test.
|
|
146
|
-
- **Demonstration** — an end-to-end narrative, common in StR validation criteria ("An
|
|
147
|
-
author installs a module, sees its types appear, requests them, and validates files
|
|
148
|
-
authored against them"). Verified by an eval or a demo, not by a property.
|
|
149
|
-
|
|
150
|
-
Both are correct criteria verified by another method. Record the reason and move on.
|
|
151
|
-
|
|
152
|
-
A refusal is not a finding about the spec. `oracle-is-adjectival` in particular is often a
|
|
153
|
-
correct NFR that is verified by inspection rather than by test — say so, and do not suggest
|
|
154
|
-
rewording it.
|
|
155
|
-
|
|
156
|
-
## Output of this step
|
|
157
|
-
|
|
158
|
-
A grounding record per criterion, or a refusal reason. Grounded records go to step 3;
|
|
159
|
-
refusals go to step 5.
|
|
@@ -1,85 +0,0 @@
|
|
|
1
|
-
# Step 3: Strategy Selection
|
|
2
|
-
|
|
3
|
-
**Goal**: pick the assertion skeleton and the routing lane. Two independent axes.
|
|
4
|
-
|
|
5
|
-
- **Strategy** comes from `property` — the 10-value taxonomy.
|
|
6
|
-
- **Routing** comes from `extraction` — `extractable` / `candidate` / `not-extractable`.
|
|
7
|
-
|
|
8
|
-
`shape` (`assertion | obligation | given-when-then | unstructured`) is the FR-047 grammar
|
|
9
|
-
axis. **It never selects a strategy.** At most it tells you where the clause boundaries sit
|
|
10
|
-
in the sentence.
|
|
11
|
-
|
|
12
|
-
## Routing
|
|
13
|
-
|
|
14
|
-
| | `extractable` | `candidate` | `not-extractable` |
|
|
15
|
-
| --- | --- | --- | --- |
|
|
16
|
-
| One of the 8 generatable properties | emit, no finding | emit **+ a finding** | grounded → emit + finding; refused → step 5 |
|
|
17
|
-
| `example` / `unclassified` | n/a | n/a | **step 5 only** |
|
|
18
|
-
|
|
19
|
-
**Grounding outranks the table.** The lanes above assume step 2 grounded the criterion as
|
|
20
|
-
the classification describes it. Where step 2 returned one of its reclassifying reasons, use
|
|
21
|
-
that instead — a record can be `extraction: extractable` and still not be a property:
|
|
22
|
-
|
|
23
|
-
| step-2 reason | lane |
|
|
24
|
-
| --- | --- |
|
|
25
|
-
| `singleton-domain` | emit as a `Unit` **witness** and record a finding — it is not property coverage |
|
|
26
|
-
| `label-from-mention` | re-derive the strategy from the grounded oracle; lane unchanged |
|
|
27
|
-
| `criterion-describes-its-test` | find the existing test; record *already covered*, emit nothing |
|
|
28
|
-
| `static-or-demonstration` | refuse; no matrix row |
|
|
29
|
-
| any other refusal | no test; the reason becomes a finding, or goes to step 5 |
|
|
30
|
-
|
|
31
|
-
`singleton-domain` is the common one. On a real run it moved 31 of 52 `universal` criteria
|
|
32
|
-
out of the property lane and into witnesses. Routing on `extraction` alone would have
|
|
33
|
-
claimed all 52 as property coverage.
|
|
34
|
-
|
|
35
|
-
`candidate` means the criterion carries a metamorphic label the structural pass did not
|
|
36
|
-
corroborate — the label came from a declared idiom alone, or the shape landed but no
|
|
37
|
-
predicate marker supplied an oracle. It is the only field a module declaration can move,
|
|
38
|
-
and it is safe precisely because it is review-gated. Nothing reaches the unattended set
|
|
39
|
-
through it.
|
|
40
|
-
|
|
41
|
-
## Strategy per property
|
|
42
|
-
|
|
43
|
-
Full table with generator notes: [`../assets/strategy-table.md`](../assets/strategy-table.md).
|
|
44
|
-
|
|
45
|
-
| property | generator domain | assertion skeleton |
|
|
46
|
-
| --- | --- | --- |
|
|
47
|
-
| `round-trip` | `x : Domain` (the inner type) | `dec(enc(x)) == x`; if lossy, `norm(dec(enc(x))) == norm(x)` |
|
|
48
|
-
| `idempotence` | `x`, seeded with `f`'s own outputs so the fixpoint branch is hit | `f(f(x)) == f(x)` |
|
|
49
|
-
| `ordering` | `xs : list<T>`, length 0..32 | pick by verb — *sorted* → `is_sorted_by(key, f(xs))`; *regardless of order* → `f(xs) == f(shuffle(xs))`; *reorders/preserves* → `multiset(f(xs)) == multiset(xs)` |
|
|
50
|
-
| `invariant` | `x : Domain` | `P(f(x))`; if stateful, `P(state)` after **every** op in a generated sequence |
|
|
51
|
-
| `error-case` | the **negative** domain — complement generator plus `prop_filter` / `fc.pre` / `assume` | fails with error class `E` **and** the stated payload shape; never panics, never returns success |
|
|
52
|
-
| `lifecycle` | an op sequence drawn from the state machine | per op `sut.apply(op).ok == model.allows(op)`, then the invariant; terminal state at the end |
|
|
53
|
-
| `concurrency` | interleaved or parallel op sequences | the concurrent result is *some* linearization of the sequential model; no invariant violated at any interleaving |
|
|
54
|
-
| `universal` | the clause subject | `oracle(x)` — a direct translation of the criterion |
|
|
55
|
-
| `example` | — | not a property. Step 5 may reclassify it, or emit a `Unit` witness test |
|
|
56
|
-
| `unclassified` | — | not a property. Step 5 only |
|
|
57
|
-
|
|
58
|
-
`universal` is the default and the largest bucket. `round-trip` needs **two** symbols — if
|
|
59
|
-
grounding found only one side of the pair, write no test and record the reason as a finding
|
|
60
|
-
rather than inventing the inverse.
|
|
61
|
-
|
|
62
|
-
## Harness-specific downgrades
|
|
63
|
-
|
|
64
|
-
- **`concurrency` in Python** — hypothesis ships no interleaving scheduler. Emit a
|
|
65
|
-
`RuleBasedStateMachine` sketch over the async model, always with a finding recording the
|
|
66
|
-
downgrade.
|
|
67
|
-
- **`lifecycle` anywhere** — generatable only if the states and transitions are enumerable
|
|
68
|
-
from the FR's `## Behavior`. Otherwise the refusal is `no-state-machine`.
|
|
69
|
-
- **`concurrency` in Rust** — prefer `loom` for exhaustive interleaving of a small model;
|
|
70
|
-
fall back to `proptest-state-machine`'s parallel mode when the op set is large.
|
|
71
|
-
|
|
72
|
-
## Weak assertions are a failure, not a fallback
|
|
73
|
-
|
|
74
|
-
If the strategy collapses to any of these, do not emit it — record the grounding refusal as
|
|
75
|
-
a finding instead:
|
|
76
|
-
|
|
77
|
-
- `assert result is not None` / `expect(x).toBeDefined()` / `assert!(r.is_ok())` alone
|
|
78
|
-
- a type check with no value check
|
|
79
|
-
- a test with no assertion at all
|
|
80
|
-
- an assertion that restates the implementation rather than the criterion
|
|
81
|
-
|
|
82
|
-
## Output of this step
|
|
83
|
-
|
|
84
|
-
Per record: `{row_id, strategy, lane, grounding}` — where
|
|
85
|
-
`lane ∈ {emit, emit-with-finding, finding-only, second-pass}`.
|
|
@@ -1,117 +0,0 @@
|
|
|
1
|
-
# Step 4: Generate Tests
|
|
2
|
-
|
|
3
|
-
**Goal**: write the test, tagged so `gap-analysis` can reconcile it.
|
|
4
|
-
|
|
5
|
-
Templates per harness:
|
|
6
|
-
[proptest](../assets/templates/proptest.rs.md) ·
|
|
7
|
-
[fast-check](../assets/templates/fast-check.ts.md) ·
|
|
8
|
-
[hypothesis](../assets/templates/hypothesis.py.md)
|
|
9
|
-
|
|
10
|
-
## The tag contract
|
|
11
|
-
|
|
12
|
-
`gap-analysis` step 3 greps for four forms. Every generated test carries **two independent
|
|
13
|
-
carriers**, so a single formatting change cannot break reconciliation:
|
|
14
|
-
|
|
15
|
-
1. `Trace: FR-027-AC-1` on its own line in the doc comment or docstring.
|
|
16
|
-
2. The test function or `describe` name containing the id —
|
|
17
|
-
`fr_027_ac_1_…` in Rust/Python, `"FR-027-AC-1 …"` in TypeScript.
|
|
18
|
-
|
|
19
|
-
### Where carrier 1 attaches
|
|
20
|
-
|
|
21
|
-
A carrier is not free-floating text. `quire coverage` binds a tag to the **test symbol
|
|
22
|
-
whose source span encloses it** — the span covering that symbol's annotation block, its
|
|
23
|
-
declaration, and its body. Placement is therefore part of the contract, and it differs by
|
|
24
|
-
language:
|
|
25
|
-
|
|
26
|
-
| Harness | Put `Trace:` | Because |
|
|
27
|
-
|---------|--------------|---------|
|
|
28
|
-
| Rust | in the doc comment above `#[test] fn …` | the span starts at the annotation block |
|
|
29
|
-
| Python | in the test function's docstring | the span covers the body |
|
|
30
|
-
| TypeScript | **immediately above `it(` / `test(`** — never above `describe(` | `describe(…)` groups tests but registers no symbol itself |
|
|
31
|
-
|
|
32
|
-
The TypeScript row is the one that bites. A tag above a `describe` block reads correctly,
|
|
33
|
-
passes review, and matches a grep — and binds to nothing at all. Six generated files
|
|
34
|
-
shipped that way in `@agent-ix/quoin@0.12.x` and every criterion in them scored zero
|
|
35
|
-
(agent-ix/quoin#61). **Do not verify placement with grep**: grep does not care where a
|
|
36
|
-
comment sits, which is exactly why the defect shipped.
|
|
37
|
-
|
|
38
|
-
Plus one provenance line, ignored by the reconciliation grep and read by this skill on
|
|
39
|
-
re-runs:
|
|
40
|
-
|
|
41
|
-
```
|
|
42
|
-
spec-correctness: row=FR-027-AC-1 property=universal extraction=extractable origin=regex
|
|
43
|
-
```
|
|
44
|
-
|
|
45
|
-
`origin ∈ {regex, regex-candidate, llm-second-pass}`.
|
|
46
|
-
For `origin=llm-second-pass`, add `confidence=<high|medium|low>`.
|
|
47
|
-
|
|
48
|
-
Hard rules:
|
|
49
|
-
|
|
50
|
-
- **Never emit a `row_id` that is not in the classification output.** Not a guessed one,
|
|
51
|
-
not a renumbered one, not one you inferred from a nearby row.
|
|
52
|
-
- **Never alter an existing tag** on a hand-written test. If a test already claims the
|
|
53
|
-
`row_id`, do not emit a second one — record it as already covered.
|
|
54
|
-
- Match the repo's dominant tag style from step 0 **in addition to** the two carriers.
|
|
55
|
-
|
|
56
|
-
## Idempotent re-runs
|
|
57
|
-
|
|
58
|
-
The provenance line is the key. On a re-run:
|
|
59
|
-
|
|
60
|
-
- Same `row_id`, same strategy, same grounding → leave the file alone.
|
|
61
|
-
- Same `row_id`, changed grounding → rewrite the body, keep the tag byte-identical.
|
|
62
|
-
- `row_id` no longer in the classification output (the criterion was deleted) → do not
|
|
63
|
-
delete the test silently; report it as orphaned and let the user decide.
|
|
64
|
-
- A test whose provenance line is absent is hand-written. **Never overwrite it.**
|
|
65
|
-
|
|
66
|
-
## File placement
|
|
67
|
-
|
|
68
|
-
| Harness | Path |
|
|
69
|
-
| --- | --- |
|
|
70
|
-
| Rust | `tests/props_fr_NNN.rs` |
|
|
71
|
-
| TypeScript | `tests/props/fr-NNN.prop.test.ts` |
|
|
72
|
-
| Python | `tests/props/test_fr_NNN.py` |
|
|
73
|
-
|
|
74
|
-
One placement, because there is one kind of emitted test. A criterion that cannot be
|
|
75
|
-
grounded gets **no file at all** — it gets a finding in the review artifact (step 6).
|
|
76
|
-
|
|
77
|
-
**Rust paths are flat on purpose.** Cargo auto-discovers integration tests only at
|
|
78
|
-
`tests/*.rs`; a file under `tests/props/` is treated as a helper module and is never
|
|
79
|
-
compiled as a test target. A nested layout would need a `[[test]]` entry per file in
|
|
80
|
-
`Cargo.toml`, and this skill does not edit build manifests. Flat names with a `props_`
|
|
81
|
-
prefix keep the grouping without the manifest edit.
|
|
82
|
-
|
|
83
|
-
For a Rust repo that keeps `#[cfg(test)]` unit tests inline and no `tests/` dir at all,
|
|
84
|
-
still write `tests/props_fr_NNN.rs` — an integration test only sees the public API, which is
|
|
85
|
-
the right boundary for a criterion-derived property anyway. If the symbol under test is
|
|
86
|
-
private, that is a grounding result, not a placement problem: write no test and record
|
|
87
|
-
`symbol-not-public` as a finding.
|
|
88
|
-
|
|
89
|
-
One file per FR, one test per `row_id`. Shared generators go in a sibling `arbitraries`
|
|
90
|
-
module rather than being duplicated per test.
|
|
91
|
-
|
|
92
|
-
## Every emitted test runs
|
|
93
|
-
|
|
94
|
-
No skip marker, no `#[ignore]`, no `_review/` directory. A disabled test checked into a
|
|
95
|
-
repo is a dead test, and the review it was waiting for already happens in the pull request
|
|
96
|
-
the test arrives in.
|
|
97
|
-
|
|
98
|
-
Whether a matrix row reads `✅` is decided by a real run and set by `spec-matrix` — not
|
|
99
|
-
pre-empted here with a marker. A criterion that is not ready to be tested is not a disabled
|
|
100
|
-
test; it is a finding (step 6).
|
|
101
|
-
|
|
102
|
-
## Generator hygiene
|
|
103
|
-
|
|
104
|
-
- Bound every collection (`0..32` is a good default). An unbounded generator turns a fast
|
|
105
|
-
suite slow and hides shrinking.
|
|
106
|
-
- Reuse the repo's existing fixtures and factories before writing a new arbitrary.
|
|
107
|
-
- Seed generators so both branches of a partitioned domain are reachable — check the
|
|
108
|
-
sibling ACs from step 2.
|
|
109
|
-
- Do not set a fixed RNG seed. Do not raise the case count above the harness default
|
|
110
|
-
without a reason recorded as a finding.
|
|
111
|
-
|
|
112
|
-
## After writing
|
|
113
|
-
|
|
114
|
-
Run the suite. A failing generated test is a grounding bug in step 2, not a spec bug
|
|
115
|
-
and not a code bug — fix the grounding, or delete the test and record the reason as a
|
|
116
|
-
finding. Never weaken an assertion to make a generated test pass, never disable it, and
|
|
117
|
-
never edit the spec to match a generated test.
|
|
@@ -1,81 +0,0 @@
|
|
|
1
|
-
# Step 5: The LLM Second Pass
|
|
2
|
-
|
|
3
|
-
**Goal**: recover tests from the criteria the deterministic pass could not settle —
|
|
4
|
-
`property: example`, `property: unclassified`, and anything step 2 refused to ground.
|
|
5
|
-
|
|
6
|
-
**Ask before running this** when the residue is large (more than ~30 records). It is an
|
|
7
|
-
expensive judgement pass. Fan out one subagent per FR when you do run it.
|
|
8
|
-
|
|
9
|
-
## Why this pass exists here and not in the engine
|
|
10
|
-
|
|
11
|
-
quire-rs#45 is closed as answered: **31.3% recall at 93.3% precision is the engine's
|
|
12
|
-
deterministic ceiling.** Three widenings were measured factorially against a precision gate
|
|
13
|
-
fixed in advance at 85%; one shipped at 100%, two were deleted at 70% and 56.7%. Another
|
|
14
|
-
regex cannot get further without surrendering determinism or precision.
|
|
15
|
-
|
|
16
|
-
A generated test is reviewed before it lands. That makes a recall/precision tradeoff
|
|
17
|
-
affordable *here* that is not affordable in the engine. That is the whole argument — it is
|
|
18
|
-
not that the engine is wrong.
|
|
19
|
-
|
|
20
|
-
## Input per record
|
|
21
|
-
|
|
22
|
-
The full quire record, the step-2 grounding attempt (including its refusal reason), the FR
|
|
23
|
-
file, the sibling ACs, and the located symbol if there is one.
|
|
24
|
-
|
|
25
|
-
## It may propose exactly one of three things
|
|
26
|
-
|
|
27
|
-
1. **Reclassify** into one of the 8 generatable families, with a proposed domain,
|
|
28
|
-
precondition and oracle, each carrying at least one `file:line` citation. → a property
|
|
29
|
-
test, plus a finding recording that an LLM read it.
|
|
30
|
-
|
|
31
|
-
Worth looking for: a criterion phrased about one concrete input that actually holds for
|
|
32
|
-
a whole class ("Repeated `--types` accumulate into an ordered list" is `ordering`, not an
|
|
33
|
-
example); an error message criterion that is really `error-case` over a negative domain.
|
|
34
|
-
|
|
35
|
-
2. **Witness** — the criterion genuinely describes a single case, or a small closed set of
|
|
36
|
-
them ("`version`, `--version`, and `-v` each print the package version" is a 3-case
|
|
37
|
-
witness). → an example-based test, `Type: Unit`, with a finding, and **explicitly not
|
|
38
|
-
counted as property coverage** in the census.
|
|
39
|
-
|
|
40
|
-
3. **Nothing** — no test; the reason becomes a `medium` finding. It records what could not
|
|
41
|
-
be settled, and is not a judgement on the criterion (CON-1).
|
|
42
|
-
|
|
43
|
-
## It must refuse to
|
|
44
|
-
|
|
45
|
-
- **Reword, split, or recommend editing a criterion**, or emit anything that reads as
|
|
46
|
-
pressure on the author. A concrete criterion is a legitimate criterion (CON-1).
|
|
47
|
-
- **Invent an oracle** absent from both the FR and the code. No tautologies, no
|
|
48
|
-
`assert x is not None`, no isinstance-only checks, no assertionless tests. The
|
|
49
|
-
weak-assertion heuristics in `gap-analysis/references/step-5-semantic-review.md` apply to
|
|
50
|
-
generated tests too.
|
|
51
|
-
- **Propose a new regex, lexicon entry, or idiom widening for quire-rs.** The ceiling is
|
|
52
|
-
accepted. Do not re-propose the two deleted widenings.
|
|
53
|
-
- **Write a framework name into any spec artifact** (CON-2).
|
|
54
|
-
- **Alter or synthesize a `row_id`.** Every emitted tag must be a `row_id` present in the
|
|
55
|
-
classification output.
|
|
56
|
-
- **Present its output as deterministic.** Every test from this pass carries
|
|
57
|
-
`origin=llm-second-pass` and a finding; the reviewer must be able to tell an LLM read it.
|
|
58
|
-
|
|
59
|
-
## Marking
|
|
60
|
-
|
|
61
|
-
Every product of this pass:
|
|
62
|
-
|
|
63
|
-
```
|
|
64
|
-
spec-correctness: row=FR-005-AC-2 property=example extraction=not-extractable origin=llm-second-pass confidence=medium
|
|
65
|
-
```
|
|
66
|
-
|
|
67
|
-
The test is written to the normal path and **runs** like any other. Its finding in the
|
|
68
|
-
review artifact is what marks it as needing a read.
|
|
69
|
-
|
|
70
|
-
`extraction: candidate` records use the identical mechanism with `origin=regex-candidate`
|
|
71
|
-
and no `confidence` key — they came from the deterministic pass, not from this one.
|
|
72
|
-
|
|
73
|
-
## Calibrating confidence
|
|
74
|
-
|
|
75
|
-
- `high` — the oracle is a direct quote of a `SHALL` predicate and the symbol was located.
|
|
76
|
-
- `medium` — the oracle was assembled from `## Behavior` plus the code, and reads as a fair
|
|
77
|
-
restatement.
|
|
78
|
-
- `low` — the oracle is a plausible reading among more than one. Say what the alternative
|
|
79
|
-
reading was, in the finding's summary.
|
|
80
|
-
|
|
81
|
-
Anything below `low` is proposal 3: nothing.
|
|
@@ -1,134 +0,0 @@
|
|
|
1
|
-
# Step 6: The Review Artifact
|
|
2
|
-
|
|
3
|
-
**Goal**: the run leaves a record of **what it could not ground, and why**, as a validated
|
|
4
|
-
artifact a reviewer can read without re-deriving anything.
|
|
5
|
-
|
|
6
|
-
The tests it *could* write are already under review — they arrive in a pull request, which
|
|
7
|
-
is what a review gate is. What a PR does not carry is the reasoning behind a criterion the
|
|
8
|
-
run declined to test. That, and only that, is what this artifact is for.
|
|
9
|
-
|
|
10
|
-
## Where it lives
|
|
11
|
-
|
|
12
|
-
`reviews/YY-MM-DD-<slug>.md` at the repo root — the same location and archetype
|
|
13
|
-
`gap-analysis` uses. It is a **`SpecReview`** with `analysis: spec-correctness`.
|
|
14
|
-
|
|
15
|
-
> Earlier versions of this skill wrote `tests/props/QUEUE.md` instead, because
|
|
16
|
-
> `SpecReview.analysis` had no `spec-correctness` value and a file under `reviews/` would
|
|
17
|
-
> have failed `quire validate`. A closed enum with no fitting value is the system saying an
|
|
18
|
-
> artifact type is missing; it was read as an obstacle and routed around, and what it
|
|
19
|
-
> produced was an unvalidated report committed into a test tree. The enum was fixed in
|
|
20
|
-
> agent-ix/spec-artifacts-process#11. **Do not invent an output format** (FR-028-CON-1) —
|
|
21
|
-
> if nothing fits, that is a ticket, not a new filename.
|
|
22
|
-
|
|
23
|
-
## Fetch the template, then author
|
|
24
|
-
|
|
25
|
-
```
|
|
26
|
-
quoin write --types SpecReview
|
|
27
|
-
```
|
|
28
|
-
|
|
29
|
-
If `quoin write` is unavailable in the working tree, read the skeleton directly from
|
|
30
|
-
`~/.ix/filament/modules/spec-artifacts-process/skeletons/SpecReview.md`.
|
|
31
|
-
|
|
32
|
-
## Frontmatter
|
|
33
|
-
|
|
34
|
-
```yaml
|
|
35
|
-
---
|
|
36
|
-
id: SR-002 # ^[A-Z]{2,4}-[0-9]+$ — bump past any existing SR-
|
|
37
|
-
title: "spec-correctness — <repo> — <N> criteria"
|
|
38
|
-
type: SpecReview
|
|
39
|
-
analysis: spec-correctness # the dedicated analysis value
|
|
40
|
-
scope: "spec/**/*.md, tests/props/"
|
|
41
|
-
review_set: all
|
|
42
|
-
---
|
|
43
|
-
```
|
|
44
|
-
|
|
45
|
-
## Body
|
|
46
|
-
|
|
47
|
-
`## Summary` and `## Findings` are **required and validated**; the rest are extra sections.
|
|
48
|
-
|
|
49
|
-
```markdown
|
|
50
|
-
## Summary
|
|
51
|
-
|
|
52
|
-
<1–2 sentences: what corpus was classified, how many criteria, and how many are now
|
|
53
|
-
covered by a generated test.>
|
|
54
|
-
|
|
55
|
-
## Findings
|
|
56
|
-
|
|
57
|
-
| ID | Severity | Summary | Refs |
|
|
58
|
-
| ------- | -------- | ------------------------------------------------------------- | ------------ |
|
|
59
|
-
| FND-001 | medium | Candidate label not corroborated structurally — verify the shape | FR-018-AC-3 |
|
|
60
|
-
| FND-002 | medium | Oracle is adjectival ("clear error"); nothing to assert | FR-022-AC-1 |
|
|
61
|
-
| FND-003 | low | Domain is a single value; a Unit witness, not property coverage | FR-009-AC-2 |
|
|
62
|
-
| FND-004 | high | No generator library in the manifest; no test written | FR-031-AC-1 |
|
|
63
|
-
|
|
64
|
-
## Census
|
|
65
|
-
|
|
66
|
-
emitted 37 extractable, grounded
|
|
67
|
-
reviewed 6 emitted and flagged (`extraction: candidate`)
|
|
68
|
-
not settled 14 symbol-not-found 6 · oracle-is-adjectival 5 · unimplemented 3
|
|
69
|
-
already covered 9 hand-written tests already carry the row_id
|
|
70
|
-
witnesses 5 Unit tests, not property coverage
|
|
71
|
-
```
|
|
72
|
-
|
|
73
|
-
### Findings table contract (validated)
|
|
74
|
-
|
|
75
|
-
- Headers EXACTLY: `ID | Severity | Summary | Refs`.
|
|
76
|
-
- `ID` matches `^FND-\d+$`; **≥1 row**.
|
|
77
|
-
- `Severity` ∈ `low | medium | high`.
|
|
78
|
-
- A run that grounded everything still records one row:
|
|
79
|
-
`FND-001 | low | Every binding criterion was grounded | -`.
|
|
80
|
-
|
|
81
|
-
## What each finding is
|
|
82
|
-
|
|
83
|
-
| Reason | Severity | Note |
|
|
84
|
-
| --- | --- | --- |
|
|
85
|
-
| `extraction: candidate` | medium | A test **was** emitted; the metamorphic label was not corroborated structurally, so the reviewer checks the shape |
|
|
86
|
-
| Second-pass reclassify | medium | An LLM read, not a deterministic one |
|
|
87
|
-
| Second-pass witness | low | An example test, not property coverage |
|
|
88
|
-
| `singleton-domain` witness | low | Grounding found a one-element domain — a `Unit` test |
|
|
89
|
-
| Harness-downgraded | low | e.g. Python `concurrency` |
|
|
90
|
-
| Not grounded | medium | No test written; the reason **is** the finding |
|
|
91
|
-
| Generator library missing | high | No test written; name the library and the remedy |
|
|
92
|
-
|
|
93
|
-
## Severity is about the reader's next action, not about quality
|
|
94
|
-
|
|
95
|
-
`high` means a person must do something before this criterion can be covered at all —
|
|
96
|
-
install a library, implement a symbol. `medium` means read the generated test and confirm
|
|
97
|
-
it. `low` means know that a row is a witness rather than a property. None of it is a
|
|
98
|
-
verdict on the spec (FR-052-CON-1), and none of it recommends rewording a criterion.
|
|
99
|
-
|
|
100
|
-
## Emitted tests are not disabled
|
|
101
|
-
|
|
102
|
-
Every test this skill writes **runs**. No `describe.skip`, no `#[ignore]`, no
|
|
103
|
-
`@pytest.mark.skip`, no `_review/` directory. A disabled test in a repo is a dead test, and
|
|
104
|
-
whether a matrix row reads `✅` is the `spec-matrix` skill's status column to set from a
|
|
105
|
-
real run — not this skill's to pre-empt with a marker.
|
|
106
|
-
|
|
107
|
-
## Validate
|
|
108
|
-
|
|
109
|
-
```
|
|
110
|
-
quire validate --scope <project_root> "reviews/**/*.md"
|
|
111
|
-
```
|
|
112
|
-
|
|
113
|
-
> **`--scope` is the repository root, and must be passed explicitly.** Since quire-cli
|
|
114
|
-
> v0.16.0 (quire-rs CR-045) the command derives **two roots** from it and never
|
|
115
|
-
> interchanges them: spec documents are read from `<repo>/spec` only, trace tags from
|
|
116
|
-
> the source tree at `<repo>` excluding `spec/`. A repo with no `spec/` exits with a
|
|
117
|
-
> diagnostic naming the missing document root rather than scanning the whole tree, and a
|
|
118
|
-
> matrix outside `spec/` (a fixture, a `plan/` copy) mints nothing. A relative glob
|
|
119
|
-
> resolves under `--scope` only in scoped mode (no `--module`); with `--module` it
|
|
120
|
-
> resolves against the process working directory, and an omitted `--scope` defaults to
|
|
121
|
-
> `.` — so a run launched from a parent directory validates the **wrong tree** and exits
|
|
122
|
-
> 0 for whatever it matched. Check `quire --version` ≥ 0.16.0 before relying on any of
|
|
123
|
-
> this; ≤ 0.15.0 has the pre-split traversal semantics.
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
Fix any validation error — frontmatter pattern, the `analysis` enum, findings
|
|
127
|
-
headers/ids/severity — before reporting completion. Then tell the user the artifact path.
|
|
128
|
-
|
|
129
|
-
## Notes
|
|
130
|
-
|
|
131
|
-
- File name: `reviews/<YYYY-MM-DD>-<short-slug>.md`, today's real date.
|
|
132
|
-
- One run → one `SpecReview`, matching the one-doc-per-analysis model.
|
|
133
|
-
- A re-run reads the previous artifact's findings so it does not re-propose a criterion a
|
|
134
|
-
reviewer already rejected; a criterion whose `statement` has changed is proposed again.
|