@agent-ix/quoin 0.15.1 → 0.19.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/default-modules.yaml +15 -6
- package/dist/advisor/advise.d.ts +14 -1
- package/dist/advisor/advise.d.ts.map +1 -1
- package/dist/advisor/methods.d.ts +11 -1
- package/dist/advisor/methods.d.ts.map +1 -1
- package/dist/{advisor-D35K3_iI.js → advisor-a9axb4Jl.js} +21 -8
- package/dist/assurance/graph.d.ts +79 -0
- package/dist/assurance/graph.d.ts.map +1 -0
- package/dist/assurance/index.d.ts +9 -0
- package/dist/assurance/index.d.ts.map +1 -0
- package/dist/assurance/render.d.ts +3 -0
- package/dist/assurance/render.d.ts.map +1 -0
- package/dist/auditor/audit.d.ts +37 -5
- package/dist/auditor/audit.d.ts.map +1 -1
- package/dist/auditor/combinatorial.d.ts +53 -0
- package/dist/auditor/combinatorial.d.ts.map +1 -0
- package/dist/auditor/index.d.ts +1 -1
- package/dist/auditor/index.d.ts.map +1 -1
- package/dist/auditor-W2jFinr6.js +188 -0
- package/dist/{base-CtpwIg4M.js → base-BE20w0jY.js} +1 -1
- package/dist/cli.js +1 -1
- package/dist/combinatorial-Cq01XfhV.js +80 -0
- package/dist/commands/advise.d.ts +16 -0
- package/dist/commands/advise.d.ts.map +1 -0
- package/dist/commands/advise.js +164 -0
- package/dist/commands/assurance.d.ts +14 -0
- package/dist/commands/assurance.d.ts.map +1 -0
- package/dist/commands/assurance.js +179 -0
- package/dist/commands/catalog/list.js +2 -2
- package/dist/commands/catalog/methods.js +3 -3
- package/dist/commands/catalog/show.js +2 -2
- package/dist/commands/catalog/validate.js +2 -2
- package/dist/commands/completeness.d.ts +16 -0
- package/dist/commands/completeness.d.ts.map +1 -0
- package/dist/commands/completeness.js +49 -0
- package/dist/commands/config/doctor.js +1 -1
- package/dist/commands/config/edit.js +1 -1
- package/dist/commands/config/get.js +1 -1
- package/dist/commands/config/set.js +1 -1
- package/dist/commands/evidence/affirm.d.ts.map +1 -1
- package/dist/commands/evidence/affirm.js +36 -50
- package/dist/commands/evidence/audit.d.ts +11 -0
- package/dist/commands/evidence/audit.d.ts.map +1 -1
- package/dist/commands/evidence/audit.js +60 -154
- package/dist/commands/evidence/baseline.d.ts +14 -0
- package/dist/commands/evidence/baseline.d.ts.map +1 -0
- package/dist/commands/evidence/baseline.js +79 -0
- package/dist/commands/evidence/gc.js +2 -2
- package/dist/commands/evidence/index.d.ts.map +1 -1
- package/dist/commands/evidence/index.js +4 -2
- package/dist/commands/evidence/record.d.ts +3 -0
- package/dist/commands/evidence/record.d.ts.map +1 -1
- package/dist/commands/evidence/record.js +97 -53
- package/dist/commands/matrix.js +1 -1
- package/dist/commands/module/ensure-defaults.js +3 -3
- package/dist/commands/module/install.js +2 -2
- package/dist/commands/module/list.js +2 -2
- package/dist/commands/module/remove.js +2 -2
- package/dist/commands/review.js +1 -1
- package/dist/commands/to-plan.js +1 -1
- package/dist/commands/update.js +2 -2
- package/dist/commands/write.js +3 -3
- package/dist/completeness/assess.d.ts +82 -0
- package/dist/completeness/assess.d.ts.map +1 -0
- package/dist/completeness/bundle.d.ts +52 -0
- package/dist/completeness/bundle.d.ts.map +1 -0
- package/dist/completeness/declarations.d.ts +46 -0
- package/dist/completeness/declarations.d.ts.map +1 -0
- package/dist/completeness/index.d.ts +11 -0
- package/dist/completeness/index.d.ts.map +1 -0
- package/dist/completeness/run.d.ts +35 -0
- package/dist/completeness/run.d.ts.map +1 -0
- package/dist/completeness-BeqcskAI.js +228 -0
- package/dist/evidence/adapters/agent-eval.d.ts +26 -0
- package/dist/evidence/adapters/agent-eval.d.ts.map +1 -0
- package/dist/evidence/adapters/audit-script.d.ts +25 -0
- package/dist/evidence/adapters/audit-script.d.ts.map +1 -0
- package/dist/evidence/adapters/cargo-mutants.d.ts +3 -0
- package/dist/evidence/adapters/cargo-mutants.d.ts.map +1 -0
- package/dist/evidence/adapters/junit.d.ts +17 -0
- package/dist/evidence/adapters/junit.d.ts.map +1 -0
- package/dist/evidence/adapters/registry.d.ts +63 -0
- package/dist/evidence/adapters/registry.d.ts.map +1 -0
- package/dist/evidence/adapters/sarif.d.ts +35 -0
- package/dist/evidence/adapters/sarif.d.ts.map +1 -0
- package/dist/evidence/adapters/sbom.d.ts +35 -0
- package/dist/evidence/adapters/sbom.d.ts.map +1 -0
- package/dist/evidence/adapters/types.d.ts +55 -0
- package/dist/evidence/adapters/types.d.ts.map +1 -0
- package/dist/evidence/index.d.ts +11 -1
- package/dist/evidence/index.d.ts.map +1 -1
- package/dist/evidence/record.d.ts +6 -0
- package/dist/evidence/record.d.ts.map +1 -1
- package/dist/evidence/store.d.ts +124 -8
- package/dist/evidence/store.d.ts.map +1 -1
- package/dist/evidence/types.d.ts +110 -5
- package/dist/evidence/types.d.ts.map +1 -1
- package/dist/evidence-FRF9RN77.js +595 -0
- package/dist/{flow-command-BSMqxass.js → flow-command-BrzzKBo9.js} +1 -1
- package/dist/index.js +6 -6
- package/dist/{modules-Ckfaq5p4.js → modules-_FQTZ3gx.js} +2 -2
- package/dist/{plugins-CLuXx2Jr.js → plugins-Q1MtCIE5.js} +1 -1
- package/dist/quire/contract.d.ts +1 -1
- package/dist/quire/contract.d.ts.map +1 -1
- package/dist/quire/exec.d.ts +44 -0
- package/dist/quire/exec.d.ts.map +1 -0
- package/dist/quire/index.d.ts +1 -0
- package/dist/quire/index.d.ts.map +1 -1
- package/dist/{quire-MbMdffPh.js → quire-Dis3ky5t.js} +316 -262
- package/dist/{version-By2YFRZQ.js → version-D0l3nDPZ.js} +1 -1
- package/dist/{write-8JJ8Dumo.js → write-CMA6BDUq.js} +1 -1
- package/package.json +2 -1
- package/skills/spec-evidence-analysis/SKILL.md +27 -11
- package/skills/spec-fuzz/SKILL.md +94 -0
- package/skills/spec-fuzz/assets/templates/atheris.py.md +74 -0
- package/skills/spec-fuzz/assets/templates/cargo-fuzz.rs.md +83 -0
- package/skills/spec-fuzz/assets/templates/fast-check.ts.md +76 -0
- package/skills/spec-fuzz/references/step-0-scope-and-harness.md +51 -0
- package/skills/spec-fuzz/references/step-1-select-obligations.md +47 -0
- package/skills/spec-fuzz/references/step-2-ground-entry-point.md +55 -0
- package/skills/spec-fuzz/references/step-3-emit-targets.md +65 -0
- package/skills/spec-fuzz/references/step-4-report.md +56 -0
- package/dist/evidence-BvUyw-Yv.js +0 -171
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
# Step 4: Report
|
|
2
|
+
|
|
3
|
+
**Goal**: a validated artifact saying what was generated, what was not, and what none of it
|
|
4
|
+
proves yet.
|
|
5
|
+
|
|
6
|
+
## The handoff sentence that must appear
|
|
7
|
+
|
|
8
|
+
> These targets are **undischarged**. A fuzz target that has never run is a search never
|
|
9
|
+
> started, and the evidence store will report it as such until a run is recorded.
|
|
10
|
+
|
|
11
|
+
Say it plainly and do not soften it. The temptation at the end of a generation run is to
|
|
12
|
+
report N targets as N obligations covered, and that is the exact claim this skill exists not
|
|
13
|
+
to make (FR-038-CON-3).
|
|
14
|
+
|
|
15
|
+
What the consumer does next is theirs: run the fuzzer in their CI, then
|
|
16
|
+
`quoin evidence record` the result into a suite with `Evidence Kind: Fuzz`. quoin does not
|
|
17
|
+
run it — the invariant that makes a run record mean *"this ran in your CI"* is that quoin was
|
|
18
|
+
not the thing running it.
|
|
19
|
+
|
|
20
|
+
## The artifact
|
|
21
|
+
|
|
22
|
+
A `SpecReview` with `analysis: evidence`, at `reviews/YY-MM-DD-<slug>.md`. One findings row
|
|
23
|
+
per obligation **not served**, and none for the ones that were — a review listing every
|
|
24
|
+
success is a review nobody reads to the end.
|
|
25
|
+
|
|
26
|
+
```markdown
|
|
27
|
+
| ID | Severity | Summary | Refs |
|
|
28
|
+
|----|----------|---------|------|
|
|
29
|
+
| FND-001 | high | This repository has no fuzz harness; 6 Fuzz-kind obligations cannot be materialized. Nothing was installed. | Cargo.toml |
|
|
30
|
+
| FND-002 | medium | NFR-003-M-1 names no groundable entry point: no function in `src/` takes arbitrary bytes. | NFR-003-M-1 |
|
|
31
|
+
| FND-003 | low | FR-012-AC-2 is authored `fuzzing` but describes an ordering, not an input surface. The method looks wrong. | FR-012-AC-2 |
|
|
32
|
+
```
|
|
33
|
+
|
|
34
|
+
Severities, and why:
|
|
35
|
+
|
|
36
|
+
- **high** — no harness. Every Fuzz-kind obligation in the repository is unmaterializable, and
|
|
37
|
+
the decision to change that is the owner's.
|
|
38
|
+
- **medium** — ungrounded entry point. A gap in the spec or the code, one obligation each.
|
|
39
|
+
- **low** — a method that looks wrong for its obligation. Advisory; the author decides.
|
|
40
|
+
|
|
41
|
+
## Report counts, not a grade
|
|
42
|
+
|
|
43
|
+
*"6 of 9 obligations produced targets"* is data. **"67% fuzz coverage" is a verdict**, and
|
|
44
|
+
this skill emits none — no threshold, no grade, no pass/fail (FR-038-AC-9).
|
|
45
|
+
|
|
46
|
+
The same rule bars rewording. Where a requirement is genuinely unfuzzable as stated, that is
|
|
47
|
+
a finding for a human, not an edit for this skill to make.
|
|
48
|
+
|
|
49
|
+
## Validate before finishing
|
|
50
|
+
|
|
51
|
+
```
|
|
52
|
+
quire validate --scope <repo> "reviews/**/*.md"
|
|
53
|
+
```
|
|
54
|
+
|
|
55
|
+
Fix any frontmatter, `analysis` enum or findings-table error before reporting the run
|
|
56
|
+
complete. A review that does not validate is not an artifact; it is a file.
|
|
@@ -1,171 +0,0 @@
|
|
|
1
|
-
import { existsSync as e, mkdirSync as t, readFileSync as n, readdirSync as r, rmSync as i, writeFileSync as a } from "node:fs";
|
|
2
|
-
import { dirname as o, join as s } from "node:path";
|
|
3
|
-
//#region src/evidence/types.ts
|
|
4
|
-
var c = "runs";
|
|
5
|
-
//#endregion
|
|
6
|
-
//#region src/evidence/store.ts
|
|
7
|
-
function l(e) {
|
|
8
|
-
return s(e, "spec", "evidence");
|
|
9
|
-
}
|
|
10
|
-
function u(e) {
|
|
11
|
-
return s(l(e), "bindings.json");
|
|
12
|
-
}
|
|
13
|
-
function d(e) {
|
|
14
|
-
return s(l(e), "baseline.json");
|
|
15
|
-
}
|
|
16
|
-
function f(e, t, n) {
|
|
17
|
-
return s(l(e), c, t, `${p(n)}.json`);
|
|
18
|
-
}
|
|
19
|
-
function p(e) {
|
|
20
|
-
return e.slice(0, 12);
|
|
21
|
-
}
|
|
22
|
-
function m(e) {
|
|
23
|
-
return `${JSON.stringify(h(e), null, 2)}\n`;
|
|
24
|
-
}
|
|
25
|
-
function h(e) {
|
|
26
|
-
if (Array.isArray(e)) return e.map(h);
|
|
27
|
-
if (typeof e != "object" || !e) return e;
|
|
28
|
-
let t = {};
|
|
29
|
-
for (let n of Object.keys(e).sort()) t[n] = h(e[n]);
|
|
30
|
-
return t;
|
|
31
|
-
}
|
|
32
|
-
function g(e, n) {
|
|
33
|
-
t(o(e), { recursive: !0 }), a(e, m(n), "utf8");
|
|
34
|
-
}
|
|
35
|
-
function _(t) {
|
|
36
|
-
return e(t) ? JSON.parse(n(t, "utf8")) : null;
|
|
37
|
-
}
|
|
38
|
-
function v(e, t) {
|
|
39
|
-
let n = f(e, t.suite, t.commit);
|
|
40
|
-
return g(n, {
|
|
41
|
-
...t,
|
|
42
|
-
schemaVersion: 1
|
|
43
|
-
}), n;
|
|
44
|
-
}
|
|
45
|
-
function y(e, t, n) {
|
|
46
|
-
return _(f(e, t, n));
|
|
47
|
-
}
|
|
48
|
-
function b(t, n) {
|
|
49
|
-
let i = s(l(t), c, n);
|
|
50
|
-
return e(i) ? r(i).filter((e) => e.endsWith(".json")).sort() : [];
|
|
51
|
-
}
|
|
52
|
-
function x(t) {
|
|
53
|
-
let n = s(l(t), c);
|
|
54
|
-
return e(n) ? r(n, { withFileTypes: !0 }).filter((e) => e.isDirectory()).map((e) => e.name).sort() : [];
|
|
55
|
-
}
|
|
56
|
-
function S(e) {
|
|
57
|
-
return _(u(e)) ?? {
|
|
58
|
-
schemaVersion: 1,
|
|
59
|
-
bindings: []
|
|
60
|
-
};
|
|
61
|
-
}
|
|
62
|
-
function C(e, t) {
|
|
63
|
-
let n = [...t.bindings].sort((e, t) => e.obligation.localeCompare(t.obligation));
|
|
64
|
-
g(u(e), {
|
|
65
|
-
schemaVersion: 1,
|
|
66
|
-
bindings: n
|
|
67
|
-
});
|
|
68
|
-
}
|
|
69
|
-
function w(e) {
|
|
70
|
-
return _(d(e));
|
|
71
|
-
}
|
|
72
|
-
function T(e, t = !1) {
|
|
73
|
-
let n = new Set(S(e).bindings.map((e) => `${e.suite}/${p(e.commit)}.json`)), r = [];
|
|
74
|
-
for (let a of x(e)) {
|
|
75
|
-
let o = b(e, a), u = /* @__PURE__ */ new Set(), d = o.at(-1);
|
|
76
|
-
d && u.add(d);
|
|
77
|
-
for (let d of o) {
|
|
78
|
-
if (u.has(d) || n.has(`${a}/${d}`)) continue;
|
|
79
|
-
let o = s(l(e), c, a, d);
|
|
80
|
-
r.push(o), t || i(o);
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
return r.sort();
|
|
84
|
-
}
|
|
85
|
-
function E(e, t) {
|
|
86
|
-
let n = e.findIndex((e) => e.obligation === t.obligation);
|
|
87
|
-
if (n === -1) return {
|
|
88
|
-
bindings: [...e, { ...t }],
|
|
89
|
-
created: !0,
|
|
90
|
-
suspect: !1
|
|
91
|
-
};
|
|
92
|
-
let r = e[n], i = r.statementHashAtBinding !== t.statementHashAtBinding, a = {
|
|
93
|
-
...r,
|
|
94
|
-
suite: t.suite,
|
|
95
|
-
commit: t.commit,
|
|
96
|
-
symbols: t.symbols
|
|
97
|
-
}, o = [...e];
|
|
98
|
-
return o[n] = a, {
|
|
99
|
-
bindings: o,
|
|
100
|
-
created: !1,
|
|
101
|
-
suspect: i
|
|
102
|
-
};
|
|
103
|
-
}
|
|
104
|
-
function D(e, t, n, r, i, a) {
|
|
105
|
-
let o = e.findIndex((e) => e.obligation === t);
|
|
106
|
-
if (o === -1) return {
|
|
107
|
-
bindings: e,
|
|
108
|
-
found: !1
|
|
109
|
-
};
|
|
110
|
-
let s = e[o], c = [...e];
|
|
111
|
-
return c[o] = {
|
|
112
|
-
...s,
|
|
113
|
-
statementHashAtBinding: n,
|
|
114
|
-
affirmations: [...s.affirmations ?? [], {
|
|
115
|
-
who: r,
|
|
116
|
-
commit: i,
|
|
117
|
-
note: a
|
|
118
|
-
}]
|
|
119
|
-
}, {
|
|
120
|
-
bindings: c,
|
|
121
|
-
found: !0
|
|
122
|
-
};
|
|
123
|
-
}
|
|
124
|
-
//#endregion
|
|
125
|
-
//#region src/evidence/record.ts
|
|
126
|
-
function O(e) {
|
|
127
|
-
let t = v(e.repo, {
|
|
128
|
-
schemaVersion: 1,
|
|
129
|
-
suite: e.suite,
|
|
130
|
-
commit: e.commit,
|
|
131
|
-
tool: e.tool,
|
|
132
|
-
timestamp: e.timestamp,
|
|
133
|
-
entries: e.entries
|
|
134
|
-
}), n = new Map(e.obligations.map((e) => [e.id, e])), r = /* @__PURE__ */ new Map(), i = /* @__PURE__ */ new Set();
|
|
135
|
-
for (let t of e.entries) for (let e of t.traceIds ?? []) {
|
|
136
|
-
if (!n.has(e)) {
|
|
137
|
-
i.add(e);
|
|
138
|
-
continue;
|
|
139
|
-
}
|
|
140
|
-
if (t.outcome !== "pass") continue;
|
|
141
|
-
let a = r.get(e) ?? [];
|
|
142
|
-
a.push(t.symbol), r.set(e, a);
|
|
143
|
-
}
|
|
144
|
-
let a = S(e.repo).bindings, o = [], s = [];
|
|
145
|
-
for (let [t, i] of [...r].sort(([e], [t]) => e.localeCompare(t))) {
|
|
146
|
-
let r = n.get(t);
|
|
147
|
-
if (!r) continue;
|
|
148
|
-
let c = E(a, {
|
|
149
|
-
obligation: t,
|
|
150
|
-
statementHashAtBinding: r.statement_hash,
|
|
151
|
-
suite: e.suite,
|
|
152
|
-
commit: e.commit,
|
|
153
|
-
symbols: [...i].sort()
|
|
154
|
-
});
|
|
155
|
-
a = c.bindings, c.created && o.push(t), c.suspect && s.push(t);
|
|
156
|
-
}
|
|
157
|
-
return C(e.repo, {
|
|
158
|
-
schemaVersion: 1,
|
|
159
|
-
bindings: a
|
|
160
|
-
}), {
|
|
161
|
-
runPath: t,
|
|
162
|
-
bound: o.sort(),
|
|
163
|
-
suspect: s.sort(),
|
|
164
|
-
unmatched: [...i].sort()
|
|
165
|
-
};
|
|
166
|
-
}
|
|
167
|
-
function k(e) {
|
|
168
|
-
return e.obligations ?? [];
|
|
169
|
-
}
|
|
170
|
-
//#endregion
|
|
171
|
-
export { x as a, S as c, T as i, y as l, O as n, b as o, D as r, w as s, k as t, C as u };
|