@sun-asterisk/sungen 3.2.25 → 3.2.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/dist/cli/commands/audit.d.ts.map +1 -1
  2. package/dist/cli/commands/audit.js +23 -4
  3. package/dist/cli/commands/audit.js.map +1 -1
  4. package/dist/exporters/matrix/build.d.ts.map +1 -1
  5. package/dist/exporters/matrix/build.js +4 -1
  6. package/dist/exporters/matrix/build.js.map +1 -1
  7. package/dist/exporters/matrix/map-loader.d.ts.map +1 -1
  8. package/dist/exporters/matrix/map-loader.js +5 -0
  9. package/dist/exporters/matrix/map-loader.js.map +1 -1
  10. package/dist/exporters/matrix/types.d.ts +11 -0
  11. package/dist/exporters/matrix/types.d.ts.map +1 -1
  12. package/dist/exporters/matrix/types.js.map +1 -1
  13. package/dist/harness/audit.d.ts +7 -0
  14. package/dist/harness/audit.d.ts.map +1 -1
  15. package/dist/harness/audit.js +74 -6
  16. package/dist/harness/audit.js.map +1 -1
  17. package/dist/harness/flow-contract.d.ts +18 -1
  18. package/dist/harness/flow-contract.d.ts.map +1 -1
  19. package/dist/harness/flow-contract.js +72 -9
  20. package/dist/harness/flow-contract.js.map +1 -1
  21. package/dist/harness/quality-gates.d.ts +12 -1
  22. package/dist/harness/quality-gates.d.ts.map +1 -1
  23. package/dist/harness/quality-gates.js +62 -7
  24. package/dist/harness/quality-gates.js.map +1 -1
  25. package/dist/harness/spec-branches.d.ts +88 -0
  26. package/dist/harness/spec-branches.d.ts.map +1 -0
  27. package/dist/harness/spec-branches.js +280 -0
  28. package/dist/harness/spec-branches.js.map +1 -0
  29. package/dist/harness/spec-coverage.d.ts +1 -1
  30. package/dist/harness/spec-coverage.js +4 -4
  31. package/dist/harness/spec-coverage.js.map +1 -1
  32. package/dist/harness/viewpoint-baseline.d.ts +9 -0
  33. package/dist/harness/viewpoint-baseline.d.ts.map +1 -1
  34. package/dist/harness/viewpoint-baseline.js +33 -3
  35. package/dist/harness/viewpoint-baseline.js.map +1 -1
  36. package/dist/harness/viewpoint-ledger.d.ts.map +1 -1
  37. package/dist/harness/viewpoint-ledger.js +63 -5
  38. package/dist/harness/viewpoint-ledger.js.map +1 -1
  39. package/dist/orchestrator/templates/ai-src/commands/add-flow.md +16 -0
  40. package/dist/orchestrator/templates/ai-src/commands/create-test.md +9 -0
  41. package/dist/orchestrator/templates/ai-src/commands/delivery.md +9 -2
  42. package/dist/orchestrator/templates/ai-src/skills/sungen-tc-generation/SKILL.md +31 -1
  43. package/package.json +3 -3
  44. package/src/cli/commands/audit.ts +22 -3
  45. package/src/exporters/matrix/build.ts +4 -1
  46. package/src/exporters/matrix/map-loader.ts +5 -0
  47. package/src/exporters/matrix/types.ts +11 -0
  48. package/src/harness/audit.ts +78 -8
  49. package/src/harness/flow-contract.ts +87 -9
  50. package/src/harness/quality-gates.ts +64 -6
  51. package/src/harness/spec-branches.ts +346 -0
  52. package/src/harness/spec-coverage.ts +4 -4
  53. package/src/harness/viewpoint-baseline.ts +41 -6
  54. package/src/harness/viewpoint-ledger.ts +56 -4
  55. package/src/orchestrator/templates/ai-src/commands/add-flow.md +16 -0
  56. package/src/orchestrator/templates/ai-src/commands/create-test.md +9 -0
  57. package/src/orchestrator/templates/ai-src/commands/delivery.md +9 -2
  58. package/src/orchestrator/templates/ai-src/skills/sungen-tc-generation/SKILL.md +31 -1
@@ -0,0 +1,346 @@
1
+ /**
2
+ * Mutually-exclusive branches declared in the spec, and whether each one has a scenario (#630).
3
+ *
4
+ * A field report hit the same gap three times in three different flows, in three different
5
+ * shapes: an `### Exception Flow A` heading left entirely blank; a decision table
6
+ * (`DEC-003_EmptyStateCascade`) whose three arms produced ONE covered arm and two
7
+ * scenarios verifying that same arm under different names; and a pseudocode block with two
8
+ * attention-hint branches where only the first got a case.
9
+ *
10
+ * The narrative rule already existed — "AND condition → test each branch failing independently",
11
+ * "business rule → 1 behavioural TC per rule". It was missed anyway, three times. So the
12
+ * reviewers' own conclusion is the design here: what works is an ENFORCED enumeration, the way
13
+ * `Viewpoint items` are enumerated and completeness-checked, not another sentence of guidance.
14
+ *
15
+ * Deliberately conservative. A branch is only claimed when the spec makes the enumeration
16
+ * explicit — a named heading, a table that declares conditions and outcomes, or an if/else
17
+ * cascade — because a false "you missed a branch" costs more trust than it buys coverage.
18
+ */
19
+ import { ScenarioInfo } from './parse';
20
+
21
+ export interface SpecBranch {
22
+ /** Stable id for the message: the block name plus the arm. */
23
+ id: string;
24
+ /** The distinctive token the suite is expected to cite. */
25
+ label: string;
26
+ kind: 'exception-flow' | 'alternative-flow' | 'decision-arm' | 'pseudocode-arm';
27
+ /** Where it was found, so the author can go and read it. */
28
+ source: string;
29
+ }
30
+
31
+ /**
32
+ * CamelCase identifiers only — an outcome LABEL (`StateNoItems`, `HintPrimary`).
33
+ *
34
+ * SCREAMING_SNAKE was in this pattern and produced two false branches on a real spec:
35
+ * `DEFAULT_FILTER` from `conditions !== DEFAULT_FILTER` and `MESSAGE_READ` from a permission check.
36
+ * Those are OPERANDS inside a condition, not arms of it — a constant names a value, an outcome
37
+ * names a result. Shape alone cannot tell them apart, so the shape that only outcomes use is the
38
+ * one to match (#651 follow-up).
39
+ */
40
+ const IDENTIFIER = /\b([A-Z][a-z0-9]+(?:[A-Z][a-z0-9]+)+)\b/g;
41
+
42
+ /**
43
+ * Code references are not branch labels. A table cell citing
44
+ * `src/components/molecules/HomeBoard/AlertPanel.tsx` yielded four "branches" —
45
+ * AlertPanel, TaskPanel, FeaturedList, HomeBoard — none of which is a branch at all.
46
+ * Backticked spans and anything path-shaped go before identifiers are read.
47
+ */
48
+ function withoutCodeRefs(text: string): string {
49
+ return text
50
+ .replace(/`[^`]*`/g, ' ') // inline code spans
51
+ .replace(/\[[^\]]*\]\([^)]*\)/g, ' ') // markdown links
52
+ .replace(/\S*\/\S*/g, ' ') // any path-like token
53
+ .replace(/\b\w+\.(?:tsx?|jsx?|vue|py|rb|go|java|kt|swift|md|ya?ml|json)\b/gi, ' ');
54
+ }
55
+ /** A named decision/rule block: `DEC-003_Foo`, `BR-001_Bar`, `ALG-002`. */
56
+ const NAMED_BLOCK = /\b((?:DEC|BR|ALG|RULE|DISC)-\d+)(?:_([A-Za-z0-9]+))?\b/;
57
+
58
+ const HEADING = /^(#{1,6})\s+(.*)$/;
59
+
60
+ /**
61
+ * Split a markdown document into `{ heading, lines }` sections, so a table or fence can be
62
+ * attributed to the block that names it.
63
+ */
64
+ function sections(text: string): Array<{ heading: string; lines: string[] }> {
65
+ const out: Array<{ heading: string; lines: string[] }> = [{ heading: '', lines: [] }];
66
+ for (const raw of text.split('\n')) {
67
+ const h = raw.match(HEADING);
68
+ if (h) out.push({ heading: h[2].replace(/[*`]/g, '').trim(), lines: [] });
69
+ else out[out.length - 1].lines.push(raw);
70
+ }
71
+ return out;
72
+ }
73
+
74
+ /** Does this table declare CONDITIONS mapping to OUTCOMES (a decision table)? */
75
+ function isDecisionTable(header: string[], sectionHeading: string): boolean {
76
+ const cells = header.map((c) => c.toLowerCase());
77
+ // A Given/When/Then table is a list of TEST CASES, not a decision to enumerate — each row is
78
+ // already a case. It matched on `when`+`then` and turned a real spec's test-case table into
79
+ // five phantom branches (#651 follow-up).
80
+ const isGherkinTable = cells.some((c) => /\bgiven\b/.test(c)) && cells.some((c) => /\bwhen\b/.test(c))
81
+ && cells.some((c) => /\bthen\b/.test(c));
82
+ const isTestCaseTable = cells.some((c) => /test[- ]?id|tc[- ]?id|case[- ]?id/.test(c));
83
+ if (isGherkinTable || isTestCaseTable) return false;
84
+ const hasCondition = cells.some((c) => /condition|case|when|input|state|flag|criteria|nhánh|điều kiện/.test(c));
85
+ const hasOutcome = cells.some((c) => /outcome|result|then|display|shows?|expected|action|behaviou?r|kết quả/.test(c));
86
+ // A block the spec itself NAMES as a decision counts even if its columns are worded oddly.
87
+ return (hasCondition && hasOutcome) || /\b(?:DEC|decision|cascade|matrix)\b/i.test(sectionHeading);
88
+ }
89
+
90
+ export function specBranches(specText: string): SpecBranch[] {
91
+ const out: SpecBranch[] = [];
92
+ const seen = new Set<string>();
93
+ const push = (b: SpecBranch): void => {
94
+ const k = `${b.id}|${b.label}`;
95
+ if (seen.has(k)) return;
96
+ seen.add(k);
97
+ out.push(b);
98
+ };
99
+
100
+ for (const sec of sections(specText)) {
101
+ // 1. An `### Exception Flow A` / `### Alternative Flow 2` heading IS one branch. Unambiguous.
102
+ const flowH = sec.heading.match(/^(exception|alternative|alternate)\s+flow\s*([A-Z0-9][\w-]*)?/i);
103
+ if (flowH) {
104
+ const label = sec.heading;
105
+ push({
106
+ id: label, label,
107
+ kind: /^exception/i.test(flowH[1]) ? 'exception-flow' : 'alternative-flow',
108
+ source: `heading "${sec.heading}"`,
109
+ });
110
+ continue;
111
+ }
112
+
113
+ const named = sec.heading.match(NAMED_BLOCK);
114
+ const blockName = named ? named[0] : sec.heading;
115
+
116
+ // 2. A decision table: each data row is one arm. Matched on the identifier the row names.
117
+ const rows = sec.lines.filter((l) => l.trim().startsWith('|') && !/^\|[\s|:-]+\|?$/.test(l.trim()));
118
+ if (rows.length >= 3) { // header + at least two arms
119
+ const header = rows[0].split('|').map((c) => c.trim()).filter(Boolean);
120
+ if (isDecisionTable(header, sec.heading)) {
121
+ for (const row of rows.slice(1)) {
122
+ const ids = [...withoutCodeRefs(row).matchAll(IDENTIFIER)].map((m) => m[1]);
123
+ // Only an identifier is distinctive enough to look for in a suite; a prose condition
124
+ // would match half the feature file.
125
+ for (const id of ids) push({ id: `${blockName}:${id}`, label: id, kind: 'decision-arm', source: `decision table under "${sec.heading}"` });
126
+ }
127
+ }
128
+ }
129
+
130
+ // 3. An if/elif/else cascade in a fenced block: each arm that NAMES an outcome identifier.
131
+ let inFence = false;
132
+ let fence: string[] = [];
133
+ for (const l of sec.lines) {
134
+ if (l.trim().startsWith('```')) {
135
+ if (inFence) {
136
+ const body = fence.join('\n');
137
+ const arms = (body.match(/\b(?:else\s+if|elif|if|else)\b/g) ?? []).length;
138
+ if (arms >= 2) {
139
+ for (const m of withoutCodeRefs(body).matchAll(IDENTIFIER)) {
140
+ push({ id: `${blockName}:${m[1]}`, label: m[1], kind: 'pseudocode-arm', source: `pseudocode under "${sec.heading}"` });
141
+ }
142
+ }
143
+ fence = [];
144
+ }
145
+ inFence = !inFence;
146
+ continue;
147
+ }
148
+ if (inFence) fence.push(l);
149
+ }
150
+ }
151
+ return out;
152
+ }
153
+
154
+ /**
155
+ * Branches with no scenario citing them. A citation counts anywhere in the feature text —
156
+ * title, steps or a comment — because an author who deliberately excludes a branch writes the
157
+ * reason as a comment, and that is an accounting, not a gap.
158
+ */
159
+ const GENERIC_WORD = new Set([
160
+ 'flow', 'exception', 'alternative', 'alternate', 'the', 'and', 'with', 'without', 'when', 'then',
161
+ 'user', 'visitor', 'screen', 'page', 'from', 'that', 'this', 'case', 'gate', 'step',
162
+ ]);
163
+
164
+ export function unenumeratedBranches(branches: SpecBranch[], featureText: string): SpecBranch[] {
165
+ const hay = featureText.toLowerCase();
166
+ return branches.filter((b) => {
167
+ // An IDENTIFIER is precise — require it verbatim. A HEADING is prose the author will
168
+ // rephrase ("Exception Flow A — drawer confirm gate" becomes "closing the drawer without
169
+ // confirming"), so match on its distinctive words instead: demanding the heading verbatim
170
+ // would report a branch that is covered under a better name.
171
+ if (b.kind === 'decision-arm' || b.kind === 'pseudocode-arm') return !hay.includes(b.label.toLowerCase());
172
+ const words = [...new Set((b.label.toLowerCase().match(/[a-z][a-z-]{3,}/g) ?? []))]
173
+ .filter((w) => !GENERIC_WORD.has(w));
174
+ if (words.length === 0) return !hay.includes(b.label.toLowerCase());
175
+ const hits = words.filter((w) => hay.includes(w)).length;
176
+ return hits < Math.min(2, words.length);
177
+ });
178
+ }
179
+
180
+ /**
181
+ * Scenarios whose assertions are IDENTICAL — "N cases" in a coverage sheet that verify one arm N
182
+ * times. The field report's decision table produced exactly this: two cases under different
183
+ * names, both asserting the same message, reported as two covered branches.
184
+ *
185
+ * Compares only the assertion side: two scenarios may legitimately share setup and differ in
186
+ * what they prove, but if what they PROVE is identical they are one test.
187
+ */
188
+ export function sameOracleClusters(scenarios: ScenarioInfo[]): Array<{ oracle: string; scenarios: string[] }> {
189
+ const byOracle = new Map<string, string[]>();
190
+ for (const s of scenarios) {
191
+ if (s.manual) continue; // a procedure's oracle is prose
192
+ const asserts = [...(s.steps ?? [])]
193
+ .filter((st) => st.bucket === 'then')
194
+ .map((st) => st.text.toLowerCase().replace(/\s+/g, ' ').trim())
195
+ .sort();
196
+ if (asserts.length === 0) continue;
197
+ const key = asserts.join(' ; ');
198
+ byOracle.set(key, [...(byOracle.get(key) ?? []), s.name]);
199
+ }
200
+ return [...byOracle.entries()]
201
+ .filter(([, names]) => names.length > 1)
202
+ .map(([oracle, names]) => ({ oracle: oracle.slice(0, 100), scenarios: names }))
203
+ .sort((a, b) => b.scenarios.length - a.scenarios.length);
204
+ }
205
+
206
+ /**
207
+ * A "denied → hidden" scenario with no "allowed → shown" counterpart (#630).
208
+ *
209
+ * Two security cases proved that chat content is hidden when `MESSAGE_READ` is denied. If the code
210
+ * hid it unconditionally — ignoring the permission entirely — both still pass. The deny side alone
211
+ * cannot distinguish "the guard works" from "the feature is broken for everyone", so the pair is
212
+ * the test, exactly as `min-1 / min / max / max+1` is the test for a boundary.
213
+ *
214
+ * The mirror of the negative-claim rule the skill already has, on the other side.
215
+ */
216
+ const DENY_SHAPE = /\b(?:denied|deny|denies|forbidden|not authoriz\w*|unauthoriz\w*|no permission|without (?:the )?(?:permission|right|access|flag)|permission (?:is )?off|flag (?:is )?off|revoked|restricted)\b/i;
217
+ const HIDDEN_SHAPE = /\b(?:is hidden|are hidden|not (?:visible|shown|displayed)|blocked|masked|redacted|does not (?:show|render|appear))\b/i;
218
+ const ALLOW_SHAPE = /\b(?:granted|allowed|permitted|authoriz\w*|has (?:the )?(?:permission|right|access)|permission (?:is )?on|flag (?:is )?on|with (?:the )?(?:permission|right|access))\b/i;
219
+
220
+ export function permissionPairGaps(
221
+ scenarios: ScenarioInfo[],
222
+ ): Array<{ scenario: string; subject: string[] }> {
223
+ const denies = scenarios.filter((s) => DENY_SHAPE.test(s.haystack) && HIDDEN_SHAPE.test(s.haystack));
224
+ if (denies.length === 0) return [];
225
+ const allows = scenarios.filter((s) => ALLOW_SHAPE.test(s.haystack) && !HIDDEN_SHAPE.test(s.stepsText));
226
+ // Words only — the scenario ID is stripped first, because `[a-z][a-z-]{4,}` happily matches
227
+ // `fl-er-` and an id fragment can never appear in the counterpart's title, so demanding it made
228
+ // the pair impossible to find.
229
+ const distinctive = (s: ScenarioInfo): string[] =>
230
+ [...new Set((s.name.replace(/^\S+\s*/, '').toLowerCase().match(/[a-z]{5,}/g) ?? []))]
231
+ .filter((w) => !GENERIC_WORD.has(w) && !/denied|denies|hidden|permission|scenario/.test(w));
232
+ const out: Array<{ scenario: string; subject: string[] }> = [];
233
+ for (const d of denies) {
234
+ const subject = distinctive(d);
235
+ // The counterpart has to be about the SAME thing — two shared distinctive words, the same
236
+ // bar the ledger's prose matching uses.
237
+ const paired = allows.some((a) => subject.filter((w) => a.haystack.includes(w)).length >= Math.min(2, subject.length));
238
+ if (!paired) out.push({ scenario: d.name, subject: subject.slice(0, 4) });
239
+ }
240
+ return out;
241
+ }
242
+
243
+ /**
244
+ * Scenarios blocked on test data that is still a placeholder (#630).
245
+ *
246
+ * A deliverable reported "Pending" for a case whose design was finished and whose only blocker was
247
+ * an unseeded ENV-BOUND value — indistinguishable, on the report, from a case with an unresolved
248
+ * design problem. One is a data task, the other is test work; they should not read the same.
249
+ */
250
+ const SEED_PLACEHOLDER = /^(?:TODO[_-]?SEED\w*|TODO|TBD|<[^>]+>|REPLACE[_-]?ME|FILL[_-]?ME|CHANGE[_-]?ME|XXX+)$/i;
251
+
252
+ export function awaitingSeedData(
253
+ testDataText: string, scenarios: ScenarioInfo[],
254
+ ): Array<{ key: string; scenarios: string[] }> {
255
+ // One placeholder key is ONE data task, however many files or lines mention it — a real project
256
+ // reported the same key three times because its overlays each declare it (#651 follow-up).
257
+ const placeholders = [...new Set(
258
+ [...testDataText.matchAll(/^\s*([A-Za-z0-9_.-]+)\s*:\s*["']?([^"'\n#]+?)["']?\s*(?:#.*)?$/gm)]
259
+ .filter((m) => SEED_PLACEHOLDER.test(m[2].trim()))
260
+ .map((m) => m[1]),
261
+ )];
262
+ if (placeholders.length === 0) return [];
263
+ return placeholders
264
+ .map((key) => ({
265
+ key,
266
+ scenarios: scenarios.filter((s) => s.stepsText.includes(`{{${key.toLowerCase()}`)
267
+ || new RegExp(`\\{\\{[a-z0-9_.-]*\\.${key.toLowerCase()}\\}\\}`).test(s.stepsText)).map((s) => s.name),
268
+ }))
269
+ .filter((p) => p.scenarios.length > 0);
270
+ }
271
+
272
+ /**
273
+ * The fixed risk catalog for a multi-screen journey, reconciled against the flow (#651 F1-7).
274
+ *
275
+ * `SPEC-BRANCH-UNCOVERED` enforces the branches a spec DECLARES. This is the other half, and the
276
+ * one a field report asked for explicitly: the risks a spec is often SILENT about, which a
277
+ * reviewer notices and a generator does not. Their words — *"cả 2 flow đều thiếu 2-3 nhóm trong
278
+ * danh sách này, không phải vì không áp dụng mà vì không có bước bắt buộc rà lại checklist đó
279
+ * trước khi coi flow 'đủ'"*.
280
+ *
281
+ * The same families as the step × risk matrix in `sungen-tc-generation`, so guidance and gate
282
+ * cannot drift apart. A family counts as CONSIDERED when it is mentioned anywhere the author
283
+ * reasons: a declared flow's branch point, outcome or reason; a scenario; or the viewpoint. That
284
+ * makes "we thought about it and it does not apply" a one-line answer — the accounting the flow
285
+ * inventory already asks for — rather than a scenario nobody needs.
286
+ */
287
+ export interface RiskFamily {
288
+ id: string;
289
+ label: string;
290
+ /** What the author writes when they HAVE considered it. */
291
+ re: RegExp;
292
+ /** Why it bites on a multi-screen journey specifically. */
293
+ why: string;
294
+ }
295
+
296
+ export const MULTI_SCREEN_RISKS: RiskFamily[] = [
297
+ { id: 'double-submit', label: 'double submit / double activation',
298
+ re: /\b(?:double[- ]?(?:submit|click|tap|activation)|twice|two taps?|idempoten\w*|re-?submit|duplicate request)\b/i,
299
+ why: 'a second activation before the first response is the classic way one journey creates two records' },
300
+ { id: 'concurrency', label: 'two tabs / two devices at once',
301
+ re: /\b(?:two tabs?|second tab|another tab|multi[- ]?tab|two devices|second device|concurrent\w*|simultaneous\w*|race)\b/i,
302
+ why: 'a journey that buffers state client-side behaves differently when two of it run at once' },
303
+ { id: 'client-buffer', label: 'client-side buffer kept / lost',
304
+ re: /\b(?:session ?storage|local ?storage|buffer\w*|draft|unsaved|re-?hydrat\w*|restore[sd]?)\b/i,
305
+ why: 'state held between two steps must be proved BOTH ways — it survives a legitimate return, and it is lost when the spec says it is' },
306
+ { id: 'server-error', label: 'a mid-journey server error',
307
+ re: /\b(?:server error|5\d{2}\b|network (?:error|drop|failure)|offline|timeout|unavailable|fails? server-?side|retry)\b/i,
308
+ why: 'the interesting question is what survives the failure, not that an error appeared' },
309
+ { id: 'abandonment', label: 'abandonment / TTL of partial state',
310
+ re: /\b(?:abandon\w*|lapse[sd]?|expir\w*|ttl\b|stale|cleanup|24 ?h|dormant|never (?:completed|finished))\b/i,
311
+ why: 'a journey stopped halfway leaves state somebody owns; a flow test is where that becomes visible' },
312
+ { id: 'direct-access', label: 'direct URL access to a later step',
313
+ re: /\b(?:direct(?:ly)? access|deep[- ]?link|without (?:a |an |the )?(?:context|session|prior)|guard|not skippable|redirect\w*)\b/i,
314
+ why: 'every step after the first is reachable by URL, and only a journey test can check the guard' },
315
+ { id: 'auth-transition', label: 'where the session begins',
316
+ re: /\b(?:authenticat\w*|unauthenticat\w*|signed[- ]in|logged[- ]in|session (?:is )?(?:established|created|begins)|auto[- ]?login)\b/i,
317
+ why: 'the step where an actor stops being anonymous is a boundary no single screen owns' },
318
+ { id: 'escape-hatch', label: 'a documented way out of the journey',
319
+ re: /\b(?:cancel|back to top|exit|leave[sd]? the (?:journey|flow)|opt[- ]?out|skip|dismiss)\b/i,
320
+ why: 'a designed-for exit is an alternate flow with its own outcome, not an error' },
321
+ { id: 'side-effect-order', label: 'ordering of a delayed side effect',
322
+ re: /\b(?:mail|email|notification|webhook|queue|async|delayed|eventual\w*|dispatch\w*|side[- ]effect)\b/i,
323
+ why: 'a journey that triggers an out-of-band effect is where its ordering and its absence both matter' },
324
+ ];
325
+
326
+ export function unconsideredRisks(
327
+ contract: FlowContractLike, scenarios: ScenarioInfo[], viewpointText: string,
328
+ ): RiskFamily[] {
329
+ // Everywhere the author reasons about the journey. A mention in ANY of them is consideration —
330
+ // the check asks "did you think about this?", not "did you write a scenario for it?".
331
+ const corpus = [
332
+ viewpointText,
333
+ ...scenarios.map((s) => s.haystack),
334
+ ...(contract.flows ?? []).flatMap((f) => [f.id, f.branchFrom ?? '', f.outcome ?? '', f.reason ?? '']),
335
+ contract.minimalGuarantee ?? '', contract.successGuarantee ?? '', contract.precondition ?? '',
336
+ ].join('\n').toLowerCase();
337
+ return MULTI_SCREEN_RISKS.filter((r) => !r.re.test(corpus));
338
+ }
339
+
340
+ /** The slice of the contract this needs — kept structural so the module stays import-light. */
341
+ export interface FlowContractLike {
342
+ flows?: Array<{ id: string; branchFrom?: string; outcome?: string; reason?: string }>;
343
+ minimalGuarantee?: string;
344
+ successGuarantee?: string;
345
+ precondition?: string;
346
+ }
@@ -206,7 +206,7 @@ export function specCoverage(specPath: string, scenarios: ScenarioInfo[], featur
206
206
  /**
207
207
  * A flow's requirement list that is a HAND RESTATEMENT of the screen specs it traverses.
208
208
  *
209
- * A flow spec typically cites its requirements as belonging elsewhere — "ST_AUTH_002 FR-001",
209
+ * A flow spec typically cites its requirements as belonging elsewhere — "SCREEN_A_002 FR-001",
210
210
  * "restated here in flow terms". That restatement is lossy by construction, and nothing checked
211
211
  * it: on a real run the flow spec restated two of the screens' FRs, `specFR` read **2/2 = 100%**,
212
212
  * and the guard clause the flow most needed (a double-submit rule in one of those screen specs)
@@ -221,12 +221,12 @@ export function specCoverage(specPath: string, scenarios: ScenarioInfo[], featur
221
221
  export function restatedRequirementSources(specText: string, availableUnits: string[]): {
222
222
  restated: boolean; sources: string[]; missing: string[];
223
223
  } {
224
- // "these ... originate in the SCREEN specs", "restated here", "per ST_AUTH_002 FR-001".
224
+ // "these ... originate in the SCREEN specs", "restated here", "per SCREEN_A_002 FR-001".
225
225
  const restated = /\brestate[sd]?\b|\boriginate[sd]? in\b|\bderived from the (?:screen|per-screen) spec/i.test(specText);
226
- // External document ids carrying their own requirement number: `ST_AUTH_002 FR-001`,
226
+ // External document ids carrying their own requirement number: `SCREEN_A_002 FR-001`,
227
227
  // `SCR-1-SYS-0001.FR-3`. Two+ segments and an uppercase head, so a bare `FR-001` (the flow's
228
228
  // own) never matches.
229
- // A citation may name SEVERAL documents at once — "ST_AUTH_002/ST_AUTH_004 FR-001" — so match
229
+ // A citation may name SEVERAL documents at once — "SCREEN_A_002/SCREEN_A_004 FR-001" — so match
230
230
  // the whole slash/comma-joined run and split it. Capturing only the token adjacent to the
231
231
  // requirement number silently dropped every sibling.
232
232
  const DOC = '[A-Z][A-Z0-9]*(?:[_-][A-Z0-9]+)+';
@@ -35,11 +35,18 @@ export interface ViewpointBaseline {
35
35
  added?: string[];
36
36
  removed?: string[];
37
37
  recordedAt?: string;
38
+ /**
39
+ * The recorded ids came from an EARLIER parser and the file itself is untouched, so the two
40
+ * id sets cannot be compared. Not a change — and not a confirmation either.
41
+ */
42
+ reparsed?: boolean;
43
+ /** sha1 of the file's own bytes — the only fingerprint a parser upgrade cannot move. */
44
+ fileHash?: string;
38
45
  }
39
46
 
40
47
  interface BaselineFile {
41
48
  version: 1;
42
- units: Record<string, { hash: string; ids: string[]; recordedAt: string }>;
49
+ units: Record<string, { hash: string; ids: string[]; recordedAt: string; fileHash?: string }>;
43
50
  }
44
51
 
45
52
  function baselinePath(projectRoot: string): string {
@@ -71,6 +78,21 @@ function fingerprint(ids: string[]): string {
71
78
  return crypto.createHash('sha1').update(ids.join('\n')).digest('hex').slice(0, 12);
72
79
  }
73
80
 
81
+ /**
82
+ * Fingerprint the FILE, not the parse.
83
+ *
84
+ * The baseline compared the ids the CURRENT parser extracts against the ids the parser
85
+ * recorded — so improving the parser looked exactly like the author rewriting the declaration.
86
+ * A real project upgrading across versions was told its viewpoint "no longer declares what it
87
+ * did", had two axes withheld and its score capped, over a file nobody had touched. The bytes
88
+ * are the one thing only an edit can move (#657).
89
+ */
90
+ function fileFingerprint(viewpointPath: string): string {
91
+ try {
92
+ return crypto.createHash('sha1').update(fs.readFileSync(viewpointPath)).digest('hex').slice(0, 12);
93
+ } catch { return ''; }
94
+ }
95
+
74
96
  /**
75
97
  * Compare the unit's current test-viewpoint declaration to the recorded baseline.
76
98
  * Read-only — recording is the caller's decision, so an audit stays a measurement
@@ -85,12 +107,23 @@ export function checkViewpointBaseline(
85
107
  if (!fs.existsSync(viewpointPath)) return { status: 'absent', hash: '', ids: [] };
86
108
  const ids = parseViewpointOverview(viewpointPath).map((v) => v.id).sort();
87
109
  const hash = fingerprint(ids);
110
+ const fileHash = fileFingerprint(viewpointPath);
88
111
  if (ids.length === 0) return { status: 'absent', hash: '', ids: [] };
89
112
 
90
113
  const file = readBaselineFile(projectRoot);
91
114
  const recorded = file.units[unitId];
92
- if (!recorded) return { status: 'new', hash, ids };
93
- if (recorded.hash === hash) return { status: 'unchanged', hash, ids, recordedAt: recorded.recordedAt };
115
+ if (!recorded) return { status: 'new', hash, ids, fileHash };
116
+ if (recorded.hash === hash) return { status: 'unchanged', hash, ids, fileHash, recordedAt: recorded.recordedAt };
117
+ // Same bytes, different parse — the parser moved, the declaration did not.
118
+ if (recorded.fileHash && fileHash && recorded.fileHash === fileHash) {
119
+ return { status: 'unchanged', hash, ids, fileHash, reparsed: true, recordedAt: recorded.recordedAt };
120
+ }
121
+ // A baseline recorded before file fingerprinting cannot distinguish the two, and every
122
+ // project upgrading across that boundary would be accused once. Re-baseline instead of
123
+ // accusing, and say why: the alternative is a certain false alarm for everyone.
124
+ if (!recorded.fileHash) {
125
+ return { status: 'unchanged', hash, ids, fileHash, reparsed: true, recordedAt: recorded.recordedAt };
126
+ }
94
127
 
95
128
  const before = new Set(recorded.ids ?? []);
96
129
  const now = new Set(ids);
@@ -98,6 +131,7 @@ export function checkViewpointBaseline(
98
131
  status: 'changed',
99
132
  hash,
100
133
  ids,
134
+ fileHash,
101
135
  added: ids.filter((i) => !before.has(i)),
102
136
  removed: (recorded.ids ?? []).filter((i) => !now.has(i)),
103
137
  recordedAt: recorded.recordedAt,
@@ -108,21 +142,22 @@ export function checkViewpointBaseline(
108
142
  export function acceptViewpointBaseline(
109
143
  projectRoot: string,
110
144
  unitId: string,
111
- current: { hash: string; ids: string[] },
145
+ current: { hash: string; ids: string[]; fileHash?: string },
112
146
  ): void {
113
147
  const file = readBaselineFile(projectRoot);
114
148
  file.units[unitId] = {
115
149
  hash: current.hash,
116
150
  ids: current.ids,
117
151
  recordedAt: new Date().toISOString(),
152
+ ...(current.fileHash ? { fileHash: current.fileHash } : {}),
118
153
  };
119
154
  writeBaselineFile(projectRoot, file);
120
155
  }
121
156
 
122
157
  /** Read the declaration without recording anything (used by `--accept-viewpoint`). */
123
- export function readViewpointDeclaration(viewpointPath: string): { hash: string; ids: string[] } | null {
158
+ export function readViewpointDeclaration(viewpointPath: string): { hash: string; ids: string[]; fileHash: string } | null {
124
159
  if (!fs.existsSync(viewpointPath)) return null;
125
160
  const ids = parseViewpointOverview(viewpointPath).map((v) => v.id).sort();
126
161
  if (ids.length === 0) return null;
127
- return { hash: fingerprint(ids), ids };
162
+ return { hash: fingerprint(ids), ids, fileHash: fileFingerprint(viewpointPath) };
128
163
  }
@@ -69,6 +69,19 @@ const PLACEHOLDER_ITEM = /^(none\b|n\/a\b|tbd\b|no known\b|nothing\b|do not inve
69
69
  /** A priority-DECLARATION row: `| VP-LOGIC | High | <reason prose> |`. The category id and its
70
70
  * priority are consumed by the traceability + balance axes; the reason is rationale. */
71
71
  const PRIORITY_ROW = /^(?:VP|FL)[A-Z0-9._-]*\s+—\s+(?:critical|high|medium|normal|low|deferred)\b/i;
72
+ /**
73
+ * Whole SECTIONS that declare something ABOUT the checklist rather than listing claims to prove.
74
+ *
75
+ * The row-shape filter above only caught a Priority row that happened to look like one, so a
76
+ * project that fenced its prose still had its `Known Issues` TABLE rows counted as uncovered
77
+ * claims (PC-06/07/08/10 in a field report) — and one id listed in both `Known Issues` and
78
+ * `Deferred` was counted as two separate gaps (#630). Excluding by section covers rows and prose
79
+ * uniformly, which is what the row filter could never do.
80
+ *
81
+ * `Design Decisions` deliberately stays IN: "values are buffered between step 3 and 4, a reload
82
+ * loses them" is a real claim, and it is what the continuity check reads.
83
+ */
84
+ const DECLARATION_SECTION = /^(?:known issues?|open questions?|deferred|out of scope|viewpoint grouping|traceability|metadata|scope|journey phases?|revision history|references?|sources?|changelog)\b/i;
72
85
  const GENERIC = new Set(['display', 'shown', 'value', 'field', 'input', 'page', 'screen', 'button', 'link', 'text', 'check', 'verify', 'should', 'with', 'when', 'then', 'user', 'this', 'that', 'each', 'item', 'items']);
73
86
 
74
87
  /** Extract atomic checklist items from a viewpoint file (format-tolerant). */
@@ -77,26 +90,60 @@ export function parseViewpointItems(viewpointPath: string): { id?: string; text:
77
90
  const lines = readTextFile(viewpointPath).split('\n');
78
91
  const items: { id?: string; text: string }[] = [];
79
92
  let inFence = false;
93
+ let inDeclarationSection = false;
94
+ // The level an excluded section was opened at. A SUBSECTION inherits it: `### Optional`
95
+ // nested under `## 8. Traceability Index` used to re-open the section and hand its rows
96
+ // back as claims, because exclusion was recomputed from scratch at every heading.
97
+ let excludedAt: number | null = null;
80
98
  for (const raw of lines) {
81
99
  const line = raw.trim();
82
100
  if (line.startsWith('```')) { inFence = !inFence; continue; }
83
101
  if (inFence || !line) continue;
84
- if (/^#{1,6}\s/.test(line)) continue; // markdown heading
102
+ const heading = line.match(/^(#{1,6})\s+(.*)$/);
103
+ if (heading) {
104
+ const level = heading[1].length;
105
+ if (excludedAt !== null && level > excludedAt) continue; // still inside the excluded section
106
+ // A heading both ends the previous section and decides whether this one declares or claims.
107
+ // Strip an ordinal prefix ("## 5. Known Issues", "## 8. Viewpoint Grouping") before
108
+ // testing. The regex anchors at the start, so a NUMBERED heading matched nothing and
109
+ // every excluded section leaked its rows back in as claims — a real viewpoint numbers
110
+ // its sections, so in practice the exclusion list was doing nothing at all (#657).
111
+ const headText = heading[2].replace(/[*`]/g, '').replace(/^\s*(?:\d+|[A-Z])\s*[.):]\s*/, '').trim();
112
+ inDeclarationSection = DECLARATION_SECTION.test(headText);
113
+ excludedAt = inDeclarationSection ? level : null;
114
+ continue;
115
+ }
116
+ if (inDeclarationSection) continue;
85
117
  let text = '';
118
+ let lead = '';
86
119
  const bullet = line.match(/^(?:[-*+]|\d+[.)])\s+(.*)$/);
87
- if (bullet) text = bullet[1];
120
+ if (bullet) { text = bullet[1]; lead = bullet[1]; }
88
121
  else if (line.startsWith('|')) { // table data row
89
122
  if (/^\|[\s|:-]+\|?$/.test(line)) continue; // separator
90
123
  const cells = line.split('|').map((c) => c.trim()).filter(Boolean);
91
124
  if (/^(vp|id|viewpoint|priority|reason|no\.?|category|item|trigger|#|pattern|applicable|notes|field|constraint|code|description|status|step|flow|ref|level|question|screen|actor|branches from|own steps|component|thành phần|trường|bước)$/i.test(cells[0] || '')) continue; // header
92
125
  text = cells.join(' — ');
126
+ lead = cells[0] ?? '';
93
127
  } else continue;
94
128
  text = text.replace(/[*`]/g, '').trim();
95
129
  if (!text) continue;
96
130
  if (PLACEHOLDER_ITEM.test(text)) continue; // "None on file yet" is not a claim
97
131
  if (PRIORITY_ROW.test(text)) continue; // priority declaration, not a checklist item
98
- const idM = text.match(ID_RE);
132
+ // WHICH id a row declares is decided by its LEAD — the first table cell, or the start of
133
+ // the bullet. Ids further along are references ("KHÔNG kiểm nội dung — đã test ở VP-X-001"),
134
+ // and a well-formed claim cites its neighbours all the time. Reading the whole row instead
135
+ // made a citation look like a second declaration of somebody else's id.
136
+ const leadClean = lead.replace(/[*`]/g, '').trim();
137
+ // Several ids IN THE LEAD is an index line, not a claim — `- VP-A-001, VP-A-002, VP-A-003`
138
+ // under a grouping section. It declares nothing; it points at things declared elsewhere.
139
+ const leadIds = new Set((leadClean.match(new RegExp(ID_RE.source, 'g')) || []).filter((x) => /\d/.test(x)));
140
+ if (leadIds.size > 1) continue;
141
+ const idM = leadClean.match(ID_RE) ?? text.match(ID_RE);
99
142
  const id = idM && /\d/.test(idM[1]) ? idM[1] : undefined; // require a digit so prose words aren't IDs
143
+ // A row keyed by a bare GROUP prefix ("VP-LOGIC — transitions — High — why the flow exists")
144
+ // declares a family and its priority, not a checklist item: nothing can "cover" it, and
145
+ // demanding coverage sends the author looking for a test that was never meant to exist.
146
+ if (/^VP-[A-Z]+\s*(?:—|-|\||$)/.test(leadClean) && !/\d/.test(leadClean)) continue;
100
147
  const words = (text.toLowerCase().match(/[a-z][a-z-]{3,}/g) || []).filter((w) => !GENERIC.has(w));
101
148
  if (!id && words.length < 2) continue; // not substantive enough to track
102
149
  items.push({ id, text: text.slice(0, 100) });
@@ -105,7 +152,12 @@ export function parseViewpointItems(viewpointPath: string): { id?: string; text:
105
152
  }
106
153
 
107
154
  export function viewpointLedger(viewpointPath: string, scenarios: ScenarioInfo[], featureText: string): LedgerResult {
108
- const items = parseViewpointItems(viewpointPath);
155
+ // A literally repeated line is ONE claim. Deduped here rather than in the parser, because
156
+ // `viewpointIntegrity` needs the raw list to report an id that labels SEVERAL DIFFERENT claims
157
+ // (#622) — silently collapsing those would remove its input.
158
+ const seen = new Set<string>();
159
+ const items = parseViewpointItems(viewpointPath)
160
+ .filter((i) => { const k = `${i.id ?? ''}|${i.text}`; if (seen.has(k)) return false; seen.add(k); return true; });
109
161
  if (!fs.existsSync(viewpointPath) || items.length === 0) {
110
162
  return { hasViewpoint: fs.existsSync(viewpointPath), total: 0, covered: 0, ratio: 1, missing: [], manualOnly: [], partial: [] };
111
163
  }
@@ -88,6 +88,22 @@ qa/flows/${input:flow}/
88
88
 
89
89
  ### 1a. Define the flow's BOUNDARY, then its screens
90
90
 
91
+ **FIRST: look for a boundary the project has already decided.** Before applying the generic
92
+ checklist, search the spec/docs tree for a document that defines the flows —
93
+ `*System_Test*.md`, `*Flow*.md`, `BF-*`, a flow inventory, a test-plan section listing flows. If
94
+ one exists, **its boundary wins**: use the flows and scope it declares rather than re-deriving them
95
+ from a single user story.
96
+
97
+ This is not a preference, it is where a whole run went wrong. A project whose `System_Test_Flows.md`
98
+ defined `BF-B0 = Dashboard` as one flow covering six regions got a boundary re-derived from one
99
+ user story instead, narrowing the scope to "view dashboard" and pushing six of eleven requirements
100
+ out of the flow **before generation started**. Every later step — coverage map, audit, delivery —
101
+ then ran correctly on the wrong scope, and no gate could see it, because each of them measures
102
+ against the boundary rather than questioning it.
103
+
104
+ Apply the generic ISTQB checklist below only when NO project-specific boundary document exists.
105
+
106
+
91
107
  > QA teams often call this level **System Test** — same thing: one fully-integrated business
92
108
  > journey verified against the spec. Use whichever name the team knows; the boundary rules
93
109
  > below are the ISTQB system-test design rules.
@@ -64,6 +64,15 @@ restated from screen specs the project does not hold, say so: the audit reports
64
64
  `SPEC-RESTATED-UNVERIFIED` because `specFR 100%` over a hand-copied list certifies the copy, not
65
65
  the source.
66
66
 
67
+ **The viewpoint carries BOTH classification axes.** `VP-LOGIC / VP-VAL / VP-SEC / VP-NAV` classify
68
+ by TECHNICAL RISK; `BF / AF / EF` classify by BUSINESS BRANCH. They answer different questions and
69
+ neither replaces the other — a reviewer needs to see both, so use the compound id
70
+ (`VP-SEC-EF02-001`) and give the viewpoint a section per flow as well as its priority table by
71
+ theme. And restate the use case's `successGuarantee` / `minimalGuarantee` at the top of the
72
+ viewpoint (a one-line quote of the contract is enough): every Exception Flow's own outcome is
73
+ written against the minimal guarantee, and a reader of the viewpoint alone cannot check that if the
74
+ anchor is only in another file.
75
+
67
76
  **The contract does NOT replace `test-viewpoint.md` — author BOTH.** They answer different
68
77
  questions and only one of them is a yardstick:
69
78
 
@@ -158,8 +158,15 @@ requirements:
158
158
  saying "proven by DI-SEC-CSRF" is prose — nothing detects it when that scenario later changes. If a
159
159
  scenario in THIS feature proves the requirement, **add `@spec:<id>` to that scenario** so the trace
160
160
  is real, then drop the override (it derives as `covered` on its own). Use `covered_elsewhere` only
161
- when another suite proves it, and name that suite; `not_applicable` when the spec itself excludes
162
- the requirement.
161
+ when another suite proves it, and name that suite.
162
+
163
+ **`not_applicable` is the narrowest status — do not reach for it because it needs no extra
164
+ information.** It means the requirement belongs to a different feature or module and will NEVER be
165
+ covered by this flow. Anything you intend to cover later — a next batch, a follow-up flow, work
166
+ deferred for time — is `planned`, and the note must say WHICH batch or flow. A field review hit
167
+ exactly this: six requirements narrowed out of scope were marked `not_applicable`, and the reviewer
168
+ read that as a permanent, deliberate exclusion and had to go back and ask. `planned` costs one more
169
+ sentence and answers the question before it is asked.
163
170
 
164
171
  Then validate and fix any ERROR findings:
165
172