@haus-tech/haus-workflow 7.1.0 → 7.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +27 -0
- package/dist/cli.js +9712 -9498
- package/package.json +1 -1
- package/packages/agents/qa-fixer.md +66 -0
- package/packages/agents/qa-inventory.md +36 -0
- package/packages/agents/qa-reviewer.md +32 -0
- package/packages/agents/qa-tester.md +85 -0
- package/packages/packages.yaml +8 -0
- package/packages/skills/fixing-weak-tests/SKILL.md +89 -0
- package/packages/skills/fixing-weak-tests/references/audit-brief.md +57 -0
- package/packages/skills/fixing-weak-tests/references/fix-brief.md +55 -0
- package/packages/skills/optimizing-test-suites/SKILL.md +157 -0
- package/packages/skills/optimizing-test-suites/references/affected-tests.md +46 -0
- package/packages/skills/optimizing-test-suites/references/levers.md +79 -0
- package/packages/skills/optimizing-test-suites/scripts/slowest.mjs +78 -0
- package/packages/skills/qa-genomklickning/SKILL.md +179 -0
- package/packages/skills/qa-genomklickning/drivers.md +159 -0
- package/packages/skills/qa-genomklickning/report.md +23 -0
- package/packages/skills/qa-genomklickning/scripts/android-setup.sh +26 -0
- package/packages/skills/qa-genomklickning/scripts/android.sh +62 -0
- package/packages/skills/qa-genomklickning/scripts/chrome-tab-guard.py +55 -0
- package/packages/skills/qa-genomklickning/scripts/env-check.sh +32 -0
- package/packages/skills/qa-genomklickning/scripts/ios-sim.sh +49 -0
- package/packages/skills/request/SKILL.md +3 -2
- package/packages/skills/request/scripts/compare-scores.mjs +23 -11
- package/packages/skills/testsammanfattning/SKILL.md +134 -0
- package/packages/skills/testsammanfattning/references/konfiguration.md +110 -0
- package/packages/skills/testsammanfattning/scripts/test-log.mjs +218 -0
- package/packages/skills/testsammanfattning/scripts/test-summary.mjs +495 -0
- package/packages/templates/agentic-workflow-standard.md +3 -3
|
@@ -0,0 +1,495 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
// Writes the test summary (testsammanfattning) from the logs in the log folder.
|
|
3
|
+
// Generated by the testsammanfattning skill. Never edit the summary by hand.
|
|
4
|
+
//
|
|
5
|
+
// Usage: node scripts/test-summary.mjs [--no-list] [--config test-summary.config.json]
|
|
6
|
+
//
|
|
7
|
+
// Every row is one test: its title, its outcome from the latest log it appears in,
|
|
8
|
+
// and a link to its exact line in that log. With listing on (default), tests that
|
|
9
|
+
// exist but have never been logged are listed as "saknar logg".
|
|
10
|
+
|
|
11
|
+
import { execSync } from 'node:child_process'
|
|
12
|
+
import fs from 'node:fs'
|
|
13
|
+
import path from 'node:path'
|
|
14
|
+
import { pathToFileURL } from 'node:url'
|
|
15
|
+
|
|
16
|
+
export const SEP = ' › '
|
|
17
|
+
|
|
18
|
+
const TEXT = {
|
|
19
|
+
sv: {
|
|
20
|
+
title: 'Testsammanfattning',
|
|
21
|
+
generated: (script, logDir) =>
|
|
22
|
+
`Genereras av \`${script}\` från loggarna i [${logDir}/](${logDir}/), som \`npm run test:log\` skriver. Ändra aldrig för hand.`,
|
|
23
|
+
state: (n, pass, fail, skip, missing) =>
|
|
24
|
+
`*Läge:* ${n} tester. ${pass} godkända och ${fail} underkända vid senaste körningen` +
|
|
25
|
+
(skip ? `, ${skip} överhoppade` : '') +
|
|
26
|
+
(missing ? `, ${missing} saknar logg` : '') +
|
|
27
|
+
'.',
|
|
28
|
+
logsHeading: 'Loggar som raderna pekar på:',
|
|
29
|
+
failedHeading: 'Underkända vid senaste körningen',
|
|
30
|
+
row: (ts, line) => `${ts}, rad ${line}`,
|
|
31
|
+
status: {
|
|
32
|
+
passed: 'godkänd',
|
|
33
|
+
failed: '**underkänd**',
|
|
34
|
+
skipped: 'överhoppad',
|
|
35
|
+
missing: 'saknar logg',
|
|
36
|
+
},
|
|
37
|
+
other: 'Övrigt',
|
|
38
|
+
},
|
|
39
|
+
en: {
|
|
40
|
+
title: 'Test summary',
|
|
41
|
+
generated: (script, logDir) =>
|
|
42
|
+
`Generated by \`${script}\` from the logs in [${logDir}/](${logDir}/), written by \`npm run test:log\`. Never edit by hand.`,
|
|
43
|
+
state: (n, pass, fail, skip, missing) =>
|
|
44
|
+
`*State:* ${n} tests. ${pass} passed and ${fail} failed in the latest run` +
|
|
45
|
+
(skip ? `, ${skip} skipped` : '') +
|
|
46
|
+
(missing ? `, ${missing} without a log` : '') +
|
|
47
|
+
'.',
|
|
48
|
+
logsHeading: 'Logs the rows point to:',
|
|
49
|
+
failedHeading: 'Failed in the latest run',
|
|
50
|
+
row: (ts, line) => `${ts}, line ${line}`,
|
|
51
|
+
status: { passed: 'passed', failed: '**failed**', skipped: 'skipped', missing: 'no log' },
|
|
52
|
+
other: 'Other',
|
|
53
|
+
},
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
// ---------- config ----------
|
|
57
|
+
|
|
58
|
+
export function loadConfig(argv = process.argv.slice(2)) {
|
|
59
|
+
const i = argv.indexOf('--config')
|
|
60
|
+
const file = path.resolve(i >= 0 ? argv[i + 1] : 'test-summary.config.json')
|
|
61
|
+
if (!fs.existsSync(file)) {
|
|
62
|
+
throw new Error(
|
|
63
|
+
`Hittar inte ${file}. Skapa den enligt testsammanfattning-skillens references/konfiguration.md.`,
|
|
64
|
+
)
|
|
65
|
+
}
|
|
66
|
+
const cfg = JSON.parse(fs.readFileSync(file, 'utf8'))
|
|
67
|
+
// Test files are relative to `root` (default: the config's folder). Output and
|
|
68
|
+
// logs are relative to the config's folder, so a config outside the repo can
|
|
69
|
+
// write its summary elsewhere.
|
|
70
|
+
const dir = path.dirname(file)
|
|
71
|
+
const root = path.resolve(dir, cfg.root ?? '.')
|
|
72
|
+
return {
|
|
73
|
+
root,
|
|
74
|
+
language: cfg.language ?? 'sv',
|
|
75
|
+
output: path.resolve(dir, cfg.output ?? 'docs/testsammanfattning.md'),
|
|
76
|
+
logDir: path.resolve(dir, cfg.logDir ?? 'test-logs'),
|
|
77
|
+
keepLogs: cfg.keepLogs ?? 30,
|
|
78
|
+
intro: cfg.intro ?? '',
|
|
79
|
+
layers: cfg.layers ?? ['Frontend', 'Backend'],
|
|
80
|
+
groups: (cfg.groups ?? []).map((g) => ({ ...g, re: globToRegExp(g.match) })),
|
|
81
|
+
suites: cfg.suites ?? [],
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
export function globToRegExp(glob) {
|
|
86
|
+
let re = ''
|
|
87
|
+
for (let i = 0; i < glob.length; i++) {
|
|
88
|
+
const c = glob[i]
|
|
89
|
+
if (c === '*' && glob[i + 1] === '*') {
|
|
90
|
+
re += '.*'
|
|
91
|
+
i++
|
|
92
|
+
if (glob[i + 1] === '/') i++
|
|
93
|
+
} else if (c === '*') re += '[^/]*'
|
|
94
|
+
else if (c === '?') re += '[^/]'
|
|
95
|
+
else re += c.replace(/[.+^${}()|[\]\\]/g, '\\$&')
|
|
96
|
+
}
|
|
97
|
+
return new RegExp(`^${re}$`)
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
// ---------- runner output -> normalized tests ----------
|
|
101
|
+
// A normalized test: { file, titles: [describe..., title], status, ms, error }
|
|
102
|
+
// status is passed | failed | skipped.
|
|
103
|
+
|
|
104
|
+
export function relFile(root, file) {
|
|
105
|
+
if (!file) return '-'
|
|
106
|
+
const abs = path.isAbsolute(file) ? file : path.resolve(root, file)
|
|
107
|
+
return path.relative(root, abs).split(path.sep).join('/')
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
// Vitest (--reporter=json) and Jest (--json) share this format.
|
|
111
|
+
export function parseJestJson(json, root) {
|
|
112
|
+
const out = []
|
|
113
|
+
for (const fileResult of json.testResults ?? []) {
|
|
114
|
+
for (const a of fileResult.assertionResults ?? []) {
|
|
115
|
+
const status = a.status === 'passed' ? 'passed' : a.status === 'failed' ? 'failed' : 'skipped'
|
|
116
|
+
out.push({
|
|
117
|
+
file: relFile(root, fileResult.name),
|
|
118
|
+
titles: [...(a.ancestorTitles ?? []), a.title],
|
|
119
|
+
status,
|
|
120
|
+
ms: a.duration ?? null,
|
|
121
|
+
error: (a.failureMessages ?? []).join('\n'),
|
|
122
|
+
})
|
|
123
|
+
}
|
|
124
|
+
// A file that fails to load has no assertions but a message.
|
|
125
|
+
if ((fileResult.assertionResults ?? []).length === 0 && fileResult.status === 'failed') {
|
|
126
|
+
out.push({
|
|
127
|
+
file: relFile(root, fileResult.name),
|
|
128
|
+
titles: ['(filen kunde inte köras)'],
|
|
129
|
+
status: 'failed',
|
|
130
|
+
ms: null,
|
|
131
|
+
error: fileResult.message ?? '',
|
|
132
|
+
})
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
return out
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
// Playwright (--reporter=json, also with --list).
|
|
139
|
+
export function parsePlaywrightJson(json, root, { listOnly = false } = {}) {
|
|
140
|
+
const out = []
|
|
141
|
+
const testDir = json.config?.rootDir ?? root
|
|
142
|
+
const walk = (suite, titles) => {
|
|
143
|
+
// The top suite per file has the file name as title; skip it.
|
|
144
|
+
const own = suite.file && suite.title === suite.file ? titles : [...titles, suite.title]
|
|
145
|
+
for (const spec of suite.specs ?? []) {
|
|
146
|
+
for (const t of spec.tests ?? []) {
|
|
147
|
+
const project = t.projectName ? [`[${t.projectName}]`] : []
|
|
148
|
+
const last = (t.results ?? []).at(-1)
|
|
149
|
+
let status = 'skipped'
|
|
150
|
+
if (listOnly) status = 'listed'
|
|
151
|
+
else if (t.status === 'expected' || t.status === 'flaky') status = 'passed'
|
|
152
|
+
else if (t.status === 'unexpected') status = 'failed'
|
|
153
|
+
out.push({
|
|
154
|
+
file: relFile(root, path.resolve(testDir, spec.file ?? suite.file ?? '')),
|
|
155
|
+
titles: [...own.filter(Boolean), spec.title, ...project],
|
|
156
|
+
status,
|
|
157
|
+
ms: last?.duration ?? null,
|
|
158
|
+
error: (last?.errors ?? (last?.error ? [last.error] : []))
|
|
159
|
+
.map((e) => stripAnsi(e.message ?? e.value ?? ''))
|
|
160
|
+
.join('\n'),
|
|
161
|
+
})
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
for (const s of suite.suites ?? []) walk(s, own)
|
|
165
|
+
}
|
|
166
|
+
for (const s of json.suites ?? []) walk(s, [])
|
|
167
|
+
return out
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
// JUnit XML: PHPUnit, Pest, Playwright, Vitest, pytest and most other runners
|
|
171
|
+
// can write it. Parsed with regular expressions to stay free of dependencies.
|
|
172
|
+
export function parseJunitXml(xml, root, base = root) {
|
|
173
|
+
const out = []
|
|
174
|
+
const caseRe = /<testcase\b([^>]*?)(?:\/>|>([\s\S]*?)<\/testcase>)/g
|
|
175
|
+
let m
|
|
176
|
+
while ((m = caseRe.exec(xml))) {
|
|
177
|
+
const a = attrs(m[1])
|
|
178
|
+
const body = m[2] ?? ''
|
|
179
|
+
const failure = /<(failure|error)\b([^>]*?)(?:\/>|>([\s\S]*?)<\/\1>)/.exec(body)
|
|
180
|
+
const skipped = /<skipped\b/.test(body)
|
|
181
|
+
// Pest writes file="tests/X.php::it does y"; PHPUnit an absolute path;
|
|
182
|
+
// Playwright and Vitest put the file in classname.
|
|
183
|
+
let file = a.file ? a.file.split('::')[0] : null
|
|
184
|
+
if (!file && a.classname && /[/.](spec|test)|\.[cm]?[jt]sx?$|\//.test(a.classname))
|
|
185
|
+
file = a.classname
|
|
186
|
+
const titles = (a.name ?? '').split(/ › | > /).map(humanize)
|
|
187
|
+
if (!file && a.classname) titles.unshift(a.classname)
|
|
188
|
+
out.push({
|
|
189
|
+
file: file ? relFile(root, path.resolve(base, file)) : '-',
|
|
190
|
+
titles,
|
|
191
|
+
status: failure ? 'failed' : skipped ? 'skipped' : 'passed',
|
|
192
|
+
ms: a.time ? Number(a.time) * 1000 : null,
|
|
193
|
+
error: failure
|
|
194
|
+
? [attrs(failure[2]).message, decode(failure[3] ?? '')].filter(Boolean).join('\n')
|
|
195
|
+
: '',
|
|
196
|
+
})
|
|
197
|
+
}
|
|
198
|
+
return out
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
function attrs(s) {
|
|
202
|
+
const o = {}
|
|
203
|
+
for (const [, k, v] of s.matchAll(/([\w:-]+)="([^"]*)"/g)) o[k] = decode(v)
|
|
204
|
+
return o
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
function decode(s) {
|
|
208
|
+
return s
|
|
209
|
+
.replace(/<!\[CDATA\[([\s\S]*?)\]\]>/g, '$1')
|
|
210
|
+
.replace(/&#x([0-9a-f]+);/gi, (_, h) => String.fromCodePoint(parseInt(h, 16)))
|
|
211
|
+
.replace(/&#(\d+);/g, (_, d) => String.fromCodePoint(Number(d)))
|
|
212
|
+
.replace(/</g, '<')
|
|
213
|
+
.replace(/>/g, '>')
|
|
214
|
+
.replace(/"/g, '"')
|
|
215
|
+
.replace(/'/g, "'")
|
|
216
|
+
.replace(/&/g, '&')
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
// PHPUnit method names are titles too: test_a_wrong_password_is_flashed and
|
|
220
|
+
// testWrongPassword become "a wrong password is flashed" and "wrong password".
|
|
221
|
+
export function humanize(name) {
|
|
222
|
+
if (/\s/.test(name)) return name
|
|
223
|
+
let n = name.replace(/^test_?/, '')
|
|
224
|
+
if (n.includes('_')) n = n.replace(/_/g, ' ')
|
|
225
|
+
else n = n.replace(/([a-z0-9])([A-Z])/g, '$1 $2').toLowerCase()
|
|
226
|
+
return n || name
|
|
227
|
+
}
|
|
228
|
+
|
|
229
|
+
// vitest list --json: [{ name: "describe > test", file }]
|
|
230
|
+
export function parseVitestList(json, root) {
|
|
231
|
+
return json.map((t) => ({ file: relFile(root, t.file), titles: t.name.split(' > ') }))
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
export function stripAnsi(s) {
|
|
235
|
+
return String(s).replace(/\u001b\[[0-9;]*m/g, '')
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
export function testKey(suite, file, titles) {
|
|
239
|
+
return [suite, file, titles.join(SEP)].join('\t')
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
// ---------- logs ----------
|
|
243
|
+
// Log line for a test: STATUS<TAB>suite<TAB>file<TAB>title › title<TAB>ms
|
|
244
|
+
// Lines starting with "#" are headers, lines starting with " " are error details.
|
|
245
|
+
|
|
246
|
+
const LOG_NAME = /^(\d{4})-(\d{2})-(\d{2})-(\d{2})(\d{2})(\d{2})-test-log\.txt$/
|
|
247
|
+
|
|
248
|
+
export function listLogs(logDir) {
|
|
249
|
+
if (!fs.existsSync(logDir)) return []
|
|
250
|
+
return fs
|
|
251
|
+
.readdirSync(logDir)
|
|
252
|
+
.filter((f) => LOG_NAME.test(f))
|
|
253
|
+
.sort() // timestamp names sort chronologically
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
export function logTimestamp(name) {
|
|
257
|
+
const m = LOG_NAME.exec(name)
|
|
258
|
+
return `${m[1]}-${m[2]}-${m[3]} ${m[4]}:${m[5]}`
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
export function readLog(logDir, name) {
|
|
262
|
+
const lines = fs.readFileSync(path.join(logDir, name), 'utf8').split('\n')
|
|
263
|
+
const header = {}
|
|
264
|
+
const tests = []
|
|
265
|
+
lines.forEach((line, idx) => {
|
|
266
|
+
const h = /^# (\w[\w ]*): (.*)$/.exec(line)
|
|
267
|
+
if (h) header[h[1]] = h[2]
|
|
268
|
+
const m = /^(PASS|FAIL|SKIP)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t?(.*)$/.exec(line)
|
|
269
|
+
if (m) {
|
|
270
|
+
tests.push({
|
|
271
|
+
status: { PASS: 'passed', FAIL: 'failed', SKIP: 'skipped' }[m[1]],
|
|
272
|
+
suite: m[2],
|
|
273
|
+
file: m[3],
|
|
274
|
+
titles: m[4].split(SEP),
|
|
275
|
+
line: idx + 1,
|
|
276
|
+
log: name,
|
|
277
|
+
})
|
|
278
|
+
}
|
|
279
|
+
})
|
|
280
|
+
return { header, tests }
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
// ---------- inventory: which tests exist right now ----------
|
|
284
|
+
|
|
285
|
+
function listSuite(cfg, suite) {
|
|
286
|
+
const runner = suite.runner
|
|
287
|
+
const cwd = path.resolve(cfg.root, suite.cwd ?? '.')
|
|
288
|
+
const extra = (suite.args ?? []).join(' ')
|
|
289
|
+
try {
|
|
290
|
+
if (runner === 'vitest') {
|
|
291
|
+
const stdout = execSync(`npx vitest list --json ${extra}`, {
|
|
292
|
+
cwd,
|
|
293
|
+
stdio: ['ignore', 'pipe', 'ignore'],
|
|
294
|
+
maxBuffer: 256 * 1024 * 1024,
|
|
295
|
+
env: { ...process.env, ...suite.env },
|
|
296
|
+
}).toString()
|
|
297
|
+
return parseVitestList(JSON.parse(stdout.slice(stdout.indexOf('['))), cfg.root)
|
|
298
|
+
}
|
|
299
|
+
if (runner === 'playwright') {
|
|
300
|
+
const stdout = execSync(`npx playwright test --list --reporter=json ${extra}`, {
|
|
301
|
+
cwd,
|
|
302
|
+
stdio: ['ignore', 'pipe', 'ignore'],
|
|
303
|
+
maxBuffer: 256 * 1024 * 1024,
|
|
304
|
+
env: { ...process.env, ...suite.env },
|
|
305
|
+
})
|
|
306
|
+
return parsePlaywrightJson(JSON.parse(stdout.toString()), cfg.root, { listOnly: true })
|
|
307
|
+
}
|
|
308
|
+
} catch (e) {
|
|
309
|
+
console.warn(
|
|
310
|
+
`test-summary: kunde inte lista tester i sviten ${suite.name} (${e.message.split('\n')[0]}). Visar bara loggade tester för den.`,
|
|
311
|
+
)
|
|
312
|
+
}
|
|
313
|
+
return null // unknown: fall back to what the logs contain
|
|
314
|
+
}
|
|
315
|
+
|
|
316
|
+
// ---------- grouping ----------
|
|
317
|
+
|
|
318
|
+
function placeTest(cfg, suiteCfg, t) {
|
|
319
|
+
for (const g of cfg.groups) {
|
|
320
|
+
if ((!g.suite || g.suite === t.suite) && g.re.test(t.file)) {
|
|
321
|
+
return {
|
|
322
|
+
layer: g.layer ?? suiteCfg?.layer ?? cfg.layers[0],
|
|
323
|
+
section: g.section ?? null,
|
|
324
|
+
titles: t.titles,
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
return { layer: suiteCfg?.layer ?? cfg.layers[0], section: null, titles: t.titles }
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
function sectionFor(placed, file, text) {
|
|
332
|
+
if (placed.section) return { section: placed.section, rest: placed.titles }
|
|
333
|
+
// Outermost describe is the section, otherwise the file name.
|
|
334
|
+
if (placed.titles.length > 1) return { section: placed.titles[0], rest: placed.titles.slice(1) }
|
|
335
|
+
const base =
|
|
336
|
+
file === '-'
|
|
337
|
+
? text.other
|
|
338
|
+
: path
|
|
339
|
+
.basename(file)
|
|
340
|
+
.replace(/(\.(test|spec|e2e|int|staging))*\.[cm]?[jt]sx?$/, '')
|
|
341
|
+
.replace(/(Test)?\.php$/, '')
|
|
342
|
+
return { section: base, rest: placed.titles }
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
// ---------- build ----------
|
|
346
|
+
|
|
347
|
+
export function buildSummary(cfg, { list = true } = {}) {
|
|
348
|
+
const text = TEXT[cfg.language] ?? TEXT.sv
|
|
349
|
+
const logs = listLogs(cfg.logDir)
|
|
350
|
+
const latest = new Map() // key -> logged test (newest wins)
|
|
351
|
+
const headers = new Map()
|
|
352
|
+
for (const name of logs) {
|
|
353
|
+
const { header, tests } = readLog(cfg.logDir, name)
|
|
354
|
+
headers.set(name, header)
|
|
355
|
+
for (const t of tests) latest.set(testKey(t.suite, t.file, t.titles), t)
|
|
356
|
+
}
|
|
357
|
+
|
|
358
|
+
// Inventory per suite. null means "unknown", then the logs decide.
|
|
359
|
+
const inventory = new Map()
|
|
360
|
+
if (list) {
|
|
361
|
+
for (const s of cfg.suites) {
|
|
362
|
+
if (s.runner === 'vitest' || s.runner === 'playwright')
|
|
363
|
+
inventory.set(s.name, listSuite(cfg, s))
|
|
364
|
+
}
|
|
365
|
+
}
|
|
366
|
+
|
|
367
|
+
const rows = []
|
|
368
|
+
const seen = new Set()
|
|
369
|
+
for (const s of cfg.suites) {
|
|
370
|
+
const inv = inventory.get(s.name)
|
|
371
|
+
if (inv) {
|
|
372
|
+
for (const t of inv) {
|
|
373
|
+
const key = testKey(s.name, t.file, t.titles)
|
|
374
|
+
if (seen.has(key)) continue
|
|
375
|
+
seen.add(key)
|
|
376
|
+
rows.push(
|
|
377
|
+
latest.get(key) ?? { status: 'missing', suite: s.name, file: t.file, titles: t.titles },
|
|
378
|
+
)
|
|
379
|
+
}
|
|
380
|
+
}
|
|
381
|
+
}
|
|
382
|
+
for (const [key, t] of latest) {
|
|
383
|
+
if (seen.has(key)) continue
|
|
384
|
+
// Listed suite: a logged test missing from the list no longer exists and is
|
|
385
|
+
// dropped. Exception: vitest does not list skipped tests, so a skipped test
|
|
386
|
+
// stays while its file exists.
|
|
387
|
+
const inv = inventory.get(t.suite)
|
|
388
|
+
if (inv && !(t.status === 'skipped' && fs.existsSync(path.resolve(cfg.root, t.file)))) continue
|
|
389
|
+
if (!cfg.suites.some((s) => s.name === t.suite)) continue // suite removed from config
|
|
390
|
+
seen.add(key)
|
|
391
|
+
rows.push(t)
|
|
392
|
+
}
|
|
393
|
+
|
|
394
|
+
// Group: layer -> section -> rows
|
|
395
|
+
const tree = new Map(cfg.layers.map((l) => [l, new Map()]))
|
|
396
|
+
for (const r of rows) {
|
|
397
|
+
const suiteCfg = cfg.suites.find((s) => s.name === r.suite)
|
|
398
|
+
const placed = placeTest(cfg, suiteCfg, r)
|
|
399
|
+
const { section, rest } = sectionFor(placed, r.file, text)
|
|
400
|
+
if (!tree.has(placed.layer)) tree.set(placed.layer, new Map())
|
|
401
|
+
const layer = tree.get(placed.layer)
|
|
402
|
+
if (!layer.has(section)) layer.set(section, [])
|
|
403
|
+
layer.get(section).push({ ...r, label: rest.join(SEP) })
|
|
404
|
+
}
|
|
405
|
+
|
|
406
|
+
const count = (st) => rows.filter((r) => r.status === st).length
|
|
407
|
+
const usedLogs = [...new Set(rows.filter((r) => r.log).map((r) => r.log))].sort().reverse()
|
|
408
|
+
const outDir = path.dirname(cfg.output)
|
|
409
|
+
const linkTo = (log, line) => {
|
|
410
|
+
const rel = path.relative(outDir, path.join(cfg.logDir, log)).split(path.sep).join('/')
|
|
411
|
+
return line ? `${rel}#L${line}` : rel
|
|
412
|
+
}
|
|
413
|
+
const logDirRel = path.relative(outDir, cfg.logDir).split(path.sep).join('/') || '.'
|
|
414
|
+
const scriptRel = path
|
|
415
|
+
.relative(cfg.root, path.join(cfg.root, 'scripts/test-summary.mjs'))
|
|
416
|
+
.split(path.sep)
|
|
417
|
+
.join('/')
|
|
418
|
+
|
|
419
|
+
const md = []
|
|
420
|
+
md.push(`# ${text.title}`, '')
|
|
421
|
+
if (cfg.intro) md.push(cfg.intro.trim(), '')
|
|
422
|
+
md.push(text.generated(scriptRel, logDirRel), '')
|
|
423
|
+
md.push(
|
|
424
|
+
text.state(rows.length, count('passed'), count('failed'), count('skipped'), count('missing')),
|
|
425
|
+
'',
|
|
426
|
+
)
|
|
427
|
+
if (usedLogs.length) {
|
|
428
|
+
md.push(text.logsHeading, '')
|
|
429
|
+
for (const log of usedLogs) {
|
|
430
|
+
const h = headers.get(log) ?? {}
|
|
431
|
+
const what = [h.suites, h.commit && h.commit !== '-' && `commit ${h.commit}`]
|
|
432
|
+
.filter(Boolean)
|
|
433
|
+
.join(', ')
|
|
434
|
+
md.push(`- [${log}](${linkTo(log)})${what ? `: ${what}` : ''}`)
|
|
435
|
+
}
|
|
436
|
+
md.push('')
|
|
437
|
+
}
|
|
438
|
+
|
|
439
|
+
const fmt = (r, n) => {
|
|
440
|
+
const status = text.status[r.status]
|
|
441
|
+
const where = r.log
|
|
442
|
+
? ` · [${text.row(logTimestamp(r.log), r.line)}](${linkTo(r.log, r.line)})`
|
|
443
|
+
: ''
|
|
444
|
+
return `${n}. ${r.label} · ${status}${where}`
|
|
445
|
+
}
|
|
446
|
+
|
|
447
|
+
const failed = rows.filter((r) => r.status === 'failed')
|
|
448
|
+
if (failed.length) {
|
|
449
|
+
md.push(`## ${text.failedHeading}`, '')
|
|
450
|
+
failed.forEach((r, i) =>
|
|
451
|
+
md.push(fmt({ ...r, label: `${r.file}: ${r.titles.join(SEP)}` }, i + 1)),
|
|
452
|
+
)
|
|
453
|
+
md.push('')
|
|
454
|
+
}
|
|
455
|
+
|
|
456
|
+
for (const [layer, sections] of tree) {
|
|
457
|
+
if (sections.size === 0) continue
|
|
458
|
+
md.push(`## ${layer}`, '')
|
|
459
|
+
for (const [section, list] of sections) {
|
|
460
|
+
md.push(`### ${section}`, '')
|
|
461
|
+
list.forEach((r, i) => md.push(fmt(r, i + 1)))
|
|
462
|
+
md.push('')
|
|
463
|
+
}
|
|
464
|
+
}
|
|
465
|
+
|
|
466
|
+
return { markdown: md.join('\n'), usedLogs, rows }
|
|
467
|
+
}
|
|
468
|
+
|
|
469
|
+
// Removes old logs that no row points to, keeping the newest `keepLogs`.
|
|
470
|
+
export function pruneLogs(cfg, usedLogs) {
|
|
471
|
+
const logs = listLogs(cfg.logDir)
|
|
472
|
+
const keep = new Set([...logs.slice(-cfg.keepLogs), ...usedLogs])
|
|
473
|
+
const removed = logs.filter((l) => !keep.has(l))
|
|
474
|
+
for (const l of removed) fs.unlinkSync(path.join(cfg.logDir, l))
|
|
475
|
+
return removed
|
|
476
|
+
}
|
|
477
|
+
|
|
478
|
+
export function writeSummary(cfg, opts) {
|
|
479
|
+
const { markdown, usedLogs, rows } = buildSummary(cfg, opts)
|
|
480
|
+
fs.mkdirSync(path.dirname(cfg.output), { recursive: true })
|
|
481
|
+
fs.writeFileSync(cfg.output, markdown)
|
|
482
|
+
const removed = pruneLogs(cfg, usedLogs)
|
|
483
|
+
const failed = rows.filter((r) => r.status === 'failed').length
|
|
484
|
+
const missing = rows.filter((r) => r.status === 'missing').length
|
|
485
|
+
console.log(
|
|
486
|
+
`test-summary: ${path.relative(process.cwd(), cfg.output)} skriven, ${rows.length} tester, ${failed} underkända, ${missing} saknar logg` +
|
|
487
|
+
(removed.length ? `, ${removed.length} gamla loggar borttagna` : ''),
|
|
488
|
+
)
|
|
489
|
+
return { rows, failed }
|
|
490
|
+
}
|
|
491
|
+
|
|
492
|
+
if (import.meta.url === pathToFileURL(process.argv[1]).href) {
|
|
493
|
+
const argv = process.argv.slice(2)
|
|
494
|
+
writeSummary(loadConfig(argv), { list: !argv.includes('--no-list') })
|
|
495
|
+
}
|
|
@@ -34,7 +34,7 @@ The loop is explore, plan, code, commit. The superpowers plugin carries the how
|
|
|
34
34
|
3. **Plan.** Discrete tasks, each with testable acceptance criteria, exact verification commands, dependencies on other tasks and a source-doc reference. Save to `docs/plans/<slug>.md`. Stop and wait for explicit user OK before executing. A user-level `CLAUDE.md` that delegates this gate replaces the stop with a recorded assumption in the plan.
|
|
35
35
|
4. **Isolate.** Never edit on `main`: a feature branch or a worktree under `.claude/worktrees/<slug>` (gitignored).
|
|
36
36
|
5. **Code.** Sequential unless tasks are independent (no shared state, no ordering), then parallel subagents, each in its own worktree. Every task gets a pass/fail signal (test, build, lint, screenshot vs mockup): implement, run the check, read the result, fix, repeat. When a bug surfaces, diagnose the root cause before writing any fix.
|
|
37
|
-
6. **Commit.** Adversarial code review in fresh context before merging, then check what the target branch deploys (`.haus-workflow/deploy.json`). A merge into a production or customer-visible branch is a production deploy: it needs a recorded local run (on a full-suite branch, the green full-suite status instead) and the human's explicit go. Once the human has said go, send the merge right after `gh pr create` as one background command, `gh pr checks <n> --watch --interval 20 && gh pr merge <n> --squash --delete-branch --match-head-commit <sha>` with the head you verified: the guard's approval prompt then shows while the human is still there, not minutes later. `&&` keeps a red check from merging, and the head match keeps a later push from landing unapproved. If the watch stops on "no checks reported", send it again. Otherwise present merge / PR / cleanup options, unless the user's own `~/.claude/CLAUDE.md` grants a standing authorization. Docs ship with the change: if setup, commands, env, deploy or integrations changed, run the writing-documentation skill (`/docs`) in the same PR, or state that docs are N/A. After a major milestone, capture lessons as issues via the out-of-scope rule (`/retro`, where installed, proposes them; file only the ones the human picks); lessons about haus-shipped content go upstream as `needs-triage` issues through the issue-authoring skill's routing rule (the haus program and every skill, agent, rule and template it ships to `WeAreHausTech/haus-workflow`), project-local lessons stay in this repo's issues.
|
|
37
|
+
6. **Commit.** Adversarial code review in fresh context before merging, then check what the target branch deploys (`.haus-workflow/deploy.json`). A ticket into the open `release/*` branch skips the merge text of this step: run `haus release merge --verification <file>`, with no CI wait and no human go. A merge into a production or customer-visible branch is a production deploy: it needs a recorded local run (on a full-suite branch, the green full-suite status instead) and the human's explicit go. Once the human has said go, send the merge right after `gh pr create` as one background command, `gh pr checks <n> --watch --interval 20 && gh pr merge <n> --squash --delete-branch --match-head-commit <sha>` with the head you verified: the guard's approval prompt then shows while the human is still there, not minutes later. `&&` keeps a red check from merging, and the head match keeps a later push from landing unapproved. If the watch stops on "no checks reported", send it again. Otherwise present merge / PR / cleanup options, unless the user's own `~/.claude/CLAUDE.md` grants a standing authorization. Docs ship with the change: if setup, commands, env, deploy or integrations changed, run the writing-documentation skill (`/docs`) in the same PR, or state that docs are N/A. After a major milestone, capture lessons as issues via the out-of-scope rule (`/retro`, where installed, proposes them; file only the ones the human picks); lessons about haus-shipped content go upstream as `needs-triage` issues through the issue-authoring skill's routing rule (the haus program and every skill, agent, rule and template it ships to `WeAreHausTech/haus-workflow`), project-local lessons stay in this repo's issues.
|
|
38
38
|
|
|
39
39
|
**Skills that survey or interview** (an architecture review, a retro, a grilling) only propose: what the human picks enters this loop at Align intent. Start one on a branch (a worktree only from a clean, committed state) if it may edit docs. After a compaction or resume, load the skill you were running again before you continue.
|
|
40
40
|
|
|
@@ -61,8 +61,8 @@ Apply even in unattended mode. `.claude/settings.json` already denies force push
|
|
|
61
61
|
|
|
62
62
|
**Customer projects ship through release branches** (Haus's own repos keep `main` plus tags unless they opt in):
|
|
63
63
|
|
|
64
|
-
1. Branches are `main`, `release
|
|
65
|
-
2. A ticket reaches the release branch with `haus release merge`, which opens the PR and squash-merges it in one step.
|
|
64
|
+
1. Branches are `main`, `release/<n>` (the test environment, no merge gate; numbered on from the highest `release/<n>`, a dated `release/YYYY-MM-DD` with `--date`), `ticket/<id>-<slug>` and `hotfix/<slug>`. `haus release init` writes the rows into `deploy.json` (the human confirms), `haus release start` cuts the release branch.
|
|
65
|
+
2. A ticket reaches the release branch with `haus release merge`, which opens the PR and squash-merges it in one step. Never wait for CI or merge it by hand; the guard denies a hand merge.
|
|
66
66
|
3. `haus release ship` opens the release PR into `main`, the one exception to squash: `gh pr merge <n> --merge --match-head-commit <sha>`. It needs a green full-suite status and the human's go.
|
|
67
67
|
4. A merge into `main` deploys nothing. Then `haus release tag`, and production is `haus release deploy <tag>`, run only with the human's go.
|
|
68
68
|
5. A hotfix goes `hotfix/<slug>` from `main`, `haus release suite` for its green status, PR into `main` (squash) with the human's go, `haus release tag`, `haus release deploy`, then `main` is merged into the open release branch.
|