qualiow-exploratory-testing 2.4.0 → 2.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/CHANGELOG.md +22 -0
- package/dist/cli/index.js +15 -5
- package/dist/index.js +15 -5
- package/package.json +1 -1
- package/skills/qa-explore/references/output-contract.md +1 -1
- package/skills/qa-explore/references/security-rules.md +4 -0
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
"name": "qualiow",
|
|
13
13
|
"source": "./",
|
|
14
14
|
"description": "AI-driven exploratory testing for Claude Code: web (playwright-cli), iOS/Android simulators (Maestro via mobile-cli), and backend/API acceptance-criteria verification — with a versioned QA knowledge base.",
|
|
15
|
-
"version": "2.4.
|
|
15
|
+
"version": "2.4.1",
|
|
16
16
|
"category": "testing",
|
|
17
17
|
"keywords": [
|
|
18
18
|
"exploratory-testing",
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "qualiow",
|
|
3
3
|
"displayName": "Qualiow Exploratory Testing",
|
|
4
|
-
"version": "2.4.
|
|
4
|
+
"version": "2.4.1",
|
|
5
5
|
"description": "AI-driven exploratory testing for Claude Code: web (playwright-cli), iOS/Android simulators (Maestro via mobile-cli), and backend/API acceptance-criteria verification — with a versioned QA knowledge base.",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "William Oliveira",
|
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,27 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## [2.4.1] - 2026-10-05
|
|
4
|
+
|
|
5
|
+
Fixes from the first live contract-2 session.
|
|
6
|
+
|
|
7
|
+
### Fixed
|
|
8
|
+
|
|
9
|
+
- **"To raise this level" in a quick session.** An unverified bug was told to "have the bug
|
|
10
|
+
judge confirm it", which a quick session cannot do; it now points at a full `/qa-explore`
|
|
11
|
+
session. Full sessions are unchanged.
|
|
12
|
+
- **Partial areas.** The advice no longer asks a `partial` area to "cite an `A<N>-…` file" —
|
|
13
|
+
the contract already requires one — and reads "finish it and set it to `tested`".
|
|
14
|
+
- **Advice wording no longer makes finalized sessions stale.** `finalize` compared all of
|
|
15
|
+
`evidence-level.md` byte for byte, so any change to the generated "To raise this level"
|
|
16
|
+
text would have refused every finalized session it touched — with a fix,
|
|
17
|
+
`session level --write`, that is itself refused once a session is finalized — and
|
|
18
|
+
`--continue` would have refused those sessions as its prior session. The comparison now
|
|
19
|
+
covers everything above that section: the level, the tier table, the findings line and
|
|
20
|
+
the gaps, which `stats.json` `coverage_level` also carries. 2.4.0 sessions pass unchanged.
|
|
21
|
+
- **Test cards in bug reports.** `security-rules.md` and the bug-report contract say to name a
|
|
22
|
+
payment-provider test card by provider and type, never by number: test cards pass Luhn, so
|
|
23
|
+
`finalize` refused a session that quoted one.
|
|
24
|
+
|
|
3
25
|
## [2.4.0] - 2026-10-05
|
|
4
26
|
|
|
5
27
|
Coverage you can check. `/qa-explore` and `/qa-explore-quick` now write **session contract 2**:
|
package/dist/cli/index.js
CHANGED
|
@@ -4075,19 +4075,28 @@ function raiseLine(g, input) {
|
|
|
4075
4075
|
const severity = bug ? SEVERITY_LABEL2[bug.severity] : "";
|
|
4076
4076
|
switch (g.code) {
|
|
4077
4077
|
case "AREA_PARTIAL":
|
|
4078
|
-
return `${where} is partial: finish it
|
|
4078
|
+
return `${where} is partial: finish it and set it to \`tested\`.`;
|
|
4079
4079
|
case "AREA_BLOCKED":
|
|
4080
4080
|
return `${where} is blocked: clear the blocker, test it, and ${cite}.`;
|
|
4081
4081
|
case "AREA_NOT_TESTED":
|
|
4082
4082
|
return `${where} was not tested: test it and ${cite}.`;
|
|
4083
4083
|
case "AREA_DEFERRED":
|
|
4084
4084
|
return input.quick ? `${where} was deferred by the time box: test it in a follow-up session.` : `${where} was deferred by the time box: test it in a follow-up session (\`/qa-explore --continue\` carries it forward).`;
|
|
4085
|
-
case "BUG_UNVERIFIED":
|
|
4086
|
-
|
|
4085
|
+
case "BUG_UNVERIFIED": {
|
|
4086
|
+
const label = `${g.bug} (${severity}${g.area ? `, ${g.area}` : ""}) is unverified`;
|
|
4087
|
+
return input.quick ? `${label}: a quick session has no bug judge \u2014 re-check it in a full \`/qa-explore\` session.` : `${label}: have the bug judge confirm it (a session with verification on).`;
|
|
4088
|
+
}
|
|
4087
4089
|
case "BUG_UNMAPPED":
|
|
4088
4090
|
return `${g.bug} (${severity}) maps to no area: give it \`**Area:** A<N>\`, adding a charter row for where it was found if there is none.`;
|
|
4089
4091
|
}
|
|
4090
4092
|
}
|
|
4093
|
+
var RAISE_HEADING = "### To raise this level";
|
|
4094
|
+
function levelFacts(md) {
|
|
4095
|
+
const at = md.indexOf(`
|
|
4096
|
+
${RAISE_HEADING}
|
|
4097
|
+
`);
|
|
4098
|
+
return at === -1 ? md : md.slice(0, at + 1);
|
|
4099
|
+
}
|
|
4091
4100
|
function renderLevel(level, input) {
|
|
4092
4101
|
const lines = [CONFIDENTIALITY_HEADER_MD, "", LEVEL_DISCLAIMER, ""];
|
|
4093
4102
|
lines.push(`**Coverage level: ${level.level}** \u2014 ${describeLevel(level, input.quick)}`, "");
|
|
@@ -4116,7 +4125,7 @@ function renderLevel(level, input) {
|
|
|
4116
4125
|
}
|
|
4117
4126
|
lines.push("");
|
|
4118
4127
|
}
|
|
4119
|
-
lines.push(
|
|
4128
|
+
lines.push(RAISE_HEADING, "");
|
|
4120
4129
|
if (level.level === "complete") {
|
|
4121
4130
|
lines.push("Nothing \u2014 `complete` is the highest level.");
|
|
4122
4131
|
} else {
|
|
@@ -4553,7 +4562,8 @@ async function checkContract2ForFinalize(sessionDir, sessionsDir, raw, kind) {
|
|
|
4553
4562
|
continue;
|
|
4554
4563
|
}
|
|
4555
4564
|
const text = readContainedText(sessionDir, file, MAX_STATS_BYTES);
|
|
4556
|
-
|
|
4565
|
+
const same = file === "evidence-level.md" && text !== null && expected !== void 0 ? levelFacts(text) === levelFacts(expected) : text === expected;
|
|
4566
|
+
if (!same) violations.push(`${file} is stale or edited by hand \u2014 ${rerun}`);
|
|
4557
4567
|
}
|
|
4558
4568
|
const areaTiers = Object.fromEntries(assessment.rows.map((r) => [r.id, r.tier]));
|
|
4559
4569
|
return { violations, areaTiers };
|
package/dist/index.js
CHANGED
|
@@ -1987,19 +1987,28 @@ function raiseLine(g, input) {
|
|
|
1987
1987
|
const severity = bug ? SEVERITY_LABEL[bug.severity] : "";
|
|
1988
1988
|
switch (g.code) {
|
|
1989
1989
|
case "AREA_PARTIAL":
|
|
1990
|
-
return `${where} is partial: finish it
|
|
1990
|
+
return `${where} is partial: finish it and set it to \`tested\`.`;
|
|
1991
1991
|
case "AREA_BLOCKED":
|
|
1992
1992
|
return `${where} is blocked: clear the blocker, test it, and ${cite}.`;
|
|
1993
1993
|
case "AREA_NOT_TESTED":
|
|
1994
1994
|
return `${where} was not tested: test it and ${cite}.`;
|
|
1995
1995
|
case "AREA_DEFERRED":
|
|
1996
1996
|
return input.quick ? `${where} was deferred by the time box: test it in a follow-up session.` : `${where} was deferred by the time box: test it in a follow-up session (\`/qa-explore --continue\` carries it forward).`;
|
|
1997
|
-
case "BUG_UNVERIFIED":
|
|
1998
|
-
|
|
1997
|
+
case "BUG_UNVERIFIED": {
|
|
1998
|
+
const label = `${g.bug} (${severity}${g.area ? `, ${g.area}` : ""}) is unverified`;
|
|
1999
|
+
return input.quick ? `${label}: a quick session has no bug judge \u2014 re-check it in a full \`/qa-explore\` session.` : `${label}: have the bug judge confirm it (a session with verification on).`;
|
|
2000
|
+
}
|
|
1999
2001
|
case "BUG_UNMAPPED":
|
|
2000
2002
|
return `${g.bug} (${severity}) maps to no area: give it \`**Area:** A<N>\`, adding a charter row for where it was found if there is none.`;
|
|
2001
2003
|
}
|
|
2002
2004
|
}
|
|
2005
|
+
var RAISE_HEADING = "### To raise this level";
|
|
2006
|
+
function levelFacts(md) {
|
|
2007
|
+
const at = md.indexOf(`
|
|
2008
|
+
${RAISE_HEADING}
|
|
2009
|
+
`);
|
|
2010
|
+
return at === -1 ? md : md.slice(0, at + 1);
|
|
2011
|
+
}
|
|
2003
2012
|
function renderLevel(level, input) {
|
|
2004
2013
|
const lines = [CONFIDENTIALITY_HEADER_MD, "", LEVEL_DISCLAIMER, ""];
|
|
2005
2014
|
lines.push(`**Coverage level: ${level.level}** \u2014 ${describeLevel(level, input.quick)}`, "");
|
|
@@ -2028,7 +2037,7 @@ function renderLevel(level, input) {
|
|
|
2028
2037
|
}
|
|
2029
2038
|
lines.push("");
|
|
2030
2039
|
}
|
|
2031
|
-
lines.push(
|
|
2040
|
+
lines.push(RAISE_HEADING, "");
|
|
2032
2041
|
if (level.level === "complete") {
|
|
2033
2042
|
lines.push("Nothing \u2014 `complete` is the highest level.");
|
|
2034
2043
|
} else {
|
|
@@ -4376,7 +4385,8 @@ async function checkContract2ForFinalize(sessionDir, sessionsDir, raw, kind) {
|
|
|
4376
4385
|
continue;
|
|
4377
4386
|
}
|
|
4378
4387
|
const text = readContainedText(sessionDir, file, MAX_STATS_BYTES);
|
|
4379
|
-
|
|
4388
|
+
const same = file === "evidence-level.md" && text !== null && expected !== void 0 ? levelFacts(text) === levelFacts(expected) : text === expected;
|
|
4389
|
+
if (!same) violations.push(`${file} is stale or edited by hand \u2014 ${rerun}`);
|
|
4380
4390
|
}
|
|
4381
4391
|
const areaTiers = Object.fromEntries(assessment.rows.map((r) => [r.id, r.tier]));
|
|
4382
4392
|
return { violations, areaTiers };
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "qualiow-exploratory-testing",
|
|
3
|
-
"version": "2.4.
|
|
3
|
+
"version": "2.4.1",
|
|
4
4
|
"description": "qualiow — AI-powered exploratory testing skills for Claude Code: web via playwright-cli, iOS/Android simulators via Maestro/mobile-cli, and backend/API acceptance-criteria verification",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -71,7 +71,7 @@ or `evidence/` and nowhere else. `snapshots/` and `.auth/` are never evidence.
|
|
|
71
71
|
<be specific; quote error messages verbatim>
|
|
72
72
|
|
|
73
73
|
## Steps to Reproduce
|
|
74
|
-
1. <exact steps a developer can follow>
|
|
74
|
+
1. <exact steps a developer can follow — a test card by provider and type, never its number>
|
|
75
75
|
|
|
76
76
|
## Business Impact
|
|
77
77
|
- **Revenue impact:** <or "none identified">
|
|
@@ -70,6 +70,10 @@ Before writing ANY file to `output/`, scan it and replace every match with `[RED
|
|
|
70
70
|
- US social-security numbers (SSN)
|
|
71
71
|
- card numbers (13–19 digits that pass Luhn)
|
|
72
72
|
|
|
73
|
+
Payment-provider test cards pass Luhn too, and the scan cannot tell them from real ones: name
|
|
74
|
+
a test card by provider and type ("the provider's test Mastercard"), never by number, in
|
|
75
|
+
steps, notes and evidence.
|
|
76
|
+
|
|
73
77
|
Never write actual `.env` values, storage-state contents, or session cookies to any output
|
|
74
78
|
file. Raw probe output and API response bodies are the most common leak; redact them on the
|
|
75
79
|
way in.
|