qualiow-exploratory-testing 2.4.0 → 2.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -12,7 +12,7 @@
12
12
  "name": "qualiow",
13
13
  "source": "./",
14
14
  "description": "AI-driven exploratory testing for Claude Code: web (playwright-cli), iOS/Android simulators (Maestro via mobile-cli), and backend/API acceptance-criteria verification — with a versioned QA knowledge base.",
15
- "version": "2.4.0",
15
+ "version": "2.4.1",
16
16
  "category": "testing",
17
17
  "keywords": [
18
18
  "exploratory-testing",
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "qualiow",
3
3
  "displayName": "Qualiow Exploratory Testing",
4
- "version": "2.4.0",
4
+ "version": "2.4.1",
5
5
  "description": "AI-driven exploratory testing for Claude Code: web (playwright-cli), iOS/Android simulators (Maestro via mobile-cli), and backend/API acceptance-criteria verification — with a versioned QA knowledge base.",
6
6
  "author": {
7
7
  "name": "William Oliveira",
package/CHANGELOG.md CHANGED
@@ -1,5 +1,27 @@
1
1
  # Changelog
2
2
 
3
+ ## [2.4.1] - 2026-10-05
4
+
5
+ Fixes from the first live contract-2 session.
6
+
7
+ ### Fixed
8
+
9
+ - **"To raise this level" in a quick session.** An unverified bug was told to "have the bug
10
+ judge confirm it", which a quick session cannot do; it now points at a full `/qa-explore`
11
+ session. Full sessions are unchanged.
12
+ - **Partial areas.** The advice no longer asks a `partial` area to "cite an `A<N>-…` file" —
13
+ the contract already requires one — and reads "finish it and set it to `tested`".
14
+ - **Advice wording no longer makes finalized sessions stale.** `finalize` compared all of
15
+ `evidence-level.md` byte for byte, so any change to the generated "To raise this level"
16
+ text would have refused every finalized session it touched — with a fix,
17
+ `session level --write`, that is itself refused once a session is finalized — and
18
+ `--continue` would have refused those sessions as its prior session. The comparison now
19
+ covers everything above that section: the level, the tier table, the findings line and
20
+ the gaps, which `stats.json` `coverage_level` also carries. 2.4.0 sessions pass unchanged.
21
+ - **Test cards in bug reports.** `security-rules.md` and the bug-report contract say to name a
22
+ payment-provider test card by provider and type, never by number: test cards pass Luhn, so
23
+ `finalize` refused a session that quoted one.
24
+
3
25
  ## [2.4.0] - 2026-10-05
4
26
 
5
27
  Coverage you can check. `/qa-explore` and `/qa-explore-quick` now write **session contract 2**:
package/dist/cli/index.js CHANGED
@@ -4075,19 +4075,28 @@ function raiseLine(g, input) {
4075
4075
  const severity = bug ? SEVERITY_LABEL2[bug.severity] : "";
4076
4076
  switch (g.code) {
4077
4077
  case "AREA_PARTIAL":
4078
- return `${where} is partial: finish it, ${cite}, and set it to \`tested\`.`;
4078
+ return `${where} is partial: finish it and set it to \`tested\`.`;
4079
4079
  case "AREA_BLOCKED":
4080
4080
  return `${where} is blocked: clear the blocker, test it, and ${cite}.`;
4081
4081
  case "AREA_NOT_TESTED":
4082
4082
  return `${where} was not tested: test it and ${cite}.`;
4083
4083
  case "AREA_DEFERRED":
4084
4084
  return input.quick ? `${where} was deferred by the time box: test it in a follow-up session.` : `${where} was deferred by the time box: test it in a follow-up session (\`/qa-explore --continue\` carries it forward).`;
4085
- case "BUG_UNVERIFIED":
4086
- return `${g.bug} (${severity}${g.area ? `, ${g.area}` : ""}) is unverified: have the bug judge confirm it (a session with verification on).`;
4085
+ case "BUG_UNVERIFIED": {
4086
+ const label = `${g.bug} (${severity}${g.area ? `, ${g.area}` : ""}) is unverified`;
4087
+ return input.quick ? `${label}: a quick session has no bug judge \u2014 re-check it in a full \`/qa-explore\` session.` : `${label}: have the bug judge confirm it (a session with verification on).`;
4088
+ }
4087
4089
  case "BUG_UNMAPPED":
4088
4090
  return `${g.bug} (${severity}) maps to no area: give it \`**Area:** A<N>\`, adding a charter row for where it was found if there is none.`;
4089
4091
  }
4090
4092
  }
4093
+ var RAISE_HEADING = "### To raise this level";
4094
+ function levelFacts(md) {
4095
+ const at = md.indexOf(`
4096
+ ${RAISE_HEADING}
4097
+ `);
4098
+ return at === -1 ? md : md.slice(0, at + 1);
4099
+ }
4091
4100
  function renderLevel(level, input) {
4092
4101
  const lines = [CONFIDENTIALITY_HEADER_MD, "", LEVEL_DISCLAIMER, ""];
4093
4102
  lines.push(`**Coverage level: ${level.level}** \u2014 ${describeLevel(level, input.quick)}`, "");
@@ -4116,7 +4125,7 @@ function renderLevel(level, input) {
4116
4125
  }
4117
4126
  lines.push("");
4118
4127
  }
4119
- lines.push("### To raise this level", "");
4128
+ lines.push(RAISE_HEADING, "");
4120
4129
  if (level.level === "complete") {
4121
4130
  lines.push("Nothing \u2014 `complete` is the highest level.");
4122
4131
  } else {
@@ -4553,7 +4562,8 @@ async function checkContract2ForFinalize(sessionDir, sessionsDir, raw, kind) {
4553
4562
  continue;
4554
4563
  }
4555
4564
  const text = readContainedText(sessionDir, file, MAX_STATS_BYTES);
4556
- if (text !== expected) violations.push(`${file} is stale or edited by hand \u2014 ${rerun}`);
4565
+ const same = file === "evidence-level.md" && text !== null && expected !== void 0 ? levelFacts(text) === levelFacts(expected) : text === expected;
4566
+ if (!same) violations.push(`${file} is stale or edited by hand \u2014 ${rerun}`);
4557
4567
  }
4558
4568
  const areaTiers = Object.fromEntries(assessment.rows.map((r) => [r.id, r.tier]));
4559
4569
  return { violations, areaTiers };
package/dist/index.js CHANGED
@@ -1987,19 +1987,28 @@ function raiseLine(g, input) {
1987
1987
  const severity = bug ? SEVERITY_LABEL[bug.severity] : "";
1988
1988
  switch (g.code) {
1989
1989
  case "AREA_PARTIAL":
1990
- return `${where} is partial: finish it, ${cite}, and set it to \`tested\`.`;
1990
+ return `${where} is partial: finish it and set it to \`tested\`.`;
1991
1991
  case "AREA_BLOCKED":
1992
1992
  return `${where} is blocked: clear the blocker, test it, and ${cite}.`;
1993
1993
  case "AREA_NOT_TESTED":
1994
1994
  return `${where} was not tested: test it and ${cite}.`;
1995
1995
  case "AREA_DEFERRED":
1996
1996
  return input.quick ? `${where} was deferred by the time box: test it in a follow-up session.` : `${where} was deferred by the time box: test it in a follow-up session (\`/qa-explore --continue\` carries it forward).`;
1997
- case "BUG_UNVERIFIED":
1998
- return `${g.bug} (${severity}${g.area ? `, ${g.area}` : ""}) is unverified: have the bug judge confirm it (a session with verification on).`;
1997
+ case "BUG_UNVERIFIED": {
1998
+ const label = `${g.bug} (${severity}${g.area ? `, ${g.area}` : ""}) is unverified`;
1999
+ return input.quick ? `${label}: a quick session has no bug judge \u2014 re-check it in a full \`/qa-explore\` session.` : `${label}: have the bug judge confirm it (a session with verification on).`;
2000
+ }
1999
2001
  case "BUG_UNMAPPED":
2000
2002
  return `${g.bug} (${severity}) maps to no area: give it \`**Area:** A<N>\`, adding a charter row for where it was found if there is none.`;
2001
2003
  }
2002
2004
  }
2005
+ var RAISE_HEADING = "### To raise this level";
2006
+ function levelFacts(md) {
2007
+ const at = md.indexOf(`
2008
+ ${RAISE_HEADING}
2009
+ `);
2010
+ return at === -1 ? md : md.slice(0, at + 1);
2011
+ }
2003
2012
  function renderLevel(level, input) {
2004
2013
  const lines = [CONFIDENTIALITY_HEADER_MD, "", LEVEL_DISCLAIMER, ""];
2005
2014
  lines.push(`**Coverage level: ${level.level}** \u2014 ${describeLevel(level, input.quick)}`, "");
@@ -2028,7 +2037,7 @@ function renderLevel(level, input) {
2028
2037
  }
2029
2038
  lines.push("");
2030
2039
  }
2031
- lines.push("### To raise this level", "");
2040
+ lines.push(RAISE_HEADING, "");
2032
2041
  if (level.level === "complete") {
2033
2042
  lines.push("Nothing \u2014 `complete` is the highest level.");
2034
2043
  } else {
@@ -4376,7 +4385,8 @@ async function checkContract2ForFinalize(sessionDir, sessionsDir, raw, kind) {
4376
4385
  continue;
4377
4386
  }
4378
4387
  const text = readContainedText(sessionDir, file, MAX_STATS_BYTES);
4379
- if (text !== expected) violations.push(`${file} is stale or edited by hand \u2014 ${rerun}`);
4388
+ const same = file === "evidence-level.md" && text !== null && expected !== void 0 ? levelFacts(text) === levelFacts(expected) : text === expected;
4389
+ if (!same) violations.push(`${file} is stale or edited by hand \u2014 ${rerun}`);
4380
4390
  }
4381
4391
  const areaTiers = Object.fromEntries(assessment.rows.map((r) => [r.id, r.tier]));
4382
4392
  return { violations, areaTiers };
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "qualiow-exploratory-testing",
3
- "version": "2.4.0",
3
+ "version": "2.4.1",
4
4
  "description": "qualiow — AI-powered exploratory testing skills for Claude Code: web via playwright-cli, iOS/Android simulators via Maestro/mobile-cli, and backend/API acceptance-criteria verification",
5
5
  "type": "module",
6
6
  "main": "dist/index.js",
@@ -71,7 +71,7 @@ or `evidence/` and nowhere else. `snapshots/` and `.auth/` are never evidence.
71
71
  <be specific; quote error messages verbatim>
72
72
 
73
73
  ## Steps to Reproduce
74
- 1. <exact steps a developer can follow>
74
+ 1. <exact steps a developer can follow — a test card by provider and type, never its number>
75
75
 
76
76
  ## Business Impact
77
77
  - **Revenue impact:** <or "none identified">
@@ -70,6 +70,10 @@ Before writing ANY file to `output/`, scan it and replace every match with `[RED
70
70
  - US social-security numbers (SSN)
71
71
  - card numbers (13–19 digits that pass Luhn)
72
72
 
73
+ Payment-provider test cards pass Luhn too, and the scan cannot tell them from real ones: name
74
+ a test card by provider and type ("the provider's test Mastercard"), never by number, in
75
+ steps, notes and evidence.
76
+
73
77
  Never write actual `.env` values, storage-state contents, or session cookies to any output
74
78
  file. Raw probe output and API response bodies are the most common leak; redact them on the
75
79
  way in.