gdharness 1.3.31 → 1.3.33

package/build/cli.js

@@ -10204,7 +10204,7 @@ function heldAtExit(lines) {
     objectsSaid.length === 0 ? undefined : `objects left alive: ${objectsSaid.join(", ")}`,
     named.length === 0 ? undefined : `resources still in use: ${named.join(", ")}${more > 0 ? `, and ${String(more)} more` : ""}`
   ].filter((part) => part !== undefined);
-  return `The engine named them: ${parts.join("; ")}.`;
+  return `The engine named them: ${parts.join("; ")}.${objects.has("RefCounted") ? ` ${REFCOUNTED_HELD}` : ""}`;
 }
 function selfTypedExports(sources) {
   const found = [];
@@ -10238,13 +10238,14 @@ function selfTypedSentence(found) {
   const one = found.length === 1;
   return `Godot never frees a script exporting an array or dictionary typed with its own class once a run ` + `has loaded it, and reports it as leaked at exit: ${named} ${one ? "does" : "do"}, so a run loading ` + `${one ? "it" : "one"} ends with this report whatever else it frees. Typed with a class it extends ` + `instead, as Array[Resource], ${one ? "it is" : "each is"} freed.`;
 }
-var EXIT_LEAK, WALK_BEGAN = "gdharness: the engine's shutdown began clearing scripts", WALK_ENDED = "gdharness: the engine's shutdown cleared every script", LEAKED_INSTANCE, STILL_IN_USE, IN_USE_NAMED = 8, WALK_STOPPED_SENTENCE, NAME2 = "[\\p{L}_][\\p{L}\\p{N}_]*", EXPORTED;
+var EXIT_LEAK, WALK_BEGAN = "gdharness: the engine's shutdown began clearing scripts", WALK_ENDED = "gdharness: the engine's shutdown cleared every script", LEAKED_INSTANCE, STILL_IN_USE, IN_USE_NAMED = 8, REFCOUNTED_HELD, WALK_STOPPED_SENTENCE, NAME2 = "[\\p{L}_][\\p{L}\\p{N}_]*", EXPORTED;
 var init_engine_leaks = __esm(() => {
   init_class_cache();
   init_gdscript_source();
   EXIT_LEAK = /ObjectDB instances? (?:was |were )?leaked at exit|resources? still in use at exit|Pages in use exist at exit|RIDs? of type ["'][^"']+["'] (?:was|were) leaked/;
   LEAKED_INSTANCE = /^Leaked instance: (\w+):/;
   STILL_IN_USE = /^Resource still in use: (.+?) \(\w+\)$/;
+  REFCOUNTED_HELD = "A RefCounted alive at exit is held by a cycle of references (two holding each other, or one " + "holding a lambda that captures it) or by an Object never freed, rather than by a node left out " + "of the tree; a WeakRef on one side of the cycle, or clearing the reference once done, frees it.";
   WALK_STOPPED_SENTENCE = "The engine's shutdown stopped part way through its scripts (godot#117991, fixed in 4.8 by " + "godot#120976), so it reported as leaked at exit what it never got to free, and the report is the " + "engine's rather than the run's. gdharness holds every script loaded from a file past that walk, " + "which keeps it whole, so this one stopped on a script it could not hold, such as one made in code. " + "A leak of the run's own is not told apart in such a run.";
   EXPORTED = new RegExp(`@export(?!_(?:group|subgroup|category)\\b)\\w*(?:\\([^)]*\\))?\\s+(?:@${NAME2}(?:\\([^)]*\\))?\\s+)*` + `(?:static\\s+)?var\\s+(${NAME2})\\s*:\\s*(?:Array|Dictionary)\\s*\\[([^\\]]*)\\]`, "gu");
 });
@@ -10391,24 +10392,50 @@ function ignoredYetRan(report, ignored) {
   }
   return found;
 }
-function ignoredLeftOut(report, ignored, declared) {
-  const nameOf = (path) => (path.split("/").at(-1) ?? path).replace(/\.gd$/, "");
+function rowNamed(entry) {
+  const named = /^(.+):([A-Za-z_]\w*):(\d+)(?:\s.*)?$/.exec(entry.replace("res://", ""));
+  return named === null ? null : { suite: named[1] ?? "", test: named[2] ?? "", row: Number(named[3]) };
+}
+function declaring(declared, suite, test) {
+  return declared.filter((one) => suiteNameOf(one.path) === suite || one.path.includes(suite)).flatMap((one) => one.cases.filter((name) => test === null || name === test).map((name) => ({ path: one.path, test: name })));
+}
+function ignoredForTheRunner(ignored, declared) {
+  return ignored.flatMap((entry) => {
+    const row = rowNamed(entry);
+    return row === null ? [entry] : declaring(declared, row.suite, row.test).map((one) => `${one.path}:${one.test}:${String(row.row)}`);
+  });
+}
+function rowsIgnoredIn(printed) {
+  return new Set(printed.flatMap((line) => IGNORED_ROW_LINE.exec(line)?.[1] ?? []));
+}
+function ignoredLeftOut(report, ignored, declared, rowsIgnored = new Set) {
   const leftOut = new Set;
   const unmatched = [];
   for (const entry of ignored) {
+    const row = rowNamed(entry);
+    if (row !== null) {
+      const rows = declaring(declared, row.suite, row.test).filter((one) => rowsIgnored.has(`${one.path} > ${one.test}:${String(row.row)}`));
+      if (rows.length === 0) {
+        unmatched.push(entry);
+      }
+      for (const one of rows) {
+        leftOut.add(`${suiteNameOf(one.path)}:${one.test}:${String(row.row)}`);
+      }
+      continue;
+    }
     const bare = entry.replace("res://", "");
     const at = bare.lastIndexOf(":");
     const suiteNamed = at === -1 ? bare : bare.slice(0, at);
     const testNamed = at === -1 ? null : bare.slice(at + 1);
-    const named = declared.filter((suite) => nameOf(suite.path) === suiteNamed || suite.path.includes(suiteNamed)).flatMap((suite) => suite.cases.filter((one) => testNamed === null || one === testNamed).map((test) => ({ suite, test })));
+    const named = declaring(declared, suiteNamed, testNamed);
     if (named.length === 0) {
       unmatched.push(entry);
       continue;
     }
-    for (const { suite, test } of named) {
-      const reported = report.suites.filter((ran) => ran.path === suite.path || ran.path === null && ran.name === nameOf(suite.path)).some((ran) => ran.cases.some((one) => one.name === test || new RegExp(`^${test}\\W`).test(one.name)));
+    for (const { path, test } of named) {
+      const reported = report.suites.filter((ran) => ran.path === path || ran.path === null && ran.name === suiteNameOf(path)).some((ran) => ran.cases.some((one) => one.name === test || new RegExp(`^${test}\\W`).test(one.name)));
       if (!reported) {
-        leftOut.add(`${nameOf(suite.path)}:${test}`);
+        leftOut.add(`${suiteNameOf(path)}:${test}`);
       }
     }
   }
@@ -10756,7 +10783,7 @@ function testProgressMessage(printed, elapsedMs) {
   const done = finished.length === 0 ? "No suite has finished" : `${finished.length === 1 ? "One suite has" : `${finished.length} suites have`} finished${failing === 0 ? "" : `, ${failing} with failures`}`;
   return `${done}${running === null ? "" : `; running ${running}`}; ${took} in.`;
 }
-var MalformedReportError, ENTITIES, ATTRIBUTE, HOOK_FAILURE, NOTHING_RAN, NO_SUCH_PATH, DISCOVERY_FAILED = "Script errors were detected during test discovery!", ESCAPE, LOCATION = `'[^'\\n]*' in \\S+:\\d+`, IGNORING_CASE = " \\(ignoring case\\)", PRINTED_ACTUAL, QUOTED_EQUALITY, COLOUR, SPELLED, BOTH_SIDES_ALIKE_NOTE = "[gdharness: the expected and the actual printed alike because gdUnit4 drops the marks that tell them apart when it writes its report, and the runner printed no copy of this one, so neither side above is the value the assertion found.]", VALUE_NOT_RECOVERED_NOTE = '[gdharness: the value after "but was" may not be the one the assertion found. gdUnit4 writes a failing string into its report as a character diff against the expected one with the marks dropped, which merges the two, and the runner printed no copy of this one to read the value back from.]', RENDERED_AWAY_NOTE = '[gdharness: the two sides print alike, so what tells them apart is something gdUnit4 does not print. The usual cause is BBCode in the expected string, which gdUnit4 renders as formatting instead of showing; the value after "but was" is the one the assertion found.]', MOST_REPORTS_SHOWN = 20, LONGEST_DETAIL = 20000, MASKED_BRACKET = "[lb]", PRINTED_DICTIONARY, ORPHANS_LEFT, HOOKS_LEFT, RUNNING_SUITE, ORPHANS, OVERALL = "Overall Summary", SUITE_COUNTS, CASE_FAILED;
+var MalformedReportError, ENTITIES, ATTRIBUTE, IGNORED_ROW_LINE, suiteNameOf = (path) => (path.split("/").at(-1) ?? path).replace(/\.gd$/, ""), HOOK_FAILURE, NOTHING_RAN, NO_SUCH_PATH, DISCOVERY_FAILED = "Script errors were detected during test discovery!", ESCAPE, LOCATION = `'[^'\\n]*' in \\S+:\\d+`, IGNORING_CASE = " \\(ignoring case\\)", PRINTED_ACTUAL, QUOTED_EQUALITY, COLOUR, SPELLED, BOTH_SIDES_ALIKE_NOTE = "[gdharness: the expected and the actual printed alike because gdUnit4 drops the marks that tell them apart when it writes its report, and the runner printed no copy of this one, so neither side above is the value the assertion found.]", VALUE_NOT_RECOVERED_NOTE = '[gdharness: the value after "but was" may not be the one the assertion found. gdUnit4 writes a failing string into its report as a character diff against the expected one with the marks dropped, which merges the two, and the runner printed no copy of this one to read the value back from.]', RENDERED_AWAY_NOTE = '[gdharness: the two sides print alike, so what tells them apart is something gdUnit4 does not print. The usual cause is BBCode in the expected string, which gdUnit4 renders as formatting instead of showing; the value after "but was" is the one the assertion found.]', MOST_REPORTS_SHOWN = 20, LONGEST_DETAIL = 20000, MASKED_BRACKET = "[lb]", PRINTED_DICTIONARY, ORPHANS_LEFT, HOOKS_LEFT, RUNNING_SUITE, ORPHANS, OVERALL = "Overall Summary", SUITE_COUNTS, CASE_FAILED;
 var init_junit = __esm(() => {
   MalformedReportError = class MalformedReportError extends Error {
     constructor(message) {
@@ -10766,6 +10793,7 @@ var init_junit = __esm(() => {
   };
   ENTITIES = { lt: "<", gt: ">", amp: "&", quot: '"', apos: "'" };
   ATTRIBUTE = /\s*([^\s=/>]+)\s*=\s*(?:"([^"]*)"|'([^']*)')/y;
+  IGNORED_ROW_LINE = /^gdharness ignored (res:\/\/.+?\.gd > [^:\s]+:\d+)\s*$/;
   HOOK_FAILURE = /^\s*(.*?)\s*\tat '(before|after)' in (res:\/\/.+?):(\d+)\s*$/;
   NOTHING_RAN = /no test cases found/i;
   NO_SUCH_PATH = /given directory or file does not exists:\s*(.+?)\s*$/i;
@@ -11140,7 +11168,8 @@ function judgeEngine(printed, handed, end) {
     printed.leaks.forEach((leak, at) => {
       const last = at === printed.leaks.length - 1;
       const after = last ? [held, selfTyped].filter((part) => part !== undefined) : [];
-      faults.push(`the engine exited holding what it should have freed: ${[leak, ...after].join(" ")}`);
+      const quoted = held === undefined ? leak : leak.replace(/\s*\(run with `?--verbose`? for details\)/, "");
+      faults.push(`the engine exited holding what it should have freed: ${[quoted, ...after].join(" ")}`);
     });
   }
   const memoryExit = end.code !== null && MEMORY_EXITS.has(end.code >>> 0);
@@ -16659,7 +16688,7 @@ var init_tool_definitions = __esm(() => {
         ignore: {
           type: "array",
           items: { type: "string" },
-          description: 'Suites or cases to leave out, as "suite_name" or "suite_name:test_name". A bare test name is read as a suite name and leaves out nothing; an entry that named a case which ran all the same comes back under ignoreNotApplied with the form that would have left it out. Every case the list left out comes back under ignored as suite_name:test_name, so a run called passed says what it did not run, and an entry naming no suite or case under path comes back under ignoreUnmatched.'
+          description: 'Suites, cases or rows to leave out, as "suite_name", "suite_name:test_name", or "suite_name:test_name:N" for one row of a parameterised case, N being the zero-based index gdUnit4 reports the row under: a failure named "test_name:2 (3, 4)" is the third row, and the name can be passed back as reported. A bare test name is read as a suite name and leaves out nothing; an entry that named a case which ran all the same comes back under ignoreNotApplied with the form that would have left it out. Every case the list left out comes back under ignored as suite_name:test_name, and every row as suite_name:test_name:N, so a run called passed says what it did not run, and an entry naming no suite, case or row under path comes back under ignoreUnmatched.'
         },
         tests: {
           type: "array",
@@ -17653,7 +17682,7 @@ var init_tool_definitions = __esm(() => {
       name: "runtime_inspect",
       title: "Inspect the running game",
       description: "Questions about the running game: what is written on the screen, the scene tree, the nodes matching a query, where one node is on screen, what one property reads, the performance metrics, or what it tells a screen reader. Needs the game running with the runtime addon.",
-      answer: "text: lines, count, and under omitted how many lines the limit left behind; out_of_view counts the lines left out for being drawn outside the viewport or a ScrollContainer, with a note saying so. find: nodes and count, with hidden counting the matches left out as hidden and out_of_view those left out as drawn out of view, each with a note. rect: canvas and window, and for a Control visible and in_view, false when it is drawn wholly outside its viewport or a ScrollContainer holding it. metrics: frame_time is the mean wall time of the last frames_timed frames (up to 120; the game, physics and the wait for the display included), frame_time_max the slowest, both in seconds and null before a frame has passed; vsync says whether a frame waits for the display, and max_fps is the game's frame-rate cap, 0 for none. process_frames and physics_frames count frames and physics steps since the start; get_frames_drawn() stays 0 headless. physics_steps_per_second is the physics steps a second over those frames, fewer than physics_ticks_per_second when a frame needs more than max_physics_steps_per_frame or the editor's Game view slows it. fps, process_time_max and physics_time are the engine's monitors, set once a second: the last second's frames and its slowest process and physics step, so they trail a change by up to a second, and the last two are worst cases, not the frame. memory_static is the engine's CPU-side allocation in bytes; render_video_mem_used, render_texture_mem_used and render_buffer_mem_used are the renderer's GPU memory in bytes, which memory_static leaves out. accessibility: under windows, each element with its role (text for static text, button, check_box, group for a control holding others), name, value, value_text (a range's spoken words, such as \"75%\"), description, placeholder, bounds in the window's pixels, the actions a reader is offered (click, focus, toggle, set_value, select, expand_collapse, scroll_into_view), and focused on the focused one. node is the node that made the element; a part a node made of itself has part_of, the node drawn around it that holds its words, or part_of_candidates where several are, and part: announcement marks the text a window announces through. An empty name reads as nothing: static text takes it from accessibility_update_set_value, and _note counts the text elements on screen with none. tooltip is the node's tooltip_text, which a Windows reader is not told. With nothing focused, the engine calls GdharnessRuntime focused.",
+      answer: "text: lines, count, and under omitted how many lines the limit left behind; out_of_view counts the lines left out for being drawn outside the viewport or a ScrollContainer, with a note saying so. find: nodes and count, with hidden counting the matches left out as hidden and out_of_view those left out as drawn out of view, each with a note. rect: canvas and window, and for a Control visible and in_view, false when it is drawn wholly outside its viewport or a ScrollContainer holding it. metrics: frame_time is the mean wall time of the last frames_timed frames (up to 120; the game, physics and the wait for the display included), frame_time_max the slowest, both in seconds and null before a frame has passed; vsync says whether a frame waits for the display, and max_fps is the game's frame-rate cap, 0 for none. process_frames and physics_frames count frames and physics steps since the start; get_frames_drawn() stays 0 headless. physics_steps_per_second is the physics steps a second over those frames, fewer than physics_ticks_per_second when a frame needs more than max_physics_steps_per_frame or the editor's Game view slows it. fps, process_time_max and physics_time are the engine's monitors, set once a second: the last second's frames and its slowest process and physics step, so they trail a change by up to a second, and the last two are worst cases, not the frame. memory_static is the engine's CPU-side allocation in bytes; render_video_mem_used, render_texture_mem_used and render_buffer_mem_used are the renderer's GPU memory in bytes, which memory_static leaves out. accessibility: under windows, each element with its role (text for static text, button, check_box, group for a control holding others), name, value, value_text (a range's spoken words, such as \"75%\"), description, placeholder, bounds in the window's pixels, the actions a reader is offered (click, focus, toggle, set_value, select, expand_collapse, scroll_into_view), and focused on the focused one. node is the node that made the element; a part a node made of itself has part_of, the node drawn around it that holds its words, or part_of_candidates where several are, and part: announcement marks the text a window announces through. An empty name reads as nothing: static text takes it from accessibility_update_set_value, and _note counts the text elements on screen with none. tooltip is the node's tooltip_text, which a Windows reader is not told. With nothing focused, the engine calls GdharnessRuntime focused. tookMsBy splits the read's milliseconds into starting PowerShell (start), loading UI Automation (load) and walking the windows (walk); a read stopped at its deadline says instead which of those it had reached.",
       parameters: {
         projectPath: RUNNING_PROJECT_PATH,
         pid: RUNNING_PID,
@@ -17722,7 +17751,7 @@ var init_tool_definitions = __esm(() => {
         timeoutMs: {
           type: "integer",
           minimum: 1,
-          description: "How long to wait for the answer before answering pending with a requestId, which runtime_invoke op result collects the reply by. Default 10000, or GDHARNESS_RUNTIME_TIMEOUT_MS; accessibility defaults to 30000 or that, whichever is longer."
+          description: "How long to wait for the answer before answering pending with a requestId, which runtime_invoke op result collects the reply by. Default 10000, or GDHARNESS_RUNTIME_TIMEOUT_MS; accessibility defaults to 75000 or that, whichever is longer, since a cold PowerShell on a loaded machine can take most of a minute to start."
         }
       },
       requires: [],
@@ -51186,7 +51215,7 @@ class GodotServer {
             }, {
               tool: "runtime_inspect",
               op,
-              patience: readPositiveNumber(args, "timeoutMs") ?? Math.max(30000, this.runtimeTimeoutMs())
+              patience: readPositiveNumber(args, "timeoutMs") ?? Math.max(75000, this.runtimeTimeoutMs())
             });
           default:
             return await this.handleRuntimeCommand("get_metrics", { ...whichGame(args), metrics: readArray(args, "metrics") ?? [] }, { tool: "runtime_inspect", op, patience });
@@ -52512,6 +52541,7 @@ ${platform}`;
     const ours = `gdharness-reports/${randomUUID2()}`;
     const reports = `res://.godot/${ours}`;
     const ignored = readStringArray(args, "ignore") ?? [];
+    const declaredUnder = ignored.length === 0 ? [] : asked.flatMap((path) => path.endsWith(".gd") ? projectScripts.suite(path) ?? [] : projectScripts.suitesUnder([path]));
     const userData = scratchDirectory("tests");
     const suitesFile = join43(userData, "suites.txt");
     const skippingFile = join43(userData, "skipping.txt");
@@ -52520,7 +52550,7 @@ ${platform}`;
     writeFileSync22(suitesFile, `${(selection.value?.suites ?? asked).join(`
 `)}
 `);
-    writeFileSync22(skippingFile, `${[...ignored, ...selection.value?.ignore ?? []].join(`
+    writeFileSync22(skippingFile, `${[...ignoredForTheRunner(ignored, declaredUnder), ...selection.value?.ignore ?? []].join(`
 `)}
 `);
     const viewport = windowed ? viewportOf(project.value.path) : null;
@@ -52673,7 +52703,7 @@ ${platform}`;
     const brokenScripts = new Set(scriptErrors.map((error) => error.path)).size;
     const ranAs = notCompiled !== null ? `the autoload ${notCompiled.name} (${notCompiled.path}) did not compile, so no result counts` : cutShort !== null ? cutShort.verdict : nothingRan ?? (brokenScripts > 0 ? `script errors in ${brokenScripts === 1 ? "one script" : `${brokenScripts} scripts`}, so no suite ran` : undefined) ?? (uncaught.length > 0 ? `${uncaught.length === 1 ? "one script error" : `${uncaught.length} script errors`} that failed no case` : undefined) ?? (exitCode === null ? undefined : verdicts[exitCode]) ?? howItExited(run);
     const nothingAt = missing.join(" and ");
-    const verdict = missing.length === 0 ? ranAs : `${ranAs}; nothing at ${nothingAt}`;
+    const verdict = missing.length === 0 ? ranAs : ranAs === "passed" ? `nothing at ${nothingAt}` : `${ranAs}; nothing at ${nothingAt}`;
     const missingNote = missing.length === 0 ? undefined : `Nothing at ${nothingAt}, so ${missing.length === 1 ? "it was" : "they were"} left out and only ${asked.join(", ")} ran; a run of fewer paths than were asked for is not called a pass.${elsewhereIn(project.value.path, missing[0] ?? "")}`;
     const savesNote = savesStayPut() && nothingRan === null ? SAVES_NOT_MOVED_NOTE : undefined;
     const marker = readNonEmptyString(args, "printed");
@@ -52813,8 +52843,7 @@ ${error.text}`;
     const uncaughtFolded = foldedRepeats(uncaught.map(aboveTheRunner));
     const listedAsUncaught = new Set(uncaughtFolded.map((entry) => entry.index));
     const notApplied = ignoredYetRan(report, ignored);
-    const scripts = ignored.length === 0 ? null : new ProjectScripts(project.value.path);
-    const ignoreRead = ignoredLeftOut(report, ignored, asked.flatMap((path) => scripts === null ? [] : path.endsWith(".gd") ? scripts.suite(path) ?? [] : scripts.suitesUnder([path])));
+    const ignoreRead = ignoredLeftOut(report, ignored, declaredUnder, rowsIgnoredIn(said));
     const unmatched = ignoreRead.unmatched.filter((entry) => !notApplied.some((one) => one.entry === entry));
     const testsNotRun = [
       ...new Set((selection.value?.selected ?? []).filter((one) => !report.suites.some((suite) => (suite.path === one.suite || suite.name === basename13(one.suite, ".gd")) && suite.cases.some((ran) => ran.name === one.test || new RegExp(`^${one.test}\\W`).test(ran.name)))).map((one) => `${basename13(one.suite, ".gd")}:${one.test}`))
@@ -52822,7 +52851,7 @@ ${error.text}`;
     return this.jsonTextResponse({
       passed: !timedOut && exitCode === 0 && nothingRan === null && report.tests > 0 && report.failures === 0 && report.errors === 0 && hookFailures.length === 0 && uncaught.length === 0 && undeclaredPrinted.length === 0 && declaredNotPrinted.length === 0 && countedLeaks.length === 0 && missing.length === 0 && testsNotRun.length === 0,
       verdict: [
-        verdict === "passed" && undeclaredPrinted.length + declaredNotPrinted.length + countedLeaks.length > 0 ? undefined : verdict,
+        verdict === "passed" && undeclaredPrinted.length + declaredNotPrinted.length + countedLeaks.length + testsNotRun.length > 0 ? undefined : verdict,
         ...[false, true].map((warning) => {
           const count = undeclaredPrinted.filter((error) => error.warning === warning).length;
           const word = warning ? "warning" : "error";
@@ -52871,7 +52900,7 @@ ${error.text}`;
         testsNotRun.length > 0 ? `${testsNotRun.join(", ")} ${testsNotRun.length === 1 ? "was" : "were"} asked for and not run, so the run is not called passed: gdUnit4 runs a test_ function only in a script that extends GdUnitTestSuite, and leaves out a suite whose script does not load.` : undefined,
         briefed > 0 ? `${briefed} of the ${failed.length} failing cases, those with the largest reports, are named with their first message only, since their reports would have made the answer too large to deliver; pass one case's suite path to see its reports.` : undefined,
         notApplied.length > 0 ? "An ignore entry named a case that ran all the same: gdUnit4 leaves a case out only as suite_name:test_name, and reads an entry with no colon as a suite name or a piece of a suite path. ignoreNotApplied gives the form for each case that ran." : undefined,
-        unmatched.length > 0 ? `${unmatched.join(", ")} ${unmatched.length === 1 ? "names" : "name"} no suite or case under the paths run, so ${unmatched.length === 1 ? "it" : "they"} left nothing out.` : undefined,
+        unmatched.length > 0 ? `${unmatched.join(", ")} ${unmatched.length === 1 ? "names" : "name"} no suite, case or row under the paths run, so ${unmatched.length === 1 ? "it" : "they"} left nothing out.` : undefined,
         uncaughtNote(uncaught),
         undeclaredErrors.length > 0 ? `An engine error or warning a suite does not declare fails the run, as gdharness test judges it; ${declaringAdvice(undeclaredErrors[0]?.case ?? "test_name", undeclaredErrors[0]?.warning === true)}, once for each time it prints it${undeclaredErrors.some((error) => error.warning !== undeclaredErrors[0]?.warning) ? undeclaredErrors[0]?.warning === true ? ", and an error in its GDHARNESS_EXPECTED_ERRORS" : ", and a warning in its GDHARNESS_EXPECTED_WARNINGS" : ""}.` : undefined,
         declaredNotPrinted.length > 0 ? "A declared error or warning the case did not print fails the run too, since the case no longer reaches what it was written to test." : undefined,

package/build/godot/addons/gdharness_runtime/runtime_accessibility.gd

@@ -18,9 +18,15 @@ const SETTLE_MS: int = 8000
 ## How long a window with nothing in it is walked before the client stops: a game building its tree
 ## fills the window within a few frames of being asked, and one building none never does.
 const EMPTY_MS: int = 4000
-## How long the client may take beyond that, starting PowerShell and loading UI Automation included,
-## before it is stopped and the call answers that it did not finish.
-const START_MS: int = 15000
+## How long starting PowerShell and loading UI Automation may take before the client is stopped. It
+## waits on the machine alone: a warm start takes under a second, and a cold one on a loaded Windows
+## runner took the whole of a single 23 s budget meant for the walk as well.
+const START_MS: int = 45000
+## How long the walks may take beyond [constant SETTLE_MS] a window once UI Automation is loaded,
+## kept short since a walk that overruns is a window that does not answer.
+const WALK_SLACK_MS: int = 7000
+## How often the progress file is read while the client runs.
+const LOOK_MS: int = 250
 ## Deep enough for any interface a game builds, and inside the hundred levels ConvertTo-Json stops
 ## at, which are two to a level of the tree.
 const MOST_LEVELS: int = 40
@@ -28,16 +34,23 @@ const MOST_LEVELS: int = 40
 ## answer goes.
 const NODE_ID: String = "_node_instance"
 
-## The client, as PowerShell, with $Handles, $Out, $SettleMs, $EmptyMs and $MostLevels set before it. Each
-## element answers what UI Automation names its role, its name, its value where it has one, its
-## bounds in the window's pixels, and the actions a screen reader is offered on it.
+## The client, as PowerShell, with $Handles, $Out, $Progress, $SettleMs, $EmptyMs and $MostLevels
+## set before it. Each element answers what UI Automation names its role, its name, its value where it
+## has one, its bounds in the window's pixels, and the actions a screen reader is offered on it. Each
+## stage it reaches is marked in $Progress as it is reached, with the time, so a client stopped at the
+## deadline still says how far it got.
 const WALK: String = r"""
 $ErrorActionPreference = 'Stop'
 function Answer($value) {
   [System.IO.File]::WriteAllText($Out, (ConvertTo-Json -InputObject $value -Depth 100 -Compress))
 }
+function Mark($stage) {
+  [System.IO.File]::AppendAllText($Progress, "$stage $([DateTimeOffset]::UtcNow.ToUnixTimeMilliseconds())`n")
+}
 try {
+  Mark 'began'
   Add-Type -AssemblyName UIAutomationClient, UIAutomationTypes
+  Mark 'loaded'
   $walker = [System.Windows.Automation.TreeWalker]::RawViewWalker
   function Patterned($element, $name) {
     $pattern = ("System.Windows.Automation.$($name)Pattern" -as [type])::Pattern
@@ -148,6 +161,7 @@ try {
     $r = $root.Current.BoundingRectangle
     $tree = Describe $root $r.X $r.Y 0
     $last = Count $tree
+    Mark "walked $last"
     # Walked again until two walks in a row agree, since the first question is what makes the
     # engine build the tree, which arrives over the frames after it.
     while ([DateTime]::UtcNow -lt $deadline) {
@@ -155,6 +169,7 @@ try {
       $r = $root.Current.BoundingRectangle
       $tree = Describe $root $r.X $r.Y 0
       $count = Count $tree
+      Mark "walked $count"
       if ($count -gt 1 -and $count -eq $last) { break }
       if ($count -eq 1 -and [DateTime]::UtcNow -gt $empty) { break }
       $last = $count
@@ -221,13 +236,22 @@ func get_accessibility(params: Dictionary) -> Dictionary:
 	var out: String = OS.get_temp_dir().path_join(
 		"gdharness-accessibility-%d-%d.json" % [OS.get_process_id(), Time.get_ticks_usec()]
 	)
+	var progress: String = out + ".progress"
 	var script: String = (
 		(
-			"$Handles = @(%s)\n$Out = '%s'\n$SettleMs = %d\n$EmptyMs = %d\n$MostLevels = %d\n"
-			% [", ".join(handles), out.replace("'", "''"), SETTLE_MS, EMPTY_MS, MOST_LEVELS]
+			"$Handles = @(%s)\n$Out = '%s'\n$Progress = '%s'\n$SettleMs = %d\n$EmptyMs = %d\n$MostLevels = %d\n"
+			% [
+				", ".join(handles),
+				out.replace("'", "''"),
+				progress.replace("'", "''"),
+				SETTLE_MS,
+				EMPTY_MS,
+				MOST_LEVELS,
+			]
 		)
 		+ WALK
 	)
+	var started_ms: int = int(Time.get_unix_time_from_system() * 1000.0)
 	# The system's own PowerShell by its path, so a powershell.exe earlier on PATH is not what runs.
 	var shell: String = OS.get_environment("SystemRoot").path_join(
 		"System32/WindowsPowerShell/v1.0/powershell.exe"
@@ -248,18 +272,38 @@ func get_accessibility(params: Dictionary) -> Dictionary:
 		return _refused("PowerShell could not be started from %s to read the tree" % shell)
 	# Waited out a frame at a time rather than blocking: the client's questions are answered on the
 	# game's main thread, which a blocking wait would hold, and neither side would move.
-	var deadline: int = Time.get_ticks_msec() + SETTLE_MS + START_MS
+	# Two budgets, so a slow start is never charged to the walk: one for PowerShell to begin and load
+	# UI Automation, and once it has, one for the walks.
+	var began_at: int = Time.get_ticks_msec()
+	var deadline: int = _deadline(began_at, -1, handles.size())
+	var walking: bool = false
+	var looked_at: int = began_at
 	while OS.is_process_running(pid):
-		if Time.get_ticks_msec() > deadline:
+		var now: int = Time.get_ticks_msec()
+		if not walking and now - looked_at >= LOOK_MS:
+			looked_at = now
+			if FileAccess.get_file_as_string(progress).contains("loaded "):
+				walking = true
+				deadline = _deadline(began_at, now, handles.size())
+		if now > deadline:
 			var _killed: Error = OS.kill(pid)
+			var reached: String = _reached(FileAccess.get_file_as_string(progress), started_ms)
+			var _gone: Error = DirAccess.remove_absolute(progress)
 			return _refused(
-				"UI Automation had not read the tree after %d ms, so it was stopped" % (SETTLE_MS + START_MS)
+				(
+					"UI Automation had not read the tree after %d ms, so it was stopped: %s"
+					% [now - began_at, reached]
+				)
 			)
 		await _host.get_tree().process_frame
 
 	var text: String = FileAccess.get_file_as_string(out)
+	var took: Dictionary = _took(
+		FileAccess.get_file_as_string(progress), started_ms, int(Time.get_unix_time_from_system() * 1000.0)
+	)
 	# Not checked: a file that is not there was never written, which the answer below says.
 	var _removed: Error = DirAccess.remove_absolute(out)
+	var _progress_removed: Error = DirAccess.remove_absolute(progress)
 	var read: Variant = GdhRead.json_or_null(text)
 	if not read is Dictionary:
 		return _refused("UI Automation answered nothing readable: %s" % text.left(500))
@@ -290,6 +334,8 @@ func get_accessibility(params: Dictionary) -> Dictionary:
 		elements += _count(window)
 		unnamed += _unnamed_text(window)
 	var result: Dictionary = {"windows": windows, "elements": elements}
+	if not took.is_empty():
+		result["tookMsBy"] = took
 	if placing.tooltips > 0:
 		result["tooltip_note"] = (
 			"tooltip is the node's tooltip_text, which the engine puts in the tree, and UI Automation, as"
@@ -664,5 +710,83 @@ static func _unnamed_text(element: Dictionary) -> int:
 	return total
 
 
+## When a client started at [param began_at] is stopped, in ticks: [constant START_MS] after it began
+## while UI Automation is loading ([param loaded_at] -1), and once it was seen loaded at
+## [param loaded_at], [constant SETTLE_MS] for each of [param windows] and [constant WALK_SLACK_MS]
+## after that.
+static func _deadline(began_at: int, loaded_at: int, windows: int) -> int:
+	if loaded_at < 0:
+		return began_at + START_MS
+	return loaded_at + SETTLE_MS * maxi(1, windows) + WALK_SLACK_MS
+
+
+## The stages [param progress] marks, each with the Unix time in ms it was reached, as an array of
+## [stage, ms] in order.
+static func _marks(progress: String) -> Array:
+	var marks: Array = []
+	for line: String in progress.split("\n", false):
+		var words: PackedStringArray = line.strip_edges().split(" ", false)
+		if words.size() >= 2 and words[words.size() - 1].is_valid_int():
+			var stage: String = " ".join(words.slice(0, words.size() - 1))
+			marks.append([stage, words[words.size() - 1].to_int()])
+	return marks
+
+
+## How far a client started at [param started_ms] got by the marks in [param progress], said for a
+## caller whose read it stopped: the time went to starting PowerShell, loading UI Automation, or the
+## walks, and which tells a loaded machine from a window that never answers.
+static func _reached(progress: String, started_ms: int) -> String:
+	var marks: Array = _marks(progress)
+	var at: Dictionary = {}
+	var walks: int = 0
+	var last: String = ""
+	for mark: Array in marks:
+		var stage: String = mark[0]
+		if stage.begins_with("walked "):
+			walks += 1
+			last = stage.trim_prefix("walked ")
+		elif not at.has(stage):
+			at[stage] = mark[1]
+	if not at.has("began"):
+		return "PowerShell had not begun the client"
+	var began: int = at["began"] - started_ms
+	if not at.has("loaded"):
+		return "PowerShell began the client after %d ms and was still loading UI Automation" % began
+	var loaded: int = at["loaded"] - at["began"]
+	if walks == 0:
+		return (
+			(
+				"PowerShell began the client after %d ms and loaded UI Automation in %d ms, and the"
+				+ " first walk of the windows had not ended"
+			)
+			% [began, loaded]
+		)
+	return (
+		(
+			"PowerShell began the client after %d ms and loaded UI Automation in %d ms, and the windows"
+			+ " were walked %d time%s, the last finding %s element%s"
+		)
+		% [began, loaded, walks, "" if walks == 1 else "s", last, "" if last == "1" else "s"]
+	)
+
+
+## Where the time of a client started at [param started_ms] and done at [param done_ms] went, by
+## the marks in [param progress]: starting PowerShell, loading UI Automation, and walking the
+## windows. Empty when the client marked nothing.
+static func _took(progress: String, started_ms: int, done_ms: int) -> Dictionary:
+	var at: Dictionary = {}
+	for mark: Array in _marks(progress):
+		var stage: String = mark[0]
+		if not at.has(stage):
+			at[stage] = mark[1]
+	if not at.has("began") or not at.has("loaded"):
+		return {}
+	return {
+		"start": at["began"] - started_ms,
+		"load": at["loaded"] - at["began"],
+		"walk": done_ms - at["loaded"],
+	}
+
+
 static func _refused(message: String) -> Dictionary:
 	return {"type": "error", "message": message}

package/build/godot/tests/listed.gd

@@ -25,6 +25,9 @@ const ROWS: String = "--rows-in"
 ## that is not parameterised. gdUnit4 prints nothing for a case it skips, and the caller needs every
 ## row an engine found to tell one that no engine ran.
 const LEFT_OUT: String = "gdharness left out"
+## Printed before each row an entry of [constant SKIPPING] leaves out, as
+## `res://suite.gd > test_case:row`, so the caller can tell an entry naming a row that does not exist.
+const IGNORED_ROW: String = "gdharness ignored"
 ## Printed after a case or a suite's hooks that gdUnit4 says left orphan nodes, as
 ## `res://suite.gd > test_case left 2: Node "Sandbox" of res://sandbox.gd, Timer "Timer"`, with
 ## `after` for the suite's hooks. gdUnit4 names them only where a case calls
@@ -92,6 +95,8 @@ class GdhRunner:
 	## base, so an inherited case left out under its suite ran in every engine the suite was dealt to,
 	## and a case of `res://tests/a_test.gd` was also left out of `res://more/tests/a_test.gd`.
 	var left_out: Dictionary[String, bool] = {}
+	## The rows of parameterised cases to leave out, by `res://suite.gd:test_case:row`.
+	var left_out_rows: Dictionary[String, bool] = {}
 	## The cases gdUnit4 said it finished, which [GdhSessionCheck] holds the session's lookups against.
 	var cases_ended: int = 0
 	## The marker of the shutdown walk's oldest end, made as the run starts.
@@ -164,6 +169,15 @@ class GdhRunner:
 	func is_skipped(test: GdUnitTestCase) -> bool:
 		if left_out.has("%s:%s" % [test.suite_resource_path, test.test_name]) or super(test):
 			return true
+		var row: String = "%s:%s:%d" % [test.suite_resource_path, test.test_name, test.attribute_index]
+		if test.attribute_index >= 0 and left_out_rows.has(row):
+			print(
+				(
+					"%s %s > %s:%d"
+					% [IGNORED_ROW, test.suite_resource_path, test.test_name, test.attribute_index]
+				)
+			)
+			return true
 		var share: GdhRowShare = row_shares.get("%s:%s" % [test.suite_resource_path, test.test_name], null)
 		if share == null or not share.leaves_out(test.attribute_index):
 			return false
@@ -476,7 +490,9 @@ static func started(given: PackedStringArray) -> GdhRunner:
 		write_expected(expected_out, suites)
 	runner.add_test_suites(suites)
 	for entry: String in listed(asked, SKIPPING):
-		if is_one_case(entry):
+		if is_one_row(entry):
+			runner.left_out_rows[entry] = true
+		elif is_one_case(entry):
 			runner.left_out[entry] = true
 		else:
 			runner.skip_test_suite(entry)
@@ -560,6 +576,13 @@ static func listed(args: PackedStringArray, flag: String) -> PackedStringArray:
 ## Whether [param entry] of a [constant SKIPPING] file names one case of one suite file, as
 ## `res://suite.gd:test_case`, rather than a suite or a case by gdUnit4's looser names, which go to
 ## gdUnit4 as they are.
+## Whether [param entry] names one row of a parameterised case, as `res://suite.gd:test_case:row`.
+static func is_one_row(entry: String) -> bool:
+	var at: int = entry.rfind(":")
+	var row: String = entry.substr(at + 1)
+	return at > 0 and row.is_valid_int() and not row.begins_with("-") and is_one_case(entry.substr(0, at))
+
+
 static func is_one_case(entry: String) -> bool:
 	var at: int = entry.rfind(":")
 	return (

package/build/keeper.js

@@ -8297,6 +8297,7 @@ function entryFor(shape, launch, held) {
 }
 
 // src/engine-leaks.ts
+var REFCOUNTED_HELD = "A RefCounted alive at exit is held by a cycle of references (two holding each other, or one " + "holding a lambda that captures it) or by an Object never freed, rather than by a node left out " + "of the tree; a WeakRef on one side of the cycle, or clearing the reference once done, frees it.";
 var WALK_STOPPED_SENTENCE = "The engine's shutdown stopped part way through its scripts (godot#117991, fixed in 4.8 by " + "godot#120976), so it reported as leaked at exit what it never got to free, and the report is the " + "engine's rather than the run's. gdharness holds every script loaded from a file past that walk, " + "which keeps it whole, so this one stopped on a script it could not hold, such as one made in code. " + "A leak of the run's own is not told apart in such a run.";
 var NAME2 = "[\\p{L}_][\\p{L}\\p{N}_]*";
 var EXPORTED = new RegExp(`@export(?!_(?:group|subgroup|category)\\b)\\w*(?:\\([^)]*\\))?\\s+(?:@${NAME2}(?:\\([^)]*\\))?\\s+)*` + `(?:static\\s+)?var\\s+(${NAME2})\\s*:\\s*(?:Array|Dictionary)\\s*\\[([^\\]]*)\\]`, "gu");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gdharness",
-  "version": "1.3.31",
+  "version": "1.3.33",
   "mcpName": "io.github.Aureliolo/gdharness",
   "description": "A harness for driving a Godot 4 project from an agent: editor addons, a runtime bridge into the running game, an MCP server in front of them, and a CLI that installs and diagnoses the Godot side.",
   "type": "module",