@telora/daemon 0.23.12 → 0.23.15

package/dist/verify/failing-test-rerun/failing-test-retry.js

@@ -0,0 +1,102 @@
+// PINNED-BY-BEGIN (generated by gen:pinned-by -- do not hand-edit; checked by lint:pinned-by)
+// Pinned by: packages/daemon/src/verify/failing-test-rerun/failing-test-retry.test.ts,
+//   packages/daemon/src/verify/failing-test-rerun/rework-recheck.test.ts
+// PINNED-BY-END
+import { hasStageToContinue, parseGateRunStages } from '../deterministic-gate/verification-gate-stages.js';
+import { isTestStage } from '../deterministic-gate/verification-failure-parser.js';
+import { planRerun, RERUN_RETRY_ATTEMPTS } from './rerun-command.js';
+import { createLogger } from '../../log/daemon-log.js';
+const log = createLogger({ module: 'verification' });
+/** A re-run that rendered a verdict about `sha`: its outcome, else null (no verdict). */
+export function rerunVerdictAt(run, sha) {
+    if (run.verifiedSha !== sha || run.timedOut === true || run.configUnresolved === true)
+        return null;
+    return run.outcome === 'passed' || run.outcome === 'failed' ? run.outcome : null;
+}
+/**
+ * Re-run `files` at `sha` until a run passes or the attempts run out: the
+ * passing attempt (1-based), 0 when every attempt failed, or null when a run
+ * rendered no verdict about `sha` (the caller then decides nothing from it).
+ * `onFailedRun` sees each failed run.
+ */
+export async function rerunUntilPass(run, v, files, sha, attempts, onFailedRun) {
+    for (let attempt = 1; attempt <= attempts; attempt++) {
+        const result = await run(v, files, sha);
+        const verdict = rerunVerdictAt(result, sha);
+        if (verdict === null)
+            return null;
+        if (verdict === 'passed')
+            return attempt;
+        onFailedRun?.(result);
+    }
+    return 0;
+}
+/**
+ * Retry a failed run's failing tests on the same commit (module doc). Returns
+ * true when the retry passed the gate -- `result` is then rewritten as a pass
+ * carrying `flakyTests` -- and false when the red stands for attribution
+ * (`result` untouched).
+ */
+export async function retryFailingTestsOnSameCommit(v, result, logText, deps) {
+    const sha = result.verifiedSha;
+    const applied = result.appliedConfig;
+    if (result.outcome !== 'failed' || result.timedOut || result.configUnresolved || !sha || !applied || result.rerunOf)
+        return false;
+    const plan = planRerun(logText, applied.rerun);
+    if (plan.kind !== 'rerun')
+        return false;
+    const staged = parseGateRunStages(logText, result.exitCode, applied.command);
+    if (staged?.failedStage && !isTestStage(staged.failedStage))
+        return false;
+    const passedOn = await rerunUntilPass(deps.runFailingTestRerun, v, plan.files, sha, RERUN_RETRY_ATTEMPTS);
+    if (!passedOn) {
+        log.info(`[verification] delivery ${v.deliveryId}: ${plan.ids.length} failing test(s) re-run on ${sha.slice(0, 8)} ` +
+            `${passedOn === 0 ? `still fail after ${RERUN_RETRY_ATTEMPTS} attempt(s)` : 'rendered no verdict'} -- the red goes to attribution`);
+        return false;
+    }
+    if (!(await stagesAfterRedPass(v, result, staged, deps)))
+        return false;
+    const finding = {
+        productId: v.productId, focusId: v.focusId, deliveryId: v.deliveryId, deliveryName: v.deliveryName,
+        sha, tests: plan.ids, files: plan.files, passedOnAttempt: passedOn, logPath: result.logPath ?? null, origin: 'same_commit_retry',
+    };
+    try {
+        await deps.fileFlakyTestFinding(v, finding);
+    }
+    catch (err) {
+        log.warn(`[verification] delivery ${v.deliveryId}: the flaky-test finding could not be filed (${err.message}) -- ` +
+            'the red is not passed over unrecorded; it goes to attribution');
+        return false;
+    }
+    passAsFlake(result, finding);
+    log.info(`[verification] delivery ${v.deliveryId}: ${result.rationale}`);
+    return true;
+}
+/** The stages the red cut short ran green at the same commit (or there were none). */
+async function stagesAfterRedPass(v, result, staged, deps) {
+    if (!staged || !hasStageToContinue(staged))
+        return true;
+    try {
+        const continued = await deps.runStageContinuation(v, staged.continuation, result);
+        if (continued.outcome === 'passed' && continued.verifiedSha === result.verifiedSha)
+            return true;
+        log.info(`[verification] delivery ${v.deliveryId}: the failing tests passed on re-run, but the gate stages after them ` +
+            `did not pass at the same commit (${continued.rationale ?? continued.outcome}) -- the red goes to attribution`);
+    }
+    catch (err) {
+        log.warn(`[verification] delivery ${v.deliveryId}: the continuation after a passing re-run threw: ${err.message}`);
+    }
+    return false;
+}
+function passAsFlake(result, finding) {
+    result.outcome = 'passed';
+    result.flakyTests = [...finding.tests];
+    result.newFailures = [];
+    delete result.failedStage;
+    delete result.parseFailure;
+    result.rationale =
+        `deterministic check failed ${finding.tests.length} test(s) at ${finding.sha.slice(0, 8)} that passed when re-run on the ` +
+            `same commit (attempt ${finding.passedOnAttempt} of ${RERUN_RETRY_ATTEMPTS}) -- a flaky test, filed against the product, ` +
+            `not charged to the delivery: ${finding.tests.join('; ')}`;
+}
+//# sourceMappingURL=failing-test-retry.js.map

package/dist/verify/failing-test-rerun/failing-test-retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"failing-test-retry.js","sourceRoot":"","sources":["../../../src/verify/failing-test-rerun/failing-test-retry.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,uFAAuF;AACvF,yEAAyE;AACzE,gBAAgB;AA2ChB,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAsB,MAAM,mDAAmD,CAAC;AAC/H,OAAO,EAAE,WAAW,EAAE,MAAM,sDAAsD,CAAC;AACnF,OAAO,EAAE,SAAS,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,MAAM,GAAG,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;AA4BrD,yFAAyF;AACzF,MAAM,UAAU,cAAc,CAAC,GAAmB,EAAE,GAAW;IAC7D,IAAI,GAAG,CAAC,WAAW,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,KAAK,IAAI,IAAI,GAAG,CAAC,gBAAgB,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACnG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AACnF,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,GAA4C,EAC5C,CAAsB,EACtB,KAAwB,EACxB,GAAW,EACX,QAAgB,EAChB,WAA2C;IAE3C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC5C,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAClC,IAAI,OAAO,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC;QACzC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,CAAsB,EACtB,MAAsB,EACtB,OAAe,EACf,IAA0B;IAE1B,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC;IACrC,IAAI,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,gBAAgB,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAClI,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC;IACxC,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7E,IAAI,MAAM,EAAE,WAAW,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1E,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,oBAAoB,CAAC,CAAC;IAC1G,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,GAAG,CAAC,MAAM,8BAA8B,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG;YAClH,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,oBAAoB,oBAAoB,aAAa,CAAC,CAAC,CAAC,qBAAqB,iCAAiC,CAAC,CAAC;QACtI,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,kBAAkB,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACvE,MAAM,OAAO,GAAqB;QAChC,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY;QAClG,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,MAAM,EAAE,mBAAmB;KACjI,CAAC;IACF,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,oBAAoB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,UAAU,gDAAiD,GAAa,CAAC,OAAO,OAAO;YAC3H,+DAA+D,CAAC,CAAC;QACnE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IACzE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,sFAAsF;AACtF,KAAK,UAAU,kBAAkB,CAC/B,CAAsB,EACtB,MAAsB,EACtB,MAA4B,EAC5B,IAA0B;IAE1B,IAAI,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,CAAC,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAClF,IAAI,SAAS,CAAC,OAAO,KAAK,QAAQ,IAAI,SAAS,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QAChG,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,UAAU,uEAAuE;YACrH,oCAAoC,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC,OAAO,kCAAkC,CAAC,CAAC;IACpH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,UAAU,oDAAqD,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IAChI,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,MAAsB,EAAE,OAAyB;IACpE,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC;IAC1B,MAAM,CAAC,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,OAAO,MAAM,CAAC,WAAW,CAAC;IAC1B,OAAO,MAAM,CAAC,YAAY,CAAC;IAC3B,MAAM,CAAC,SAAS;QACd,8BAA8B,OAAO,CAAC,KAAK,CAAC,MAAM,eAAe,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,kCAAkC;YAC1H,wBAAwB,OAAO,CAAC,eAAe,OAAO,oBAAoB,gDAAgD;YAC1H,gCAAgC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAC/D,CAAC"}

package/dist/verify/failing-test-rerun/flaky-test-finding.d.ts

@@ -0,0 +1,11 @@
+import type { FileEscalationInput } from '../../nexus/file-escalation.js';
+import type { FlakyTestFinding, FlakyTestFindingFiler } from './failing-test-retry.js';
+/** The machine discriminator a flaky-test finding is filed under. */
+export declare const FLAKY_TEST_FINDING_KIND = "flaky_test";
+/** The cause a finding is keyed by: the product and the sorted test set. Pure. */
+export declare function flakyTestCauseKey(productId: string, tests: readonly string[]): string;
+/** The filing a finding becomes. Pure; throws when the finding names no product. */
+export declare function flakyTestFilingOf(finding: FlakyTestFinding, organizationId: string): FileEscalationInput;
+/** The production filer over the escalation transport. */
+export declare function buildFlakyTestFindingFiler(fileEscalation: (input: FileEscalationInput) => Promise<void>, organizationId: string): FlakyTestFindingFiler;
+//# sourceMappingURL=flaky-test-finding.d.ts.map

package/dist/verify/failing-test-rerun/flaky-test-finding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flaky-test-finding.d.ts","sourceRoot":"","sources":["../../../src/verify/failing-test-rerun/flaky-test-finding.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,KAAK,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEvF,qEAAqE;AACrE,eAAO,MAAM,uBAAuB,eAAe,CAAC;AAEpD,kFAAkF;AAClF,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAGrF;AAED,oFAAoF;AACpF,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,GAAG,mBAAmB,CA6BxG;AAED,0DAA0D;AAC1D,wBAAgB,0BAA0B,CACxC,cAAc,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,OAAO,CAAC,IAAI,CAAC,EAC7D,cAAc,EAAE,MAAM,GACrB,qBAAqB,CAEvB"}

package/dist/verify/failing-test-rerun/flaky-test-finding.js

@@ -0,0 +1,63 @@
+// PINNED-BY-BEGIN (generated by gen:pinned-by -- do not hand-edit; checked by lint:pinned-by)
+// Pinned by: packages/daemon/src/verify/failing-test-rerun/failing-test-retry.test.ts
+// PINNED-BY-END
+/**
+ * Filing a flaky-test finding against the product: the record that makes a
+ * pass-on-retry legitimate (failing-test-retry.ts).
+ *
+ * A flake is a defect in the PRODUCT's test suite, not in the delivery whose
+ * gate run tripped over it, so it is anchored to the product (and, as
+ * provenance, the focus) and carries the tests, their files, the commit and the
+ * attempt that passed. It enters the machine lane like every daemon filing
+ * (supervision/filing-route.ts: detectors report, agents decide who owns it),
+ * keyed by product and test set so the same flake re-observed reads as one
+ * cause. A verification with no product cannot be filed against one: that
+ * throws, and the retry then leaves the red to attribution.
+ *
+ * @module verify/failing-test-rerun/flaky-test-finding
+ */
+import { createHash } from 'node:crypto';
+import { ESCALATION_DISPOSITIONS, ESCALATION_REASONS } from '@telora/daemon-core';
+/** The machine discriminator a flaky-test finding is filed under. */
+export const FLAKY_TEST_FINDING_KIND = 'flaky_test';
+/** The cause a finding is keyed by: the product and the sorted test set. Pure. */
+export function flakyTestCauseKey(productId, tests) {
+    const digest = createHash('sha256').update(JSON.stringify([...tests].sort())).digest('hex').slice(0, 16);
+    return `${FLAKY_TEST_FINDING_KIND}::product=${productId}::tests=${digest}`;
+}
+/** The filing a finding becomes. Pure; throws when the finding names no product. */
+export function flakyTestFilingOf(finding, organizationId) {
+    const productId = finding.productId;
+    if (!productId)
+        throw new Error('a flaky-test finding needs a product to be filed against; this verification names none');
+    const where = finding.origin === 'same_commit_retry' ? 'on the same commit' : 'when the rework commit was re-checked';
+    return {
+        organizationId,
+        productId,
+        ...(finding.focusId ? { focusId: finding.focusId } : {}),
+        title: `Flaky test(s): ${finding.files.join(', ')}`,
+        reason: `${finding.tests.length} test(s) failed in the verify gate at ${finding.sha.slice(0, 8)} and passed when re-run ${where} ` +
+            `(attempt ${finding.passedOnAttempt}) -- a flaky test in the product's suite, not a defect of delivery ` +
+            `"${finding.deliveryName}", which was not charged for it. Make the test deterministic or quarantine it: ` +
+            finding.tests.join('; '),
+        reasonType: ESCALATION_REASONS.ERROR_ENCOUNTERED,
+        disposition: ESCALATION_DISPOSITIONS.AGENT_RESOLVABLE,
+        humanAct: null,
+        kind: FLAKY_TEST_FINDING_KIND,
+        details: {
+            cause_key: flakyTestCauseKey(productId, finding.tests),
+            delivery_id: finding.deliveryId,
+            sha: finding.sha,
+            tests: finding.tests,
+            files: finding.files,
+            passed_on_attempt: finding.passedOnAttempt,
+            origin: finding.origin,
+            ...(finding.logPath ? { log_path: finding.logPath } : {}),
+        },
+    };
+}
+/** The production filer over the escalation transport. */
+export function buildFlakyTestFindingFiler(fileEscalation, organizationId) {
+    return (_v, finding) => fileEscalation(flakyTestFilingOf(finding, organizationId));
+}
+//# sourceMappingURL=flaky-test-finding.js.map

package/dist/verify/failing-test-rerun/flaky-test-finding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flaky-test-finding.js","sourceRoot":"","sources":["../../../src/verify/failing-test-rerun/flaky-test-finding.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,sFAAsF;AACtF,gBAAgB;AAEhB;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAIlF,qEAAqE;AACrE,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,CAAC;AAEpD,kFAAkF;AAClF,MAAM,UAAU,iBAAiB,CAAC,SAAiB,EAAE,KAAwB;IAC3E,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzG,OAAO,GAAG,uBAAuB,aAAa,SAAS,WAAW,MAAM,EAAE,CAAC;AAC7E,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,iBAAiB,CAAC,OAAyB,EAAE,cAAsB;IACjF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACpC,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;IAC1H,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,uCAAuC,CAAC;IACtH,OAAO;QACL,cAAc;QACd,SAAS;QACT,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,KAAK,EAAE,kBAAkB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACnD,MAAM,EACJ,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,yCAAyC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,2BAA2B,KAAK,GAAG;YAC1H,YAAY,OAAO,CAAC,eAAe,qEAAqE;YACxG,IAAI,OAAO,CAAC,YAAY,iFAAiF;YACzG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1B,UAAU,EAAE,kBAAkB,CAAC,iBAAiB;QAChD,WAAW,EAAE,uBAAuB,CAAC,gBAAgB;QACrD,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,uBAAuB;QAC7B,OAAO,EAAE;YACP,SAAS,EAAE,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC;YACtD,WAAW,EAAE,OAAO,CAAC,UAAU;YAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,iBAAiB,EAAE,OAAO,CAAC,eAAe;YAC1C,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D;KACF,CAAC;AACJ,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,0BAA0B,CACxC,cAA6D,EAC7D,cAAsB;IAEtB,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,iBAAiB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;AACrF,CAAC"}

package/dist/verify/failing-test-rerun/rerun-command.d.ts

@@ -0,0 +1,45 @@
+import type { DeclaredRerun } from '../deterministic-gate/verification-deterministic.js';
+/** How many times a failing set is re-run on the same commit before it is charged. */
+export declare const RERUN_RETRY_ATTEMPTS = 2;
+/**
+ * The checkout-relative test file a failing-test id names, or null when it
+ * names none. Ids are `<file> > <suite path> > <test>` (vitest's reporters,
+ * verification-failure-parser.ts) or a bare `<file>` (a file that failed to
+ * load). An absolute path is made relative to the run's root (`roots`: the
+ * `(cwd: ...)` a gate log opens with) or to a daemon checkout directory; an
+ * absolute path under neither is not one this checkout can name. Pure.
+ */
+export declare function testFileOfId(id: string, roots: readonly string[]): string | null;
+/**
+ * The distinct test files a failure set names, sorted, or null when ANY id names
+ * none (module doc: a subset re-run must never leave a failing test out). Pure.
+ */
+export declare function testFilesOf(ids: Iterable<string>, roots: readonly string[]): string[] | null;
+/**
+ * A failing id with its file made checkout-relative, so the same test failing in
+ * two checkouts (the HEAD checkout and the base checkout, or two re-runs) yields
+ * one id. An id that names no file is returned unchanged. Pure.
+ */
+export declare function normalizeTestId(id: string, roots: readonly string[]): string;
+/** The declared re-run command with the files substituted for every `{files}`. Pure. */
+export declare function renderRerunCommand(template: string, files: readonly string[]): string;
+/** What a failure set is, as a re-run sees it. */
+export type RerunPlan = {
+    kind: 'rerun';
+    ids: string[];
+    files: string[];
+    command: string;
+} | {
+    kind: 'not_rerun';
+    reason: string;
+};
+/**
+ * Whether a failed run's failing tests are answered by the declared re-run
+ * command, and the command that does it. Not when the product declares none,
+ * when the run named no failing test, when it named more than the ceiling, or
+ * when any failing id names no test file. Pure.
+ */
+export declare function planRerun(logText: string, rerun: DeclaredRerun | undefined): RerunPlan;
+/** The `(cwd: <path>)` roots a deterministic run's log opens with. Pure. */
+export declare function logRoots(logText: string): string[];
+//# sourceMappingURL=rerun-command.d.ts.map

package/dist/verify/failing-test-rerun/rerun-command.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerun-command.d.ts","sourceRoot":"","sources":["../../../src/verify/failing-test-rerun/rerun-command.ts"],"names":[],"mappings":"AAsCA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qDAAqD,CAAC;AAEzF,sFAAsF;AACtF,eAAO,MAAM,oBAAoB,IAAI,CAAC;AAStC;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI,CAUhF;AAED;;;GAGG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,IAAI,CAQ5F;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAM5E;AAOD,wFAAwF;AACxF,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAErF;AAED,kDAAkD;AAClD,MAAM,MAAM,SAAS,GACjB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,GAAG,EAAE,MAAM,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAClE;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1C;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,SAAS,GAAG,SAAS,CAUtF;AAED,4EAA4E;AAC5E,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAOlD"}

package/dist/verify/failing-test-rerun/rerun-command.js

@@ -0,0 +1,132 @@
+// PINNED-BY-BEGIN (generated by gen:pinned-by -- do not hand-edit; checked by lint:pinned-by)
+// Pinned by: packages/daemon/src/verify/failing-test-rerun/rerun-command.test.ts
+// PINNED-BY-END
+/**
+ * The pure core of answering a small gate failure through a product's DECLARED
+ * per-file re-run command (telora.verify.json `rerunCommand`): which failures
+ * are small enough to be answered that way, which test FILES they name, and the
+ * command that re-runs exactly those files.
+ *
+ * Why a declared command and never a derived one: the daemon cannot know how a
+ * product runs one test file (vitest, jest, node:test, a workspace runner, a
+ * wrapper script). falsifier/falsifier-command.ts guesses that for Telora's own
+ * layout only; generalising its guess would run the wrong thing in another
+ * product and read the silence as a verdict. So the product declares the
+ * command, the daemon substitutes the files, and a product that declares none
+ * keeps paying whole-gate runs exactly as before.
+ *
+ * Why a failing id must name its FILE, or nothing is re-run: a re-run of a
+ * subset that silently left out one failing test would read as a pass on the
+ * rest. A failure set any of whose ids names no test file (a node:test TAP id
+ * carries only the test's description) is not answered by a re-run at all.
+ *
+ * Decisions (reasoning: docs/daemon/history-verify.md, verify/failing-test-rerun/):
+ *   - FAILURE-SET CEILING: DEFAULT_RERUN_MAX_FAILURES (5,
+ *     gate-config/verification-manifest.ts), overridable per product with
+ *     `rerunMaxFailures`. A flake is one or two tests; a red of dozens is a
+ *     change, and re-running it file by file buys nothing a whole run does not.
+ *   - RETRY COUNT: RERUN_RETRY_ATTEMPTS (2). One retry catches most order and
+ *     timing flakes; a second separates "flaky" from "fails half the time" at
+ *     the cost of one more small run. Fixed, not configurable: the count is what
+ *     makes "passed on retry" a uniform claim across products.
+ *
+ * @module verify/failing-test-rerun/rerun-command
+ */
+import { parseFailingTests } from '../deterministic-gate/verification-failure-parser.js';
+import { RERUN_FILES_PLACEHOLDER } from '../gate-config/verification-manifest.js';
+/** How many times a failing set is re-run on the same commit before it is charged. */
+export const RERUN_RETRY_ATTEMPTS = 2;
+/** A test file path: a token ending in a JS/TS source extension. */
+const TEST_FILE_PATH = /^\S+\.[cm]?[jt]sx?$/;
+/** A vitest workspace project label preceding the file: `|web| tests/a.test.ts > ...`. */
+const PROJECT_LABEL = /^\|[^|]+\|\s+/;
+/** The daemon's own checkout directories: `<state>/verification-checkout/<key>/`. */
+const DAEMON_CHECKOUT_PREFIX = /^(?:\/[^\s/]+)*\/verification-(?:checkout|baseline-wt)\/[^\s/]+\//;
+/**
+ * The checkout-relative test file a failing-test id names, or null when it
+ * names none. Ids are `<file> > <suite path> > <test>` (vitest's reporters,
+ * verification-failure-parser.ts) or a bare `<file>` (a file that failed to
+ * load). An absolute path is made relative to the run's root (`roots`: the
+ * `(cwd: ...)` a gate log opens with) or to a daemon checkout directory; an
+ * absolute path under neither is not one this checkout can name. Pure.
+ */
+export function testFileOfId(id, roots) {
+    const head = (id.split(' > ')[0] ?? '').replace(PROJECT_LABEL, '').trim();
+    if (!TEST_FILE_PATH.test(head))
+        return null;
+    if (!head.startsWith('/'))
+        return head.replace(/^\.\//, '');
+    for (const root of roots) {
+        const prefix = `${root.replace(/\/+$/, '')}/`;
+        if (prefix.length > 1 && head.startsWith(prefix))
+            return head.slice(prefix.length);
+    }
+    const underCheckout = head.replace(DAEMON_CHECKOUT_PREFIX, '');
+    return underCheckout !== head ? underCheckout : null;
+}
+/**
+ * The distinct test files a failure set names, sorted, or null when ANY id names
+ * none (module doc: a subset re-run must never leave a failing test out). Pure.
+ */
+export function testFilesOf(ids, roots) {
+    const files = new Set();
+    for (const id of ids) {
+        const file = testFileOfId(id, roots);
+        if (file === null)
+            return null;
+        files.add(file);
+    }
+    return [...files].sort();
+}
+/**
+ * A failing id with its file made checkout-relative, so the same test failing in
+ * two checkouts (the HEAD checkout and the base checkout, or two re-runs) yields
+ * one id. An id that names no file is returned unchanged. Pure.
+ */
+export function normalizeTestId(id, roots) {
+    const parts = id.split(' > ');
+    const file = testFileOfId(id, roots);
+    if (file === null)
+        return id;
+    const label = PROJECT_LABEL.exec(parts[0] ?? '')?.[0] ?? '';
+    return [`${label}${file}`, ...parts.slice(1)].join(' > ');
+}
+/** POSIX single-quote one shell word. Pure. */
+function shellQuote(word) {
+    return /^[A-Za-z0-9_./@%+=:,-]+$/.test(word) ? word : `'${word.replace(/'/g, `'\\''`)}'`;
+}
+/** The declared re-run command with the files substituted for every `{files}`. Pure. */
+export function renderRerunCommand(template, files) {
+    return template.split(RERUN_FILES_PLACEHOLDER).join(files.map(shellQuote).join(' '));
+}
+/**
+ * Whether a failed run's failing tests are answered by the declared re-run
+ * command, and the command that does it. Not when the product declares none,
+ * when the run named no failing test, when it named more than the ceiling, or
+ * when any failing id names no test file. Pure.
+ */
+export function planRerun(logText, rerun) {
+    if (!rerun)
+        return { kind: 'not_rerun', reason: 'the product declares no rerunCommand' };
+    const ids = [...parseFailingTests(logText)].sort();
+    if (ids.length === 0)
+        return { kind: 'not_rerun', reason: 'the run named no failing test' };
+    if (ids.length > rerun.maxFailures) {
+        return { kind: 'not_rerun', reason: `the run failed ${ids.length} tests, more than the ${rerun.maxFailures} a re-run answers` };
+    }
+    const files = testFilesOf(ids, logRoots(logText));
+    if (files === null)
+        return { kind: 'not_rerun', reason: 'a failing test id names no test file' };
+    return { kind: 'rerun', ids, files, command: renderRerunCommand(rerun.command, files) };
+}
+/** The `(cwd: <path>)` roots a deterministic run's log opens with. Pure. */
+export function logRoots(logText) {
+    const roots = [];
+    for (const line of (typeof logText === 'string' ? logText : '').split(/\r?\n/)) {
+        const match = /^\(cwd: (.+)\)$/.exec(line.trim());
+        if (match?.[1])
+            roots.push(match[1].trim());
+    }
+    return roots;
+}
+//# sourceMappingURL=rerun-command.js.map

package/dist/verify/failing-test-rerun/rerun-command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerun-command.js","sourceRoot":"","sources":["../../../src/verify/failing-test-rerun/rerun-command.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,iFAAiF;AACjF,gBAAgB;AAEhB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,sDAAsD,CAAC;AACzF,OAAO,EAAE,uBAAuB,EAAE,MAAM,yCAAyC,CAAC;AAGlF,sFAAsF;AACtF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAEtC,oEAAoE;AACpE,MAAM,cAAc,GAAG,qBAAqB,CAAC;AAC7C,0FAA0F;AAC1F,MAAM,aAAa,GAAG,eAAe,CAAC;AACtC,qFAAqF;AACrF,MAAM,sBAAsB,GAAG,mEAAmE,CAAC;AAEnG;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CAAC,EAAU,EAAE,KAAwB;IAC/D,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC;QAC9C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;IAC/D,OAAO,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;AACvD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,GAAqB,EAAE,KAAwB;IACzE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC/B,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,EAAU,EAAE,KAAwB;IAClE,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACrC,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,OAAO,CAAC,GAAG,KAAK,GAAG,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,+CAA+C;AAC/C,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC;AAC3F,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,kBAAkB,CAAC,QAAgB,EAAE,KAAwB;IAC3E,OAAO,QAAQ,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACvF,CAAC;AAOD;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,OAAe,EAAE,KAAgC;IACzE,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;IACzF,MAAM,GAAG,GAAG,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;IAC5F,IAAI,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACnC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,kBAAkB,GAAG,CAAC,MAAM,yBAAyB,KAAK,CAAC,WAAW,mBAAmB,EAAE,CAAC;IAClI,CAAC;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAClD,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;IACjG,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;AAC1F,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,QAAQ,CAAC,OAAe;IACtC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAClD,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/verify/failing-test-rerun/rework-recheck.d.ts

@@ -0,0 +1,41 @@
+import type { PendingVerification } from '../../queries/verification/verification.js';
+import type { StrategyResult } from '../deterministic-gate/verification-deterministic.js';
+import type { VerificationDeps } from '../engine/verification-deps.js';
+/** The failing tests a delivery's last verdict charged, to be re-checked at its next commit. */
+export interface ReworkRecheckRecord {
+    deliveryId: string;
+    /** The commit they failed on. */
+    failedAtSha: string;
+    tests: string[];
+    files: string[];
+    recordedAt: string;
+}
+/** Where re-check records are kept. Production: one JSON file per delivery under the state dir. */
+export interface ReworkRecheckStore {
+    read: (deliveryId: string) => ReworkRecheckRecord | null;
+    write: (record: ReworkRecheckRecord) => void;
+    clear: (deliveryId: string) => void;
+}
+/** Validate a record read back from disk; null when it is not one. Pure. */
+export declare function parseReworkRecheckRecord(value: unknown): ReworkRecheckRecord | null;
+/** The file-backed store (module doc). Best-effort: a write or clear that fails is logged, never thrown. */
+export declare const fileReworkRecheckStore: ReworkRecheckStore;
+/**
+ * Keep the delivery's re-check record in step with the verdict just rendered:
+ * a FAILED verdict at a known commit whose charged tests the declared re-run
+ * command can name is recorded; a pass, or a failure it cannot name (a lint
+ * red, a large set, no declaration), removes the record. A run that rendered
+ * no verdict changes nothing. The log is read only when a re-run command is declared.
+ */
+export declare function noteReworkRecheck(v: PendingVerification, result: StrategyResult, readLogText: () => string, store: ReworkRecheckStore, now?: Date): void;
+/** The record a failed verdict leaves, or null when it charges nothing the re-run command can name. Pure. */
+export declare function recheckRecordOf(v: PendingVerification, result: StrategyResult, logText: string, now: Date): ReworkRecheckRecord | null;
+/** The deps the re-check reaches reality through. */
+export type ReworkRecheckDeps = Pick<VerificationDeps, 'reworkRecheck' | 'resolveFocusHeadSha' | 'runFailingTestRerun' | 'fileFlakyTestFinding'>;
+/**
+ * Re-check the delivery's previously failing tests at the focus HEAD (module
+ * doc): the still-red result -- the verdict for that commit, no whole gate run
+ * -- or null, when the whole gate must run.
+ */
+export declare function recheckPreviouslyFailing(v: PendingVerification, deps: ReworkRecheckDeps): Promise<StrategyResult | null>;
+//# sourceMappingURL=rework-recheck.d.ts.map

package/dist/verify/failing-test-rerun/rework-recheck.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rework-recheck.d.ts","sourceRoot":"","sources":["../../../src/verify/failing-test-rerun/rework-recheck.ts"],"names":[],"mappings":"AAmCA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4CAA4C,CAAC;AACtF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qDAAqD,CAAC;AAC1F,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAOvE,gGAAgG;AAChG,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,iCAAiC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,mGAAmG;AACnG,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,mBAAmB,GAAG,IAAI,CAAC;IACzD,KAAK,EAAE,CAAC,MAAM,EAAE,mBAAmB,KAAK,IAAI,CAAC;IAC7C,KAAK,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;CACrC;AAMD,4EAA4E;AAC5E,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,mBAAmB,GAAG,IAAI,CAMnF;AAED,4GAA4G;AAC5G,eAAO,MAAM,sBAAsB,EAAE,kBA0BpC,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,CAAC,EAAE,mBAAmB,EACtB,MAAM,EAAE,cAAc,EACtB,WAAW,EAAE,MAAM,MAAM,EACzB,KAAK,EAAE,kBAAkB,EACzB,GAAG,GAAE,IAAiB,GACrB,IAAI,CAMN;AAED,6GAA6G;AAC7G,wBAAgB,eAAe,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,GAAG,mBAAmB,GAAG,IAAI,CAgBtI;AAED,qDAAqD;AACrD,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,EAAE,eAAe,GAAG,qBAAqB,GAAG,qBAAqB,GAAG,sBAAsB,CAAC,CAAC;AAEjJ;;;;GAIG;AACH,wBAAsB,wBAAwB,CAAC,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAsB9H"}

package/dist/verify/failing-test-rerun/rework-recheck.js

@@ -0,0 +1,169 @@
+// PINNED-BY-BEGIN (generated by gen:pinned-by -- do not hand-edit; checked by lint:pinned-by)
+// Pinned by: packages/daemon/src/verify/failing-test-rerun/rework-recheck.test.ts
+// PINNED-BY-END
+/**
+ * After a rework commit, re-check the tests that failed first: a still-red
+ * rework goes back to coding without a whole-gate run.
+ *
+ * A delivery charged with N failing tests comes back with a commit that claims
+ * to fix them. The cheapest question that can refute the claim is "do those
+ * tests still fail?" -- and the whole gate is the most expensive way to ask it.
+ * So when the delivery's last verdict charged a small set of failing tests the
+ * product's declared re-run command can name (rerun-command.ts planRerun), the
+ * set is RECORDED against the delivery (noteReworkRecheck), and the next
+ * dispatch at a NEW commit re-runs those files first (recheckPreviouslyFailing):
+ *   - any attempt passes => nothing is decided here; the whole gate runs, as
+ *     before (the re-check refutes, it never vouches). A failed attempt followed
+ *     by a pass is a flake and is filed like one.
+ *   - every attempt (1 + RERUN_RETRY_ATTEMPTS) fails => that result IS the
+ *     verdict for the commit: failed, attributed and routed to rework like any
+ *     gate red, with no whole-gate run.
+ *   - a run that renders no verdict about the commit (no checkout, a timeout,
+ *     no rerunCommand declared there) => the whole gate runs.
+ *
+ * The record is keyed by delivery and kept under the daemon state dir, beside
+ * the per-commit verdict records: it outlives the gate_state clears a rework
+ * cycle makes, and a pass removes it. A record whose commit is the HEAD being
+ * judged asks nothing (that commit already has its verdict).
+ *
+ * @module verify/failing-test-rerun/rework-recheck
+ */
+import { existsSync, mkdirSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
+import { resolve } from 'node:path';
+import { resolveGlobalStateDir } from '../../daemon-state/daemon-process.js';
+import { logRoots, planRerun, RERUN_RETRY_ATTEMPTS, testFilesOf } from './rerun-command.js';
+import { rerunUntilPass } from './failing-test-retry.js';
+import { createLogger } from '../../log/daemon-log.js';
+const log = createLogger({ module: 'verification' });
+const recheckDir = () => resolve(resolveGlobalStateDir(), 'verification-rework-recheck');
+const recheckPath = (deliveryId) => resolve(recheckDir(), `${deliveryId.replace(/[^a-zA-Z0-9._-]/g, '_')}.json`);
+const isStringArray = (value) => Array.isArray(value) && value.every((item) => typeof item === 'string');
+/** Validate a record read back from disk; null when it is not one. Pure. */
+export function parseReworkRecheckRecord(value) {
+    if (value === null || typeof value !== 'object')
+        return null;
+    const { deliveryId, failedAtSha, tests, files, recordedAt } = value;
+    if (typeof deliveryId !== 'string' || typeof failedAtSha !== 'string' || failedAtSha === '' || typeof recordedAt !== 'string')
+        return null;
+    if (!isStringArray(tests) || !isStringArray(files) || files.length === 0)
+        return null;
+    return { deliveryId, failedAtSha, tests: [...tests], files: [...files], recordedAt };
+}
+/** The file-backed store (module doc). Best-effort: a write or clear that fails is logged, never thrown. */
+export const fileReworkRecheckStore = {
+    read: (deliveryId) => {
+        const path = recheckPath(deliveryId);
+        if (!existsSync(path))
+            return null;
+        try {
+            const record = parseReworkRecheckRecord(JSON.parse(readFileSync(path, 'utf8')));
+            return record?.deliveryId === deliveryId ? record : null;
+        }
+        catch {
+            return null;
+        }
+    },
+    write: (record) => {
+        try {
+            mkdirSync(recheckDir(), { recursive: true });
+            writeFileSync(recheckPath(record.deliveryId), JSON.stringify(record, null, 2), { mode: 0o600 });
+        }
+        catch (err) {
+            log.warn(`failed to write the rework re-check record for delivery ${record.deliveryId}:`, err.message);
+        }
+    },
+    clear: (deliveryId) => {
+        try {
+            rmSync(recheckPath(deliveryId), { force: true });
+        }
+        catch (err) {
+            log.warn(`failed to clear the rework re-check record for delivery ${deliveryId}:`, err.message);
+        }
+    },
+};
+/**
+ * Keep the delivery's re-check record in step with the verdict just rendered:
+ * a FAILED verdict at a known commit whose charged tests the declared re-run
+ * command can name is recorded; a pass, or a failure it cannot name (a lint
+ * red, a large set, no declaration), removes the record. A run that rendered
+ * no verdict changes nothing. The log is read only when a re-run command is declared.
+ */
+export function noteReworkRecheck(v, result, readLogText, store, now = new Date()) {
+    if (result.outcome === 'passed')
+        return store.clear(v.deliveryId);
+    if (result.outcome !== 'failed')
+        return;
+    const record = result.appliedConfig?.rerun ? recheckRecordOf(v, result, readLogText(), now) : null;
+    if (record)
+        store.write(record);
+    else
+        store.clear(v.deliveryId);
+}
+/** The record a failed verdict leaves, or null when it charges nothing the re-run command can name. Pure. */
+export function recheckRecordOf(v, result, logText, now) {
+    const sha = result.verifiedSha;
+    const rerun = result.appliedConfig?.rerun;
+    if (!sha || !rerun || result.timedOut)
+        return null;
+    // Charged tests: attribution's NEW failures when it ran, else every failing test the run named.
+    const charged = result.newFailures;
+    if (charged === undefined) {
+        const plan = planRerun(logText, rerun);
+        return plan.kind === 'rerun'
+            ? { deliveryId: v.deliveryId, failedAtSha: sha, tests: plan.ids, files: plan.files, recordedAt: now.toISOString() }
+            : null;
+    }
+    if (charged.length === 0 || charged.length > rerun.maxFailures)
+        return null;
+    const files = testFilesOf(charged, logRoots(logText));
+    if (files === null)
+        return null;
+    return { deliveryId: v.deliveryId, failedAtSha: sha, tests: [...charged].sort(), files, recordedAt: now.toISOString() };
+}
+/**
+ * Re-check the delivery's previously failing tests at the focus HEAD (module
+ * doc): the still-red result -- the verdict for that commit, no whole gate run
+ * -- or null, when the whole gate must run.
+ */
+export async function recheckPreviouslyFailing(v, deps) {
+    const record = deps.reworkRecheck.read(v.deliveryId);
+    if (!record || !v.focusId || !v.defaultOnSource)
+        return null;
+    const head = deps.resolveFocusHeadSha(v.focusId);
+    if (!head || head === record.failedAtSha)
+        return null;
+    const reds = [];
+    const attempts = 1 + RERUN_RETRY_ATTEMPTS;
+    const passedOn = await rerunUntilPass(deps.runFailingTestRerun, v, record.files, head, attempts, (run) => reds.push(run));
+    if (passedOn === null)
+        return null;
+    if (passedOn > 0) {
+        if (reds.length > 0)
+            await fileRecheckFlake(v, record, head, passedOn, deps);
+        log.info(`[verification] delivery ${v.deliveryId}: the ${record.files.length} previously failing test file(s) pass at ` +
+            `${head.slice(0, 8)} -- the whole gate runs`);
+        return null;
+    }
+    const red = reds.at(-1);
+    if (!red)
+        return null;
+    return {
+        ...red,
+        rationale: `the ${record.tests.length} previously failing test(s) (${record.files.join(', ')}) still fail at ${head.slice(0, 8)} on the ` +
+            `declared re-run command (${attempts} run(s)) -- returned to rework without a whole-gate run`,
+    };
+}
+/** A re-check that failed and then passed is a flake: filed best-effort (the whole gate runs either way). */
+async function fileRecheckFlake(v, record, head, passedOnAttempt, deps) {
+    const finding = {
+        productId: v.productId, focusId: v.focusId, deliveryId: v.deliveryId, deliveryName: v.deliveryName,
+        sha: head, tests: record.tests, files: record.files, passedOnAttempt, logPath: null, origin: 'rework_recheck',
+    };
+    try {
+        await deps.fileFlakyTestFinding(v, finding);
+    }
+    catch (err) {
+        log.warn(`[verification] delivery ${v.deliveryId}: the flaky-test finding from the rework re-check could not be filed: ${err.message}`);
+    }
+}
+//# sourceMappingURL=rework-recheck.js.map

package/dist/verify/failing-test-rerun/rework-recheck.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rework-recheck.js","sourceRoot":"","sources":["../../../src/verify/failing-test-rerun/rework-recheck.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,kFAAkF;AAClF,gBAAgB;AAEhB;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACrF,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAI7E,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAC5F,OAAO,EAAE,cAAc,EAAyB,MAAM,yBAAyB,CAAC;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,MAAM,GAAG,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;AAmBrD,MAAM,UAAU,GAAG,GAAW,EAAE,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,6BAA6B,CAAC,CAAC;AACjG,MAAM,WAAW,GAAG,CAAC,UAAkB,EAAU,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;AACjI,MAAM,aAAa,GAAG,CAAC,KAAc,EAAqB,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;AAErI,4EAA4E;AAC5E,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACrD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC7D,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,KAAgC,CAAC;IAC/F,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,KAAK,EAAE,IAAI,OAAO,UAAU,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3I,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtF,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;AACvF,CAAC;AAED,4GAA4G;AAC5G,MAAM,CAAC,MAAM,sBAAsB,GAAuB;IACxD,IAAI,EAAE,CAAC,UAAU,EAAE,EAAE;QACnB,MAAM,IAAI,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC,CAAC;YAC3F,OAAO,MAAM,EAAE,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;QAChB,IAAI,CAAC;YACH,SAAS,CAAC,UAAU,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAClG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,2DAA2D,MAAM,CAAC,UAAU,GAAG,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;IACD,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;QACpB,IAAI,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,2DAA2D,UAAU,GAAG,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;QAC7G,CAAC;IACH,CAAC;CACF,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,CAAsB,EACtB,MAAsB,EACtB,WAAyB,EACzB,KAAyB,EACzB,MAAY,IAAI,IAAI,EAAE;IAEtB,IAAI,MAAM,CAAC,OAAO,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAClE,IAAI,MAAM,CAAC,OAAO,KAAK,QAAQ;QAAE,OAAO;IACxC,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnG,IAAI,MAAM;QAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;;QAC3B,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;AACjC,CAAC;AAED,6GAA6G;AAC7G,MAAM,UAAU,eAAe,CAAC,CAAsB,EAAE,MAAsB,EAAE,OAAe,EAAE,GAAS;IACxG,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC;IAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC;IAC1C,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IACnD,gGAAgG;IAChG,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC;IACnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,IAAI,KAAK,OAAO;YAC1B,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,EAAE;YACnH,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAC5E,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC;AAC1H,CAAC;AAKD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,CAAsB,EAAE,IAAuB;IAC5F,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC;IAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACjD,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,MAAM,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IACtD,MAAM,IAAI,GAAqB,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,CAAC,GAAG,oBAAoB,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1H,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACjB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7E,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,UAAU,SAAS,MAAM,CAAC,KAAK,CAAC,MAAM,2CAA2C;YACrH,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,yBAAyB,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACxB,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,OAAO;QACL,GAAG,GAAG;QACN,SAAS,EAAE,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,gCAAgC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU;YACvI,4BAA4B,QAAQ,yDAAyD;KAChG,CAAC;AACJ,CAAC;AAED,6GAA6G;AAC7G,KAAK,UAAU,gBAAgB,CAC7B,CAAsB,EACtB,MAA2B,EAC3B,IAAY,EACZ,eAAuB,EACvB,IAAuB;IAEvB,MAAM,OAAO,GAAqB;QAChC,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY;QAClG,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB;KAC9G,CAAC;IACF,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,oBAAoB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,UAAU,yEAA0E,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IACrJ,CAAC;AACH,CAAC"}