@ac-bench/measure-duration 0.1.0

package/dist/_warnings.js

@@ -0,0 +1,132 @@
+import * as z from "zod/mini";
+import { HARNESS_OVERHEAD_DOMINATES, } from "./_harness-overhead.js";
+import { SPAWN_BASELINE_DOMINATES, } from "./_spawn-baseline.js";
+/** Robust dispersion above which results are considered unstable. */
+const HIGH_VARIANCE = 0.1;
+/** Fraction of samples that must be outliers before it is worth reporting. */
+const OUTLIER_FRACTION = 0.05;
+/** How much slower the first sample must be to suggest missing warmup. */
+const FIRST_RUN_SLOW_FACTOR = 1.5;
+/** Fraction of runtime above which declared overhead dominates the result. */
+const OVERHEAD_DOMINATES = 0.25;
+/** Categories of quality problem detected in a result. */
+export const durationBenchWarningKindSchema = z.enum([
+    "outliers",
+    "first-run-slow",
+    "high-variance",
+    "overhead-dominates",
+    "too-few-samples",
+    "target-not-reached",
+    "harness-overhead-dominates",
+    "overhead-subtracted",
+    "no-baseline-args",
+    "spawn-baseline-dominates",
+    "spawn-baseline-subtracted",
+]);
+/** A quality problem that should be shown alongside the numbers. */
+export const durationBenchWarningSchema = z.object({
+    kind: durationBenchWarningKindSchema,
+    message: z.string(),
+    /** Defaults to `"warning"`; `"info"` states a fact rather than a problem. */
+    severity: z.optional(z.enum(["info", "warning"])),
+});
+/**
+ * Surfaces conditions that make a number untrustworthy.
+ *
+ * Reporting a tidy median while the machine was busy is worse than reporting
+ * nothing, because it looks authoritative.
+ */
+export function detectWarnings_(input) {
+    const { timings, statistics, overheadMs, minRuns } = input;
+    const warnings = [];
+    if (statistics.samples < minRuns) {
+        warnings.push({
+            kind: "too-few-samples",
+            message: `only ${statistics.samples} samples collected; results are indicative at best`,
+        });
+    }
+    // A target the run did not meet is the one thing a tight-looking interval
+    // must not be allowed to hide.
+    if (input.sampling != null &&
+        input.sampling.effectiveRelativeErrorTarget !== null &&
+        !input.sampling.targetReached) {
+        const achieved = input.sampling.achievedRelativeError;
+        warnings.push({
+            kind: "target-not-reached",
+            message: `stopped on ${input.sampling.stopReason} at ${achieved === null
+                ? "an unknown relative error"
+                : `${(achieved * 100).toFixed(1)}% relative error`}, short of the ${(input.sampling.effectiveRelativeErrorTarget * 100).toFixed(1)}% asked for`,
+        });
+    }
+    const harness = input.harnessOverhead;
+    if (harness != null && harness.share > HARNESS_OVERHEAD_DOMINATES) {
+        warnings.push({
+            kind: "harness-overhead-dominates",
+            message: `${(harness.share * 100).toFixed(0)}% of each ${harness.shape} sample is the harness itself (${harness.medianMs.toFixed(6)}ms); the workload is too small to time this way`,
+        });
+    }
+    // States a fact rather than a problem, so that nobody compares a corrected
+    // number against an uncorrected one by accident.
+    if (harness?.subtracted === true) {
+        warnings.push({
+            kind: "overhead-subtracted",
+            severity: "info",
+            message: `${harness.medianMs.toFixed(6)}ms of ${harness.shape} harness overhead was removed from every sample`,
+        });
+    }
+    if (input.needsBaselineArgs === true) {
+        warnings.push({
+            kind: "no-baseline-args",
+            message: "no baselineArgs given, so the program's own start-up time is reported as work; pass the arguments that make it do nothing",
+        });
+    }
+    const baseline = input.spawnBaseline;
+    if (baseline != null && baseline.share > SPAWN_BASELINE_DOMINATES) {
+        warnings.push({
+            kind: "spawn-baseline-dominates",
+            message: `${(baseline.share * 100).toFixed(0)}% of each sample is starting the program (${baseline.statistics.medianMs.toFixed(3)}ms); what is left is mostly start-up noise`,
+        });
+    }
+    if (baseline?.subtracted === true) {
+        warnings.push({
+            kind: "spawn-baseline-subtracted",
+            severity: "info",
+            message: `${baseline.statistics.medianMs.toFixed(3)}ms of start-up was removed from every sample behind the adjusted figure`,
+        });
+    }
+    if (statistics.outlierIndices.length >
+        statistics.samples * OUTLIER_FRACTION) {
+        const percent = ((statistics.outlierIndices.length / statistics.samples) *
+            100).toFixed(0);
+        warnings.push({
+            kind: "outliers",
+            message: `${percent}% of samples are statistical outliers; the distribution is heavy-tailed (GC pauses or scheduler preemption): prefer median over the mean`,
+        });
+    }
+    const first = timings[0];
+    if (first !== undefined &&
+        statistics.medianMs > 0 &&
+        first >= statistics.maxMs &&
+        first > statistics.medianMs * FIRST_RUN_SLOW_FACTOR) {
+        warnings.push({
+            kind: "first-run-slow",
+            message: `first sample was the slowest of all and ${(first / statistics.medianMs).toFixed(1)}x the median; consider increasing warmup`,
+        });
+    }
+    if (statistics.relativeMad > HIGH_VARIANCE) {
+        warnings.push({
+            kind: "high-variance",
+            message: `median absolute deviation is ${(statistics.relativeMad * 100).toFixed(0)}% of the median; treat small differences as noise`,
+        });
+    }
+    if (overheadMs > 0 &&
+        statistics.medianMs > 0 &&
+        overheadMs / statistics.medianMs > OVERHEAD_DOMINATES) {
+        warnings.push({
+            kind: "overhead-dominates",
+            message: `fixed overhead is ${((overheadMs / statistics.medianMs) * 100).toFixed(0)}% of the measurement; compare the adjusted column`,
+        });
+    }
+    return warnings;
+}
+//# sourceMappingURL=_warnings.js.map

package/dist/_warnings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"_warnings.js","sourceRoot":"","sources":["../src/_warnings.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAE9B,OAAO,EACN,0BAA0B,GAE1B,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACN,wBAAwB,GAExB,MAAM,sBAAsB,CAAC;AAG9B,qEAAqE;AACrE,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B,8EAA8E;AAC9E,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,0EAA0E;AAC1E,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,8EAA8E;AAC9E,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAEhC,0DAA0D;AAC1D,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,IAAI,CAAC;IACpD,UAAU;IACV,gBAAgB;IAChB,eAAe;IACf,oBAAoB;IACpB,iBAAiB;IACjB,oBAAoB;IACpB,4BAA4B;IAC5B,qBAAqB;IACrB,kBAAkB;IAClB,0BAA0B;IAC1B,2BAA2B;CAC3B,CAAC,CAAC;AAKH,oEAAoE;AACpE,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,IAAI,EAAE,8BAA8B;IACpC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,6EAA6E;IAC7E,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;CACjD,CAAC,CAAC;AAgBH;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC9B,KAA0B;IAE1B,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAC3D,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAE5C,IAAI,UAAU,CAAC,OAAO,GAAG,OAAO,EAAE,CAAC;QAClC,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,QAAQ,UAAU,CAAC,OAAO,oDAAoD;SACvF,CAAC,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,+BAA+B;IAC/B,IACC,KAAK,CAAC,QAAQ,IAAI,IAAI;QACtB,KAAK,CAAC,QAAQ,CAAC,4BAA4B,KAAK,IAAI;QACpD,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,EAC5B,CAAC;QACF,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QAEtD,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,oBAAoB;YAC1B,OAAO,EAAE,cAAc,KAAK,CAAC,QAAQ,CAAC,UAAU,OAC/C,QAAQ,KAAK,IAAI;gBAChB,CAAC,CAAC,2BAA2B;gBAC7B,CAAC,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAClC,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC,4BAA4B,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa;SAC7F,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,eAAe,CAAC;IAEtC,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC,KAAK,GAAG,0BAA0B,EAAE,CAAC;QACnE,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,4BAA4B;YAClC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,OAAO,CAAC,KAAK,kCAAkC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,iDAAiD;SACpL,CAAC,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,iDAAiD;IACjD,IAAI,OAAO,EAAE,UAAU,KAAK,IAAI,EAAE,CAAC;QAClC,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,KAAK,iDAAiD;SAC9G,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,kBAAkB;YACxB,OAAO,EACN,2HAA2H;SAC5H,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,aAAa,CAAC;IAErC,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,CAAC,KAAK,GAAG,wBAAwB,EAAE,CAAC;QACnE,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,6CAA6C,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,4CAA4C;SAC7K,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,EAAE,UAAU,KAAK,IAAI,EAAE,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,2BAA2B;YACjC,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,yEAAyE;SAC5H,CAAC,CAAC;IACJ,CAAC;IAED,IACC,UAAU,CAAC,cAAc,CAAC,MAAM;QAChC,UAAU,CAAC,OAAO,GAAG,gBAAgB,EACpC,CAAC;QACF,MAAM,OAAO,GAAG,CACf,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC;YACvD,GAAG,CACH,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACb,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,GAAG,OAAO,0IAA0I;SAC7J,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,IACC,KAAK,KAAK,SAAS;QACnB,UAAU,CAAC,QAAQ,GAAG,CAAC;QACvB,KAAK,IAAI,UAAU,CAAC,KAAK;QACzB,KAAK,GAAG,UAAU,CAAC,QAAQ,GAAG,qBAAqB,EAClD,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,2CAA2C,CAAC,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,0CAA0C;SACtI,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,UAAU,CAAC,WAAW,GAAG,aAAa,EAAE,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,gCAAgC,CAAC,UAAU,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mDAAmD;SACrI,CAAC,CAAC;IACJ,CAAC;IAED,IACC,UAAU,GAAG,CAAC;QACd,UAAU,CAAC,QAAQ,GAAG,CAAC;QACvB,UAAU,GAAG,UAAU,CAAC,QAAQ,GAAG,kBAAkB,EACpD,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,oBAAoB;YAC1B,OAAO,EAAE,qBAAqB,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mDAAmD;SACtI,CAAC,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AACjB,CAAC"}

package/dist/decl.d.ts

@@ -0,0 +1,21 @@
+import { MaybeAsyncCallable, MaybeAsyncCallableNoArgs } from "@ac-kit/core";
+import { DurationCaseOptions, DurationCommandCaseOptions, DurationConditionOptions } from "./options.js";
+export declare function durationCondition(title: string, fn: MaybeAsyncCallableNoArgs): void;
+export declare function durationCondition(title: string, options: DurationConditionOptions, fn: MaybeAsyncCallableNoArgs): void;
+export type DurationCaseRunFn = MaybeAsyncCallable<[signal: AbortSignal]>;
+export declare function durationCase(title: string, run: DurationCaseRunFn): void;
+export declare function durationCase(title: string, options: DurationCaseOptions, run: DurationCaseRunFn): void;
+/**
+ * Measures an external program. One iteration is one execution of it.
+ *
+ * The program is started directly, never through a shell: `args` is a vector,
+ * so nothing in it is interpreted.
+ *
+ * @param title Case name.
+ * @param command Executable, resolved on `PATH`.
+ * @param args Arguments passed to it, unquoted and uninterpreted.
+ * @param options Working directory, environment, and the do-nothing arguments
+ *   used to measure the program's own start-up.
+ */
+export declare function durationCommandCase(title: string, command: string, args: readonly string[], options?: DurationCommandCaseOptions): void;
+//# sourceMappingURL=decl.d.ts.map

package/dist/decl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"decl.d.ts","sourceRoot":"","sources":["../src/decl.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAI5E,OAAO,EACN,mBAAmB,EACnB,0BAA0B,EAC1B,wBAAwB,EACxB,MAAM,cAAc,CAAC;AAQtB,wBAAgB,iBAAiB,CAChC,KAAK,EAAE,MAAM,EACb,EAAE,EAAE,wBAAwB,GAC1B,IAAI,CAAC;AACR,wBAAgB,iBAAiB,CAChC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,wBAAwB,EACjC,EAAE,EAAE,wBAAwB,GAC1B,IAAI,CAAC;AAyBR,MAAM,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;AAE1E,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,iBAAiB,GAAG,IAAI,CAAC;AAC1E,wBAAgB,YAAY,CAC3B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,mBAAmB,EAC5B,GAAG,EAAE,iBAAiB,GACpB,IAAI,CAAC;AA8BR;;;;;;;;;;;GAWG;AACH,wBAAgB,mBAAmB,CAClC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,OAAO,CAAC,EAAE,0BAA0B,GAClC,IAAI,CAWN"}

package/dist/decl.js

@@ -0,0 +1,54 @@
+import { registerCase, registerCondition } from "@ac-bench/core/runner";
+import { runDurationCase } from "./_run-case.js";
+import { calibrateSpawnOverhead } from "./spawn-overhead.js";
+const MEASURE_TYPE_ = "duration";
+export function durationCondition(title, optionsOrFn, fn) {
+    const [options, callback] = typeof optionsOrFn === "function"
+        ? [undefined, optionsOrFn]
+        : [optionsOrFn, fn];
+    const spawnOverheads = { current: null };
+    registerCondition(MEASURE_TYPE_, title, callback, {
+        onBegin: async () => {
+            if (options?.spawnBaselines && options.spawnBaselines.length > 0) {
+                spawnOverheads.current = await calibrateSpawnOverhead(options.spawnBaselines);
+            }
+        },
+        additionalRunArgs: [options, spawnOverheads],
+    });
+}
+export function durationCase(title, optionsOrRun, run) {
+    const [options, runFn] = typeof optionsOrRun === "function"
+        ? [undefined, optionsOrRun]
+        : [optionsOrRun, run];
+    registerCase(MEASURE_TYPE_, title, (context, conditionOptions, spawnOverheads) => {
+        const language = options?.tags?.["language"];
+        const calibratedOverheadMs = language !== undefined
+            ? spawnOverheads.current?.get(language)?.meanMs
+            : undefined;
+        return runDurationCase(title, runFn, context, {
+            ...options,
+            conditionOptions,
+            overheadMs: options?.overheadMs ?? calibratedOverheadMs,
+        });
+    });
+}
+/**
+ * Measures an external program. One iteration is one execution of it.
+ *
+ * The program is started directly, never through a shell: `args` is a vector,
+ * so nothing in it is interpreted.
+ *
+ * @param title Case name.
+ * @param command Executable, resolved on `PATH`.
+ * @param args Arguments passed to it, unquoted and uninterpreted.
+ * @param options Working directory, environment, and the do-nothing arguments
+ *   used to measure the program's own start-up.
+ */
+export function durationCommandCase(title, command, args, options) {
+    registerCase(MEASURE_TYPE_, title, (context, conditionOptions) => runDurationCase(title, () => { }, context, {
+        ...options,
+        conditionOptions,
+        commandCase: { command, args, options },
+    }));
+}
+//# sourceMappingURL=decl.js.map

package/dist/decl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decl.js","sourceRoot":"","sources":["../src/decl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAGxE,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAOjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,MAAM,aAAa,GAAG,UAAmB,CAAC;AAc1C,MAAM,UAAU,iBAAiB,CAChC,KAAa,EACb,WAAgE,EAChE,EAA6B;IAE7B,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,GACxB,OAAO,WAAW,KAAK,UAAU;QAChC,CAAC,CAAC,CAAC,SAAS,EAAE,WAAW,CAAC;QAC1B,CAAC,CAAC,CAAC,WAAW,EAAE,EAAG,CAAC,CAAC;IAEvB,MAAM,cAAc,GAAsB,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAE5D,iBAAiB,CAAC,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;QACjD,OAAO,EAAE,KAAK,IAAI,EAAE;YACnB,IAAI,OAAO,EAAE,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClE,cAAc,CAAC,OAAO,GAAG,MAAM,sBAAsB,CACpD,OAAO,CAAC,cAAc,CACtB,CAAC;YACH,CAAC;QACF,CAAC;QACD,iBAAiB,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC;KAC5C,CAAC,CAAC;AACJ,CAAC;AAUD,MAAM,UAAU,YAAY,CAC3B,KAAa,EACb,YAAqD,EACrD,GAAuB;IAEvB,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,GACrB,OAAO,YAAY,KAAK,UAAU;QACjC,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,CAAC;QAC3B,CAAC,CAAC,CAAC,YAAY,EAAE,GAAI,CAAC,CAAC;IAEzB,YAAY,CACX,aAAa,EACb,KAAK,EACL,CAAC,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,EAAE;QAC7C,MAAM,QAAQ,GAAG,OAAO,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,oBAAoB,GACzB,QAAQ,KAAK,SAAS;YACrB,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM;YAC/C,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;YAC7C,GAAG,OAAO;YACV,gBAAgB;YAChB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,oBAAoB;SACvD,CAAC,CAAC;IACJ,CAAC,CACD,CAAC;AACH,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,mBAAmB,CAClC,KAAa,EACb,OAAe,EACf,IAAuB,EACvB,OAAoC;IAEpC,YAAY,CACX,aAAa,EACb,KAAK,EACL,CAAC,OAAO,EAAE,gBAAgB,EAAE,EAAE,CAC7B,eAAe,CAAC,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,OAAO,EAAE;QACzC,GAAG,OAAO;QACV,gBAAgB;QAChB,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE;KACvC,CAAC,CACH,CAAC;AACH,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export { afterAll, afterEach, beforeAll, beforeEach, } from "@ac-bench/core/runner";
+export * from "./decl.js";
+export * from "./options.js";
+export * from "./spawn-overhead.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,QAAQ,EACR,SAAS,EACT,SAAS,EACT,UAAU,GACV,MAAM,uBAAuB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC"}

package/dist/index.js

@@ -0,0 +1,5 @@
+export { afterAll, afterEach, beforeAll, beforeEach, } from "@ac-bench/core/runner";
+export * from "./decl.js";
+export * from "./options.js";
+export * from "./spawn-overhead.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,QAAQ,EACR,SAAS,EACT,SAAS,EACT,UAAU,GACV,MAAM,uBAAuB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC"}

package/dist/iteration-child.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=iteration-child.d.ts.map

package/dist/iteration-child.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"iteration-child.d.ts","sourceRoot":"","sources":["../src/iteration-child.ts"],"names":[],"mappings":""}

package/dist/iteration-child.js

@@ -0,0 +1,37 @@
+/**
+ * One-iteration entry point for `execution: "per-iteration-process"`.
+ *
+ * Spawned fresh for every sample, with no IPC channel: its whole result is its
+ * wall time and its exit code, so nothing in this file is inside the number
+ * being reported except the work itself. The phase line it writes to stdout is
+ * emitted after the case body has returned.
+ */
+import { pathToFileURL } from "node:url";
+import { drainConditions, resolveForkUnit, runCaseOnce, } from "@ac-bench/core/runner";
+import { iterationPayloadSchema, SINGLE_ITERATION_OPTION, } from "./_iteration-protocol.js";
+const [, , rawPayload] = process.argv;
+if (rawPayload === undefined) {
+    process.stderr.write("iteration child: missing payload argument\n");
+    process.exit(2);
+}
+const payload = iterationPayloadSchema.parse(JSON.parse(rawPayload));
+const importBegan = performance.now();
+await import(pathToFileURL(payload.file).href);
+const importEnded = performance.now();
+const unit = resolveForkUnit(drainConditions(), payload.conditionPath, payload.conditionTitles);
+// Cancellation reaches this process as a signal to its group, not through here.
+const never = new AbortController().signal;
+const runBegan = performance.now();
+await runCaseOnce(unit, payload.caseTitle, never, {
+    file: payload.file,
+    measureOptions: { [SINGLE_ITERATION_OPTION]: true },
+});
+const runEnded = performance.now();
+const { nodeStart, bootstrapComplete } = performance.nodeTiming;
+const phases = {
+    startupMs: bootstrapComplete - nodeStart,
+    importMs: importEnded - importBegan,
+    runMs: runEnded - runBegan,
+};
+process.stdout.write(`${JSON.stringify(phases)}\n`);
+//# sourceMappingURL=iteration-child.js.map

package/dist/iteration-child.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iteration-child.js","sourceRoot":"","sources":["../src/iteration-child.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EACN,eAAe,EACf,eAAe,EACf,WAAW,GACX,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACN,sBAAsB,EACtB,uBAAuB,GACvB,MAAM,0BAA0B,CAAC;AAGlC,MAAM,CAAC,EAAE,AAAD,EAAG,UAAU,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;AAEtC,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;IAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AAErE,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;AACtC,MAAM,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;AAC/C,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;AAEtC,MAAM,IAAI,GAAG,eAAe,CAC3B,eAAe,EAAE,EACjB,OAAO,CAAC,aAAa,EACrB,OAAO,CAAC,eAAe,CACvB,CAAC;AAEF,gFAAgF;AAChF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC;AAE3C,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;AACnC,MAAM,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE;IACjD,IAAI,EAAE,OAAO,CAAC,IAAI;IAClB,cAAc,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,IAAI,EAAE;CACnD,CAAC,CAAC;AACH,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;AAEnC,MAAM,EAAE,SAAS,EAAE,iBAAiB,EAAE,GAAG,WAAW,CAAC,UAAU,CAAC;AAEhE,MAAM,MAAM,GAAoB;IAC/B,SAAS,EAAE,iBAAiB,GAAG,SAAS;IACxC,QAAQ,EAAE,WAAW,GAAG,WAAW;IACnC,KAAK,EAAE,QAAQ,GAAG,QAAQ;CAC1B,CAAC;AAEF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC"}

package/dist/options.d.ts

@@ -0,0 +1,59 @@
+import { CaseCommonOptions } from "@ac-bench/core/runner";
+import { DurationSampling } from "./_sampling-options.js";
+import { SpawnBaseline } from "./spawn-overhead.js";
+export type DurationConditionOptions = {
+    sampling?: Partial<DurationSampling>;
+    /**
+     * Reference commands to calibrate once, before any case runs, and match
+     * against a case's `tags.language` to set its
+     * {@link DurationCaseOptions.overheadMs} automatically. A case that already
+     * declares `overheadMs` is left alone.
+     */
+    spawnBaselines?: readonly SpawnBaseline[];
+};
+export type DurationExecution = 
+/** Default. One iteration is one call in the measuring process. */
+"in-process"
+/**
+ * One iteration is one fresh process. Measures cold start — module load, JIT
+ * warm-up, first-call cost — which is exactly what `"in-process"`
+ * deliberately warms away.
+ *
+ * The enclosing conditions' `beforeEach`/`afterEach` still run in the
+ * measuring process; the case's own `setup`/`teardown` run inside each
+ * spawned process, and so are part of the sample.
+ */
+ | "per-iteration-process";
+export type DurationCaseOptions = CaseCommonOptions & {
+    /** Defaults to `"in-process"`. */
+    execution?: DurationExecution;
+    /**
+     * Fixed overhead in milliseconds subtracted from each timing.
+     *
+     * Mutually exclusive with a measured spawn baseline: declaring both is a
+     * validation error rather than a silent double subtraction.
+     */
+    overheadMs?: number;
+    /**
+     * Measure what starting the program costs and report it beside the result.
+     *
+     * Defaults to `true` whenever a spawn baseline applies at all. The baseline
+     * is never folded into the primary statistics; it drives the `adjusted`
+     * figure, the same way a declared `overheadMs` does.
+     */
+    subtractSpawnBaseline?: boolean;
+};
+export type DurationCommandCaseOptions = Omit<DurationCaseOptions, "execution"> & {
+    cwd?: string;
+    env?: Readonly<Record<string, string>>;
+    /**
+     * Arguments that make the program do nothing, used to measure its own
+     * start-up baseline.
+     *
+     * Without them the baseline would have to be guessed from an unrelated
+     * interpreter, so a command case that omits them emits a `no-baseline-args`
+     * warning rather than silently reporting start-up time as work.
+     */
+    baselineArgs?: readonly string[];
+};
+//# sourceMappingURL=options.d.ts.map

package/dist/options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.d.ts","sourceRoot":"","sources":["../src/options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,MAAM,wBAAwB,GAAG;IACtC,QAAQ,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAErC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,iBAAiB;AAC5B,mEAAmE;AACjE,YAAY;AACd;;;;;;;;GAQG;GACD,uBAAuB,CAAC;AAE3B,MAAM,MAAM,mBAAmB,GAAG,iBAAiB,GAAG;IACrD,kCAAkC;IAClC,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAE9B;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;;;OAMG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAC5C,mBAAmB,EACnB,WAAW,CACX,GAAG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAEvC;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACjC,CAAC"}

package/dist/options.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=options.js.map

package/dist/options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.js","sourceRoot":"","sources":["../src/options.ts"],"names":[],"mappings":""}

package/dist/plugin.d.ts

@@ -0,0 +1,3 @@
+declare const _default: import("@ac-bench/core/plugin").MeasurePlugin;
+export default _default;
+//# sourceMappingURL=plugin.d.ts.map

package/dist/plugin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":""}

package/dist/plugin.js

@@ -0,0 +1,205 @@
+import { defineMeasurePlugin, MeasureResultValidationError, } from "@ac-bench/core/plugin";
+import { ratioWithUncertainty, } from "@ac-kit/math-stats";
+import { columnCell, dataFrameWithField, getDataFrameColumnByName, MILLISECOND, OPERATIONS_PER_SECOND, } from "@ac-kit/model-dataset";
+import * as z from "zod/mini";
+import { poolDurationExecutions } from "./_pool.js";
+import { durationBenchRunCaseResultSchema, durationBenchRunConditionResultSchema, } from "./_types.js";
+const MEASURE_ID = "duration";
+const FIELDS = [
+    { name: "case", kind: "nominal", title: "case" },
+    {
+        name: "medianMs",
+        kind: "quantitative",
+        title: "median",
+        unit: MILLISECOND,
+        direction: "lower-is-better",
+        format: { minimumFractionDigits: 3, maximumFractionDigits: 3 },
+    },
+    {
+        name: "medianMarginMs",
+        kind: "quantitative",
+        title: "ci",
+        unit: MILLISECOND,
+        prefix: "±",
+        direction: "lower-is-better",
+        format: { minimumFractionDigits: 3, maximumFractionDigits: 3 },
+    },
+    {
+        name: "madMs",
+        kind: "quantitative",
+        title: "mad",
+        unit: MILLISECOND,
+        prefix: "±",
+        format: { minimumFractionDigits: 3, maximumFractionDigits: 3 },
+    },
+    {
+        name: "p95Ms",
+        kind: "quantitative",
+        title: "p95",
+        unit: MILLISECOND,
+        direction: "lower-is-better",
+        format: { minimumFractionDigits: 3, maximumFractionDigits: 3 },
+    },
+    {
+        name: "opsPerSecond",
+        kind: "quantitative",
+        title: "rate",
+        unit: OPERATIONS_PER_SECOND,
+        direction: "higher-is-better",
+        format: { maximumFractionDigits: 0 },
+    },
+    {
+        name: "samples",
+        kind: "quantitative",
+        title: "n",
+        format: { maximumFractionDigits: 0 },
+    },
+    {
+        name: "adjustedMs",
+        kind: "quantitative",
+        title: "adjusted",
+        unit: MILLISECOND,
+        direction: "lower-is-better",
+        format: { minimumFractionDigits: 3, maximumFractionDigits: 3 },
+    },
+];
+/**
+ * Half-width of the interval around the reported estimate.
+ *
+ * Prefers the pooled interval, which accounts for the spread between the
+ * processes that measured the case; the within-process interval alone would
+ * claim a precision no single process can support.
+ */
+function getEstimatedUncertainty(result) {
+    if (result.estimate !== null) {
+        return (result.estimate.upperMs - result.estimate.lowerMs) / 2;
+    }
+    return result.statistics.medianConfidence95Ms;
+}
+/** One field's cells as numbers, with anything non-numeric read as absent. */
+function numericColumn_(frame, name) {
+    const column = getDataFrameColumnByName(frame, name);
+    const values = Array.from({ length: frame.rowCount });
+    for (let rowIndex = 0; rowIndex < frame.rowCount; rowIndex++) {
+        const value = columnCell(column, rowIndex);
+        values[rowIndex] = typeof value === "number" ? value : null;
+    }
+    return values;
+}
+/** The dispersion `relativeTo` wants, rebuilt from the two reported columns. */
+function relativeSpread_(centre, mad) {
+    return mad === null || centre <= 0 ? 0 : mad / centre;
+}
+export default defineMeasurePlugin({
+    id: "duration",
+    label: "Duration",
+    fields: FIELDS,
+    caseRow: (result) => {
+        const stats = result.statistics;
+        if (!stats) {
+            return [result.name, null, null, null, null, null, null, null];
+        }
+        const uncertainty = getEstimatedUncertainty(result);
+        return [
+            result.name,
+            stats.medianMs,
+            uncertainty,
+            stats.madMs,
+            stats.p95Ms,
+            stats.opsPerSecond ?? null,
+            stats.samples,
+            result.adjusted ? result.adjusted.medianMs : null,
+        ];
+    },
+    comparison: {
+        field: "medianMs",
+        interval: "medianMarginMs",
+        ratioField: "ratio",
+    },
+    deriveFields: (frame) => {
+        const medians = numericColumn_(frame, "medianMs");
+        const mads = numericColumn_(frame, "madMs");
+        let fastestIndex = -1;
+        let fastest = Number.POSITIVE_INFINITY;
+        for (let rowIndex = 0; rowIndex < frame.rowCount; rowIndex++) {
+            const median = medians[rowIndex] ?? null;
+            if (median !== null && median < fastest) {
+                fastestIndex = rowIndex;
+                fastest = median;
+            }
+        }
+        if (fastestIndex === -1 || fastest <= 0) {
+            return frame;
+        }
+        const baselineSpread = relativeSpread_(fastest, mads[fastestIndex] ?? null);
+        // `relativeTo` needs only a centre and a relative spread, both of which the
+        // frame already carries — so the ratio is derived from the rows on show
+        // rather than from the raw results, and a partial frame derives partial
+        // ratios instead of no column at all.
+        const ratioAt = (rowIndex) => {
+            const median = medians[rowIndex] ?? null;
+            if (median === null) {
+                return null;
+            }
+            return ratioWithUncertainty(median, relativeSpread_(median, mads[rowIndex] ?? null), fastest, baselineSpread);
+        };
+        const withRatio = dataFrameWithField(frame, {
+            name: "ratio",
+            kind: "quantitative",
+            title: "rel",
+            direction: "lower-is-better",
+            uncertaintyField: "ratioMargin",
+            suffix: "×",
+            format: { minimumFractionDigits: 2, maximumFractionDigits: 2 },
+        }, (_frame, rowIndex) => rowIndex === fastestIndex ? 1 : (ratioAt(rowIndex)?.ratio ?? null));
+        return dataFrameWithField(withRatio, {
+            name: "ratioMargin",
+            kind: "quantitative",
+            title: "margin",
+            prefix: "±",
+            suffix: "×",
+            format: { minimumFractionDigits: 2, maximumFractionDigits: 2 },
+        }, (_frame, rowIndex) => rowIndex === fastestIndex
+            ? null
+            : (ratioAt(rowIndex)?.errorMargin ?? null));
+    },
+    warnings: (result) => {
+        const diagnostics = [];
+        if (result.failure) {
+            diagnostics.push({
+                severity: "error",
+                code: "case-failed",
+                message: result.failure,
+            });
+        }
+        for (const warning of result.warnings) {
+            diagnostics.push({
+                severity: "warning",
+                code: warning.kind,
+                message: warning.message,
+            });
+        }
+        return diagnostics;
+    },
+    scheduling: { rounds: "many", grouping: "case" },
+    pool: (executions) => poolDurationExecutions(executions),
+    parseCaseResult: (value) => {
+        const result = durationBenchRunCaseResultSchema.safeParse(value);
+        if (!result.success) {
+            throw new MeasureResultValidationError(MEASURE_ID, z.prettifyError(result.error));
+        }
+        return result.data;
+    },
+    parseConditionResult: (value) => {
+        const result = durationBenchRunConditionResultSchema.safeParse(value);
+        if (!result.success) {
+            throw new MeasureResultValidationError(MEASURE_ID, z.prettifyError(result.error));
+        }
+        return result.data;
+    },
+    toJsonCase: (result) => result,
+    toJsonCondition: (result) => ({
+        conditions: [{ kind: "bench", ...result }],
+    }),
+});
+//# sourceMappingURL=plugin.js.map

package/dist/plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,mBAAmB,EACnB,4BAA4B,GAC5B,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACN,oBAAoB,GAEpB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACN,UAAU,EACV,kBAAkB,EAClB,wBAAwB,EACxB,WAAW,EACX,qBAAqB,GACrB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAE9B,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAKpD,OAAO,EACN,gCAAgC,EAChC,qCAAqC,GACrC,MAAM,aAAa,CAAC;AAErB,MAAM,UAAU,GAAG,UAAU,CAAC;AAE9B,MAAM,MAAM,GAA+B;IAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;IAChD;QACC,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,iBAAiB;QAC5B,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE;KAC9D;IACD;QACC,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,IAAI;QACX,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,GAAG;QACX,SAAS,EAAE,iBAAiB;QAC5B,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE;KAC9D;IACD;QACC,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,KAAK;QACZ,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,GAAG;QACX,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE;KAC9D;IACD;QACC,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,KAAK;QACZ,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,iBAAiB;QAC5B,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE;KAC9D;IACD;QACC,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,qBAAqB;QAC3B,SAAS,EAAE,kBAAkB;QAC7B,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE;KACpC;IACD;QACC,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE;KACpC;IACD;QACC,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,UAAU;QACjB,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,iBAAiB;QAC5B,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE;KAC9D;CACD,CAAC;AAEF;;;;;;GAMG;AACH,SAAS,uBAAuB,CAAC,MAAkC;IAClE,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,MAAM,CAAC,UAAW,CAAC,oBAAoB,CAAC;AAChD,CAAC;AAED,8EAA8E;AAC9E,SAAS,cAAc,CAAC,KAAgB,EAAE,IAAY;IACrD,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAgB,EAAE,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,gFAAgF;AAChF,SAAS,eAAe,CAAC,MAAc,EAAE,GAAkB;IAC1D,OAAO,GAAG,KAAK,IAAI,IAAI,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC;AACvD,CAAC;AAED,eAAe,mBAAmB,CAGhC;IACD,EAAE,EAAE,UAAU;IACd,KAAK,EAAE,UAAU;IAEjB,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE;QACnB,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,WAAW,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;QACpD,OAAO;YACN,MAAM,CAAC,IAAI;YACX,KAAK,CAAC,QAAQ;YACd,WAAW;YACX,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,KAAK;YACX,KAAK,CAAC,YAAY,IAAI,IAAI;YAC1B,KAAK,CAAC,OAAO;YACb,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;SACjD,CAAC;IACH,CAAC;IAED,UAAU,EAAE;QACX,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,gBAAgB;QAC1B,UAAU,EAAE,OAAO;KACnB;IAED,YAAY,EAAE,CAAC,KAAK,EAAa,EAAE;QAClC,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAE5C,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC;QACtB,IAAI,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC;QACvC,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;YACzC,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,GAAG,OAAO,EAAE,CAAC;gBACzC,YAAY,GAAG,QAAQ,CAAC;gBACxB,OAAO,GAAG,MAAM,CAAC;YAClB,CAAC;QACF,CAAC;QACD,IAAI,YAAY,KAAK,CAAC,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;YACzC,OAAO,KAAK,CAAC;QACd,CAAC;QAED,MAAM,cAAc,GAAG,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC;QAE5E,4EAA4E;QAC5E,wEAAwE;QACxE,wEAAwE;QACxE,sCAAsC;QACtC,MAAM,OAAO,GAAG,CAAC,QAAgB,EAA+B,EAAE;YACjE,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;YACzC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC;YACb,CAAC;YACD,OAAO,oBAAoB,CAC1B,MAAM,EACN,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,EAC/C,OAAO,EACP,cAAc,CACd,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,kBAAkB,CACnC,KAAK,EACL;YACC,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,iBAAiB;YAC5B,gBAAgB,EAAE,aAAa;YAC/B,MAAM,EAAE,GAAG;YACX,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE;SAC9D,EACD,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CACpB,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,CACnE,CAAC;QAEF,OAAO,kBAAkB,CACxB,SAAS,EACT;YACC,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,GAAG;YACX,MAAM,EAAE,GAAG;YACX,MAAM,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE;SAC9D,EACD,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CACpB,QAAQ,KAAK,YAAY;YACxB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,WAAW,IAAI,IAAI,CAAC,CAC5C,CAAC;IACH,CAAC;IAED,QAAQ,EAAE,CAAC,MAAM,EAA+B,EAAE;QACjD,MAAM,WAAW,GAAuB,EAAE,CAAC;QAC3C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,WAAW,CAAC,IAAI,CAAC;gBAChB,QAAQ,EAAE,OAAO;gBACjB,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACvC,WAAW,CAAC,IAAI,CAAC;gBAChB,QAAQ,EAAE,SAAS;gBACnB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;aACxB,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,WAAW,CAAC;IACpB,CAAC;IAED,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE;IAEhD,IAAI,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,sBAAsB,CAAC,UAAU,CAAC;IAExD,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE;QAC1B,MAAM,MAAM,GAAG,gCAAgC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,4BAA4B,CACrC,UAAU,EACV,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAC7B,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;QAC/B,MAAM,MAAM,GAAG,qCAAqC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,4BAA4B,CACrC,UAAU,EACV,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAC7B,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,UAAU,EAAE,CAAC,MAAM,EAAW,EAAE,CAAC,MAAM;IAEvC,eAAe,EAAE,CAAC,MAAM,EAAW,EAAE,CAAC,CAAC;QACtC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,GAAG,MAAM,EAAE,CAAC;KACnD,CAAC;CACF,CAAC,CAAC"}