@framedash/cli 0.1.1 → 0.1.2

package/dist/commands/run-profile-test.js

@@ -0,0 +1,386 @@
+import { execFileSync, spawnSync } from "node:child_process";
+import { constants as osConstants } from "node:os";
+import { buildBuildComparePath, buildBuildsPath } from "@framedash/api-client";
+import { createClient } from "../lib/create-client.js";
+import { formatOutput } from "../lib/formatters.js";
+import { error, log, success, warn } from "../lib/logger.js";
+import { evaluateRegression, formatMetricDiff, isRegressionMetric, } from "../lib/perf-diff-eval.js";
+import { runCommand } from "../lib/run-command.js";
+import { buildEventCount, buildSessionEnv, resolveProfileIdentity, SESSION_ENV_KEYS, waitForIngest, } from "../lib/run-profile-test-lib.js";
+const DEFAULT_INGEST_TIMEOUT_S = 180;
+const DEFAULT_POLL_INTERVAL_S = 5;
+/** Best-effort `git` lookup; returns undefined when git is absent or fails. */
+function gitOutput(args) {
+    try {
+        const out = execFileSync("git", args, {
+            encoding: "utf8",
+            stdio: ["ignore", "pipe", "ignore"],
+        }).trim();
+        return out.length > 0 ? out : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+/** Parse a positive-seconds flag with a descriptive error, or fall back. */
+function parseSeconds(value, flag, fallback) {
+    // Only a string carries a real value; undefined falls back, and a boolean
+    // (unreachable for these string flags, but typed) must not coerce to 1.
+    if (typeof value !== "string")
+        return fallback;
+    const n = Number(value);
+    if (!Number.isFinite(n) || n <= 0) {
+        error(`--${flag} must be a positive number of seconds`);
+        process.exit(1);
+    }
+    return n;
+}
+/**
+ * Forward the project id and base URL so a CI game build that reads them from the
+ * environment targets the same project/endpoint the gate queries (they must match
+ * or the gate would read a different project's builds).
+ *
+ * Deliberately does NOT forward the API key: the gate's key needs analytics:read,
+ * while the game's SDK needs a separate events:write ingest key (the presets keep
+ * ingest a separate plane). Overwriting the child's FRAMEDASH_API_KEY would make
+ * the game send events with a read-only key and 403 at ingest, so the game keeps
+ * whatever ingest key the CI environment already set for it.
+ */
+function passthroughProjectEnv(config) {
+    return {
+        FRAMEDASH_PROJECT_ID: config.projectId,
+        FRAMEDASH_BASE_URL: config.baseUrl,
+    };
+}
+/** Validate and resolve the regression-gate flags, exiting on a misconfig. */
+function resolveGateOptions(values, candidateBuildId) {
+    let metric;
+    if (values.metric !== undefined) {
+        const raw = values.metric.trim();
+        if (!isRegressionMetric(raw)) {
+            error(`Invalid --metric '${raw}'. Allowed: frame_time, memory, gpu_time`);
+            process.exit(1);
+        }
+        metric = raw;
+    }
+    let thresholdPct = 0;
+    if (values.threshold !== undefined) {
+        thresholdPct = Number(values.threshold);
+        if (!Number.isFinite(thresholdPct) || thresholdPct < 0) {
+            error("--threshold must be a non-negative number (percent)");
+            process.exit(1);
+        }
+    }
+    const baseline = values.baseline?.trim();
+    // A build compared against itself is a zero diff that would silently pass.
+    if (baseline && baseline === candidateBuildId) {
+        error("--baseline must differ from the candidate build id (the build under test).");
+        process.exit(1);
+    }
+    if (values["fail-on-regression"] && !baseline) {
+        error("--fail-on-regression requires --baseline (the known-good build to compare against).");
+        process.exit(1);
+    }
+    return { metric, thresholdPct, baseline };
+}
+/** Spawn the profiling command (inheriting stdio) and exit on any failure. */
+function launchProfilingRun(command, env) {
+    const child = spawnSync(command, { shell: true, stdio: "inherit", env });
+    if (child.error) {
+        error(`Failed to launch --command: ${child.error.message}`);
+        process.exit(1);
+    }
+    if (child.signal) {
+        error(`Profiling command was terminated by signal ${child.signal}.`);
+        // Conventional 128 + signal number so CI sees a meaningful non-zero code.
+        process.exit(128 + (osConstants.signals[child.signal] ?? 0));
+    }
+    if (typeof child.status === "number" && child.status !== 0) {
+        error(`Profiling command exited with code ${child.status}; not gating on incomplete data.`);
+        process.exit(child.status);
+    }
+}
+/**
+ * Fetch the candidate build's list row (the suffix the pre-run snapshot and poll
+ * share). Scopes to the candidate buildId so the server's newest-50 cap cannot
+ * hide a re-run of an older build, and uses fresh=1 to bypass the aggregation
+ * cache so the wait reads live state (a cached, stale-low count could let an old
+ * run's data pass the wait).
+ */
+function fetchBuilds(client, values, buildId) {
+    return client.get(client.projectPath(buildBuildsPath({ days: values.days, buildId, fresh: true })));
+}
+/**
+ * The candidate's perf-event count right now. Read BEFORE the run so the ingest
+ * wait can require the count to grow -- a CI re-run for the same build_id must
+ * not be satisfied by the previous run's data. Fails closed if the snapshot
+ * cannot be read: without a reliable baseline the wait could pass on old data
+ * (a false-green gate), so abort before launch rather than guess 0.
+ */
+async function readPriorEventCount(client, values, buildId) {
+    let builds;
+    try {
+        builds = await fetchBuilds(client, values, buildId);
+    }
+    catch (err) {
+        error(`Could not read the build's pre-run event count (${err instanceof Error ? err.message : String(err)}). Aborting before launch; pass --skip-wait if your SDK flushes synchronously.`);
+        process.exit(1);
+    }
+    // A non-error response that is not an array means we cannot trust the baseline
+    // (it could read as 0 and let an old run's data satisfy the wait), so fail closed.
+    if (!Array.isArray(builds)) {
+        error("The builds API returned an unexpected response (no build list); cannot establish a " +
+            "pre-run baseline. Aborting before launch; pass --skip-wait if your SDK flushes synchronously.");
+        process.exit(1);
+    }
+    return buildEventCount(builds, buildId);
+}
+/** Poll the builds list until the candidate gains fresh events; exit on timeout. */
+async function awaitIngest(client, values, buildId, priorEventCount, timeoutMs, intervalMs) {
+    success(`Waiting up to ${timeoutMs / 1000}s for build '${buildId}' to ingest...`);
+    const landed = await waitForIngest({
+        buildId,
+        minEventCount: priorEventCount,
+        timeoutMs,
+        intervalMs,
+        now: () => Date.now(),
+        sleep: (ms) => new Promise((resolve) => setTimeout(resolve, ms)),
+        fetchBuilds: () => fetchBuilds(client, values, buildId),
+    });
+    if (!landed) {
+        error(`Build '${buildId}' did not ingest fresh events within ${timeoutMs / 1000}s. ` +
+            "The SDK may not have flushed, or ingest/aggregation is lagging. " +
+            "Increase --ingest-timeout, or check with 'framedash builds'.");
+        process.exit(1);
+    }
+    success(`Build '${buildId}' ingested.`);
+}
+/** Fetch the build comparison, print it, and (with --fail-on-regression) gate. */
+async function runRegressionGate(client, config, values, gate) {
+    const comparison = await client.get(client.projectPath(buildBuildComparePath({
+        baseline: gate.baseline,
+        candidate: gate.candidate,
+        days: values.days,
+        mapId: values.map,
+        platform: values.platform,
+        // Bypass the compare cache so a re-run gates on the just-ingested data.
+        fresh: true,
+    })));
+    // A non-error 2xx with a malformed body must fail closed, not crash the gate.
+    if (!comparison || !Array.isArray(comparison.diffs)) {
+        error("Unexpected response from the builds/compare API (no comparison data).");
+        process.exit(1);
+    }
+    log(config.format === "json"
+        ? formatOutput(comparison, "json")
+        : formatOutput(comparison.diffs, config.format));
+    const verdict = evaluateRegression(comparison, {
+        metric: gate.metric,
+        thresholdPct: gate.thresholdPct,
+    });
+    // Report-only (no --fail-on-regression): never exit non-zero, but still warn --
+    // on a regression, AND when nothing was comparable -- so a misconfigured CI job
+    // (wrong build IDs, or a metric with no data) does not silently go green.
+    if (!values["fail-on-regression"]) {
+        if (verdict.evaluated.length === 0) {
+            warn(gate.metric
+                ? `No comparable '${gate.metric}' data between these builds; the gate evaluated nothing (check the build IDs / metric).`
+                : "No comparable performance data between these builds; the gate evaluated nothing (check the build IDs).");
+        }
+        else if (verdict.failed) {
+            warn(`Regression detected (threshold ${gate.thresholdPct}%): ${verdict.offenders
+                .map(formatMetricDiff)
+                .join("; ")}. Pass --fail-on-regression to fail the build.`);
+        }
+        return;
+    }
+    // Fail closed: nothing comparable means the gate is unmeasured, not passed.
+    if (verdict.evaluated.length === 0) {
+        error(gate.metric
+            ? `No comparable '${gate.metric}' data between these builds; cannot evaluate a regression.`
+            : "No comparable performance data between these builds; cannot evaluate a regression.");
+        process.exit(1);
+    }
+    if (verdict.failed) {
+        error(`Performance regression detected (threshold ${gate.thresholdPct}%): ${verdict.offenders
+            .map(formatMetricDiff)
+            .join("; ")}`);
+        process.exit(1);
+    }
+    success(`No performance regression beyond ${gate.thresholdPct}% (${verdict.evaluated.length} metric(s) checked).`);
+}
+/**
+ * Turnkey CI profiling gate: export the FRAMEDASH_* session contract, launch the
+ * configured game/profiling command, wait for its perf data to ingest, then run
+ * the perf-diff regression gate against a baseline build.
+ */
+export async function runProfileTest(args) {
+    await runCommand({
+        args,
+        help: HELP,
+        options: {
+            command: { type: "string" },
+            "build-id": { type: "string" },
+            branch: { type: "string" },
+            commit: { type: "string" },
+            scenario: { type: "string" },
+            "ingest-timeout": { type: "string" },
+            "poll-interval": { type: "string" },
+            "skip-wait": { type: "boolean" },
+            baseline: { type: "string" },
+            metric: { type: "string" },
+            threshold: { type: "string" },
+            days: { type: "string" },
+            map: { type: "string" },
+            platform: { type: "string" },
+            "fail-on-regression": { type: "boolean" },
+        },
+    }, async ({ client, config, values }) => {
+        const command = values.command?.trim();
+        if (!command) {
+            error("--command is required (the game/profiling command to launch)");
+            process.exit(1);
+        }
+        // Resolve the build identity: explicit flags win, else fall back to git.
+        // Only spawn `git` for a field the caller did not provide.
+        const branchFlag = values.branch;
+        const commitFlag = values.commit;
+        const identity = resolveProfileIdentity({
+            buildId: values["build-id"],
+            branch: branchFlag,
+            commit: commitFlag,
+            scenario: values.scenario,
+        }, {
+            branch: branchFlag ? undefined : gitOutput(["rev-parse", "--abbrev-ref", "HEAD"]),
+            commit: commitFlag ? undefined : gitOutput(["rev-parse", "HEAD"]),
+        });
+        if (!identity) {
+            error("Could not determine a build id: pass --build-id or --commit, or run inside a git repo.");
+            process.exit(1);
+        }
+        // Validate everything up front so a misconfig fails before we spend minutes
+        // running the game only to reject the result.
+        const gate = resolveGateOptions(values, identity.buildId);
+        const ingestTimeoutMs = parseSeconds(values["ingest-timeout"], "ingest-timeout", DEFAULT_INGEST_TIMEOUT_S) * 1000;
+        const pollIntervalMs = parseSeconds(values["poll-interval"], "poll-interval", DEFAULT_POLL_INTERVAL_S) * 1000;
+        // The ingest snapshot/poll run in a retry loop, so they need a client that
+        // THROWS on a transient 429/5xx (the default client exits the process,
+        // which would kill the wait on a temporary blip). The gate compare keeps
+        // the default exit-on-error client (a compare failure should fail the gate).
+        const skipWait = Boolean(values["skip-wait"]);
+        const pollClient = skipWait
+            ? client
+            : createClient(config.baseUrl, config.apiKey, config.projectId, { throwOnError: true });
+        // Snapshot the candidate's event count BEFORE the run (only when we will
+        // wait), so the ingest wait can require fresh events rather than accepting
+        // a prior run's data for the same build_id.
+        const priorEventCount = skipWait
+            ? 0
+            : await readPriorEventCount(pollClient, values, identity.buildId);
+        // 1) Launch the profiling command with the FRAMEDASH_* contract exported, so
+        // the SDK's BeginAutomatedSessionFromEnvironment() stamps build_id + ci.* tags
+        // onto every event (including the perf_heartbeat the gate reads).
+        success(`Running profiling build '${identity.buildId}'${identity.scenario ? ` (scenario: ${identity.scenario})` : ""}`);
+        // Build the child environment. Two safeguards:
+        // 1) The runner owns the whole FRAMEDASH_* session contract: clear any
+        //    contract key it did not set this run, so the game cannot inherit stale
+        //    branch/commit/scenario left in the environment by a prior CI step.
+        // 2) The gate key (analytics:read) must not be handed to the game as its key
+        //    -- the game needs a separate events:write ingest key. When the gate key
+        //    came from FRAMEDASH_API_KEY in the environment (no --api-key flag), strip
+        //    it from the child so the game cannot inherit a read key.
+        const sessionEnv = buildSessionEnv(identity);
+        const childEnv = {
+            ...process.env,
+            ...passthroughProjectEnv(config),
+            ...sessionEnv,
+        };
+        for (const key of SESSION_ENV_KEYS) {
+            if (!(key in sessionEnv))
+                delete childEnv[key];
+        }
+        if (!values["api-key"] && !values["api-key-file"] && process.env.FRAMEDASH_API_KEY) {
+            delete childEnv.FRAMEDASH_API_KEY;
+            warn("Removed the gate's FRAMEDASH_API_KEY (an analytics:read key) from the launched " +
+                "game's environment so it is not used as the game's ingest key. Set the game's " +
+                "events:write key separately, or pass the gate key via --api-key/--api-key-file.");
+        }
+        launchProfilingRun(command, childEnv);
+        // 2) Wait for the candidate build's perf events to land (unless skipped).
+        if (!skipWait) {
+            await awaitIngest(pollClient, values, identity.buildId, priorEventCount, ingestTimeoutMs, pollIntervalMs);
+        }
+        // 3) Run the perf-diff gate when a baseline is given; otherwise the run is
+        // complete (the SDK reported the build; the caller can compare it later).
+        if (!gate.baseline) {
+            success("Profiling run complete. Pass --baseline to gate on a build-over-build regression.");
+            return;
+        }
+        await runRegressionGate(client, config, values, {
+            baseline: gate.baseline,
+            candidate: identity.buildId,
+            metric: gate.metric,
+            thresholdPct: gate.thresholdPct,
+        });
+    });
+}
+const HELP = `Usage: framedash run-profile-test --command "<cmd>" [options]
+
+Run an automated profiling test end-to-end for CI: export the FRAMEDASH_*
+session contract, launch your game/profiling command, wait for its performance
+data to ingest, then (with --baseline) gate on a build-over-build regression.
+
+The launched command inherits these environment variables; an SDK that calls
+BeginAutomatedSessionFromEnvironment() picks them up automatically:
+  FRAMEDASH_BUILD_ID       the candidate build_id (first-class)
+  FRAMEDASH_GIT_BRANCH     ci.branch attribute
+  FRAMEDASH_GIT_COMMIT     ci.commit attribute
+  FRAMEDASH_TEST_SCENARIO  ci.scenario attribute
+FRAMEDASH_PROJECT_ID / FRAMEDASH_BASE_URL are forwarded so the build targets the
+same project the gate queries. The gate uses an analytics:read key while your
+game needs a separate events:write ingest key: pass the gate key with
+--api-key/--api-key-file and keep the game's ingest key in the launched command's
+FRAMEDASH_API_KEY, so the gate key does not get inherited as the game's key.
+
+Required:
+  --command <cmd>        Game/profiling command to launch (run via the shell)
+
+Build identity (each defaults as noted; exported to the child):
+  --build-id <id>        Candidate build_id (default: --commit, else git HEAD)
+  --branch <name>        default: git rev-parse --abbrev-ref HEAD
+  --commit <sha>         default: git rev-parse HEAD
+  --scenario <name>      Test scenario label (no default)
+
+Note: the gate compares ALL of a build_id's samples in the window (the build_id
+is the comparison unit, as in 'perf-diff'). If a CI job may re-run the SAME
+commit, give each run a unique build_id (e.g. --build-id "$GIT_SHA-$RUN_ID") so
+the comparison is not diluted by a previous run's samples.
+
+Ingest wait (polls a cache-bypassing live read and waits for the build's
+perf-event count to GROW past its pre-run value, so a re-run for the same build
+id is not satisfied by old data):
+  --ingest-timeout <s>   Max seconds to wait for fresh events (default: 180)
+  --poll-interval <s>    Seconds between build-list polls (default: 5)
+  --skip-wait            Skip the ingest wait (e.g. the SDK flushed synchronously)
+
+Regression gate (runs only when --baseline is set):
+  --baseline <id>        Known-good build_id to compare the candidate against
+  --metric <name>        Gate on one metric: frame_time, memory, gpu_time (default: all)
+  --threshold <pct>      Tolerate a regression up to this percent (default: 0)
+  --fail-on-regression   Exit 1 on a regression beyond the threshold (needs --baseline)
+  --days <n>             Comparison window in days: 7, 14, 30, 90 (default: 30)
+  --map <id>             Restrict the comparison to one map
+  --platform <name>      Restrict the comparison to one platform
+
+Global:
+  --api-key <key>        API key (or FRAMEDASH_API_KEY env)
+  --project-id <uuid>    Project ID (or FRAMEDASH_PROJECT_ID env)
+  --base-url <url>       API base URL (default: https://app.framedash.dev)
+  --format <fmt>         Comparison output format: json, table, csv (default: json)
+  -h, --help             Show help
+
+Example (GitHub Actions gate):
+  framedash run-profile-test \\
+    --command "./Build/Game.exe -nullrhi -ExecCmds='Automation RunTest Perf'" \\
+    --scenario nightly --baseline "$BASE_SHA" --threshold 5 --fail-on-regression`;
+//# sourceMappingURL=run-profile-test.js.map

package/dist/commands/run-profile-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-profile-test.js","sourceRoot":"","sources":["../../src/commands/run-profile-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,SAAS,IAAI,WAAW,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAkB,qBAAqB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE/F,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAEN,kBAAkB,EAClB,gBAAgB,EAChB,kBAAkB,GAElB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAEN,eAAe,EACf,eAAe,EACf,sBAAsB,EACtB,gBAAgB,EAChB,aAAa,GACb,MAAM,gCAAgC,CAAC;AAExC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AACrC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAYlC,+EAA+E;AAC/E,SAAS,SAAS,CAAC,IAAc;IAChC,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE;YACrC,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC;SACnC,CAAC,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,4EAA4E;AAC5E,SAAS,YAAY,CAAC,KAAmC,EAAE,IAAY,EAAE,QAAgB;IACxF,0EAA0E;IAC1E,wEAAwE;IACxE,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC/C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,KAAK,CAAC,KAAK,IAAI,uCAAuC,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,CAAC,CAAC;AACV,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,qBAAqB,CAAC,MAAiB;IAC/C,OAAO;QACN,oBAAoB,EAAE,MAAM,CAAC,SAAS;QACtC,kBAAkB,EAAE,MAAM,CAAC,OAAO;KAClC,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,SAAS,kBAAkB,CAAC,MAAc,EAAE,gBAAwB;IACnE,IAAI,MAAoC,CAAC;IACzC,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,GAAG,GAAI,MAAM,CAAC,MAAiB,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,qBAAqB,GAAG,0CAA0C,CAAC,CAAC;YAC1E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QACD,MAAM,GAAG,GAAG,CAAC;IACd,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACpC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACxD,KAAK,CAAC,qDAAqD,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAAI,MAAM,CAAC,QAA+B,EAAE,IAAI,EAAE,CAAC;IACjE,2EAA2E;IAC3E,IAAI,QAAQ,IAAI,QAAQ,KAAK,gBAAgB,EAAE,CAAC;QAC/C,KAAK,CAAC,4EAA4E,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC/C,KAAK,CAAC,qFAAqF,CAAC,CAAC;QAC7F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;AAC3C,CAAC;AAED,8EAA8E;AAC9E,SAAS,kBAAkB,CAAC,OAAe,EAAE,GAAsB;IAClE,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACzE,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QACjB,KAAK,CAAC,+BAA+B,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,8CAA8C,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACrE,0EAA0E;QAC1E,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5D,KAAK,CAAC,sCAAsC,KAAK,CAAC,MAAM,kCAAkC,CAAC,CAAC;QAC5F,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;AACF,CAAC;AAED;;;;;;GAMG;AACH,SAAS,WAAW,CACnB,MAAiB,EACjB,MAAc,EACd,OAAe;IAEf,OAAO,MAAM,CAAC,GAAG,CAChB,MAAM,CAAC,WAAW,CACjB,eAAe,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAA0B,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAClF,CACD,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,mBAAmB,CACjC,MAAiB,EACjB,MAAc,EACd,OAAe;IAEf,IAAI,MAAwB,CAAC;IAC7B,IAAI,CAAC;QACJ,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,KAAK,CACJ,mDACC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAChD,gFAAgF,CAChF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,+EAA+E;IAC/E,mFAAmF;IACnF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,KAAK,CACJ,qFAAqF;YACpF,+FAA+F,CAChG,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,oFAAoF;AACpF,KAAK,UAAU,WAAW,CACzB,MAAiB,EACjB,MAAc,EACd,OAAe,EACf,eAAuB,EACvB,SAAiB,EACjB,UAAkB;IAElB,OAAO,CAAC,iBAAiB,SAAS,GAAG,IAAI,gBAAgB,OAAO,gBAAgB,CAAC,CAAC;IAClF,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;QAClC,OAAO;QACP,aAAa,EAAE,eAAe;QAC9B,SAAS;QACT,UAAU;QACV,GAAG,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;QACrB,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAChE,WAAW,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;KACvD,CAAC,CAAC;IACH,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,KAAK,CACJ,UAAU,OAAO,wCAAwC,SAAS,GAAG,IAAI,KAAK;YAC7E,kEAAkE;YAClE,8DAA8D,CAC/D,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,CAAC,UAAU,OAAO,aAAa,CAAC,CAAC;AACzC,CAAC;AAED,kFAAkF;AAClF,KAAK,UAAU,iBAAiB,CAC/B,MAAiB,EACjB,MAAiB,EACjB,MAAc,EACd,IACoD;IAEpD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,GAAG,CAClC,MAAM,CAAC,WAAW,CACjB,qBAAqB,CAAC;QACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,IAAI,EAAE,MAAM,CAAC,IAA0B;QACvC,KAAK,EAAE,MAAM,CAAC,GAAyB;QACvC,QAAQ,EAAE,MAAM,CAAC,QAA8B;QAC/C,wEAAwE;QACxE,KAAK,EAAE,IAAI;KACX,CAAC,CACF,CACD,CAAC;IACF,8EAA8E;IAC9E,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,GAAG,CACF,MAAM,CAAC,MAAM,KAAK,MAAM;QACvB,CAAC,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC;QAClC,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAChD,CAAC;IAEF,MAAM,OAAO,GAAG,kBAAkB,CAAC,UAAU,EAAE;QAC9C,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,YAAY,EAAE,IAAI,CAAC,YAAY;KAC/B,CAAC,CAAC;IAEH,gFAAgF;IAChF,gFAAgF;IAChF,0EAA0E;IAC1E,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,IAAI,CACH,IAAI,CAAC,MAAM;gBACV,CAAC,CAAC,kBAAkB,IAAI,CAAC,MAAM,yFAAyF;gBACxH,CAAC,CAAC,wGAAwG,CAC3G,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,CACH,kCAAkC,IAAI,CAAC,YAAY,OAAO,OAAO,CAAC,SAAS;iBACzE,GAAG,CAAC,gBAAgB,CAAC;iBACrB,IAAI,CAAC,IAAI,CAAC,gDAAgD,CAC5D,CAAC;QACH,CAAC;QACD,OAAO;IACR,CAAC;IAED,4EAA4E;IAC5E,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,KAAK,CACJ,IAAI,CAAC,MAAM;YACV,CAAC,CAAC,kBAAkB,IAAI,CAAC,MAAM,4DAA4D;YAC3F,CAAC,CAAC,oFAAoF,CACvF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,CACJ,8CAA8C,IAAI,CAAC,YAAY,OAAO,OAAO,CAAC,SAAS;aACrF,GAAG,CAAC,gBAAgB,CAAC;aACrB,IAAI,CAAC,IAAI,CAAC,EAAE,CACd,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,CACN,oCAAoC,IAAI,CAAC,YAAY,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,sBAAsB,CACzG,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAc;IAClD,MAAM,UAAU,CACf;QACC,IAAI;QACJ,IAAI,EAAE,IAAI;QACV,OAAO,EAAE;YACR,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC9B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5B,gBAAgB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACpC,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACnC,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAChC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC7B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvB,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5B,oBAAoB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;SACzC;KACD,EACD,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE;QACpC,MAAM,OAAO,GAAI,MAAM,CAAC,OAA8B,EAAE,IAAI,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACtE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,yEAAyE;QACzE,2DAA2D;QAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,MAA4B,CAAC;QACvD,MAAM,UAAU,GAAG,MAAM,CAAC,MAA4B,CAAC;QACvD,MAAM,QAAQ,GAAG,sBAAsB,CACtC;YACC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAuB;YACjD,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE,UAAU;YAClB,QAAQ,EAAE,MAAM,CAAC,QAA8B;SAC/C,EACD;YACC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;YACjF,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;SACjE,CACD,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACf,KAAK,CACJ,wFAAwF,CACxF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QAED,4EAA4E;QAC5E,8CAA8C;QAC9C,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,eAAe,GACpB,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,wBAAwB,CAAC,GAAG,IAAI,CAAC;QAC3F,MAAM,cAAc,GACnB,YAAY,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,eAAe,EAAE,uBAAuB,CAAC,GAAG,IAAI,CAAC;QAExF,2EAA2E;QAC3E,uEAAuE;QACvE,yEAAyE;QACzE,6EAA6E;QAC7E,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,QAAQ;YAC1B,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzF,yEAAyE;QACzE,2EAA2E;QAC3E,4CAA4C;QAC5C,MAAM,eAAe,GAAG,QAAQ;YAC/B,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,MAAM,mBAAmB,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QAEnE,6EAA6E;QAC7E,+EAA+E;QAC/E,kEAAkE;QAClE,OAAO,CACN,4BAA4B,QAAQ,CAAC,OAAO,IAC3C,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAC3D,EAAE,CACF,CAAC;QACF,+CAA+C;QAC/C,uEAAuE;QACvE,4EAA4E;QAC5E,wEAAwE;QACxE,6EAA6E;QAC7E,6EAA6E;QAC7E,+EAA+E;QAC/E,8DAA8D;QAC9D,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAsB;YACnC,GAAG,OAAO,CAAC,GAAG;YACd,GAAG,qBAAqB,CAAC,MAAM,CAAC;YAChC,GAAG,UAAU;SACb,CAAC;QACF,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;YACpC,IAAI,CAAC,CAAC,GAAG,IAAI,UAAU,CAAC;gBAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YACpF,OAAO,QAAQ,CAAC,iBAAiB,CAAC;YAClC,IAAI,CACH,iFAAiF;gBAChF,gFAAgF;gBAChF,iFAAiF,CAClF,CAAC;QACH,CAAC;QACD,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAEtC,0EAA0E;QAC1E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACf,MAAM,WAAW,CAChB,UAAU,EACV,MAAM,EACN,QAAQ,CAAC,OAAO,EAChB,eAAe,EACf,eAAe,EACf,cAAc,CACd,CAAC;QACH,CAAC;QAED,2EAA2E;QAC3E,0EAA0E;QAC1E,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,OAAO,CACN,mFAAmF,CACnF,CAAC;YACF,OAAO;QACR,CAAC;QACD,MAAM,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE;YAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,QAAQ,CAAC,OAAO;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,YAAY,EAAE,IAAI,CAAC,YAAY;SAC/B,CAAC,CAAC;IACJ,CAAC,CACD,CAAC;AACH,CAAC;AAED,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iFA0DoE,CAAC"}

package/dist/index.js

@@ -11,6 +11,9 @@ Commands:
   dashboard      Show dashboard metrics
   retention      Show player retention cohorts
   funnel         Analyze event funnels
+  builds         List builds seen for the project (for perf-diff)
+  perf-diff      Compare two builds and gate CI on perf regressions
+  run-profile-test  Run a profiling build, wait for ingest, gate on regression
   query          Execute a read-only ClickHouse query
   alerts         Manage alert rules (list, create, update, delete)
   maps           Manage maps (list, delete)
@@ -36,6 +39,9 @@ const COMMANDS = {
     dashboard: () => import("./commands/dashboard.js").then((m) => m.dashboard),
     retention: () => import("./commands/retention.js").then((m) => m.retention),
     funnel: () => import("./commands/funnel.js").then((m) => m.funnel),
+    builds: () => import("./commands/builds.js").then((m) => m.builds),
+    "perf-diff": () => import("./commands/perf-diff.js").then((m) => m.perfDiff),
+    "run-profile-test": () => import("./commands/run-profile-test.js").then((m) => m.runProfileTest),
     query: () => import("./commands/query.js").then((m) => m.query),
     alerts: () => import("./commands/alerts.js").then((m) => m.alerts),
     maps: () => import("./commands/maps.js").then((m) => m.maps),

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;KAC3F,OAAiB,CAAC;AAEpB,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;+DAyBkD,CAAC;AAEhE,mFAAmF;AACnF,MAAM,QAAQ,GAAqE;IAClF,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5D,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/D,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5D,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IACrE,aAAa,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC;CACzF,CAAC;AAEF,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAChC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAE1C,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;IACjD,GAAG,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;IAC1D,GAAG,CAAC,IAAI,CAAC,CAAC;IACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,IAAI,CAAC;IACJ,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,+EAA+E;IAC/E,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAE,EAAE,CAAC;IACtC,MAAM,EAAE,CAAC,WAAW,CAAC,CAAC;AACvB,CAAC;AAAC,OAAO,GAAG,EAAE,CAAC;IACd,IAAI,GAAG,YAAY,KAAK,IAAI,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,+BAA+B,EAAE,CAAC;QAC3F,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;KAC3F,OAAiB,CAAC;AAEpB,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;+DA4BkD,CAAC;AAEhE,mFAAmF;AACnF,MAAM,QAAQ,GAAqE;IAClF,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5D,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,WAAW,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC5E,kBAAkB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,gCAAgC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC;IAChG,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/D,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAClE,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5D,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IACrE,aAAa,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC;CACzF,CAAC;AAEF,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAChC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAE1C,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;IACjD,GAAG,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;IAC1D,GAAG,CAAC,IAAI,CAAC,CAAC;IACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,IAAI,CAAC;IACJ,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,+EAA+E;IAC/E,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAE,EAAE,CAAC;IACtC,MAAM,EAAE,CAAC,WAAW,CAAC,CAAC;AACvB,CAAC;AAAC,OAAO,GAAG,EAAE,CAAC;IACd,IAAI,GAAG,YAAY,KAAK,IAAI,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,+BAA+B,EAAE,CAAC;QAC3F,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC"}

package/dist/lib/create-client.d.ts

@@ -1,3 +1,11 @@
 import { ApiClient } from "@framedash/api-client";
-export declare function createClient(baseUrl: string, apiKey: string, projectId: string): ApiClient;
+/**
+ * Create the CLI's API client. By default a request error prints a message and
+ * exits the process (the right behavior for one-shot commands). Pass
+ * `throwOnError` for a client used inside a retry loop (e.g. the run-profile-test
+ * ingest poll), where a transient 429/5xx must be thrown and retried, not exit.
+ */
+export declare function createClient(baseUrl: string, apiKey: string, projectId: string, options?: {
+    throwOnError?: boolean;
+}): ApiClient;
 //# sourceMappingURL=create-client.d.ts.map

package/dist/lib/create-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create-client.d.ts","sourceRoot":"","sources":["../../src/lib/create-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAiB,MAAM,uBAAuB,CAAC;AAGjE,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,CAyB1F"}
+{"version":3,"file":"create-client.d.ts","sourceRoot":"","sources":["../../src/lib/create-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAiB,MAAM,uBAAuB,CAAC;AAGjE;;;;;GAKG;AACH,wBAAgB,YAAY,CAC3B,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,GAClC,SAAS,CAmCX"}

package/dist/lib/create-client.js

@@ -1,6 +1,22 @@
 import { ApiClient } from "@framedash/api-client";
 import { error } from "./logger.js";
-export function createClient(baseUrl, apiKey, projectId) {
+/**
+ * Create the CLI's API client. By default a request error prints a message and
+ * exits the process (the right behavior for one-shot commands). Pass
+ * `throwOnError` for a client used inside a retry loop (e.g. the run-profile-test
+ * ingest poll), where a transient 429/5xx must be thrown and retried, not exit.
+ */
+export function createClient(baseUrl, apiKey, projectId, options) {
+    if (options?.throwOnError) {
+        return new ApiClient({
+            baseUrl,
+            apiKey,
+            projectId,
+            onError(err) {
+                throw err;
+            },
+        });
+    }
     return new ApiClient({
         baseUrl,
         apiKey,

package/dist/lib/create-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"create-client.js","sourceRoot":"","sources":["../../src/lib/create-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAiB,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEpC,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,MAAc,EAAE,SAAiB;IAC9E,OAAO,IAAI,SAAS,CAAC;QACpB,OAAO;QACP,MAAM;QACN,SAAS;QACT,OAAO,CAAC,GAAa;YACpB,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;gBAClC,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;oBAC9B,KAAK,CAAC,0CAA0C,UAAU,IAAI,CAAC,CAAC;gBACjE,CAAC;qBAAM,CAAC;oBACP,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;oBACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACpD,MAAM,QAAQ,GACb,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC;wBACtC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,kBAAkB,EAAE;wBAChD,CAAC,CAAC,SAAS,CAAC;oBACd,KAAK,CAAC,wCAAwC,QAAQ,GAAG,CAAC,CAAC;gBAC5D,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpB,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;KACD,CAAC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"create-client.js","sourceRoot":"","sources":["../../src/lib/create-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAiB,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEpC;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC3B,OAAe,EACf,MAAc,EACd,SAAiB,EACjB,OAAoC;IAEpC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;QAC3B,OAAO,IAAI,SAAS,CAAC;YACpB,OAAO;YACP,MAAM;YACN,SAAS;YACT,OAAO,CAAC,GAAa;gBACpB,MAAM,GAAG,CAAC;YACX,CAAC;SACD,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,SAAS,CAAC;QACpB,OAAO;QACP,MAAM;QACN,SAAS;QACT,OAAO,CAAC,GAAa;YACpB,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;gBAClC,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;oBAC9B,KAAK,CAAC,0CAA0C,UAAU,IAAI,CAAC,CAAC;gBACjE,CAAC;qBAAM,CAAC;oBACP,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;oBACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACpD,MAAM,QAAQ,GACb,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC;wBACtC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,kBAAkB,EAAE;wBAChD,CAAC,CAAC,SAAS,CAAC;oBACd,KAAK,CAAC,wCAAwC,QAAQ,GAAG,CAAC,CAAC;gBAC5D,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpB,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;KACD,CAAC,CAAC;AACJ,CAAC"}

package/dist/lib/logger.d.ts

@@ -5,5 +5,7 @@
  */
 export declare function log(message: string): void;
 export declare function success(message: string): void;
+/** Non-fatal warning (the run still exits 0). */
+export declare function warn(message: string): void;
 export declare function error(message: string): void;
 //# sourceMappingURL=logger.d.ts.map

package/dist/lib/logger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,wBAAgB,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAEzC;AAED,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAE7C;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAE3C"}
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,wBAAgB,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAEzC;AAED,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAE7C;AAED,iDAAiD;AACjD,wBAAgB,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAE1C;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAE3C"}

package/dist/lib/logger.js

@@ -9,6 +9,10 @@ export function log(message) {
 export function success(message) {
     process.stderr.write(`  \u2713 ${message}\n`);
 }
+/** Non-fatal warning (the run still exits 0). */
+export function warn(message) {
+    process.stderr.write(`  ! ${message}\n`);
+}
 export function error(message) {
     process.stderr.write(`  \u2717 ${message}\n`);
 }

package/dist/lib/logger.js.map

@@ -1 +1 @@
-{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,UAAU,GAAG,CAAC,OAAe;IAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,OAAe;IACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,OAAe;IACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC;AAC/C,CAAC"}
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,UAAU,GAAG,CAAC,OAAe;IAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,OAAe;IACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC;AAC/C,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,IAAI,CAAC,OAAe;IACnC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,OAAO,IAAI,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,OAAe;IACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC;AAC/C,CAAC"}

package/dist/lib/perf-diff-eval.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Pure regression-gate logic for `framedash perf-diff`, kept free of I/O so the
+ * CI pass/fail decision is unit-testable. The shapes mirror the builds/compare
+ * API response (apps/web .../builds/compare); the CLI cannot import the web
+ * app's types, so they are restated here.
+ */
+/** Lower-is-better performance metrics perf-diff can gate on. */
+export type RegressionMetric = "frame_time" | "memory" | "gpu_time";
+export declare const REGRESSION_METRICS: readonly RegressionMetric[];
+export declare function isRegressionMetric(value: string): value is RegressionMetric;
+/** One metric's diff, as returned by the builds/compare API. */
+export interface ApiMetricDiff {
+    metric: RegressionMetric;
+    baselineP50: number | null;
+    candidateP50: number | null;
+    /** Signed percent change of candidate P50 vs baseline P50; null = not comparable. */
+    diffPct: number | null;
+    isRegression: boolean;
+    baselineTail: number | null;
+    candidateTail: number | null;
+}
+export interface ApiBuildComparison {
+    baseline: {
+        build_id: string;
+    };
+    candidate: {
+        build_id: string;
+    };
+    diffs: ApiMetricDiff[];
+}
+export interface RegressionVerdict {
+    /** True when at least one evaluated metric regressed beyond the threshold. */
+    failed: boolean;
+    /** Metrics that regressed beyond the threshold. */
+    offenders: ApiMetricDiff[];
+    /** Metrics actually evaluated (matching the metric filter, with comparable data). */
+    evaluated: ApiMetricDiff[];
+}
+export interface EvaluateOptions {
+    /** Restrict the gate to a single metric; default checks all. */
+    metric?: RegressionMetric;
+    /**
+     * A metric fails only when its P50 worsened by MORE than this percentage,
+     * letting CI tolerate run-to-run noise. Default 0 = any worsening fails.
+     */
+    thresholdPct?: number;
+}
+/**
+ * Decide whether a build comparison should fail a CI gate. All regression
+ * metrics are lower-is-better, so a positive diffPct (candidate P50 above
+ * baseline) is a regression. A null diffPct (no baseline data, or a metric
+ * unavailable on the platform, e.g. GPU timing) is not comparable and is
+ * skipped -- neither an offender nor counted as evaluated.
+ */
+export declare function evaluateRegression(comparison: ApiBuildComparison, options?: EvaluateOptions): RegressionVerdict;
+/** A one-line human summary of a single metric diff (for CI logs). */
+export declare function formatMetricDiff(d: ApiMetricDiff): string;
+//# sourceMappingURL=perf-diff-eval.d.ts.map

package/dist/lib/perf-diff-eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"perf-diff-eval.d.ts","sourceRoot":"","sources":["../../src/lib/perf-diff-eval.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,iEAAiE;AACjE,MAAM,MAAM,gBAAgB,GAAG,YAAY,GAAG,QAAQ,GAAG,UAAU,CAAC;AAEpE,eAAO,MAAM,kBAAkB,EAAE,SAAS,gBAAgB,EAAyC,CAAC;AAEpG,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,gBAAgB,CAE3E;AAED,gEAAgE;AAChE,MAAM,WAAW,aAAa;IAC7B,MAAM,EAAE,gBAAgB,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,qFAAqF;IACrF,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,kBAAkB;IAClC,QAAQ,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/B,SAAS,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAChC,KAAK,EAAE,aAAa,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IACjC,8EAA8E;IAC9E,MAAM,EAAE,OAAO,CAAC;IAChB,mDAAmD;IACnD,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,qFAAqF;IACrF,SAAS,EAAE,aAAa,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC/B,gEAAgE;IAChE,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CACjC,UAAU,EAAE,kBAAkB,EAC9B,OAAO,GAAE,eAAoB,GAC3B,iBAAiB,CAmBnB;AAED,sEAAsE;AACtE,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,aAAa,GAAG,MAAM,CAQzD"}

package/dist/lib/perf-diff-eval.js

@@ -0,0 +1,49 @@
+/**
+ * Pure regression-gate logic for `framedash perf-diff`, kept free of I/O so the
+ * CI pass/fail decision is unit-testable. The shapes mirror the builds/compare
+ * API response (apps/web .../builds/compare); the CLI cannot import the web
+ * app's types, so they are restated here.
+ */
+export const REGRESSION_METRICS = ["frame_time", "memory", "gpu_time"];
+export function isRegressionMetric(value) {
+    return REGRESSION_METRICS.includes(value);
+}
+/**
+ * Decide whether a build comparison should fail a CI gate. All regression
+ * metrics are lower-is-better, so a positive diffPct (candidate P50 above
+ * baseline) is a regression. A null diffPct (no baseline data, or a metric
+ * unavailable on the platform, e.g. GPU timing) is not comparable and is
+ * skipped -- neither an offender nor counted as evaluated.
+ */
+export function evaluateRegression(comparison, options = {}) {
+    // Clamp a non-finite or negative threshold to 0 (the strictest gate) so a bad
+    // value fails safe rather than silently disabling the gate -- `x > Infinity`
+    // and `x > NaN` are both always false, which would pass every regression. The
+    // command validates --threshold too; this keeps the exported helper robust on
+    // its own.
+    const threshold = Number.isFinite(options.thresholdPct) && options.thresholdPct >= 0
+        ? options.thresholdPct
+        : 0;
+    // Defensive: a malformed response (missing diffs) yields no evaluable metrics,
+    // which the caller treats as "nothing comparable" -> fail-closed. `typeof ===
+    // "number"` (not `!== null`) also skips an undefined/missing diffPct safely.
+    const diffs = Array.isArray(comparison?.diffs) ? comparison.diffs : [];
+    const evaluated = diffs.filter((d) => (!options.metric || d.metric === options.metric) && typeof d.diffPct === "number");
+    const offenders = evaluated.filter((d) => d.diffPct > threshold);
+    return { failed: offenders.length > 0, offenders, evaluated };
+}
+/** A one-line human summary of a single metric diff (for CI logs). */
+export function formatMetricDiff(d) {
+    // `typeof !== "number"` covers a null OR an undefined/missing diffPct, so the
+    // toFixed() below can never throw on a malformed row.
+    if (typeof d.diffPct !== "number")
+        return `${d.metric}: no comparable data`;
+    const sign = d.diffPct >= 0 ? "+" : "";
+    return `${d.metric}: ${sign}${d.diffPct.toFixed(1)}% (P50 ${fmtValue(d.baselineP50)} -> ${fmtValue(d.candidateP50)})`;
+}
+function fmtValue(value) {
+    // `typeof !== "number"` covers null AND a missing/undefined value on a
+    // malformed row, so toFixed() can never throw here.
+    return typeof value !== "number" ? "n/a" : value.toFixed(2);
+}
+//# sourceMappingURL=perf-diff-eval.js.map