@effect-bench/cli 0.0.0-stage → 0.0.1

package/README.md

@@ -1,3 +1,88 @@
-# Temporary Holding Version
+# effect-bench
 
-This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
+Benchmarks for [Effect](https://effect.website) code, with JSON output and baseline verdicts built for agents and CI.
+
+Community project, not affiliated with the Effect team.
+
+```ts
+// bench/schema.bench.ts
+import { Bench } from '@effect-bench/core'
+import { Effect } from 'effect'
+
+export default Bench.suite('workflowCompiler', { layer: NodeRegistry.layer })(
+  Bench.params('compile', { nodes: [10, 100, 1000] }, {
+    prepare: ({ nodes }) => Effect.succeed(makeDraft(nodes)),   // untimed
+    run: draft => compile(draft),                                // timed
+  }),
+  Bench.group('decode', { baseline: 'sync' })(
+    Bench.sync('sync', () => decodeSync(lead)),
+    Bench.make('effect', () => decodeEffect(lead)),
+  ),
+  Bench.sync('encode', () => encode(payload), { budget: { p99: '5 millis' } }),
+)
+```
+
+```bash
+effect-bench list
+effect-bench run --save before          # store a baseline
+effect-bench run --compare before --json
+effect-bench check --compare before     # exit 1 on a regression or blown budget
+effect-bench run --rigorous --forks 8   # more processes for a tighter interval
+```
+
+## Writing benches
+
+| Constructor | Measures |
+| --- | --- |
+| `Bench.make(name, effect)` | re-runs one Effect value |
+| `Bench.make(name, ctx => effect)` | builds and runs a fresh Effect per operation |
+| `Bench.sync(name, ctx => value)` | a plain function |
+| `Bench.params(name, matrix, { prepare?, run \| sync })` | one bench per combination, ids like `compile[nodes=100]` |
+| `Bench.group(name, { baseline })(...)` | alternatives, reported as a ratio to the baseline |
+
+`Bench.suite(name, { layer, setup, ...options })` builds `layer` once per suite and runs `setup` in the suite's scope; its result is the `ctx` each bench receives. Benches can only use services the layer provides — anything else is a type error.
+
+Options (suite or bench): `samples`, `minTime`, `warmup`, `memory` (GC + heap delta per sample), `budget: { p50, p99 }`, `tags`, and `check` (validates one result before timing).
+
+## Output
+
+`--json` prints one record per line on stdout: a `result` per bench and a final `summary`. Logs go to stderr.
+
+```json
+{"type":"result","schemaVersion":1,"status":"ok","id":"leadSchema/decode/effect","stats":{"medianNs":858,"p99Ns":943,"opsPerSec":1165161,...},"comparison":{"baseline":"before","change":0.051,"ci":[0.039,0.058],"verdict":"slower","stale":false},"relative":{"baselineId":"leadSchema/decode/sync","ratio":5.1}}
+{"type":"summary","schemaVersion":1,"total":4,"failed":0,"regressions":1,"budgetsExceeded":0,"stale":0,"exitCode":1}
+```
+
+## How verdicts work
+
+The CLI measures each suite in several fresh processes (`--forks`, default 3; 6 with `--rigorous`), interleaved fork by fork so slow drift spreads across suites. Drift between processes — JIT decisions, CPU frequency — is much larger than noise within one run, so each fork's median counts as one observation: the 95% interval for the change is a pooled t-interval on log medians.
+
+`faster`/`slower` only when the whole interval is beyond the noise threshold (`--threshold`, default 3%), `same` when it is inside, `inconclusive` otherwise. On a laptop with 3 forks per side, repeated comparisons of unchanged code gave no false verdicts in 96 tries; a 15% slowdown was flagged every time and a 5% one most of the time (otherwise `inconclusive`). Treat `inconclusive` as "measure more": `--rigorous` or more `--forks`.
+
+`--forks 0` measures in the CLI process, and `Runner.run` does the same when called from code. With a single fork on both sides the interval only sees within-run noise and will overstate confidence.
+
+Exit codes: `0` ok, `1` regression or blown budget, `2` failed bench or error, `3` baseline recorded on another runtime or machine.
+
+## Config
+
+Optional `effect-bench.config.ts` in the working directory:
+
+```ts
+import { BenchConfig } from '@effect-bench/cli'
+
+export default BenchConfig.make({
+  include: ['**/bench/*.bench.ts'],
+  modes: { ci: { samples: 50, minTime: '1 second', forks: 5 } },
+  noiseThreshold: 0.05,
+})
+```
+
+## Packages
+
+- `@effect-bench/core` — DSL, measuring loop, stats, comparison, runner, reporters. No platform imports.
+- `@effect-bench/node` — hrtime clock, GC and heap, environment fingerprint, file baseline store.
+- `@effect-bench/cli` — `effect-bench` command.
+
+## Known limitations
+
+- Bench files are loaded with Node's built-in type stripping, so they must use erasable TypeScript syntax only.

package/dist/src/Cli.d.ts

@@ -0,0 +1,5 @@
+import { Effect } from 'effect';
+import { Command } from 'effect/cli';
+export declare const command: Command.Command<"effect-bench", {}, {}, unknown, never>;
+export declare const main: Effect.Effect<void, unknown, Command.Environment>;
+//# sourceMappingURL=Cli.d.ts.map

package/dist/src/Cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Cli.d.ts","sourceRoot":"","sources":["../../src/Cli.ts"],"names":[],"mappings":"AAEA,OAAO,EAAW,MAAM,EAAiB,MAAM,QAAQ,CAAA;AACvD,OAAO,EAAY,OAAO,EAAQ,MAAM,YAAY,CAAA;AAkIpD,eAAO,MAAM,OAAO,yDAGnB,CAAA;AAED,eAAO,MAAM,IAAI,mDAA6C,CAAA"}

package/dist/src/Cli.js

@@ -0,0 +1,81 @@
+import { Reporter, Runner } from '@effect-bench/core';
+import { NodeBench } from '@effect-bench/node';
+import { Console, Effect, Layer, Option } from 'effect';
+import { Argument, Command, Flag } from 'effect/cli';
+import { defaultModes, defaults } from './Config.js';
+import { discover, loadConfig } from './Discover.js';
+import { measureInChild, recordPrefix } from './Fork.js';
+const filter = Argument.String('filter').pipe(Argument.withDescription('Only benches whose id contains this text, or that carry this tag'), Argument.optional);
+const json = Flag.Boolean('json').pipe(Flag.withDescription('Print one JSON record per line on stdout'), Flag.withDefault(false));
+const save = Flag.String('save').pipe(Flag.withDescription('Save results as a named baseline'), Flag.optional);
+const compare = Flag.String('compare').pipe(Flag.withDescription('Compare against a saved baseline'), Flag.optional);
+const mode = Flag.String('mode').pipe(Flag.withDescription('Sampling preset from the config, e.g. quick or rigorous'), Flag.optional);
+const quick = Flag.Boolean('quick').pipe(Flag.withDescription('Same as --mode quick'), Flag.withDefault(false));
+const rigorous = Flag.Boolean('rigorous').pipe(Flag.withDescription('Same as --mode rigorous'), Flag.withDefault(false));
+const forks = Flag.Int('forks').pipe(Flag.withDescription('Fresh processes per suite (default 3); 0 measures in this process'), Flag.optional);
+const threshold = Flag.Finite('threshold').pipe(Flag.withDescription('Relative change treated as noise (default 0.03)'), Flag.optional);
+const load = Effect.gen(function* () {
+    const cwd = process.cwd();
+    const config = yield* loadConfig(cwd);
+    return { config, suites: yield* discover(cwd, config) };
+});
+const platformLayer = (config) => {
+    const node = NodeBench.layer({ baselineDirectory: config.baselineDirectory ?? defaults.baselineDirectory });
+    return config.layer === undefined ? node : Layer.merge(node, config.layer);
+};
+const resolveMode = (config, name) => Effect.gen(function* () {
+    const modes = { ...defaultModes, ...config.modes };
+    if (name === undefined)
+        return undefined;
+    const mode = modes[name];
+    if (mode === undefined) {
+        return yield* Effect.fail(`Unknown mode "${name}". Known modes: ${Object.keys(modes).join(', ')}`);
+    }
+    return mode;
+});
+const runBenches = (options) => Effect.gen(function* () {
+    const { config, suites } = yield* load;
+    const modeName = options.quick ? 'quick' : options.rigorous ? 'rigorous' : Option.getOrUndefined(options.mode);
+    const mode = yield* resolveMode(config, modeName);
+    const filter = Option.getOrUndefined(options.filter);
+    const forkCount = Option.getOrElse(options.forks, () => mode?.forks ?? defaults.forks);
+    const plan = Runner.plan(suites, { filter, mode });
+    const forksRaw = [];
+    if (forkCount === 0) {
+        forksRaw.push(yield* Runner.measureSuites(suites, { filter, mode }).pipe(Effect.provide(platformLayer(config))));
+    }
+    // Fork-major order spreads slow drift (thermal, background load) across every suite instead of one.
+    for (let fork = 1; fork <= forkCount; fork++) {
+        const raws = [];
+        for (const { suite, benches } of plan) {
+            yield* Console.error(`fork ${fork}/${forkCount}  ${suite.name}`);
+            raws.push(...(yield* measureInChild(benches.map(({ planned }) => planned), { suite: suite.name, filter, mode: modeName })));
+        }
+        forksRaw.push(raws);
+    }
+    const { summary } = yield* Runner.finish(forksRaw, {
+        save: Option.getOrUndefined(options.save),
+        compare: Option.getOrUndefined(options.compare),
+        noiseThreshold: Option.getOrElse(options.threshold, () => config.noiseThreshold ?? defaults.noiseThreshold),
+    }).pipe(Effect.provide(Layer.merge(platformLayer(config), options.json ? Reporter.json : Reporter.table)));
+    process.exitCode = summary.exitCode;
+});
+const measureCommand = Command.make('measure', { filter, mode, suite: Flag.String('suite') }, options => Effect.gen(function* () {
+    const { config, suites } = yield* load;
+    const mode = yield* resolveMode(config, Option.getOrUndefined(options.mode));
+    const raws = yield* Runner.measureSuites(suites.filter(suite => suite.name === options.suite), { filter: Option.getOrUndefined(options.filter), mode }).pipe(Effect.provide(platformLayer(config)));
+    for (const raw of raws)
+        yield* Console.log(`${recordPrefix}${JSON.stringify(raw)}`);
+})).pipe(Command.withDescription('Internal: measure one suite in this process and print raw records'));
+const runConfig = { filter, json, save, compare, mode, quick, rigorous, forks, threshold };
+const run = Command.make('run', runConfig, runBenches).pipe(Command.withDescription('Run benches, optionally saving or comparing a baseline'));
+const check = Command.make('check', { ...runConfig, compare: Flag.String('compare').pipe(Flag.withDescription('Baseline to compare against')) }, options => runBenches({ ...options, compare: Option.some(options.compare) })).pipe(Command.withDescription('Run benches against a baseline; exit 1 on a regression or blown budget'));
+const list = Command.make('list', { filter, json }, options => Effect.gen(function* () {
+    const { suites } = yield* load;
+    const planned = Runner.list(suites, Option.getOrUndefined(options.filter));
+    for (const bench of planned)
+        yield* Console.log(options.json ? JSON.stringify(bench) : bench.id);
+})).pipe(Command.withDescription('List bench ids without running anything'));
+export const command = Command.make('effect-bench').pipe(Command.withDescription('Benchmarks for Effect code'), Command.withSubcommands([run, check, list, measureCommand]));
+export const main = Command.run(command, { version: '0.0.0' });
+//# sourceMappingURL=Cli.js.map

package/dist/src/Cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Cli.js","sourceRoot":"","sources":["../../src/Cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,QAAQ,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AACvD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AACpD,OAAO,EAAe,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACjE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AACpD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAExD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAC3C,QAAQ,CAAC,eAAe,CAAC,kEAAkE,CAAC,EAC5F,QAAQ,CAAC,QAAQ,CAClB,CAAA;AACD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CACpC,IAAI,CAAC,eAAe,CAAC,0CAA0C,CAAC,EAChE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CACxB,CAAA;AACD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,kCAAkC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;AAC9G,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,kCAAkC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;AACpH,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACnC,IAAI,CAAC,eAAe,CAAC,yDAAyD,CAAC,EAC/E,IAAI,CAAC,QAAQ,CACd,CAAA;AACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAA;AAC/G,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAA;AACxH,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAClC,IAAI,CAAC,eAAe,CAAC,mEAAmE,CAAC,EACzF,IAAI,CAAC,QAAQ,CACd,CAAA;AACD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAC7C,IAAI,CAAC,eAAe,CAAC,iDAAiD,CAAC,EACvE,IAAI,CAAC,QAAQ,CACd,CAAA;AAED,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACzB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;IACrC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAA;AACzD,CAAC,CAAC,CAAA;AAEF,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,EAAE;IACvC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC,CAAA;IAC3G,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;AAC5E,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAAC,MAAc,EAAE,IAAwB,EAAE,EAAE,CAC/D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,KAAK,GAAG,EAAE,GAAG,YAAY,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,CAAA;IAClD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;IACxB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,mBAAmB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACpG,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAC,CAAA;AAEJ,MAAM,UAAU,GAAG,CAAC,OAUnB,EAAE,EAAE,CACH,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAA;IACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC9G,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACpD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAA;IAEtF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;IAClD,MAAM,QAAQ,GAAoC,EAAE,CAAA;IACpD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;IAClH,CAAC;IACD,oGAAoG;IACpG,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAqB,EAAE,CAAA;QACjC,KAAK,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;YACtC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,SAAS,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;YAChE,IAAI,CAAC,IAAI,CACP,GAAG,CAAC,KAAK,CAAC,CAAC,cAAc,CACvB,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,EACrC,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAC9C,CAAC,CACH,CAAA;QACH,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE;QACjD,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC;QACzC,OAAO,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC;QAC/C,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc,CAAC;KAC5G,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC1G,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;AACrC,CAAC,CAAC,CAAA;AAEJ,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,CACtG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAA;IACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5E,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CACtC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,KAAK,CAAC,EACpD,EAAE,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CACxD,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC7C,KAAK,MAAM,GAAG,IAAI,IAAI;QAAE,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;AACrF,CAAC,CAAC,CACH,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,mEAAmE,CAAC,CAAC,CAAA;AAEpG,MAAM,SAAS,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;AAE1F,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,IAAI,CACzD,OAAO,CAAC,eAAe,CAAC,wDAAwD,CAAC,CAClF,CAAA;AAED,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CACxB,OAAO,EACP,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,6BAA6B,CAAC,CAAC,EAAE,EAC3G,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAC7E,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,wEAAwE,CAAC,CAAC,CAAA;AAEzG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,EAAE,CAC5D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAA;IAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;IAC1E,KAAK,MAAM,KAAK,IAAI,OAAO;QAAE,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;AAClG,CAAC,CAAC,CACH,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,yCAAyC,CAAC,CAAC,CAAA;AAE1E,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CACtD,OAAO,CAAC,eAAe,CAAC,4BAA4B,CAAC,EACrD,OAAO,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAC5D,CAAA;AAED,MAAM,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA"}

package/dist/src/Config.d.ts

@@ -0,0 +1,26 @@
+import type { Bench } from '@effect-bench/core';
+import type { Layer } from 'effect';
+export interface Config {
+    /** Globs relative to the working directory. */
+    readonly include?: ReadonlyArray<string>;
+    readonly exclude?: ReadonlyArray<string>;
+    readonly modes?: Readonly<Record<string, Mode>>;
+    readonly noiseThreshold?: number;
+    readonly baselineDirectory?: string;
+    /** Replaces services from the Node layer, e.g. a different baseline store. */
+    readonly layer?: Layer.Layer<never, unknown>;
+}
+export interface Mode extends Bench.Options {
+    /** Fresh processes per suite; 0 measures in the CLI process. */
+    readonly forks?: number;
+}
+export declare const make: (config: Config) => Config;
+export declare const defaultModes: Readonly<Record<string, Mode>>;
+export declare const defaults: {
+    readonly include: readonly ['**/*.bench.ts'];
+    readonly exclude: readonly ['**/node_modules/**', '**/dist/**'];
+    readonly noiseThreshold: 0.03;
+    readonly forks: 3;
+    readonly baselineDirectory: '.bench/baselines';
+};
+//# sourceMappingURL=Config.d.ts.map

package/dist/src/Config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../src/Config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC/C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AAEnC,MAAM,WAAW,MAAM;IACrB,+CAA+C;IAC/C,QAAQ,CAAC,OAAO,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;IACxC,QAAQ,CAAC,OAAO,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;IACxC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;IAC/C,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IACnC,8EAA8E;IAC9E,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;CAC7C;AAED,MAAM,WAAW,IAAK,SAAQ,KAAK,CAAC,OAAO;IACzC,gEAAgE;IAChE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,eAAO,MAAM,IAAI,WAAY,MAAM,KAAG,MAAgB,CAAA;AAEtD,eAAO,MAAM,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAGvD,CAAA;AAED,eAAO,MAAM,QAAQ;aACnB,OAAO,YAAG,eAAe;aACzB,OAAO,YAAG,oBAAoB,EAAE,YAAY;aAC5C,cAAc,EAAE,IAAI;aACpB,KAAK,EAAE,CAAC;aACR,iBAAiB,EAAE,kBAAkB;CAC7B,CAAA"}

package/dist/src/Config.js

@@ -0,0 +1,13 @@
+export const make = (config) => config;
+export const defaultModes = {
+    quick: { samples: 10, minTime: '100 millis', warmup: '50 millis', forks: 3 },
+    rigorous: { samples: 100, minTime: '2 seconds', warmup: '1 second', forks: 6 },
+};
+export const defaults = {
+    include: ['**/*.bench.ts'],
+    exclude: ['**/node_modules/**', '**/dist/**'],
+    noiseThreshold: 0.03,
+    forks: 3,
+    baselineDirectory: '.bench/baselines',
+};
+//# sourceMappingURL=Config.js.map

package/dist/src/Config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Config.js","sourceRoot":"","sources":["../../src/Config.ts"],"names":[],"mappings":"AAmBA,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,MAAc,EAAU,EAAE,CAAC,MAAM,CAAA;AAEtD,MAAM,CAAC,MAAM,YAAY,GAAmC;IAC1D,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE;IAC5E,QAAQ,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE;CAC/E,CAAA;AAED,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,OAAO,EAAE,CAAC,eAAe,CAAC;IAC1B,OAAO,EAAE,CAAC,oBAAoB,EAAE,YAAY,CAAC;IAC7C,cAAc,EAAE,IAAI;IACpB,KAAK,EAAE,CAAC;IACR,iBAAiB,EAAE,kBAAkB;CAC7B,CAAA"}

package/dist/src/Discover.d.ts

@@ -0,0 +1,15 @@
+import type { Bench } from '@effect-bench/core';
+import { Effect } from 'effect';
+import { type Config } from './Config.ts';
+declare const DiscoveryError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
+    readonly _tag: "DiscoveryError";
+} & Readonly<A>;
+export declare class DiscoveryError extends DiscoveryError_base<{
+    readonly message: string;
+    readonly cause?: unknown;
+}> {
+}
+export declare const loadConfig: (cwd: string) => Effect.Effect<Config, DiscoveryError, never>;
+export declare const discover: (cwd: string, config: Config) => Effect.Effect<Bench.Suite[], DiscoveryError, never>;
+export {};
+//# sourceMappingURL=Discover.d.ts.map

package/dist/src/Discover.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Discover.d.ts","sourceRoot":"","sources":["../../src/Discover.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC/C,OAAO,EAAQ,MAAM,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,KAAK,MAAM,EAAY,MAAM,aAAa,CAAA;;;;AAEnD,qBAAa,cAAe,SAAQ,oBAAmC;IACrE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CACzB,CAAC;CAAG;AAUL,eAAO,MAAM,UAAU,+DAIrB,CAAA;AAKF,eAAO,MAAM,QAAQ,sFAuBnB,CAAA"}

package/dist/src/Discover.js

@@ -0,0 +1,52 @@
+var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExtension) || function (path, preserveJsx) {
+    if (typeof path === "string" && /^\.\.?\//.test(path)) {
+        return path.replace(/\.(tsx)$|((?:\.d)?)((?:\.[^./]+?)?)\.([cm]?)ts$/i, function (m, tsx, d, ext, cm) {
+            return tsx ? preserveJsx ? ".jsx" : ".js" : d && (!ext || !cm) ? m : (d + ext + "." + cm.toLowerCase() + "js");
+        });
+    }
+    return path;
+};
+import { existsSync } from 'node:fs';
+import { glob } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import { pathToFileURL } from 'node:url';
+import { Data, Effect } from 'effect';
+import { defaults } from './Config.js';
+export class DiscoveryError extends Data.TaggedError('DiscoveryError') {
+}
+const configFile = 'effect-bench.config.ts';
+const importModule = (file) => Effect.tryPromise({
+    try: () => import(__rewriteRelativeImportExtension(pathToFileURL(resolve(file)).href)),
+    catch: cause => new DiscoveryError({ message: `Could not import ${file}.`, cause }),
+});
+export const loadConfig = Effect.fn('effectBench/loadConfig')(function* (cwd) {
+    const file = resolve(cwd, configFile);
+    if (!existsSync(file))
+        return {};
+    return ((yield* importModule(file)).default ?? {});
+});
+const isSuite = (value) => typeof value === 'object' && value !== null && '_tag' in value && value._tag === 'Suite';
+export const discover = Effect.fn('effectBench/discover')(function* (cwd, config) {
+    const exclude = config.exclude ?? defaults.exclude;
+    const files = yield* Effect.tryPromise({
+        try: async () => {
+            const found = [];
+            for await (const file of glob([...(config.include ?? defaults.include)], { cwd, exclude: [...exclude] })) {
+                found.push(file);
+            }
+            return found;
+        },
+        catch: cause => new DiscoveryError({ message: 'Could not search for bench files.', cause }),
+    });
+    const suites = [];
+    for (const file of files.sort()) {
+        const exported = (yield* importModule(resolve(cwd, file))).default;
+        const candidates = Array.isArray(exported) ? exported : [exported];
+        if (!candidates.every(isSuite)) {
+            return yield* new DiscoveryError({ message: `${file} must default-export a suite or an array of suites.` });
+        }
+        suites.push(...candidates);
+    }
+    return suites;
+});
+//# sourceMappingURL=Discover.js.map

package/dist/src/Discover.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Discover.js","sourceRoot":"","sources":["../../src/Discover.ts"],"names":[],"mappings":";;;;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAExC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAe,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEnD,MAAM,OAAO,cAAe,SAAQ,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAGnE;CAAG;AAEL,MAAM,UAAU,GAAG,wBAAwB,CAAA;AAE3C,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,EAAE,CACpC,MAAM,CAAC,UAAU,CAAC;IAChB,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,kCAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAA4C;IAC/F,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,oBAAoB,IAAI,GAAG,EAAE,KAAK,EAAE,CAAC;CACpF,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,wBAAwB,CAAC,CAAC,QAAQ,CAAC,EAAE,GAAW;IAClF,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;IACrC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAmB,CAAA;IACjD,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAW,CAAA;AAC9D,CAAC,CAAC,CAAA;AAEF,MAAM,OAAO,GAAG,CAAC,KAAc,EAAwB,EAAE,CACvD,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAA;AAE1F,MAAM,CAAC,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,EAAE,GAAW,EAAE,MAAc;IAC9F,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAA;IAClD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;QACrC,GAAG,EAAE,KAAK,IAAI,EAAE;YACd,MAAM,KAAK,GAAkB,EAAE,CAAA;YAC/B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;gBACzG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAClB,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,mCAAmC,EAAE,KAAK,EAAE,CAAC;KAC5F,CAAC,CAAA;IAEF,MAAM,MAAM,GAAuB,EAAE,CAAA;IACrC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;QAClE,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;QAClE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC,CAAC,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,GAAG,IAAI,qDAAqD,EAAE,CAAC,CAAA;QAC7G,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;IAC5B,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC,CAAC,CAAA"}

package/dist/src/Fork.d.ts

@@ -0,0 +1,42 @@
+import { Runner } from '@effect-bench/core';
+import { Effect } from 'effect';
+/** Marks result lines so stray console output from bench code is ignored. */
+export declare const recordPrefix = "@@effect-bench ";
+/** Runs one suite in a fresh process and returns its raw records; a crash fails every planned bench. */
+export declare const measureInChild: (planned: readonly Runner.PlannedBench[], options: {
+    readonly suite: string;
+    readonly filter: string | undefined;
+    readonly mode: string | undefined;
+}) => Effect.Effect<({
+    readonly id: string;
+    readonly suite: string;
+    readonly name: string;
+    readonly group: string | null;
+    readonly params: {
+        readonly [x: string]: string | number | boolean;
+    };
+    readonly tags: readonly string[];
+    readonly status: "ok";
+    readonly relativeTo: string | null;
+    readonly samplesNs: readonly number[];
+    readonly batchSize: number;
+    readonly overheadNs: number;
+    readonly heapDeltaBytes: number | null;
+    readonly budgetNs: {
+        readonly p50: number | null;
+        readonly p99: number | null;
+    } | null;
+} | {
+    readonly id: string;
+    readonly suite: string;
+    readonly name: string;
+    readonly group: string | null;
+    readonly params: {
+        readonly [x: string]: string | number | boolean;
+    };
+    readonly tags: readonly string[];
+    readonly status: "failed";
+    readonly phase: "check" | "prepare" | "run" | "setup";
+    readonly message: string;
+})[], never, never>;
+//# sourceMappingURL=Fork.d.ts.map

package/dist/src/Fork.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Fork.d.ts","sourceRoot":"","sources":["../../src/Fork.ts"],"names":[],"mappings":"AAEA,OAAO,EAAa,MAAM,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAW,MAAM,EAAU,MAAM,QAAQ,CAAA;AAEhD,6EAA6E;AAC7E,eAAO,MAAM,YAAY,oBAAoB,CAAA;AAyB7C,wGAAwG;AACxG,eAAO,MAAM,cAAc;oBAEE,MAAM;qBAAmB,MAAM,GAAG,SAAS;mBAAiB,MAAM,GAAG,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mBAyBzG,CAAA"}

package/dist/src/Fork.js

@@ -0,0 +1,41 @@
+import { execFile } from 'node:child_process';
+import { fileURLToPath } from 'node:url';
+import { RawResult, Runner } from '@effect-bench/core';
+import { Console, Effect, Schema } from 'effect';
+/** Marks result lines so stray console output from bench code is ignored. */
+export const recordPrefix = '@@effect-bench ';
+// Published builds run from dist/*.js, the workspace from src/*.ts.
+const bin = fileURLToPath(new URL(import.meta.url.endsWith('.ts') ? './bin.ts' : './bin.js', import.meta.url));
+const decodeRaw = Schema.decodeUnknownSync(Schema.fromJsonString(RawResult));
+const spawn = (args) => Effect.callback(resume => {
+    const execArgv = [...new Set([...process.execArgv, '--expose-gc'])];
+    const child = execFile(process.execPath, [...execArgv, bin, ...args], { maxBuffer: 256 * 1024 * 1024, env: process.env }, (error, stdout, stderr) => resume(Effect.succeed({ stdout, stderr, exitCode: error === null ? null : (error.code ?? null) })));
+    return Effect.sync(() => child.kill());
+});
+/** Runs one suite in a fresh process and returns its raw records; a crash fails every planned bench. */
+export const measureInChild = Effect.fn('effectBench/measureInChild')(function* (planned, options) {
+    const output = yield* spawn([
+        'measure',
+        '--suite',
+        options.suite,
+        ...(options.mode === undefined ? [] : ['--mode', options.mode]),
+        ...(options.filter === undefined ? [] : [options.filter]),
+    ]);
+    const records = output.stdout
+        .split('\n')
+        .filter(line => line.startsWith(recordPrefix))
+        .map(line => decodeRaw(line.slice(recordPrefix.length)));
+    const missing = planned.filter(bench => !records.some(record => record.id === bench.id));
+    if (missing.length > 0) {
+        const stderr = output.stderr.trim().split('\n').slice(-20).join('\n');
+        const exited = output.exitCode === null
+            ? 'the child process produced no result'
+            : `the child process exited with ${output.exitCode}`;
+        const reason = stderr === '' ? exited : `${exited}:\n${stderr}`;
+        if (output.exitCode !== null)
+            yield* Console.error(reason);
+        return [...records, ...missing.map(bench => Runner.failed(bench, 'run', reason))];
+    }
+    return records;
+});
+//# sourceMappingURL=Fork.js.map

package/dist/src/Fork.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Fork.js","sourceRoot":"","sources":["../../src/Fork.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAEhD,6EAA6E;AAC7E,MAAM,CAAC,MAAM,YAAY,GAAG,iBAAiB,CAAA;AAE7C,oEAAoE;AACpE,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;AAC9G,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAA;AAQ5E,MAAM,KAAK,GAAG,CAAC,IAA2B,EAAE,EAAE,CAC5C,MAAM,CAAC,QAAQ,CAAc,MAAM,CAAC,EAAE;IACpC,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAA;IACnE,MAAM,KAAK,GAAG,QAAQ,CACpB,OAAO,CAAC,QAAQ,EAChB,CAAC,GAAG,QAAQ,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAC3B,EAAE,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAClD,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CACxB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CACrG,CAAA;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;AACxC,CAAC,CAAC,CAAA;AAEJ,wGAAwG;AACxG,MAAM,CAAC,MAAM,cAAc,GAAG,MAAM,CAAC,EAAE,CAAC,4BAA4B,CAAC,CAAC,QAAQ,CAAC,EAC7E,OAA2C,EAC3C,OAA2G;IAE3G,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC;QAC1B,SAAS;QACT,SAAS;QACT,OAAO,CAAC,KAAK;QACb,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/D,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;KAC1D,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM;SAC1B,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;SAC7C,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;IACxF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACrE,MAAM,MAAM,GACV,MAAM,CAAC,QAAQ,KAAK,IAAI;YACtB,CAAC,CAAC,sCAAsC;YACxC,CAAC,CAAC,iCAAiC,MAAM,CAAC,QAAQ,EAAE,CAAA;QACxD,MAAM,MAAM,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,MAAM,MAAM,EAAE,CAAA;QAC/D,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI;YAAE,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1D,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;IACnF,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC,CAAC,CAAA"}

package/dist/src/bin.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=bin.d.ts.map

package/dist/src/bin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.d.ts","sourceRoot":"","sources":["../../src/bin.ts"],"names":[],"mappings":""}

package/dist/src/bin.js

@@ -0,0 +1,9 @@
+#!/usr/bin/env node
+import { NodeRuntime, NodeServices } from '@effect/platform-node';
+import { Effect, Exit } from 'effect';
+import { main } from './Cli.js';
+NodeRuntime.runMain(main.pipe(Effect.provide(NodeServices.layer)), {
+    // Failures (bad flags, missing baseline, import errors) exit 2; otherwise keep the code the run decided.
+    teardown: (exit, onExit) => onExit(Exit.isSuccess(exit) ? Number(process.exitCode ?? 0) : 2),
+});
+//# sourceMappingURL=bin.js.map

package/dist/src/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../../src/bin.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAA;AAE/B,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE;IACjE,yGAAyG;IACzG,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC7F,CAAC,CAAA"}

package/dist/src/index.d.ts

@@ -0,0 +1,3 @@
+export * as BenchConfig from './Config.ts';
+export { command, main } from './Cli.ts';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,WAAW,MAAM,aAAa,CAAA;AAC1C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAA"}

package/dist/src/index.js

@@ -0,0 +1,3 @@
+export * as BenchConfig from './Config.js';
+export { command, main } from './Cli.js';
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,WAAW,MAAM,aAAa,CAAA;AAC1C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAA"}

package/package.json

@@ -1,6 +1,34 @@
 {
   "name": "@effect-bench/cli",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
+  "version": "0.0.1",
+  "type": "module",
+  "bin": {
+    "effect-bench": "./dist/src/bin.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/src/index.d.ts",
+      "default": "./dist/src/index.js"
+    }
+  },
+  "dependencies": {
+    "@effect-bench/core": "0.0.1",
+    "@effect-bench/node": "0.0.1"
+  },
+  "peerDependencies": {
+    "effect": "^4.1.2",
+    "@effect/platform-node": "^4.1.2"
+  },
+  "devDependencies": {
+    "effect": "4.1.2",
+    "@effect/platform-node": "4.1.2"
+  },
+  "files": [
+    "dist/src",
+    "src"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {}
 }

package/src/Cli.ts

@@ -0,0 +1,139 @@
+import { type RawResult, Reporter, Runner } from '@effect-bench/core'
+import { NodeBench } from '@effect-bench/node'
+import { Console, Effect, Layer, Option } from 'effect'
+import { Argument, Command, Flag } from 'effect/cli'
+import { type Config, defaultModes, defaults } from './Config.ts'
+import { discover, loadConfig } from './Discover.ts'
+import { measureInChild, recordPrefix } from './Fork.ts'
+
+const filter = Argument.String('filter').pipe(
+  Argument.withDescription('Only benches whose id contains this text, or that carry this tag'),
+  Argument.optional
+)
+const json = Flag.Boolean('json').pipe(
+  Flag.withDescription('Print one JSON record per line on stdout'),
+  Flag.withDefault(false)
+)
+const save = Flag.String('save').pipe(Flag.withDescription('Save results as a named baseline'), Flag.optional)
+const compare = Flag.String('compare').pipe(Flag.withDescription('Compare against a saved baseline'), Flag.optional)
+const mode = Flag.String('mode').pipe(
+  Flag.withDescription('Sampling preset from the config, e.g. quick or rigorous'),
+  Flag.optional
+)
+const quick = Flag.Boolean('quick').pipe(Flag.withDescription('Same as --mode quick'), Flag.withDefault(false))
+const rigorous = Flag.Boolean('rigorous').pipe(Flag.withDescription('Same as --mode rigorous'), Flag.withDefault(false))
+const forks = Flag.Int('forks').pipe(
+  Flag.withDescription('Fresh processes per suite (default 3); 0 measures in this process'),
+  Flag.optional
+)
+const threshold = Flag.Finite('threshold').pipe(
+  Flag.withDescription('Relative change treated as noise (default 0.03)'),
+  Flag.optional
+)
+
+const load = Effect.gen(function* () {
+  const cwd = process.cwd()
+  const config = yield* loadConfig(cwd)
+  return { config, suites: yield* discover(cwd, config) }
+})
+
+const platformLayer = (config: Config) => {
+  const node = NodeBench.layer({ baselineDirectory: config.baselineDirectory ?? defaults.baselineDirectory })
+  return config.layer === undefined ? node : Layer.merge(node, config.layer)
+}
+
+const resolveMode = (config: Config, name: string | undefined) =>
+  Effect.gen(function* () {
+    const modes = { ...defaultModes, ...config.modes }
+    if (name === undefined) return undefined
+    const mode = modes[name]
+    if (mode === undefined) {
+      return yield* Effect.fail(`Unknown mode "${name}". Known modes: ${Object.keys(modes).join(', ')}`)
+    }
+    return mode
+  })
+
+const runBenches = (options: {
+  readonly filter: Option.Option<string>
+  readonly json: boolean
+  readonly save: Option.Option<string>
+  readonly compare: Option.Option<string>
+  readonly mode: Option.Option<string>
+  readonly quick: boolean
+  readonly rigorous: boolean
+  readonly forks: Option.Option<number>
+  readonly threshold: Option.Option<number>
+}) =>
+  Effect.gen(function* () {
+    const { config, suites } = yield* load
+    const modeName = options.quick ? 'quick' : options.rigorous ? 'rigorous' : Option.getOrUndefined(options.mode)
+    const mode = yield* resolveMode(config, modeName)
+    const filter = Option.getOrUndefined(options.filter)
+    const forkCount = Option.getOrElse(options.forks, () => mode?.forks ?? defaults.forks)
+
+    const plan = Runner.plan(suites, { filter, mode })
+    const forksRaw: Array<ReadonlyArray<RawResult>> = []
+    if (forkCount === 0) {
+      forksRaw.push(yield* Runner.measureSuites(suites, { filter, mode }).pipe(Effect.provide(platformLayer(config))))
+    }
+    // Fork-major order spreads slow drift (thermal, background load) across every suite instead of one.
+    for (let fork = 1; fork <= forkCount; fork++) {
+      const raws: Array<RawResult> = []
+      for (const { suite, benches } of plan) {
+        yield* Console.error(`fork ${fork}/${forkCount}  ${suite.name}`)
+        raws.push(
+          ...(yield* measureInChild(
+            benches.map(({ planned }) => planned),
+            { suite: suite.name, filter, mode: modeName }
+          ))
+        )
+      }
+      forksRaw.push(raws)
+    }
+
+    const { summary } = yield* Runner.finish(forksRaw, {
+      save: Option.getOrUndefined(options.save),
+      compare: Option.getOrUndefined(options.compare),
+      noiseThreshold: Option.getOrElse(options.threshold, () => config.noiseThreshold ?? defaults.noiseThreshold),
+    }).pipe(Effect.provide(Layer.merge(platformLayer(config), options.json ? Reporter.json : Reporter.table)))
+    process.exitCode = summary.exitCode
+  })
+
+const measureCommand = Command.make('measure', { filter, mode, suite: Flag.String('suite') }, options =>
+  Effect.gen(function* () {
+    const { config, suites } = yield* load
+    const mode = yield* resolveMode(config, Option.getOrUndefined(options.mode))
+    const raws = yield* Runner.measureSuites(
+      suites.filter(suite => suite.name === options.suite),
+      { filter: Option.getOrUndefined(options.filter), mode }
+    ).pipe(Effect.provide(platformLayer(config)))
+    for (const raw of raws) yield* Console.log(`${recordPrefix}${JSON.stringify(raw)}`)
+  })
+).pipe(Command.withDescription('Internal: measure one suite in this process and print raw records'))
+
+const runConfig = { filter, json, save, compare, mode, quick, rigorous, forks, threshold }
+
+const run = Command.make('run', runConfig, runBenches).pipe(
+  Command.withDescription('Run benches, optionally saving or comparing a baseline')
+)
+
+const check = Command.make(
+  'check',
+  { ...runConfig, compare: Flag.String('compare').pipe(Flag.withDescription('Baseline to compare against')) },
+  options => runBenches({ ...options, compare: Option.some(options.compare) })
+).pipe(Command.withDescription('Run benches against a baseline; exit 1 on a regression or blown budget'))
+
+const list = Command.make('list', { filter, json }, options =>
+  Effect.gen(function* () {
+    const { suites } = yield* load
+    const planned = Runner.list(suites, Option.getOrUndefined(options.filter))
+    for (const bench of planned) yield* Console.log(options.json ? JSON.stringify(bench) : bench.id)
+  })
+).pipe(Command.withDescription('List bench ids without running anything'))
+
+export const command = Command.make('effect-bench').pipe(
+  Command.withDescription('Benchmarks for Effect code'),
+  Command.withSubcommands([run, check, list, measureCommand])
+)
+
+export const main = Command.run(command, { version: '0.0.0' })

package/src/Config.ts

@@ -0,0 +1,33 @@
+import type { Bench } from '@effect-bench/core'
+import type { Layer } from 'effect'
+
+export interface Config {
+  /** Globs relative to the working directory. */
+  readonly include?: ReadonlyArray<string>
+  readonly exclude?: ReadonlyArray<string>
+  readonly modes?: Readonly<Record<string, Mode>>
+  readonly noiseThreshold?: number
+  readonly baselineDirectory?: string
+  /** Replaces services from the Node layer, e.g. a different baseline store. */
+  readonly layer?: Layer.Layer<never, unknown>
+}
+
+export interface Mode extends Bench.Options {
+  /** Fresh processes per suite; 0 measures in the CLI process. */
+  readonly forks?: number
+}
+
+export const make = (config: Config): Config => config
+
+export const defaultModes: Readonly<Record<string, Mode>> = {
+  quick: { samples: 10, minTime: '100 millis', warmup: '50 millis', forks: 3 },
+  rigorous: { samples: 100, minTime: '2 seconds', warmup: '1 second', forks: 6 },
+}
+
+export const defaults = {
+  include: ['**/*.bench.ts'],
+  exclude: ['**/node_modules/**', '**/dist/**'],
+  noiseThreshold: 0.03,
+  forks: 3,
+  baselineDirectory: '.bench/baselines',
+} as const

package/src/Discover.ts

@@ -0,0 +1,54 @@
+import { existsSync } from 'node:fs'
+import { glob } from 'node:fs/promises'
+import { resolve } from 'node:path'
+import { pathToFileURL } from 'node:url'
+import type { Bench } from '@effect-bench/core'
+import { Data, Effect } from 'effect'
+import { type Config, defaults } from './Config.ts'
+
+export class DiscoveryError extends Data.TaggedError('DiscoveryError')<{
+  readonly message: string
+  readonly cause?: unknown
+}> {}
+
+const configFile = 'effect-bench.config.ts'
+
+const importModule = (file: string) =>
+  Effect.tryPromise({
+    try: () => import(pathToFileURL(resolve(file)).href) as Promise<{ readonly default?: unknown }>,
+    catch: cause => new DiscoveryError({ message: `Could not import ${file}.`, cause }),
+  })
+
+export const loadConfig = Effect.fn('effectBench/loadConfig')(function* (cwd: string) {
+  const file = resolve(cwd, configFile)
+  if (!existsSync(file)) return {} satisfies Config
+  return ((yield* importModule(file)).default ?? {}) as Config
+})
+
+const isSuite = (value: unknown): value is Bench.Suite =>
+  typeof value === 'object' && value !== null && '_tag' in value && value._tag === 'Suite'
+
+export const discover = Effect.fn('effectBench/discover')(function* (cwd: string, config: Config) {
+  const exclude = config.exclude ?? defaults.exclude
+  const files = yield* Effect.tryPromise({
+    try: async () => {
+      const found: Array<string> = []
+      for await (const file of glob([...(config.include ?? defaults.include)], { cwd, exclude: [...exclude] })) {
+        found.push(file)
+      }
+      return found
+    },
+    catch: cause => new DiscoveryError({ message: 'Could not search for bench files.', cause }),
+  })
+
+  const suites: Array<Bench.Suite> = []
+  for (const file of files.sort()) {
+    const exported = (yield* importModule(resolve(cwd, file))).default
+    const candidates = Array.isArray(exported) ? exported : [exported]
+    if (!candidates.every(isSuite)) {
+      return yield* new DiscoveryError({ message: `${file} must default-export a suite or an array of suites.` })
+    }
+    suites.push(...candidates)
+  }
+  return suites
+})

package/src/Fork.ts

@@ -0,0 +1,60 @@
+import { execFile } from 'node:child_process'
+import { fileURLToPath } from 'node:url'
+import { RawResult, Runner } from '@effect-bench/core'
+import { Console, Effect, Schema } from 'effect'
+
+/** Marks result lines so stray console output from bench code is ignored. */
+export const recordPrefix = '@@effect-bench '
+
+// Published builds run from dist/*.js, the workspace from src/*.ts.
+const bin = fileURLToPath(new URL(import.meta.url.endsWith('.ts') ? './bin.ts' : './bin.js', import.meta.url))
+const decodeRaw = Schema.decodeUnknownSync(Schema.fromJsonString(RawResult))
+
+interface ChildOutput {
+  readonly stdout: string
+  readonly stderr: string
+  readonly exitCode: number | string | null
+}
+
+const spawn = (args: ReadonlyArray<string>) =>
+  Effect.callback<ChildOutput>(resume => {
+    const execArgv = [...new Set([...process.execArgv, '--expose-gc'])]
+    const child = execFile(
+      process.execPath,
+      [...execArgv, bin, ...args],
+      { maxBuffer: 256 * 1024 * 1024, env: process.env },
+      (error, stdout, stderr) =>
+        resume(Effect.succeed({ stdout, stderr, exitCode: error === null ? null : (error.code ?? null) }))
+    )
+    return Effect.sync(() => child.kill())
+  })
+
+/** Runs one suite in a fresh process and returns its raw records; a crash fails every planned bench. */
+export const measureInChild = Effect.fn('effectBench/measureInChild')(function* (
+  planned: ReadonlyArray<Runner.PlannedBench>,
+  options: { readonly suite: string; readonly filter: string | undefined; readonly mode: string | undefined }
+) {
+  const output = yield* spawn([
+    'measure',
+    '--suite',
+    options.suite,
+    ...(options.mode === undefined ? [] : ['--mode', options.mode]),
+    ...(options.filter === undefined ? [] : [options.filter]),
+  ])
+  const records = output.stdout
+    .split('\n')
+    .filter(line => line.startsWith(recordPrefix))
+    .map(line => decodeRaw(line.slice(recordPrefix.length)))
+  const missing = planned.filter(bench => !records.some(record => record.id === bench.id))
+  if (missing.length > 0) {
+    const stderr = output.stderr.trim().split('\n').slice(-20).join('\n')
+    const exited =
+      output.exitCode === null
+        ? 'the child process produced no result'
+        : `the child process exited with ${output.exitCode}`
+    const reason = stderr === '' ? exited : `${exited}:\n${stderr}`
+    if (output.exitCode !== null) yield* Console.error(reason)
+    return [...records, ...missing.map(bench => Runner.failed(bench, 'run', reason))]
+  }
+  return records
+})

package/src/bin.ts

@@ -0,0 +1,9 @@
+#!/usr/bin/env node
+import { NodeRuntime, NodeServices } from '@effect/platform-node'
+import { Effect, Exit } from 'effect'
+import { main } from './Cli.ts'
+
+NodeRuntime.runMain(main.pipe(Effect.provide(NodeServices.layer)), {
+  // Failures (bad flags, missing baseline, import errors) exit 2; otherwise keep the code the run decided.
+  teardown: (exit, onExit) => onExit(Exit.isSuccess(exit) ? Number(process.exitCode ?? 0) : 2),
+})

package/src/index.ts

@@ -0,0 +1,2 @@
+export * as BenchConfig from './Config.ts'
+export { command, main } from './Cli.ts'