@visorcraft/idlehands 0.9.1

package/dist/bench/runner.js

@@ -0,0 +1,312 @@
+#!/usr/bin/env node
+// NOTE: These utilities are intentionally duplicated from src/ to keep the
+// benchmark harness self-contained and free of production import dependencies.
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import os from 'node:os';
+import { spawn } from 'node:child_process';
+import { loadConfig } from '../config.js';
+import { createSession } from '../agent.js';
+function asError(e, fallback = 'error') {
+    if (e instanceof Error)
+        return e;
+    if (e === undefined)
+        return new Error(fallback);
+    return new Error(typeof e === 'string' ? e : String(e));
+}
+function nowMs() {
+    return performance.now();
+}
+async function mkTempDir(prefix = 'idlehands-bench-') {
+    return await fs.mkdtemp(path.join(os.tmpdir(), prefix));
+}
+async function runShell(command, cwd, timeoutSec) {
+    return await new Promise((resolve, reject) => {
+        const shell = process.env.IDLEHANDS_SHELL || 'bash';
+        const child = spawn(shell, ['-lc', command], { cwd, stdio: ['ignore', 'pipe', 'pipe'] });
+        const out = [];
+        const err = [];
+        const t = setTimeout(() => child.kill('SIGKILL'), Math.max(1, timeoutSec) * 1000);
+        child.stdout.on('data', (d) => out.push(d));
+        child.stderr.on('data', (d) => err.push(d));
+        child.on('error', reject);
+        child.on('close', (code) => {
+            clearTimeout(t);
+            resolve({ rc: code ?? 0, out: Buffer.concat(out).toString('utf8'), err: Buffer.concat(err).toString('utf8') });
+        });
+    });
+}
+async function main() {
+    if (process.env.IDLEHANDS_BENCH_DEBUG === '1') {
+        const { installBenchDebugHooks } = await import('./debug_hooks.js');
+        installBenchDebugHooks();
+    }
+    const casePath = process.argv[2];
+    if (!casePath) {
+        console.error('Usage: runner <case.json>');
+        process.exit(2);
+    }
+    const raw = await fs.readFile(casePath, 'utf8');
+    const c = JSON.parse(raw);
+    const endpoint = process.env.IDLEHANDS_ENDPOINT || 'http://192.168.68.118:8080/v1';
+    // Default to 10 reps so idlehands/openclaw comparisons have matching sample sizes.
+    const reps = c.repetitions ?? 10;
+    const maxTokens = c.max_tokens ?? 512;
+    const results = [];
+    // Workspace is per-run unless reuse_session is set.
+    const reuse = !!c.reuse_session;
+    let fixedWorkDir = null;
+    let session = null;
+    let config = null;
+    let initMs = 0;
+    const setupWorkspace = async () => {
+        if (c.workspace.kind === 'fixed')
+            return c.workspace.dir;
+        return await mkTempDir(c.workspace.prefix ?? `idlehands-${c.name}-`);
+    };
+    if (reuse) {
+        fixedWorkDir = await setupWorkspace();
+        if (c.setup?.length) {
+            for (const cmd of c.setup) {
+                const r = await runShell(cmd, fixedWorkDir, 30);
+                if (r.rc !== 0)
+                    throw new Error(`setup failed rc=${r.rc}: ${cmd}\n${r.err}`);
+            }
+        }
+        const loaded = await loadConfig({
+            configPath: path.join(os.tmpdir(), 'idlehands-bench-config-does-not-exist.json'),
+            cli: {
+                endpoint,
+                dir: fixedWorkDir,
+                model: c.model ?? process.env.IDLEHANDS_MODEL ?? '',
+                max_tokens: maxTokens,
+                no_confirm: true,
+                dry_run: false,
+                verbose: false
+            }
+        });
+        config = loaded.config;
+        const initStart = nowMs();
+        session = await createSession({ config });
+        initMs = nowMs() - initStart;
+    }
+    // Pre-load config once for non-reuse mode (avoid redundant loadConfig per iteration)
+    let cachedConfig = null;
+    if (!reuse) {
+        const loaded = await loadConfig({
+            configPath: path.join(os.tmpdir(), 'idlehands-bench-config-does-not-exist.json'),
+            cli: {
+                endpoint,
+                dir: process.cwd(), // placeholder, overridden per-iter
+                model: c.model ?? process.env.IDLEHANDS_MODEL ?? '',
+                max_tokens: maxTokens,
+                no_confirm: true,
+                dry_run: false,
+                verbose: false
+            }
+        });
+        cachedConfig = loaded.config;
+    }
+    const iterTimeoutSec = Number.isFinite(Number(process.env.IDLEHANDS_BENCH_ITER_TIMEOUT_SEC))
+        ? Number(process.env.IDLEHANDS_BENCH_ITER_TIMEOUT_SEC)
+        : 500;
+    const retryToSuccess = process.env.IDLEHANDS_BENCH_RETRY_TO_SUCCESS === '1';
+    const maxRetry = Number(process.env.IDLEHANDS_BENCH_RETRY_MAX ?? '5');
+    const retryCounts = new Map();
+    for (let i = 0; i < reps; i++) {
+        let workDir = fixedWorkDir;
+        try {
+            console.error(`[bench] case=${c.name} engine=idlehands iter=${i + 1}/${reps} reuse_session=${reuse}`);
+            if (reuse && i > 0) {
+                session.reset();
+            }
+            if (!reuse) {
+                workDir = await setupWorkspace();
+                if (c.setup?.length) {
+                    for (const cmd of c.setup) {
+                        const r = await runShell(cmd, workDir, 30);
+                        if (r.rc !== 0)
+                            throw new Error(`setup failed rc=${r.rc}: ${cmd}\n${r.err}`);
+                    }
+                }
+                config = { ...cachedConfig, dir: workDir };
+                const initStart = nowMs();
+                session = await createSession({ config });
+                initMs = nowMs() - initStart;
+            }
+            const askStart = nowMs();
+            let ttfr = null;
+            let ttft = null;
+            const aborter = new AbortController();
+            const iterTimer = setTimeout(() => aborter.abort(), Math.max(1, iterTimeoutSec) * 1000);
+            const res = await session
+                .ask(c.instruction, {
+                signal: aborter.signal,
+                onFirstDelta: () => {
+                    if (ttfr == null)
+                        ttfr = nowMs() - askStart;
+                },
+                onToken: () => {
+                    if (ttft == null)
+                        ttft = nowMs() - askStart;
+                }
+            })
+                .catch(async (e) => {
+                // If the server is restarting/loading, wait for readiness and retry once.
+                const message = e?.message ?? (typeof e === 'string' ? e : String(e ?? ''));
+                const retryable = /fetch failed|Connection timeout|Cannot reach|model loading|returned 503/i.test(message);
+                if (retryable) {
+                    try {
+                        const { OpenAIClient } = await import('../client.js');
+                        const cl = new OpenAIClient(config.endpoint, config.api_key, false);
+                        console.error(`[bench] transient server error (${message}); waiting for /v1/models ...`);
+                        await cl.waitForReady({ timeoutMs: 120_000, pollMs: 2000 });
+                        console.error(`[bench] server ready; retrying ask once`);
+                        return await session.ask(c.instruction, {
+                            signal: aborter.signal,
+                            onFirstDelta: () => {
+                                if (ttfr == null)
+                                    ttfr = nowMs() - askStart;
+                            },
+                            onToken: () => {
+                                if (ttft == null)
+                                    ttft = nowMs() - askStart;
+                            }
+                        });
+                    }
+                    catch {
+                        // fall through to rethrow original error
+                    }
+                }
+                throw asError(e, 'unknown error: threw undefined (bug)');
+            })
+                .finally(() => clearTimeout(iterTimer));
+            const ttc = nowMs() - askStart;
+            const out = (res.text ?? '').trim();
+            let ok = true;
+            let reason = 'ok';
+            if (c.success) {
+                if (c.success.type === 'equals') {
+                    ok = out === c.success.value;
+                    if (!ok)
+                        reason = `expected ${JSON.stringify(c.success.value)}, got ${JSON.stringify(out)}`;
+                }
+                else if (c.success.type === 'exec') {
+                    const ex = await runShell(c.success.command, workDir, 60);
+                    const wantRc = c.success.exitCode ?? 0;
+                    ok = ex.rc === wantRc;
+                    reason = ok ? 'ok' : `success check rc=${ex.rc} want=${wantRc}`;
+                    if (ok && c.success.stdoutEquals !== undefined) {
+                        ok = ex.out.trimEnd() === c.success.stdoutEquals;
+                        if (!ok)
+                            reason = `success stdout mismatch`;
+                    }
+                    if (ok && c.success.stdoutIncludes) {
+                        ok = ex.out.includes(c.success.stdoutIncludes);
+                        if (!ok)
+                            reason = `success stdout missing substring`;
+                    }
+                }
+            }
+            const row = {
+                case: c.name,
+                engine: 'idlehands',
+                iter: i + 1,
+                ok,
+                reason,
+                init_ms: initMs, // real init time (same value for reuse mode, per-iter for non-reuse)
+                ttfr_ms: ttfr,
+                ttft_ms: ttft,
+                ttc_ms: ttc,
+                exitCode: 0,
+                turns: res.turns,
+                toolCalls: res.toolCalls,
+                endpoint: process.env.IDLEHANDS_ENDPOINT,
+                model: process.env.IDLEHANDS_MODEL,
+                git: process.env.IDLEHANDS_GIT_SHA
+            };
+            // Emit per-iteration result to stderr so callers can stream progress.
+            const ttcS = row.ttc_ms ? (row.ttc_ms / 1000).toFixed(2) : '0.00';
+            const ttfrS = row.ttfr_ms != null ? (row.ttfr_ms / 1000).toFixed(2) : 'null';
+            console.error(`[bench] result case=${c.name} engine=idlehands iter=${row.iter}/${reps} ok=${row.ok} ttc_s=${ttcS} ttfr_s=${ttfrS} reason=${row.ok ? 'ok' : row.reason}`);
+            results.push(row);
+        }
+        catch (e) {
+            let reason = e?.message ?? (typeof e === 'string' ? e : undefined);
+            if (!reason || reason === 'undefined') {
+                if (e === undefined) {
+                    reason = 'unknown error: threw undefined (bug)';
+                }
+                else {
+                    try {
+                        reason = `unknown error: ${JSON.stringify(e)}`;
+                    }
+                    catch {
+                        reason = `unknown error: ${String(e)}`;
+                    }
+                }
+            }
+            // Mode B: retry transient failures until we get N successful completions.
+            // This keeps benchmark data useful even when the server/network has brief hiccups.
+            if (retryToSuccess) {
+                const retryable = /fetch failed|Connection timeout|Cannot reach|model loading|returned 503/i.test(reason);
+                if (retryable) {
+                    const tries = (retryCounts.get(i) ?? 0) + 1;
+                    retryCounts.set(i, tries);
+                    if (tries <= maxRetry) {
+                        console.error(`[bench] retrying iter ${i + 1}/${reps} after retryable error (${tries}/${maxRetry}): ${reason}`);
+                        i -= 1;
+                        continue;
+                    }
+                }
+            }
+            const row = {
+                case: c.name,
+                engine: 'idlehands',
+                iter: i + 1,
+                ok: false,
+                reason,
+                init_ms: 0,
+                ttfr_ms: null,
+                ttft_ms: null,
+                ttc_ms: 0,
+                exitCode: null,
+                endpoint: process.env.IDLEHANDS_ENDPOINT,
+                model: process.env.IDLEHANDS_MODEL,
+                git: process.env.IDLEHANDS_GIT_SHA
+            };
+            console.error(`[bench] result case=${c.name} engine=idlehands iter=${row.iter}/${reps} ok=false reason=${row.reason}`);
+            results.push(row);
+        }
+        finally {
+            if (!reuse && c.workspace.kind === 'temp') {
+                await fs.rm(workDir, { recursive: true, force: true }).catch(() => { });
+            }
+        }
+    }
+    if (reuse && c.workspace.kind === 'temp' && fixedWorkDir) {
+        await fs.rm(fixedWorkDir, { recursive: true, force: true }).catch(() => { });
+    }
+    // Stamp git sha into results (best-effort). Allows later comparison across changes.
+    if (!process.env.IDLEHANDS_GIT_SHA) {
+        try {
+            const { execSync } = await import('node:child_process');
+            process.env.IDLEHANDS_GIT_SHA = execSync('git rev-parse --short HEAD', { encoding: 'utf8' }).trim();
+        }
+        catch { }
+    }
+    // Stamp git sha into results retroactively
+    if (process.env.IDLEHANDS_GIT_SHA) {
+        for (const r of results)
+            r.git ??= process.env.IDLEHANDS_GIT_SHA;
+    }
+    const outPath = path.join(process.cwd(), 'bench', 'results', `${c.name}.${Date.now()}.jsonl`);
+    await fs.mkdir(path.dirname(outPath), { recursive: true });
+    await fs.writeFile(outPath, results.map((r) => JSON.stringify(r)).join('\n') + '\n', 'utf8');
+    console.log(`Wrote: ${outPath}`);
+}
+main().catch((e) => {
+    console.error(e);
+    process.exit(1);
+});
+//# sourceMappingURL=runner.js.map

package/dist/bench/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/bench/runner.ts"],"names":[],"mappings":";AACA,2EAA2E;AAC3E,+EAA+E;AAE/E,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE3C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,SAAS,OAAO,CAAC,CAAU,EAAE,QAAQ,GAAG,OAAO;IAC7C,IAAI,CAAC,YAAY,KAAK;QAAE,OAAO,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;IAChD,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,KAAK;IACZ,OAAO,WAAW,CAAC,GAAG,EAAE,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,MAAM,GAAG,kBAAkB;IAClD,OAAO,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,OAAe,EAAE,GAAW,EAAE,UAAkB;IACtE,OAAO,MAAM,IAAI,OAAO,CAA2C,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrF,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,MAAM,CAAC;QACpD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACzF,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;QAClF,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,YAAY,CAAC,CAAC,CAAC,CAAC;YAChB,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACjH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG,EAAE,CAAC;QAC9C,MAAM,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACpE,sBAAsB,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC3C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAc,CAAC;IAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,+BAA+B,CAAC;IACnF,mFAAmF;IACnF,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,CAAC,CAAC,UAAU,IAAI,GAAG,CAAC;IAEtC,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,oDAAoD;IACpD,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IAChC,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,IAAI,OAAO,GAAQ,IAAI,CAAC;IACxB,IAAI,MAAM,GAAQ,IAAI,CAAC;IACvB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,MAAM,cAAc,GAAG,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC;QACzD,OAAO,MAAM,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IACvE,CAAC,CAAC;IAEF,IAAI,KAAK,EAAE,CAAC;QACV,YAAY,GAAG,MAAM,cAAc,EAAE,CAAC;QACtC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YACpB,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;gBAChD,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;YAC9B,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,4CAA4C,CAAC;YAChF,GAAG,EAAE;gBACH,QAAQ;gBACR,GAAG,EAAE,YAAY;gBACjB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE;gBACnD,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,KAAK;aACR;SACT,CAAC,CAAC;QACH,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAEvB,MAAM,SAAS,GAAG,KAAK,EAAE,CAAC;QAC1B,OAAO,GAAG,MAAM,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1C,MAAM,GAAG,KAAK,EAAE,GAAG,SAAS,CAAC;IAC/B,CAAC;IAED,qFAAqF;IACrF,IAAI,YAAY,GAAQ,IAAI,CAAC;IAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;YAC9B,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,4CAA4C,CAAC;YAChF,GAAG,EAAE;gBACH,QAAQ;gBACR,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,mCAAmC;gBACvD,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE;gBACnD,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,KAAK;aACR;SACT,CAAC,CAAC;QACH,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,MAAM,cAAc,GAClB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QACnE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC;QACtD,CAAC,CAAC,GAAG,CAAC;IAEV,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,gCAAgC,KAAK,GAAG,CAAC;IAC5E,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,GAAG,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,IAAI,OAAO,GAAG,YAAY,CAAC;QAE3B,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,IAAI,kBAAkB,KAAK,EAAE,CAAC,CAAC;YACtG,IAAI,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnB,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;YACD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,GAAG,MAAM,cAAc,EAAE,CAAC;gBACjC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;oBACpB,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;wBAC1B,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,OAAQ,EAAE,EAAE,CAAC,CAAC;wBAC5C,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC;4BAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC/E,CAAC;gBACH,CAAC;gBAED,MAAM,GAAG,EAAE,GAAG,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;gBAE3C,MAAM,SAAS,GAAG,KAAK,EAAE,CAAC;gBAC1B,OAAO,GAAG,MAAM,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC1C,MAAM,GAAG,KAAK,EAAE,GAAG,SAAS,CAAC;YAC/B,CAAC;YAED,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,GAAkB,IAAI,CAAC;YAC/B,IAAI,IAAI,GAAkB,IAAI,CAAC;YAE/B,MAAM,OAAO,GAAG,IAAI,eAAe,EAAE,CAAC;YACtC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC;YAExF,MAAM,GAAG,GAAG,MAAM,OAAO;iBACtB,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE;gBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAE,GAAG,EAAE;oBACjB,IAAI,IAAI,IAAI,IAAI;wBAAE,IAAI,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC;gBAC9C,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE;oBACZ,IAAI,IAAI,IAAI,IAAI;wBAAE,IAAI,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC;gBAC9C,CAAC;aACF,CAAC;iBACD,KAAK,CAAC,KAAK,EAAE,CAAM,EAAE,EAAE;gBACtB,0EAA0E;gBAC1E,MAAM,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC5E,MAAM,SAAS,GAAG,0EAA0E,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3G,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;wBACtD,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;wBACpE,OAAO,CAAC,KAAK,CAAC,mCAAmC,OAAO,+BAA+B,CAAC,CAAC;wBACzF,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;wBAC5D,OAAO,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;wBACzD,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE;4BACtC,MAAM,EAAE,OAAO,CAAC,MAAM;4BACtB,YAAY,EAAE,GAAG,EAAE;gCACjB,IAAI,IAAI,IAAI,IAAI;oCAAE,IAAI,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC;4BAC9C,CAAC;4BACD,OAAO,EAAE,GAAG,EAAE;gCACZ,IAAI,IAAI,IAAI,IAAI;oCAAE,IAAI,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC;4BAC9C,CAAC;yBACF,CAAC,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;gBACH,CAAC;gBACD,MAAM,OAAO,CAAC,CAAC,EAAE,sCAAsC,CAAC,CAAC;YAC3D,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;YAE1C,MAAM,GAAG,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC;YAC/B,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAEpC,IAAI,EAAE,GAAG,IAAI,CAAC;YACd,IAAI,MAAM,GAAG,IAAI,CAAC;YAElB,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBACd,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAChC,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;oBAC7B,IAAI,CAAC,EAAE;wBAAE,MAAM,GAAG,YAAY,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9F,CAAC;qBAAM,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACrC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,OAAQ,EAAE,EAAE,CAAC,CAAC;oBAC3D,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;oBACvC,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,MAAM,CAAC;oBACtB,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,EAAE,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;oBAChE,IAAI,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;wBAC/C,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;wBACjD,IAAI,CAAC,EAAE;4BAAE,MAAM,GAAG,yBAAyB,CAAC;oBAC9C,CAAC;oBACD,IAAI,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;wBACnC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;wBAC/C,IAAI,CAAC,EAAE;4BAAE,MAAM,GAAG,kCAAkC,CAAC;oBACvD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,GAAG,GAIL;gBACF,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,WAAW;gBACnB,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,EAAE;gBACF,MAAM;gBACN,OAAO,EAAE,MAAM,EAAG,qEAAqE;gBACvF,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,GAAG;gBACX,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;gBACxC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;gBAClC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACnC,CAAC;YAEF,sEAAsE;YACtE,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAClE,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC7E,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,IAAI,0BAA0B,GAAG,CAAC,IAAI,IAAI,IAAI,OAAO,GAAG,CAAC,EAAE,UAAU,IAAI,WAAW,KAAK,WAAW,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAEzK,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACnE,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;oBACpB,MAAM,GAAG,sCAAsC,CAAC;gBAClD,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC;wBACH,MAAM,GAAG,kBAAkB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjD,CAAC;oBAAC,MAAM,CAAC;wBACP,MAAM,GAAG,kBAAkB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBACzC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,0EAA0E;YAC1E,mFAAmF;YACnF,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,SAAS,GAAG,0EAA0E,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC1G,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAC5C,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;oBAC1B,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;wBACtB,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,IAAI,2BAA2B,KAAK,IAAI,QAAQ,MAAM,MAAM,EAAE,CAAC,CAAC;wBAChH,CAAC,IAAI,CAAC,CAAC;wBACP,SAAS;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,GAAG,GAIL;gBACF,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,WAAW;gBACnB,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,EAAE,EAAE,KAAK;gBACT,MAAM;gBACN,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;gBACxC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;gBAClC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACnC,CAAC;YAEF,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,IAAI,0BAA0B,GAAG,CAAC,IAAI,IAAI,IAAI,oBAAoB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACvH,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1C,MAAM,EAAE,CAAC,EAAE,CAAC,OAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,EAAE,CAAC;QACzD,MAAM,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED,oFAAoF;IACpF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC,4BAA4B,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACtG,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,2CAA2C;IAC3C,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAClC,KAAK,MAAM,CAAC,IAAI,OAAO;YAAG,CAAS,CAAC,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAC5E,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC9F,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7F,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/bench/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/bench/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/bench/types.ts"],"names":[],"mappings":""}