@miller-tech/uap 1.50.0 → 1.51.0

package/dist/benchmarks/paired/adapter.js

@@ -0,0 +1,456 @@
+/**
+ * Agent adapters — drive the "agent under test" for one run.
+ *
+ * Two real adapters (opencode, claude) spawn the agent as a subprocess against
+ * the scratch repo and parse usage metrics from its output. A MockAdapter makes
+ * the whole harness runnable and unit-testable offline (it does NOT make real
+ * claims — it is a deterministic stand-in for exercising the runner/stats/report
+ * paths without a live model).
+ *
+ * Adapters never throw on agent failure: they capture it in `error` so a single
+ * crashed run degrades to an incorrect result rather than aborting the suite.
+ */
+import { spawn, spawnSync } from 'child_process';
+import { mkdirSync, readdirSync, readFileSync, statSync, writeFileSync } from 'fs';
+import { dirname, join, relative, resolve } from 'path';
+import { applyScaffolding, scaffoldEnv } from './scaffold.js';
+import { sanitizedEnv } from './suite.js';
+import { isBaseline } from './types.js';
+/** Cap on captured output per stream (bytes) to bound memory on runaway agents. */
+const MAX_OUTPUT_BYTES = 64 * 1024 * 1024;
+/** Grace period after the soft timeout before the hard backstop kill. */
+const HARD_KILL_GRACE_MS = 10_000;
+export class SubprocessAdapter {
+    cfg;
+    id;
+    constructor(cfg) {
+        this.cfg = cfg;
+        this.id = cfg.id;
+    }
+    async run(ctx) {
+        // Inject the UAP treatment surface (no-op for the baseline arm).
+        let injected = [];
+        if (!isBaseline(ctx.condition)) {
+            injected = applyScaffolding(ctx.workdir, ctx.condition).injectedFiles;
+        }
+        const args = this.cfg.args.map((a) => a.replace('{instruction}', ctx.task.instruction).replace('{workdir}', ctx.workdir));
+        const env = {
+            ...sanitizedEnv(),
+            ...scaffoldEnv(ctx.condition),
+            UAP_BENCH_MODEL: ctx.model,
+        };
+        const sec = ctx.task.agentTimeoutSec;
+        const { stdout, stderr, timedOut, status, spawnError } = await spawnGroup(this.cfg.bin, args, {
+            cwd: ctx.workdir,
+            env,
+            timeoutMs: sec * 1000,
+            input: this.cfg.instructionOnStdin ? ctx.task.instruction : undefined,
+        });
+        let error = null;
+        if (timedOut)
+            error = `agent timed out after ${sec}s`;
+        else if (spawnError)
+            error = spawnError;
+        else if (status !== 0)
+            error = `agent exited ${status}`;
+        const parsed = timedOut ? {} : this.cfg.parseUsage(stdout, stderr);
+        return {
+            tokens: parsed.tokens ?? null,
+            costUsd: parsed.costUsd ?? null,
+            turns: parsed.turns ?? null,
+            toolCalls: parsed.toolCalls ?? null,
+            wellFormed: parsed.wellFormed ?? null,
+            error,
+            rawLog: `# injected: ${injected.join(', ') || '(none)'}\n${stdout}\n---STDERR---\n${stderr}`,
+        };
+    }
+}
+/**
+ * Spawn a command in its OWN process group (detached) and enforce a timeout by
+ * SIGKILLing the whole group. Subprocess agents (opencode/claude) fork detached
+ * child trees — LSP servers, model-stream readers — that inherit our stdout pipe
+ * and keep it open. Node's spawnSync `timeout` only SIGTERMs the immediate
+ * child, so it hangs forever on those orphans (observed: 50-min wedged runs).
+ * Killing the negative pid reaps the entire tree; a hard backstop covers a
+ * child that escaped into its own session.
+ */
+function spawnGroup(bin, args, opts) {
+    return new Promise((resolve) => {
+        let child;
+        try {
+            child = spawn(bin, args, {
+                cwd: opts.cwd,
+                env: opts.env,
+                detached: process.platform !== 'win32', // new process group on POSIX
+                stdio: ['pipe', 'pipe', 'pipe'],
+            });
+        }
+        catch (e) {
+            resolve({
+                stdout: '',
+                stderr: '',
+                status: null,
+                timedOut: false,
+                spawnError: e instanceof Error ? e.message : String(e),
+            });
+            return;
+        }
+        let stdout = '';
+        let stderr = '';
+        let timedOut = false;
+        let spawnError = null;
+        let settled = false;
+        const append = (buf, chunk) => buf.length >= MAX_OUTPUT_BYTES ? buf : buf + chunk.toString('utf-8');
+        child.stdout?.on('data', (c) => (stdout = append(stdout, c)));
+        child.stderr?.on('data', (c) => (stderr = append(stderr, c)));
+        const killGroup = (signal) => {
+            try {
+                if (child.pid != null && process.platform !== 'win32')
+                    process.kill(-child.pid, signal);
+                else
+                    child.kill(signal);
+            }
+            catch {
+                try {
+                    child.kill('SIGKILL');
+                }
+                catch {
+                    /* already gone */
+                }
+            }
+        };
+        const softTimer = setTimeout(() => {
+            timedOut = true;
+            killGroup('SIGTERM');
+        }, opts.timeoutMs);
+        // Hard backstop: if SIGTERM didn't reap the tree, SIGKILL the group and,
+        // if 'close' still never fires, force-settle so the runner can't wedge.
+        const hardTimer = setTimeout(() => {
+            killGroup('SIGKILL');
+            finish(null);
+        }, opts.timeoutMs + HARD_KILL_GRACE_MS);
+        const finish = (status) => {
+            if (settled)
+                return;
+            settled = true;
+            clearTimeout(softTimer);
+            clearTimeout(hardTimer);
+            resolve({ stdout, stderr, status, timedOut, spawnError });
+        };
+        child.on('error', (e) => {
+            spawnError = e.message;
+            finish(null);
+        });
+        child.on('close', (code) => finish(code));
+        if (opts.input != null)
+            child.stdin?.write(opts.input);
+        child.stdin?.end();
+    });
+}
+// ---------------------------------------------------------------------------
+// Built-in usage parsers
+// ---------------------------------------------------------------------------
+/** Sum the last token-usage object emitted in Claude Code's `--output-format json`. */
+export const parseClaudeUsage = (stdout) => {
+    try {
+        const obj = JSON.parse(stdout.trim());
+        const usage = obj.usage ?? obj.message?.usage ?? {};
+        const tokens = (usage.input_tokens ?? 0) +
+            (usage.output_tokens ?? 0) +
+            (usage.cache_read_input_tokens ?? 0) +
+            (usage.cache_creation_input_tokens ?? 0);
+        return {
+            tokens: tokens > 0 ? tokens : null,
+            costUsd: typeof obj.total_cost_usd === 'number' ? obj.total_cost_usd : null,
+            turns: typeof obj.num_turns === 'number' ? obj.num_turns : null,
+        };
+    }
+    catch {
+        return {};
+    }
+};
+/**
+ * Parser for opencode `--format json` output, which is a JSONL event stream
+ * (step_start / tool_use / step_finish / text). We aggregate it:
+ *  - turns      = number of step_finish events
+ *  - toolCalls  = number of tool_use events
+ *  - tokens     = total tokens metered = Σ over step_finish of
+ *                 (input + output + cache.read)  — matches provider billing and
+ *                 captures the context overhead an injected UAP surface adds.
+ *  - costUsd    = Σ cost (often 0 for a local model → reported as null).
+ */
+export const parseOpencodeUsage = (stdout) => {
+    let turns = 0;
+    let toolCalls = 0;
+    let tokens = 0;
+    let cost = 0;
+    let sawTokens = false;
+    for (const line of stdout.split('\n')) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        let ev;
+        try {
+            ev = JSON.parse(trimmed);
+        }
+        catch {
+            continue;
+        }
+        const type = ev.type;
+        if (type === 'tool_use')
+            toolCalls++;
+        if (type === 'step_finish') {
+            turns++;
+            const part = (ev.part ?? {});
+            const tk = (part.tokens ?? {});
+            const cache = (tk.cache ?? {});
+            const input = num(tk.input);
+            const output = num(tk.output);
+            const cacheRead = num(cache.read);
+            if (tk.input != null || tk.output != null) {
+                tokens += input + output + cacheRead;
+                sawTokens = true;
+            }
+            cost += num(part.cost);
+        }
+    }
+    return {
+        tokens: sawTokens ? tokens : null,
+        costUsd: cost > 0 ? cost : null,
+        turns: turns > 0 ? turns : null,
+        toolCalls: toolCalls > 0 ? toolCalls : null,
+    };
+};
+function num(v) {
+    return typeof v === 'number' && Number.isFinite(v) ? v : 0;
+}
+/** Claude Code headless adapter (`claude -p ... --output-format json`). */
+export function claudeAdapter(model) {
+    return new SubprocessAdapter({
+        id: 'claude',
+        bin: 'claude',
+        args: ['-p', '{instruction}', '--output-format', 'json', '--model', model],
+        parseUsage: parseClaudeUsage,
+    });
+}
+/** opencode headless adapter (`opencode run ...`). */
+export function opencodeAdapter(model) {
+    return new SubprocessAdapter({
+        id: 'opencode',
+        bin: 'opencode',
+        // --format json => JSONL event stream parsed by parseOpencodeUsage.
+        // --dir pins the working directory to the scratch repo.
+        args: ['run', '--model', model, '--format', 'json', '--dir', '{workdir}', '{instruction}'],
+        parseUsage: parseOpencodeUsage,
+    });
+}
+const DEFAULT_MOCK = {
+    baseSuccess: { easy: 0.85, medium: 0.5, hard: 0.2 },
+    liftPerComponent: 0.06,
+    baseTokens: 8000,
+    overheadTokensPerComponent: 400,
+};
+/**
+ * Deterministic simulated agent. Given a seed, it reproducibly "resolves" tasks
+ * with a probability that the UAP components nudge upward — purely to exercise
+ * the runner/stats/report end-to-end without a live model. Clearly NOT a source
+ * of real benchmark claims; the real adapters above are.
+ */
+export class MockAdapter {
+    behavior;
+    id = 'mock';
+    constructor(behavior = DEFAULT_MOCK) {
+        this.behavior = behavior;
+    }
+    async run(ctx) {
+        if (!isBaseline(ctx.condition))
+            applyScaffolding(ctx.workdir, ctx.condition);
+        const n = ctx.condition.components.size;
+        const overheadTokens = n * this.behavior.overheadTokensPerComponent;
+        // Deterministic pseudo-success driven by a hash of (task, seed) so pairing
+        // is stable: the same seed yields correlated draws across conditions.
+        const draw = hash01(`${ctx.task.id}:${ctx.seed}`);
+        const threshold = Math.min(0.99, this.behavior.baseSuccess[ctx.task.difficulty] + n * this.behavior.liftPerComponent);
+        const resolved = draw < threshold;
+        // Write a real resolution artifact so the runner's verify path is identical
+        // for the mock and real agents (mock fixtures verify with `test -f MOCK_SOLVED`).
+        if (resolved)
+            writeFileSync(join(ctx.workdir, 'MOCK_SOLVED'), 'ok\n', 'utf-8');
+        return {
+            // `correct` is computed by the runner from the verify command above.
+            tokens: this.behavior.baseTokens + overheadTokens + Math.floor(draw * 1000),
+            costUsd: null,
+            turns: 1 + n,
+            toolCalls: 2 + n,
+            wellFormed: true,
+            error: null,
+            rawLog: resolved ? 'MOCK_RESOLVED' : 'MOCK_UNRESOLVED',
+        };
+    }
+}
+/** Stable hash of a string to [0,1). */
+export function hash01(s) {
+    let h = 2166136261 >>> 0;
+    for (let i = 0; i < s.length; i++) {
+        h ^= s.charCodeAt(i);
+        h = Math.imul(h, 16777619);
+    }
+    return (h >>> 0) / 4294967296;
+}
+const FILE_MARKER_SYSTEM = 'You are a precise coding assistant. You will be given a task and the current ' +
+    'project files. Output the COMPLETE updated content of every file you change, ' +
+    'each wrapped EXACTLY like this and nothing else around it:\n' +
+    '<<<FILE relative/path.ext>>>\n<full file content>\n<<<END>>>\n' +
+    'Do not add commentary outside the markers. Do not use markdown code fences.';
+/** Parse <<<FILE path>>> ... <<<END>>> blocks from a model response. Pure. */
+export function parseFileBlocks(text) {
+    const out = [];
+    const re = /<<<FILE\s+(.+?)>>>\r?\n([\s\S]*?)\r?\n?<<<END>>>/g;
+    let m;
+    while ((m = re.exec(text)) !== null) {
+        const path = m[1].trim();
+        if (path)
+            out.push({ path, content: m[2] });
+    }
+    return out;
+}
+/** Read repo files to show the model (skips noise + binaries). */
+function readRepoFiles(workdir) {
+    const SKIP = new Set(['node_modules', '.git', 'dist', '.uap', 'agents']);
+    const EXT_OK = /\.(js|ts|py|json|md|txt|cfg|toml|yaml|yml)$|^[^.]+$/;
+    const files = [];
+    const walk = (dir) => {
+        for (const name of readdirSync(dir)) {
+            if (SKIP.has(name))
+                continue;
+            const abs = join(dir, name);
+            const st = statSync(abs);
+            if (st.isDirectory())
+                walk(abs);
+            else if (st.size <= 64 * 1024 && EXT_OK.test(name) && name !== 'package.json') {
+                try {
+                    files.push({ path: relative(workdir, abs), content: readFileSync(abs, 'utf-8') });
+                }
+                catch {
+                    /* skip unreadable */
+                }
+            }
+        }
+    };
+    walk(workdir);
+    return files;
+}
+/** Write parsed file blocks into workdir, refusing path-escape. */
+function applyFileBlocks(workdir, blocks) {
+    let written = 0;
+    for (const b of blocks) {
+        const dest = resolve(workdir, b.path);
+        if (dest !== workdir && !dest.startsWith(workdir + '/'))
+            continue; // no escape
+        mkdirSync(dirname(dest), { recursive: true });
+        writeFileSync(dest, b.content, 'utf-8');
+        written++;
+    }
+    return written;
+}
+async function chatCompletion(endpoint, model, messages, temperature, timeoutMs) {
+    const ctrl = new AbortController();
+    const timer = setTimeout(() => ctrl.abort(), timeoutMs);
+    try {
+        const res = await fetch(endpoint, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ model, messages, temperature, max_tokens: 4096 }),
+            signal: ctrl.signal,
+        });
+        if (!res.ok)
+            return { content: '', tokens: 0, error: `http ${res.status}` };
+        const data = (await res.json());
+        return {
+            content: data.choices?.[0]?.message?.content ?? '',
+            tokens: data.usage?.total_tokens ?? 0,
+            error: null,
+        };
+    }
+    catch (e) {
+        return { content: '', tokens: 0, error: e instanceof Error ? e.message : String(e) };
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+export class RawCompletionAdapter {
+    id = 'raw';
+    endpoint;
+    maxGateIters;
+    temperature;
+    constructor(cfg = {}) {
+        this.endpoint =
+            cfg.endpoint ?? process.env.UAP_RAW_ENDPOINT ?? 'http://127.0.0.1:8080/v1/chat/completions';
+        this.maxGateIters = cfg.maxGateIters ?? Number(process.env.UAP_RAW_GATE_ITERS ?? 4);
+        this.temperature = cfg.temperature ?? Number(process.env.UAP_RAW_TEMPERATURE ?? 0.2);
+    }
+    async run(ctx) {
+        const useGate = ctx.condition.components.has('gates') && Boolean(ctx.task.gateCmd);
+        const files = readRepoFiles(ctx.workdir);
+        const fileDump = files
+            .map((f) => `<<<FILE ${f.path}>>>\n${f.content}\n<<<END>>>`)
+            .join('\n\n');
+        const messages = [
+            { role: 'system', content: FILE_MARKER_SYSTEM },
+            {
+                role: 'user',
+                content: `Task: ${ctx.task.instruction}\n\nCurrent files:\n\n${fileDump}\n\n` +
+                    'Output the full updated content of each file you change, using the FILE markers.',
+            },
+        ];
+        let totalTokens = 0;
+        let turns = 0;
+        let gateRuns = 0;
+        let error = null;
+        const logParts = [];
+        const maxIters = useGate ? this.maxGateIters : 1;
+        for (let iter = 0; iter < maxIters; iter++) {
+            const chat = await chatCompletion(this.endpoint, ctx.model, messages, this.temperature, ctx.task.agentTimeoutSec * 1000);
+            turns++;
+            totalTokens += chat.tokens;
+            if (chat.error) {
+                error = chat.error;
+                break;
+            }
+            const blocks = parseFileBlocks(chat.content);
+            applyFileBlocks(ctx.workdir, blocks);
+            logParts.push(`--- turn ${turns}: ${blocks.length} file(s) ---`);
+            if (!useGate)
+                break;
+            const gate = spawnSync('bash', ['-lc', ctx.task.gateCmd], {
+                cwd: ctx.workdir,
+                encoding: 'utf-8',
+                timeout: ctx.task.verifyTimeoutSec * 1000,
+                env: sanitizedEnv(),
+            });
+            gateRuns++;
+            if (gate.status === 0)
+                break;
+            if (iter === maxIters - 1)
+                break; // out of budget
+            const gateOut = `${gate.stdout ?? ''}\n${gate.stderr ?? ''}`.slice(-2000);
+            messages.push({ role: 'assistant', content: chat.content });
+            messages.push({
+                role: 'user',
+                content: `The gate command \`${ctx.task.gateCmd}\` failed:\n${gateOut}\n\n` +
+                    'Fix the code and re-output the full updated files using the FILE markers.',
+            });
+        }
+        return {
+            tokens: totalTokens > 0 ? totalTokens : null,
+            costUsd: null,
+            turns,
+            toolCalls: useGate ? gateRuns : 0,
+            wellFormed: null,
+            error,
+            rawLog: logParts.join('\n'),
+        };
+    }
+}
+//# sourceMappingURL=adapter.js.map

package/dist/benchmarks/paired/adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/benchmarks/paired/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACnF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAExD,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAiD,UAAU,EAAE,MAAM,YAAY,CAAC;AAuBvF,mFAAmF;AACnF,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,yEAAyE;AACzE,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,MAAM,OAAO,iBAAiB;IAEC;IADpB,EAAE,CAAS;IACpB,YAA6B,GAA4B;QAA5B,QAAG,GAAH,GAAG,CAAyB;QACvD,IAAI,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAoB;QAC5B,iEAAiE;QACjE,IAAI,QAAQ,GAAa,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/B,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,aAAa,CAAC;QACxE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACnC,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,CACnF,CAAC;QAEF,MAAM,GAAG,GAAsB;YAC7B,GAAG,YAAY,EAAE;YACjB,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC;YAC7B,eAAe,EAAE,GAAG,CAAC,KAAK;SAC3B,CAAC;QAEF,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC;QACrC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,UAAU,CACvE,IAAI,CAAC,GAAG,CAAC,GAAG,EACZ,IAAI,EACJ;YACE,GAAG,EAAE,GAAG,CAAC,OAAO;YAChB,GAAG;YACH,SAAS,EAAE,GAAG,GAAG,IAAI;YACrB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;SACtE,CACF,CAAC;QAEF,IAAI,KAAK,GAAkB,IAAI,CAAC;QAChC,IAAI,QAAQ;YAAE,KAAK,GAAG,yBAAyB,GAAG,GAAG,CAAC;aACjD,IAAI,UAAU;YAAE,KAAK,GAAG,UAAU,CAAC;aACnC,IAAI,MAAM,KAAK,CAAC;YAAE,KAAK,GAAG,gBAAgB,MAAM,EAAE,CAAC;QAExD,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEnE,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;YACrC,KAAK;YACL,MAAM,EAAE,eAAe,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,KAAK,MAAM,mBAAmB,MAAM,EAAE;SAC7F,CAAC;IACJ,CAAC;CACF;AAiBD;;;;;;;;GAQG;AACH,SAAS,UAAU,CACjB,GAAW,EACX,IAAc,EACd,IAAuB;IAEvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,KAAK,CAAC;QACV,IAAI,CAAC;YACH,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;gBACvB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,6BAA6B;gBACrE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC;gBACN,MAAM,EAAE,EAAE;gBACV,MAAM,EAAE,EAAE;gBACV,MAAM,EAAE,IAAI;gBACZ,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;aACvD,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,MAAM,GAAG,CAAC,GAAW,EAAE,KAAa,EAAU,EAAE,CACpD,GAAG,CAAC,MAAM,IAAI,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,CAAC,MAAsB,EAAE,EAAE;YAC3C,IAAI,CAAC;gBACH,IAAI,KAAK,CAAC,GAAG,IAAI,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;oBAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;;oBACnF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,CAAC;gBAAC,MAAM,CAAC;oBACP,kBAAkB;gBACpB,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,QAAQ,GAAG,IAAI,CAAC;YAChB,SAAS,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACnB,yEAAyE;QACzE,wEAAwE;QACxE,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,SAAS,CAAC,SAAS,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,EAAE,IAAI,CAAC,SAAS,GAAG,kBAAkB,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,CAAC,MAAqB,EAAE,EAAE;YACvC,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC;QAEF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAQ,EAAE,EAAE;YAC7B,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAmB,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAEzD,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,uFAAuF;AACvF,MAAM,CAAC,MAAM,gBAAgB,GAAgB,CAAC,MAAM,EAAE,EAAE;IACtD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QACpD,MAAM,MAAM,GACV,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;YACzB,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;YAC1B,CAAC,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC;YACpC,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,CAAC,CAAC;QAC3C,OAAO;YACL,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;YAClC,OAAO,EAAE,OAAO,GAAG,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI;YAC3E,KAAK,EAAE,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;SAChE,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC,CAAC;AAEF;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAgB,CAAC,MAAM,EAAE,EAAE;IACxD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,EAA2B,CAAC;QAChC,IAAI,CAAC;YACH,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;QACrB,IAAI,IAAI,KAAK,UAAU;YAAE,SAAS,EAAE,CAAC;QACrC,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YAC3B,KAAK,EAAE,CAAC;YACR,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC;YACxD,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAA4B,CAAC;YAC1D,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAA4B,CAAC;YAC1D,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;YAC9B,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,EAAE,CAAC,KAAK,IAAI,IAAI,IAAI,EAAE,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;gBACrC,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;QACjC,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;QAC/B,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QAC/B,SAAS,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;KAC5C,CAAC;AACJ,CAAC,CAAC;AAEF,SAAS,GAAG,CAAC,CAAU;IACrB,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,OAAO,IAAI,iBAAiB,CAAC;QAC3B,EAAE,EAAE,QAAQ;QACZ,GAAG,EAAE,QAAQ;QACb,IAAI,EAAE,CAAC,IAAI,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC;QAC1E,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAC;AACL,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,OAAO,IAAI,iBAAiB,CAAC;QAC3B,EAAE,EAAE,UAAU;QACd,GAAG,EAAE,UAAU;QACf,oEAAoE;QACpE,wDAAwD;QACxD,IAAI,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,CAAC;QAC1F,UAAU,EAAE,kBAAkB;KAC/B,CAAC,CAAC;AACL,CAAC;AAgBD,MAAM,YAAY,GAAiB;IACjC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE;IACnD,gBAAgB,EAAE,IAAI;IACtB,UAAU,EAAE,IAAI;IAChB,0BAA0B,EAAE,GAAG;CAChC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,OAAO,WAAW;IAEO;IADpB,EAAE,GAAG,MAAM,CAAC;IACrB,YAA6B,WAAyB,YAAY;QAArC,aAAQ,GAAR,QAAQ,CAA6B;IAAG,CAAC;IAEtE,KAAK,CAAC,GAAG,CAAC,GAAoB;QAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAE7E,MAAM,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC;QACxC,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC;QACpE,2EAA2E;QAC3E,sEAAsE;QACtE,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CACpF,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,GAAG,SAAS,CAAC;QAElC,4EAA4E;QAC5E,kFAAkF;QAClF,IAAI,QAAQ;YAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAE/E,OAAO;YACL,qEAAqE;YACrE,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;YAC3E,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,SAAS,EAAE,CAAC,GAAG,CAAC;YAChB,UAAU,EAAE,IAAI;YAChB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB;SACvD,CAAC;IACJ,CAAC;CACF;AAED,wCAAwC;AACxC,MAAM,UAAU,MAAM,CAAC,CAAS;IAC9B,IAAI,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;AAChC,CAAC;AAoBD,MAAM,kBAAkB,GACtB,+EAA+E;IAC/E,+EAA+E;IAC/E,8DAA8D;IAC9D,gEAAgE;IAChE,6EAA6E,CAAC;AAEhF,8EAA8E;AAC9E,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,GAAG,GAAwC,EAAE,CAAC;IACpD,MAAM,EAAE,GAAG,mDAAmD,CAAC;IAC/D,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzB,IAAI,IAAI;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kEAAkE;AAClE,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,qDAAqD,CAAC;IACrE,MAAM,KAAK,GAAwC,EAAE,CAAC;IACtD,MAAM,IAAI,GAAG,CAAC,GAAW,EAAQ,EAAE;QACjC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC5B,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,EAAE,CAAC,WAAW,EAAE;gBAAE,IAAI,CAAC,GAAG,CAAC,CAAC;iBAC3B,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,GAAG,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC9E,IAAI,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;gBACpF,CAAC;gBAAC,MAAM,CAAC;oBACP,qBAAqB;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,CAAC;IACd,OAAO,KAAK,CAAC;AACf,CAAC;AAED,mEAAmE;AACnE,SAAS,eAAe,CAAC,OAAe,EAAE,MAA2C;IACnF,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,GAAG,GAAG,CAAC;YAAE,SAAS,CAAC,YAAY;QAC/E,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAQD,KAAK,UAAU,cAAc,CAC3B,QAAgB,EAChB,KAAa,EACb,QAA6C,EAC7C,WAAmB,EACnB,SAAiB;IAEjB,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YACxE,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5E,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAG7B,CAAC;QACF,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAClD,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YACrC,KAAK,EAAE,IAAI;SACZ,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACvF,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,oBAAoB;IACtB,EAAE,GAAG,KAAK,CAAC;IACH,QAAQ,CAAS;IACjB,YAAY,CAAS;IACrB,WAAW,CAAS;IACrC,YAAY,MAAwB,EAAE;QACpC,IAAI,CAAC,QAAQ;YACX,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,2CAA2C,CAAC;QAC9F,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC,YAAY,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,CAAC,CAAC,CAAC;QACpF,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAoB;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnF,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,KAAK;aACnB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,OAAO,aAAa,CAAC;aAC3D,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,MAAM,QAAQ,GAAwC;YACpD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE;YAC/C;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EACL,SAAS,GAAG,CAAC,IAAI,CAAC,WAAW,yBAAyB,QAAQ,MAAM;oBACpE,kFAAkF;aACrF;SACF,CAAC;QAEF,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,KAAK,GAAkB,IAAI,CAAC;QAChC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,MAAM,cAAc,CAC/B,IAAI,CAAC,QAAQ,EACb,GAAG,CAAC,KAAK,EACT,QAAQ,EACR,IAAI,CAAC,WAAW,EAChB,GAAG,CAAC,IAAI,CAAC,eAAe,GAAG,IAAI,CAChC,CAAC;YACF,KAAK,EAAE,CAAC;YACR,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC;YAC3B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;gBACnB,MAAM;YACR,CAAC;YACD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7C,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACrC,QAAQ,CAAC,IAAI,CAAC,YAAY,KAAK,KAAK,MAAM,CAAC,MAAM,cAAc,CAAC,CAAC;YAEjE,IAAI,CAAC,OAAO;gBAAE,MAAM;YAEpB,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,OAAiB,CAAC,EAAE;gBAClE,GAAG,EAAE,GAAG,CAAC,OAAO;gBAChB,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,gBAAgB,GAAG,IAAI;gBACzC,GAAG,EAAE,YAAY,EAAE;aACpB,CAAC,CAAC;YACH,QAAQ,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAC7B,IAAI,IAAI,KAAK,QAAQ,GAAG,CAAC;gBAAE,MAAM,CAAC,gBAAgB;YAClD,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,KAAK,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;YAC1E,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,OAAO,EACL,sBAAsB,GAAG,CAAC,IAAI,CAAC,OAAO,eAAe,OAAO,MAAM;oBAClE,2EAA2E;aAC9E,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;YAC5C,OAAO,EAAE,IAAI;YACb,KAAK;YACL,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACjC,UAAU,EAAE,IAAI;YAChB,KAAK;YACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;SAC5B,CAAC;IACJ,CAAC;CACF"}

package/dist/benchmarks/paired/index.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Paired UAP benchmark harness — public surface.
+ *
+ * A controlled A/B that holds the base model + agent constant and toggles the
+ * UAP scaffold on/off over the same task suite & seeds, reporting a vector of
+ * paired deltas (accuracy + efficiency) with confidence intervals, a McNemar
+ * gate-value 2x2, and per-component ablation.
+ */
+export * from './types.js';
+export * from './stats.js';
+export * from './suite.js';
+export * from './scaffold.js';
+export * from './adapter.js';
+export * from './runner.js';
+export * from './report.js';
+export * from './ablation.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/benchmarks/paired/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/paired/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC"}

package/dist/benchmarks/paired/index.js

@@ -0,0 +1,17 @@
+/**
+ * Paired UAP benchmark harness — public surface.
+ *
+ * A controlled A/B that holds the base model + agent constant and toggles the
+ * UAP scaffold on/off over the same task suite & seeds, reporting a vector of
+ * paired deltas (accuracy + efficiency) with confidence intervals, a McNemar
+ * gate-value 2x2, and per-component ablation.
+ */
+export * from './types.js';
+export * from './stats.js';
+export * from './suite.js';
+export * from './scaffold.js';
+export * from './adapter.js';
+export * from './runner.js';
+export * from './report.js';
+export * from './ablation.js';
+//# sourceMappingURL=index.js.map

package/dist/benchmarks/paired/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/benchmarks/paired/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC"}

package/dist/benchmarks/paired/report.d.ts

@@ -0,0 +1,61 @@
+/**
+ * Analysis + reporting.
+ *
+ * Turns raw paired RunRecords into the credible result shape the research
+ * prescribes: NOT a single headline number, but a vector of paired deltas with
+ * confidence intervals (accuracy AND efficiency), a McNemar 2x2 for gate value,
+ * and a cost-accuracy Pareto view. Treatment arms are always compared against
+ * the baseline cell-for-cell (same task + seed).
+ */
+import { McNemarResult, PairedDeltaResult, PairedOptions } from './stats.js';
+import { RunnerOutput } from './runner.js';
+import { ContinuousMetric } from './types.js';
+export interface ConditionSummary {
+    label: string;
+    n: number;
+    successRate: number;
+    meanTokens: number | null;
+    meanTurns: number | null;
+    meanCostUsd: number | null;
+    meanLatencyMs: number;
+    errorRate: number;
+}
+export interface Comparison {
+    label: string;
+    baseline: string;
+    /** Paired correctness: rates, bootstrap CI on the delta, permutation p. */
+    correctness: {
+        baselineRate: number;
+        treatmentRate: number;
+        delta: PairedDeltaResult;
+        mcnemar: McNemarResult;
+    };
+    /** Paired deltas for each continuous metric where both arms reported a value. */
+    metrics: Partial<Record<ContinuousMetric, PairedDeltaResult>>;
+}
+export interface AnalysisReport {
+    meta: {
+        model: string;
+        adapter: string;
+        epochs: number;
+        taskCount: number;
+        conditions: string[];
+        baseline: string;
+        startedAt: string;
+        finishedAt: string;
+    };
+    perCondition: ConditionSummary[];
+    comparisons: Comparison[];
+    /** Cost-accuracy Pareto points (one per condition). */
+    pareto: {
+        label: string;
+        successRate: number;
+        meanTokens: number | null;
+    }[];
+}
+export interface AnalyzeOptions extends PairedOptions {
+    baselineLabel?: string;
+}
+export declare function analyze(output: RunnerOutput, opts?: AnalyzeOptions): AnalysisReport;
+export declare function renderMarkdown(r: AnalysisReport): string;
+//# sourceMappingURL=report.d.ts.map

package/dist/benchmarks/paired/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/paired/report.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAGL,aAAa,EAGb,iBAAiB,EACjB,aAAa,EACd,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAsB,gBAAgB,EAA2B,MAAM,YAAY,CAAC;AAE3F,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,CAAC,EAAE,MAAM,CAAC;IACV,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,2EAA2E;IAC3E,WAAW,EAAE;QACX,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,KAAK,EAAE,iBAAiB,CAAC;QACzB,OAAO,EAAE,aAAa,CAAC;KACxB,CAAC;IACF,iFAAiF;IACjF,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,iBAAiB,CAAC,CAAC,CAAC;CAC/D;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,YAAY,EAAE,gBAAgB,EAAE,CAAC;IACjC,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,uDAAuD;IACvD,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,EAAE,CAAC;CAC7E;AA2DD,MAAM,WAAW,cAAe,SAAQ,aAAa;IACnD,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,GAAE,cAAmB,GAAG,cAAc,CA0EvF;AAuBD,wBAAgB,cAAc,CAAC,CAAC,EAAE,cAAc,GAAG,MAAM,CAwExD"}