@dsh-enhanced/assistant-evaluation 0.1.24 → 0.1.31

package/lib/benchmark/native.js

@@ -0,0 +1,300 @@
+/** Native, intentionally narrow AgentLoop adapter for the public development corpus. */
+import { createRequire } from 'node:module';
+import { mkdtemp, rm } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { Context } from '@deepseek-ai/cordis';
+import AgentLoop from '@deepseek-ai/dsh-agent-loop';
+import { AgentRegistry } from '@deepseek-ai/dsh-agent';
+import { LlmAdapter, LlmRuntime, createUserMessage, isAgentLoopRequest } from '@deepseek-ai/dsh-llm';
+import { SessionId, SessionStore } from '@deepseek-ai/dsh-session';
+import { SessionProjectionRegistry } from '@deepseek-ai/dsh-session-projection';
+import SystemPrompt from '@deepseek-ai/dsh-system-prompt';
+import ToolRuntime from '@deepseek-ai/dsh-tools';
+import { acceptanceCanonicalJson, acceptanceDigest } from '@dsh-enhanced/task-acceptance-contract';
+import { developmentCases, developmentDataset, developmentPrompt, judgeDevelopmentResponse } from './corpus.js';
+import { normalizeTokenUsage, tokenUsageCost, tokenUsageReserveCost } from './usage.js';
+import { memoryDevelopmentCases, memoryDevelopmentDataset, memoryDevelopmentDatasetV2, memoryDevelopmentPrompt, memoryDevelopmentTask, judgeMemoryDevelopmentResponse } from './memory-corpus.js';
+import { installBenchmarkMemory, seedBenchmarkMemory, memoryRuntimeConfig } from './memory-runtime.js';
+import {} from './runner.js';
+import { benchmarkObject, benchmarkSnapshot, benchmarkSchedule, parseBenchmarkPlan } from './schema.js';
+const require = createRequire(import.meta.url);
+const EMPTY_DIGEST = acceptanceDigest('native-empty-contract-v1');
+const PROTOCOL = 'dsh-native-agent-loop-benchmark-v2';
+const MAX_RATE = 1_000_000_000;
+const id = (value, field) => {
+    if (typeof value !== 'string' || !/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/u.test(value))
+        throw new Error(`invalid ${field}`);
+    return value;
+};
+const routeId = (value, field) => {
+    if (typeof value !== 'string' || !/^[A-Za-z0-9][A-Za-z0-9._:/-]{0,255}$/u.test(value))
+        throw new Error(`invalid ${field}`);
+    return value;
+};
+const sha = (value, field) => {
+    if (typeof value !== 'string' || !/^[a-f0-9]{64}$/u.test(value))
+        throw new Error(`invalid ${field}`);
+    return value;
+};
+const integer = (value, field, min, max) => {
+    if (!Number.isSafeInteger(value) || value < min || value > max)
+        throw new Error(`invalid ${field}`);
+    return value;
+};
+const finite = (value, field, min, max) => {
+    if (typeof value !== 'number' || !Number.isFinite(value) || value < min || value > max)
+        throw new Error(`invalid ${field}`);
+    return value;
+};
+const isMemorySuite = (input) => input.suite === 'memory-v1' || input.suite === 'memory-v2';
+function nativeObject(value, required, optional) {
+    return benchmarkObject(value, [...required, ...optional.filter(key => value !== null && typeof value === 'object' && Object.hasOwn(value, key))]);
+}
+function validate(input) {
+    const raw = nativeObject(benchmarkSnapshot(input), ['id', 'cases', 'variants', 'model', 'budget', 'repeats', 'seed'], ['suite']);
+    const copy = raw;
+    id(copy.id, 'benchmark id');
+    if (!Array.isArray(copy.cases) || copy.cases.length === 0 || copy.cases.length > 100)
+        throw new Error('invalid cases');
+    if (copy.suite !== undefined && copy.suite !== 'research-v1' && copy.suite !== 'memory-v1' && copy.suite !== 'memory-v2')
+        throw new Error('invalid native suite');
+    const known = new Set((isMemorySuite(copy) ? memoryDevelopmentCases(copy.suite === 'memory-v2' ? '2' : '1') : developmentCases()).map(item => item.id));
+    const caseIds = new Set();
+    for (const value of copy.cases) {
+        id(value, 'case id');
+        if (!known.has(value) || caseIds.has(value))
+            throw new Error('cases must be unique public development cases');
+        caseIds.add(value);
+    }
+    if (!Array.isArray(copy.variants) || copy.variants.length < 2 || copy.variants.length > 8)
+        throw new Error('invalid variants');
+    let baseline = 0;
+    const variants = new Set();
+    for (const variant of copy.variants) {
+        nativeObject(variant, ['id', 'role', 'persona'], ['memory']);
+        if (variant.memory !== undefined && typeof variant.memory !== 'boolean')
+            throw new Error('invalid memory feature');
+        id(variant.id, 'variant id');
+        if (variants.has(variant.id) || (variant.role !== 'baseline' && variant.role !== 'candidate') || typeof variant.persona !== 'string' || variant.persona.length > 32_768)
+            throw new Error('invalid variant');
+        variants.add(variant.id);
+        if (variant.role === 'baseline')
+            baseline++;
+    }
+    if (baseline !== 1)
+        throw new Error('exactly one baseline is required');
+    if (isMemorySuite(copy)) {
+        if (copy.variants.length !== 2 || copy.variants.some(variant => variant.persona !== copy.variants[0].persona || (variant.memory === true) !== (variant.role === 'candidate')))
+            throw new Error('memory comparison requires identical personas and only candidate retrieval enabled');
+    }
+    else if (copy.variants.some(variant => variant.memory === true))
+        throw new Error('memory retrieval requires the memory suite');
+    const model = nativeObject(copy.model, ['provider', 'model', 'temperature', 'maxOutputTokens', 'inputUsdMicrosPerMillionTokens', 'outputUsdMicrosPerMillionTokens', 'adapterDigest', 'tokenCounterDigest'], ['inputLimitMode', 'outputLimitMode', 'cacheReadUsdMicrosPerMillionTokens', 'cacheWriteUsdMicrosPerMillionTokens']);
+    routeId(model.provider, 'provider');
+    routeId(model.model, 'model');
+    if (model.temperature !== null)
+        finite(model.temperature, 'temperature', 0, 2);
+    if (model.inputLimitMode !== undefined && model.inputLimitMode !== 'upper-bound' && model.inputLimitMode !== 'estimate')
+        throw new Error('invalid input limit mode');
+    if (model.outputLimitMode !== undefined && model.outputLimitMode !== 'provider' && model.outputLimitMode !== 'observed')
+        throw new Error('invalid output limit mode');
+    integer(model.maxOutputTokens, 'maxOutputTokens', 1, copy.budget.outputTokens);
+    if ((model.inputUsdMicrosPerMillionTokens === null) !== (model.outputUsdMicrosPerMillionTokens === null))
+        throw new Error('both token rates must be present or absent');
+    if (model.inputUsdMicrosPerMillionTokens !== null) {
+        integer(model.inputUsdMicrosPerMillionTokens, 'input rate', 0, MAX_RATE);
+        integer(model.outputUsdMicrosPerMillionTokens, 'output rate', 0, MAX_RATE);
+    }
+    for (const field of ['cacheReadUsdMicrosPerMillionTokens', 'cacheWriteUsdMicrosPerMillionTokens']) {
+        if (model[field] !== undefined && model[field] !== null)
+            integer(model[field], field, 0, MAX_RATE);
+    }
+    sha(model.adapterDigest, 'adapter digest');
+    sha(model.tokenCounterDigest, 'token counter digest');
+    const budget = benchmarkObject(copy.budget, ['durationMs', 'inputTokens', 'outputTokens', 'costUsdMicros', 'toolCalls']);
+    integer(budget.durationMs, 'durationMs', 1, 86_400_000);
+    for (const key of ['inputTokens', 'outputTokens', 'toolCalls'])
+        integer(budget[key], key, 0, 1_000_000_000);
+    if (budget.costUsdMicros !== null) {
+        integer(budget.costUsdMicros, 'costUsdMicros', 0, 1_000_000_000);
+        if (model.inputLimitMode === 'estimate' || model.outputLimitMode === 'observed')
+            throw new Error('priced budget requires preflight input bound and provider output limit');
+        if ([model.inputUsdMicrosPerMillionTokens, model.outputUsdMicrosPerMillionTokens, model.cacheReadUsdMicrosPerMillionTokens, model.cacheWriteUsdMicrosPerMillionTokens].some(rate => rate === null || rate === undefined))
+            throw new Error('priced budget requires all input/cache/output token rates');
+    }
+    integer(copy.repeats, 'repeats', 2, 20);
+    integer(copy.seed, 'seed', 0, 0xffffffff);
+    return Object.freeze({ ...copy, model, budget });
+}
+function packageVersions(memory) {
+    const names = ['@deepseek-ai/cordis', '@deepseek-ai/dsh-llm', '@deepseek-ai/dsh-session', '@deepseek-ai/dsh-session-projection', '@deepseek-ai/dsh-system-prompt', '@deepseek-ai/dsh-tools', '@deepseek-ai/dsh-agent', '@deepseek-ai/dsh-agent-loop'];
+    if (memory)
+        names.push('@dsh-enhanced/personal-memory', '@dsh-enhanced/assistant-policy');
+    return Object.fromEntries(names.map(name => {
+        const pkg = require(`${name}/package.json`);
+        if (typeof pkg.version !== 'string')
+            throw new Error(`unresolved runtime package ${name}`);
+        return [name, pkg.version];
+    }));
+}
+function versions(input, persona) {
+    return Object.freeze({
+        model: acceptanceDigest(input.model), prompt: acceptanceDigest({ persona, complete: true }),
+        skills: EMPTY_DIGEST, tools: EMPTY_DIGEST, policy: EMPTY_DIGEST,
+        runtime: acceptanceDigest({ protocol: PROTOCOL, packages: packageVersions(isMemorySuite(input)), ...(isMemorySuite(input) ? { memory: memoryRuntimeConfig } : {}) }),
+    });
+}
+export function nativeBenchmarkPlan(raw) {
+    const input = validate(raw);
+    const cases = (isMemorySuite(input) ? memoryDevelopmentCases(input.suite === 'memory-v2' ? '2' : '1') : developmentCases()).filter(item => input.cases.includes(item.id));
+    const variants = input.variants.map(variant => Object.freeze({ id: variant.id, role: variant.role, versions: versions(input, variant.persona), features: Object.freeze({ memory: variant.memory === true, planning: false, review: false, growth: false }) }));
+    return parseBenchmarkPlan({ schemaVersion: 1, id: input.id, dataset: isMemorySuite(input) ? (input.suite === 'memory-v2' ? memoryDevelopmentDatasetV2 : memoryDevelopmentDataset) : developmentDataset, comparison: 'capability', cases, variants, budget: input.budget, repeats: input.repeats, seed: input.seed });
+}
+const same = (a, b) => acceptanceCanonicalJson(a) === acceptanceCanonicalJson(b);
+function assistantText(session) {
+    const event = [...session.snapshotEvents()].reverse().find((item) => item?.type === 'assistant/message');
+    if (event?.data?.message?.content === undefined)
+        return undefined;
+    return event.data.message.content.filter((block) => block?.type === 'text').map((block) => block.text).join('');
+}
+export function createNativeBenchmarkExecutor(raw, factory) {
+    const input = validate(raw);
+    const plan = nativeBenchmarkPlan(input);
+    return Object.freeze({ async execute(request) {
+            const expected = nativeBenchmarkPlan(input);
+            const expectedCell = benchmarkSchedule(expected).find(cell => cell.id === request.cell.id);
+            if (!same(plan, expected) || request.planId !== expected.id || !same(request.dataset, expected.dataset) || !same(request.budget, expected.budget)
+                || !same(request.cell, expectedCell) || !same(request.task, expected.cases.find(item => item.id === request.cell.caseId)) || !same(request.variant, expected.variants.find(item => item.id === request.cell.variantId)))
+                throw new Error('native benchmark request drift');
+            if (request.signal.aborted)
+                throw new Error('benchmark aborted');
+            const costBudget = request.budget.costUsdMicros;
+            if (costBudget !== null && (!Number.isSafeInteger(costBudget) || costBudget < 0))
+                throw new Error('invalid native cost budget');
+            if (costBudget !== null && input.model.inputUsdMicrosPerMillionTokens === null)
+                throw new Error('priced budget requires token rates');
+            const workspace = await mkdtemp(join(tmpdir(), 'dsh-native-benchmark-'));
+            const ctx = new Context();
+            let binding;
+            let handle;
+            let removeAbort;
+            let observation;
+            let executionFailed = false;
+            let executionError;
+            let calls = 0;
+            let reserved = false;
+            let reservedInput = 0;
+            let observedUsage;
+            let unexpectedTool = false;
+            try {
+                const memoryTask = isMemorySuite(input) ? memoryDevelopmentTask(request.cell.caseId, input.suite === 'memory-v2' ? '2' : '1') : undefined;
+                await ctx.plugin(LlmRuntime);
+                await ctx.plugin(SessionStore);
+                new SessionProjectionRegistry(ctx);
+                await ctx.plugin(SystemPrompt, { includeHarnessIdentity: false, includeRuntimeContext: memoryTask !== undefined, persona: '' });
+                await ctx.plugin(ToolRuntime, { mode: 'native' });
+                await ctx.plugin(AgentRegistry);
+                await ctx.plugin(AgentLoop, { agents: [] });
+                binding = await factory(Object.freeze({ ...input.model }), Object.freeze({ ctx, workspace }));
+                const countInput = input.model.inputLimitMode === 'estimate' ? binding?.inputTokenEstimate : binding?.inputTokenUpperBound;
+                if (!binding || !(binding.adapter instanceof LlmAdapter) || typeof countInput !== 'function' || typeof binding.dispose !== 'function')
+                    throw new Error('invalid native adapter binding');
+                const persona = input.variants.find(item => item.id === request.variant.id).persona;
+                ctx.systemPrompt.section({ name: 'native-benchmark-persona', order: 0, text: persona, complete: true });
+                if (memoryTask === undefined)
+                    ctx.systemPrompt.suppressRuntimeContext();
+                const memory = memoryTask === undefined ? undefined : await installBenchmarkMemory(ctx, workspace, memoryTask.snapshotLimit, request.variant.features.memory);
+                ctx.on('llm/stream', async function* (options, next) {
+                    if (!isAgentLoopRequest(options) || calls++ !== 0 || options.provider !== input.model.provider || options.model !== input.model.model || options.temperature !== (input.model.temperature ?? undefined) || options.maxTokens !== (input.model.outputLimitMode === 'observed' ? undefined : input.model.maxOutputTokens) || options.system !== persona || (options.tools?.length ?? 0) !== 0)
+                        throw new Error('native request contract violation');
+                    const upper = await countInput.call(binding, options);
+                    if (!Number.isSafeInteger(upper) || upper < 0 || upper > request.budget.inputTokens)
+                        throw new Error('input budget preflight failed');
+                    const reserve = tokenUsageReserveCost(upper, input.model.maxOutputTokens, input.model);
+                    if (costBudget !== null && (reserve === null || reserve > costBudget))
+                        throw new Error('cost budget preflight failed');
+                    reservedInput = upper;
+                    reserved = true;
+                    for await (const chunk of next()) {
+                        if (chunk.type === 'usage')
+                            observedUsage = chunk.usage;
+                        if (chunk.type === 'block-end' && chunk.block.type === 'tool-call')
+                            unexpectedTool = true;
+                        yield chunk;
+                    }
+                });
+                ctx.llm.registerAdapter([input.model.provider], binding.adapter);
+                const sessionId = SessionId(`benchmark-${request.cell.id.slice(0, 48)}`);
+                handle = await ctx.agents.create({
+                    sessionId, meta: { cwd: workspace, ...(memoryTask === undefined ? {} : { agentPreset: 'benchmark-memory' }) },
+                    agentOptions: { provider: input.model.provider, model: input.model.model, ...(input.model.outputLimitMode === 'observed' ? {} : { maxTokens: input.model.maxOutputTokens }) }, signal: request.signal,
+                    setup: agentCtx => {
+                        agentCtx.tools.restrict({ allow: [] });
+                        agentCtx.on('agent/request', async (_payload, next) => {
+                            const { temperature: _temperature, maxTokens: _maxTokens, ...rest } = await next();
+                            return { ...rest, provider: input.model.provider, model: input.model.model,
+                                ...(input.model.temperature === null ? {} : { temperature: input.model.temperature }),
+                                ...(input.model.outputLimitMode === 'observed' ? {} : { maxTokens: input.model.maxOutputTokens }),
+                            };
+                        });
+                    },
+                });
+                if (memory !== undefined && memoryTask !== undefined)
+                    await seedBenchmarkMemory(ctx, memory, handle.agent, workspace, request.cell.id, memoryTask);
+                const abort = () => { handle?.agent.cancel({ kind: 'hook', reason: 'benchmark-aborted' }); };
+                request.signal.addEventListener('abort', abort, { once: true });
+                removeAbort = () => request.signal.removeEventListener('abort', abort);
+                handle.agent.followup(createUserMessage({ source: { kind: 'user' }, content: [{ type: 'text', text: memoryTask === undefined ? developmentPrompt(request.cell.caseId) : memoryDevelopmentPrompt(request.cell.caseId, input.suite === 'memory-v2' ? '2' : '1') }] }));
+                await handle.agent.whenIdle();
+                const output = assistantText(handle.agent.session);
+                const usage = observedUsage;
+                const terminal = [...handle.agent.session.snapshotEvents()].reverse().find((item) => item?.type === 'turn/end');
+                let normalized;
+                try {
+                    normalized = usage === undefined ? undefined : normalizeTokenUsage(usage);
+                }
+                catch {
+                    throw new Error('incomplete native measurement');
+                }
+                const meteredInput = normalized?.inputTokens ?? 0;
+                const meteredOutput = normalized?.outputTokens ?? 0;
+                const measuredCost = normalized === undefined ? null : tokenUsageCost(normalized, input.model);
+                if (!reserved || calls !== 1 || unexpectedTool || output === undefined || normalized === undefined || request.signal.aborted || terminal?.data?.reason?.kind !== 'completed' || (input.model.inputLimitMode !== 'estimate' && meteredInput > reservedInput) || meteredInput > request.budget.inputTokens || meteredOutput > input.model.maxOutputTokens || meteredOutput > request.budget.outputTokens || (costBudget !== null && (measuredCost === null || measuredCost > costBudget)))
+                    throw new Error('incomplete native measurement');
+                const judged = memoryTask === undefined ? judgeDevelopmentResponse(request.cell.caseId, output) : judgeMemoryDevelopmentResponse(request.cell.caseId, output, input.suite === 'memory-v2' ? '2' : '1');
+                observation = { versions: request.variant.versions, inputDigest: request.task.inputDigest, acceptanceDigest: request.task.acceptanceDigest, verdict: judged.verdict, metrics: { inputTokens: meteredInput, outputTokens: meteredOutput, costUsdMicros: measuredCost, toolCalls: 0, rework: null, interventions: null, latencyMs: null }, evidenceDigest: judged.evidenceDigest, quiescent: true };
+            }
+            catch (error) {
+                executionFailed = true;
+                executionError = error;
+            }
+            {
+                removeAbort?.();
+                const cleanups = [];
+                if (handle !== undefined)
+                    cleanups.push(() => handle.dispose());
+                cleanups.push(() => ctx.fiber.dispose());
+                if (binding !== undefined)
+                    cleanups.push(() => binding.dispose());
+                cleanups.push(() => rm(workspace, { recursive: true, force: true }));
+                let cleanupFailed = false;
+                for (const cleanup of cleanups) {
+                    try {
+                        await cleanup();
+                    }
+                    catch {
+                        cleanupFailed = true;
+                    }
+                }
+                if (cleanupFailed)
+                    throw new Error('native benchmark cleanup failed');
+            }
+            if (executionFailed)
+                throw executionError;
+            if (observation === undefined)
+                throw new Error('native benchmark observation missing');
+            return observation;
+        } });
+}
+//# sourceMappingURL=native.js.map

package/lib/benchmark/native.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"native.js","sourceRoot":"","sources":["../../src/benchmark/native.ts"],"names":[],"mappings":"AAAA,wFAAwF;AACxF,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAC7C,OAAO,SAAS,MAAM,6BAA6B,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,iBAAiB,EAAE,kBAAkB,EAAyC,MAAM,sBAAsB,CAAA;AAC3I,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAClE,OAAO,EAAE,yBAAyB,EAAE,MAAM,qCAAqC,CAAA;AAC/E,OAAO,YAAY,MAAM,gCAAgC,CAAA;AACzD,OAAO,WAAW,MAAM,wBAAwB,CAAA;AAChD,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAA;AAClG,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAA;AAC/G,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAA;AACvF,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,8BAA8B,EAAE,MAAM,oBAAoB,CAAA;AACjM,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AACtG,OAAO,EAA0D,MAAM,aAAa,CAAA;AACpF,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAmCvG,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAC9C,MAAM,YAAY,GAAG,gBAAgB,CAAC,0BAA0B,CAAC,CAAA;AACjE,MAAM,QAAQ,GAAG,oCAAoC,CAAA;AACrD,MAAM,QAAQ,GAAG,aAAa,CAAA;AAC9B,MAAM,EAAE,GAAG,CAAC,KAAc,EAAE,KAAa,EAAU,EAAE;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,qCAAqC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,EAAE,CAAC,CAAA;IACxH,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AACD,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,KAAa,EAAU,EAAE;IACxD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,uCAAuC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,EAAE,CAAC,CAAA;IAC1H,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AACD,MAAM,GAAG,GAAG,CAAC,KAAc,EAAE,KAAa,EAAU,EAAE;IACpD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,EAAE,CAAC,CAAA;IACpG,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AACD,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,KAAa,EAAE,GAAW,EAAE,GAAW,EAAU,EAAE;IAClF,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,GAAG,GAAG,IAAK,KAAgB,GAAG,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,EAAE,CAAC,CAAA;IAC3H,OAAO,KAAe,CAAA;AACxB,CAAC,CAAA;AACD,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,KAAa,EAAE,GAAW,EAAE,GAAW,EAAU,EAAE;IACjF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,EAAE,CAAC,CAAA;IAC3H,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AACD,MAAM,aAAa,GAAG,CAAC,KAA4B,EAAW,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,CAAA;AAC3H,SAAS,YAAY,CAAC,KAAc,EAAE,QAA2B,EAAE,QAA2B;IAC5F,OAAO,eAAe,CAAC,KAAK,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;AACnJ,CAAC;AACD,SAAS,QAAQ,CAAC,KAA4B;IAC5C,MAAM,GAAG,GAAG,YAAY,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;IAChI,MAAM,IAAI,GAAG,GAAuC,CAAA;IACpD,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,CAAC,CAAA;IAC3B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IACtH,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IACjK,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;IACvJ,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IAC3L,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;IAC9H,IAAI,QAAQ,GAAG,CAAC,CAAC;IAAC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IACpD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,YAAY,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAClH,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;QACzO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAAC,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;YAAE,QAAQ,EAAE,CAAA;IACvE,CAAC;IACD,IAAI,QAAQ,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACvE,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAA;IACvR,CAAC;SAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IAChI,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,gCAAgC,EAAE,iCAAiC,EAAE,eAAe,EAAE,oBAAoB,CAAC,EAAE,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,oCAAoC,EAAE,qCAAqC,CAAC,CAAiC,CAAA;IAC/V,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAClE,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI;QAAE,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IAC9E,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,IAAI,KAAK,CAAC,cAAc,KAAK,aAAa,IAAI,KAAK,CAAC,cAAc,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;IACpK,IAAI,KAAK,CAAC,eAAe,KAAK,SAAS,IAAI,KAAK,CAAC,eAAe,KAAK,UAAU,IAAI,KAAK,CAAC,eAAe,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;IACrK,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,iBAAiB,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;IAC9E,IAAI,CAAC,KAAK,CAAC,8BAA8B,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,+BAA+B,KAAK,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IACvK,IAAI,KAAK,CAAC,8BAA8B,KAAK,IAAI,EAAE,CAAC;QAAC,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;QAAC,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,aAAa,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAA;IAAC,CAAC;IAC3M,KAAK,MAAM,KAAK,IAAI,CAAC,oCAAoC,EAAE,qCAAqC,CAAU,EAAE,CAAC;QAC3G,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI;YAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAA;IACpG,CAAC;IACD,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC;IAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAA;IACjG,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,WAAW,CAAC,CAA+B,CAAA;IACtJ,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,EAAE,UAAU,CAAC,CAAA;IACvD,KAAK,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,cAAc,EAAE,WAAW,CAAU;QAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;IACpH,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QAClC,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,eAAe,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;QAChE,IAAI,KAAK,CAAC,cAAc,KAAK,UAAU,IAAI,KAAK,CAAC,eAAe,KAAK,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAA;QAC1K,IAAI,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IACxS,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,CAAC,CAAA;IAClF,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;AAClD,CAAC;AACD,SAAS,eAAe,CAAC,MAAe;IACtC,MAAM,KAAK,GAAG,CAAC,qBAAqB,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,qCAAqC,EAAE,gCAAgC,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,6BAA6B,CAAC,CAAA;IACrP,IAAI,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,+BAA+B,EAAE,gCAAgC,CAAC,CAAA;IACzF,OAAO,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACzC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,eAAe,CAA0B,CAAA;QACpE,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAA;QAC1F,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAA;IAC5B,CAAC,CAAC,CAAC,CAAA;AACL,CAAC;AACD,SAAS,QAAQ,CAAC,KAA4B,EAAE,OAAe;IAC7D,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC3F,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY;QAC/D,OAAO,EAAE,gBAAgB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;KACrK,CAAC,CAAA;AACJ,CAAC;AACD,MAAM,UAAU,mBAAmB,CAAC,GAA0B;IAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;IAC3B,MAAM,KAAK,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;IACzK,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IAC9P,OAAO,kBAAkB,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAAE,UAAU,EAAE,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;AACtT,CAAC;AACD,MAAM,IAAI,GAAG,CAAC,CAAU,EAAE,CAAU,EAAW,EAAE,CAAC,uBAAuB,CAAC,CAAC,CAAC,KAAK,uBAAuB,CAAC,CAAC,CAAC,CAAA;AAC3G,SAAS,aAAa,CAAC,OAAiD;IACtE,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,mBAAmB,CAAQ,CAAA;IACpH,IAAI,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IACjE,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;AAC3H,CAAC;AACD,MAAM,UAAU,6BAA6B,CAAC,GAA0B,EAAE,OAA6B;IACrG,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;IAC3B,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACvC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,OAAkC;YACrE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAA;YAC3C,MAAM,YAAY,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC1F,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC;mBAC5I,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAA;YAC5Q,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;YAChE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,aAAa,CAAA;YAC/C,IAAI,UAAU,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;YAC/H,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,8BAA8B,KAAK,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;YACrI,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAA;YACxE,MAAM,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;YAAC,IAAI,OAAyC,CAAC;YAAC,IAAI,MAA4D,CAAC;YAAC,IAAI,WAAqC,CAAA;YACrL,IAAI,WAA6C,CAAC;YAAC,IAAI,eAAe,GAAG,KAAK,CAAC;YAAC,IAAI,cAAuB,CAAA;YAC3G,IAAI,KAAK,GAAG,CAAC,CAAC;YAAC,IAAI,QAAQ,GAAG,KAAK,CAAC;YAAC,IAAI,aAAa,GAAG,CAAC,CAAC;YAAC,IAAI,aAAqC,CAAC;YAAC,IAAI,cAAc,GAAG,KAAK,CAAA;YACjI,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBACzI,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBAAC,MAAM,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBAAC,IAAI,yBAAyB,CAAC,GAAG,CAAC,CAAC;gBAAC,MAAM,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,sBAAsB,EAAE,KAAK,EAAE,qBAAqB,EAAE,UAAU,KAAK,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;gBAAC,MAAM,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAAC,MAAM,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBAAC,MAAM,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAA;gBAClW,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAA;gBAC7F,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC,CAAC,OAAO,EAAE,oBAAoB,CAAA;gBAC1H,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,YAAY,UAAU,CAAC,IAAI,OAAO,UAAU,KAAK,UAAU,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAA;gBACxL,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,EAAE,CAAE,CAAC,OAAO,CAAA;gBACpF,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;gBACvG,IAAI,UAAU,KAAK,SAAS;oBAAE,GAAG,CAAC,YAAY,CAAC,sBAAsB,EAAE,CAAA;gBACvE,MAAM,MAAM,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,sBAAsB,CAAC,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;gBAC7J,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,KAAK,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI;oBACjD,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,KAAK,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAA;oBACjb,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;oBACrD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW;wBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;oBACrI,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;oBACtF,IAAI,UAAU,KAAK,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,GAAG,UAAU,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;oBACtH,aAAa,GAAG,KAAK,CAAC;oBAAC,QAAQ,GAAG,IAAI,CAAA;oBACtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,EAAE,CAAC;wBAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;4BAAE,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC;wBAAC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW;4BAAE,cAAc,GAAG,IAAI,CAAC;wBAAC,MAAM,KAAK,CAAA;oBAAC,CAAC;gBACvM,CAAC,CAAC,CAAA;gBACF,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;gBAChE,MAAM,SAAS,GAAG,SAAS,CAAC,aAAa,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAA;gBACxE,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;oBAC/B,SAAS,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC,EAAE;oBAC7G,YAAY,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM;oBACrM,KAAK,EAAE,QAAQ,CAAC,EAAE;wBAChB,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAA;wBACtC,QAAQ,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;4BACpD,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,IAAI,EAAE,CAAA;4BAClF,OAAO,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK;gCACxE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;gCACrF,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;6BAClG,CAAA;wBACH,CAAC,CAAC,CAAA;oBACJ,CAAC;iBACF,CAAC,CAAA;gBACF,IAAI,MAAM,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;oBAAE,MAAM,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;gBAClJ,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAA,CAAC,CAAC,CAAA;gBACjG,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAAC,WAAW,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;gBACvI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;gBACpQ,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAA;gBAC7B,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;gBAClD,MAAM,KAAK,GAAG,aAAa,CAAA;gBAC3B,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,UAAU,CAAQ,CAAA;gBAC3H,IAAI,UAA8D,CAAA;gBAClE,IAAI,CAAC;oBAAC,UAAU,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;gBAAC,CAAC;gBAC5I,MAAM,YAAY,GAAG,UAAU,EAAE,WAAW,IAAI,CAAC,CAAA;gBACjD,MAAM,aAAa,GAAG,UAAU,EAAE,YAAY,IAAI,CAAC,CAAA;gBACnD,MAAM,YAAY,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC9F,IAAI,CAAC,QAAQ,IAAI,KAAK,KAAK,CAAC,IAAI,cAAc,IAAI,MAAM,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,KAAK,WAAW,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,KAAK,UAAU,IAAI,YAAY,GAAG,aAAa,CAAC,IAAI,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,eAAe,IAAI,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,IAAI,YAAY,GAAG,UAAU,CAAC,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;gBACzgB,MAAM,MAAM,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,8BAA8B,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;gBACtM,WAAW,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;YACnY,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,eAAe,GAAG,IAAI,CAAC;gBAAC,cAAc,GAAG,KAAK,CAAA;YAChD,CAAC;YACD,CAAC;gBACC,WAAW,EAAE,EAAE,CAAA;gBACf,MAAM,QAAQ,GAA4C,EAAE,CAAA;gBAC5D,IAAI,MAAM,KAAK,SAAS;oBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBAChE,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;gBACxC,IAAI,OAAO,KAAK,SAAS;oBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;gBAClE,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;gBACpE,IAAI,aAAa,GAAG,KAAK,CAAA;gBACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;oBAAC,IAAI,CAAC;wBAAC,MAAM,OAAO,EAAE,CAAA;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,aAAa,GAAG,IAAI,CAAA;oBAAC,CAAC;gBAAC,CAAC;gBAC1F,IAAI,aAAa;oBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;YACvE,CAAC;YACD,IAAI,eAAe;gBAAE,MAAM,cAAc,CAAA;YACzC,IAAI,WAAW,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;YACtF,OAAO,WAAW,CAAA;QACpB,CAAC,EAAE,CAAC,CAAA;AACN,CAAC"}

package/lib/benchmark/report.d.ts

@@ -0,0 +1,4 @@
+import type { BenchmarkPlan, BenchmarkReport, BenchmarkResult } from './types.js';
+/** Produces descriptive, paired benchmark statistics; it never authorizes promotion. */
+export declare function benchmarkReport(input: BenchmarkPlan, inputResults: readonly BenchmarkResult[]): BenchmarkReport;
+//# sourceMappingURL=report.d.ts.map

package/lib/benchmark/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/benchmark/report.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAoB,aAAa,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAgDnG,wFAAwF;AACxF,wBAAgB,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,eAAe,EAAE,GAAG,eAAe,CAkG/G"}

package/lib/benchmark/report.js

@@ -0,0 +1,153 @@
+import { benchmarkMetricKeys, benchmarkPlanDigest, benchmarkResultParser, benchmarkSchedule, parseBenchmarkPlan, } from './schema.js';
+function nearestRank(values, percentile) {
+    if (values.length === 0)
+        return null;
+    const sorted = [...values].sort((left, right) => left - right);
+    return sorted[Math.max(0, Math.ceil(percentile * sorted.length) - 1)];
+}
+function distribution(values, missing) {
+    if (values.length === 0)
+        return { measured: 0, missing, mean: null, median: null, p95: null };
+    const sorted = [...values].sort((left, right) => left - right);
+    const middle = sorted.length / 2;
+    const median = sorted.length % 2 === 0 ? (sorted[middle - 1] + sorted[middle]) / 2 : sorted[Math.floor(middle)];
+    return {
+        measured: values.length,
+        missing,
+        mean: values.reduce((sum, value) => sum + value, 0) / values.length,
+        median,
+        p95: nearestRank(sorted, 0.95),
+    };
+}
+function generator(seed) {
+    let state = seed >>> 0;
+    return () => {
+        state = (state + 0x6d2b79f5) >>> 0;
+        let value = state;
+        value = Math.imul(value ^ (value >>> 15), value | 1);
+        value ^= value + Math.imul(value ^ (value >>> 7), value | 61);
+        return ((value ^ (value >>> 14)) >>> 0) / 4294967296;
+    };
+}
+function clusteredInterval(caseMeans) {
+    if (caseMeans.length < 2)
+        return null;
+    const next = generator(0x4d595df4);
+    const samples = [];
+    for (let draw = 0; draw < 2_000; draw++) {
+        let sum = 0;
+        for (let index = 0; index < caseMeans.length; index++)
+            sum += caseMeans[Math.floor(next() * caseMeans.length)];
+        samples.push(sum / caseMeans.length);
+    }
+    return [nearestRank(samples, 0.025), nearestRank(samples, 0.975)];
+}
+/** Produces descriptive, paired benchmark statistics; it never authorizes promotion. */
+export function benchmarkReport(input, inputResults) {
+    const plan = parseBenchmarkPlan(input);
+    const scheduled = benchmarkSchedule(plan);
+    const parseResult = benchmarkResultParser(plan);
+    const results = new Map();
+    for (const inputResult of inputResults) {
+        const result = parseResult(inputResult);
+        if (results.has(result.cell.id))
+            throw new Error(`duplicate benchmark result cell: ${result.cell.id}`);
+        results.set(result.cell.id, result);
+    }
+    const cellKey = (caseId, variantId, repeat) => `${caseId}\u0000${variantId}\u0000${repeat}`;
+    const cells = new Map(scheduled.map(cell => [cellKey(cell.caseId, cell.variantId, cell.repeat), cell]));
+    const lookup = (caseId, variantId, repeat) => {
+        const cell = cells.get(cellKey(caseId, variantId, repeat));
+        return cell === undefined ? undefined : results.get(cell.id);
+    };
+    const complete = results.size === scheduled.length;
+    const variants = plan.variants.map(variant => {
+        const expectedCells = scheduled.filter(cell => cell.variantId === variant.id);
+        const variantResults = expectedCells.map(cell => results.get(cell.id)).filter((result) => result !== undefined);
+        const achieved = variantResults.filter(result => result.verdict === 'achieved').length;
+        const notAchieved = variantResults.filter(result => result.verdict === 'not-achieved').length;
+        const unknown = expectedCells.length - achieved - notAchieved;
+        const metrics = Object.fromEntries(benchmarkMetricKeys.map(key => {
+            const measured = variantResults.map(result => result.metrics[key]).filter((value) => value !== null);
+            return [key, distribution(measured, expectedCells.length - measured.length)];
+        }));
+        return {
+            id: variant.id,
+            expected: expectedCells.length,
+            recorded: variantResults.length,
+            achieved,
+            notAchieved,
+            unknown,
+            successRate: achieved / expectedCells.length,
+            successInterval95: !complete || unknown > 0 ? null : clusteredInterval(plan.cases.map(task => {
+                let successes = 0;
+                for (let repeat = 0; repeat < plan.repeats; repeat++)
+                    successes += Number(lookup(task.id, variant.id, repeat)?.verdict === 'achieved');
+                return successes / plan.repeats;
+            })),
+            metrics,
+        };
+    });
+    const baseline = plan.variants.find(variant => variant.role === 'baseline');
+    const candidate = plan.variants.find(variant => variant.role === 'candidate');
+    const comparisons = plan.variants.filter(variant => variant.id !== baseline.id).map(variant => {
+        const reference = variant.role === 'ablation' ? candidate : baseline;
+        let paired = 0;
+        let missingPairs = 0;
+        let wins = 0;
+        let losses = 0;
+        let ties = 0;
+        let unknownPairs = 0;
+        const deltas = [];
+        const byCase = new Map();
+        for (const task of plan.cases)
+            for (let repeat = 0; repeat < plan.repeats; repeat++) {
+                const baselineResult = lookup(task.id, reference.id, repeat);
+                const variantResult = lookup(task.id, variant.id, repeat);
+                if (baselineResult === undefined || variantResult === undefined) {
+                    missingPairs++;
+                    continue;
+                }
+                const delta = Number(variantResult.verdict === 'achieved') - Number(baselineResult.verdict === 'achieved');
+                deltas.push(delta);
+                const caseDeltas = byCase.get(task.id) ?? [];
+                caseDeltas.push(delta);
+                byCase.set(task.id, caseDeltas);
+                if (baselineResult.verdict === 'unknown' || variantResult.verdict === 'unknown') {
+                    unknownPairs++;
+                    continue;
+                }
+                paired++;
+                if (delta > 0)
+                    wins++;
+                else if (delta < 0)
+                    losses++;
+                else
+                    ties++;
+            }
+        const caseMeans = [...byCase.values()].map(values => values.reduce((sum, value) => sum + value, 0) / values.length);
+        return {
+            baselineId: reference.id,
+            variantId: variant.id,
+            paired,
+            missingPairs,
+            wins,
+            losses,
+            ties,
+            unknownPairs,
+            successRateDelta: deltas.length === 0 || missingPairs > 0 || unknownPairs > 0 ? null : deltas.reduce((sum, value) => sum + value, 0) / deltas.length,
+            taskBootstrapInterval95: missingPairs > 0 || unknownPairs > 0 ? null : clusteredInterval(caseMeans),
+        };
+    });
+    return {
+        schemaVersion: 1,
+        planDigest: benchmarkPlanDigest(plan),
+        complete,
+        expectedCells: scheduled.length,
+        recordedCells: results.size,
+        variants,
+        comparisons,
+        promotionAuthorized: false,
+    };
+}
+//# sourceMappingURL=report.js.map

package/lib/benchmark/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../src/benchmark/report.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,aAAa,CAAA;AAMpB,SAAS,WAAW,CAAC,MAAyB,EAAE,UAAkB;IAChE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACpC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAA;IAC9D,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAE,CAAA;AACxE,CAAC;AAED,SAAS,YAAY,CAAC,MAAyB,EAAE,OAAe;IAC9D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAA;IAC7F,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAA;IAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;IAChC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,GAAG,MAAM,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAE,CAAA;IAClH,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,MAAM;QACvB,OAAO;QACP,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM;QACnE,MAAM;QACN,GAAG,EAAE,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC;KAC/B,CAAA;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,CAAA;IACtB,OAAO,GAAG,EAAE;QACV,KAAK,GAAG,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QAClC,IAAI,KAAK,GAAG,KAAK,CAAA;QACjB,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;QACpD,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAA;QAC7D,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAA;IACtD,CAAC,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,SAA4B;IACrD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACrC,MAAM,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,CAAA;IAClC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;QACxC,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE;YAAE,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,CAAE,CAAA;QAC/G,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAA;IACtC,CAAC;IACD,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,CAAE,EAAE,WAAW,CAAC,OAAO,EAAE,KAAK,CAAE,CAAC,CAAA;AACrE,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,eAAe,CAAC,KAAoB,EAAE,YAAwC;IAC5F,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;IACtC,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;IACzC,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAA;IAC/C,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,CAAA;QACvC,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;QACtG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACrC,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,SAAiB,EAAE,MAAc,EAAE,EAAE,CAAC,GAAG,MAAM,SAAS,SAAS,SAAS,MAAM,EAAE,CAAA;IACnH,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAU,CAAC,CAAC,CAAA;IAChH,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,SAAiB,EAAE,MAAc,EAA4B,EAAE;QAC7F,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAA;QAC1D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC9D,CAAC,CAAA;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,CAAA;IAElD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QAC3C,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,KAAK,OAAO,CAAC,EAAE,CAAC,CAAA;QAC7E,MAAM,cAAc,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAA0B,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC,CAAA;QACvI,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,MAAM,CAAA;QACtF,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,cAAc,CAAC,CAAC,MAAM,CAAA;QAC7F,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,GAAG,QAAQ,GAAG,WAAW,CAAA;QAC7D,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YAC/D,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAA;YACrH,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,QAAQ,EAAE,aAAa,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9E,CAAC,CAAC,CAAmD,CAAA;QACrD,OAAO;YACL,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,QAAQ,EAAE,aAAa,CAAC,MAAM;YAC9B,QAAQ,EAAE,cAAc,CAAC,MAAM;YAC/B,QAAQ;YACR,WAAW;YACX,OAAO;YACP,WAAW,EAAE,QAAQ,GAAG,aAAa,CAAC,MAAM;YAC5C,iBAAiB,EAAE,CAAC,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAC3F,IAAI,SAAS,GAAG,CAAC,CAAA;gBACjB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE;oBAAE,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,OAAO,KAAK,UAAU,CAAC,CAAA;gBACtI,OAAO,SAAS,GAAG,IAAI,CAAC,OAAO,CAAA;YACjC,CAAC,CAAC,CAAC;YACH,OAAO;SACR,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;IAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAA;IAC7E,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QAC5F,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,SAAU,CAAC,CAAC,CAAC,QAAQ,CAAA;QACrE,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,MAAM,MAAM,GAAa,EAAE,CAAA;QAC3B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAA;QAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK;YAAE,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;gBACpF,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;gBAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;gBACzD,IAAI,cAAc,KAAK,SAAS,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;oBAAC,YAAY,EAAE,CAAC;oBAAC,SAAQ;gBAAC,CAAC;gBAC7F,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,KAAK,UAAU,CAAC,GAAG,MAAM,CAAC,cAAc,CAAC,OAAO,KAAK,UAAU,CAAC,CAAA;gBAC1G,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAClB,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAA;gBAC5C,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACtB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;gBAC/B,IAAI,cAAc,CAAC,OAAO,KAAK,SAAS,IAAI,aAAa,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;oBAAC,YAAY,EAAE,CAAC;oBAAC,SAAQ;gBAAC,CAAC;gBAC7G,MAAM,EAAE,CAAA;gBACR,IAAI,KAAK,GAAG,CAAC;oBAAE,IAAI,EAAE,CAAA;qBAChB,IAAI,KAAK,GAAG,CAAC;oBAAE,MAAM,EAAE,CAAA;;oBACvB,IAAI,EAAE,CAAA;YACb,CAAC;QACD,MAAM,SAAS,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;QACnH,OAAO;YACL,UAAU,EAAE,SAAS,CAAC,EAAE;YACxB,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,MAAM;YACN,YAAY;YACZ,IAAI;YACJ,MAAM;YACN,IAAI;YACJ,YAAY;YACZ,gBAAgB,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM;YACpJ,uBAAuB,EAAE,YAAY,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC;SACpG,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,UAAU,EAAE,mBAAmB,CAAC,IAAI,CAAC;QACrC,QAAQ;QACR,aAAa,EAAE,SAAS,CAAC,MAAM;QAC/B,aAAa,EAAE,OAAO,CAAC,IAAI;QAC3B,QAAQ;QACR,WAAW;QACX,mBAAmB,EAAE,KAAK;KAC3B,CAAA;AACH,CAAC"}

package/lib/benchmark/runner.d.ts

@@ -0,0 +1,25 @@
+import { BenchmarkStore } from './store.js';
+import type { BenchmarkBudget, BenchmarkCase, BenchmarkCell, BenchmarkMetrics, BenchmarkObservation, BenchmarkPlan, BenchmarkResult, BenchmarkVariant } from './types.js';
+export interface BenchmarkExecutionRequest {
+    readonly planId: string;
+    readonly dataset: BenchmarkPlan['dataset'];
+    readonly cell: BenchmarkCell;
+    readonly task: BenchmarkCase;
+    readonly variant: BenchmarkVariant;
+    readonly budget: BenchmarkBudget;
+    readonly signal: AbortSignal;
+}
+/**
+ * Trusted Host integration, not a model-produced result or a general-purpose process command.
+ * Implementations must enforce budgets, isolate cells, inspect actually loaded versions and use
+ * an independent judge. The controller checks returned evidence; it cannot establish OS isolation.
+ */
+export interface BenchmarkExecutor {
+    execute(request: BenchmarkExecutionRequest): Promise<BenchmarkObservation>;
+    /** Synchronous Host snapshot after cancellation. Must never wait for possibly live work. */
+    failure?(request: BenchmarkExecutionRequest, reason: Exclude<BenchmarkResult['reason'], 'verified'>): BenchmarkObservation | undefined;
+}
+export declare const emptyBenchmarkMetrics: () => BenchmarkMetrics;
+/** Serial by design: a cell must settle before another can use the Host resources. */
+export declare function runBenchmark(store: BenchmarkStore, input: BenchmarkPlan, executor: BenchmarkExecutor, signal?: AbortSignal): Promise<readonly BenchmarkResult[]>;
+//# sourceMappingURL=runner.d.ts.map

package/lib/benchmark/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/benchmark/runner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,KAAK,EACV,eAAe,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,oBAAoB,EACrF,aAAa,EAAE,eAAe,EAAE,gBAAgB,EACjD,MAAM,YAAY,CAAA;AAEnB,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAA;IAC1C,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;IAC5B,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAA;IAClC,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAA;IAChC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;CAC7B;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC1E,4FAA4F;IAC5F,OAAO,CAAC,CAAC,OAAO,EAAE,yBAAyB,EAAE,MAAM,EAAE,OAAO,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC,GAAG,oBAAoB,GAAG,SAAS,CAAA;CACvI;AAED,eAAO,MAAM,qBAAqB,QAAO,gBAGvC,CAAA;AAaF,sFAAsF;AACtF,wBAAsB,YAAY,CAChC,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,WAAW,GAC7F,OAAO,CAAC,SAAS,eAAe,EAAE,CAAC,CAkFrC"}