@dsh-enhanced/assistant-evaluation 0.1.23 → 0.1.30

package/lib/benchmark/holdout-evidence.js

@@ -0,0 +1,466 @@
+import { createHash, randomUUID } from 'node:crypto';
+import { closeSync, constants, existsSync, fstatSync, fsyncSync, linkSync, lstatSync, mkdirSync, openSync, readFileSync, readdirSync, realpathSync, unlinkSync, writeFileSync, } from 'node:fs';
+import { dirname, isAbsolute, join, resolve } from 'node:path';
+import { acceptanceCanonicalJson } from '@dsh-enhanced/task-acceptance-contract';
+import { benchmarkPlanDigest, benchmarkResultParser, benchmarkSchedule, benchmarkSnapshot, parseBenchmarkMetrics, parseBenchmarkPlan } from './schema.js';
+import { holdoutEnvelopeDigest } from './holdout-protocol.js';
+export const HOLDOUT_EVIDENCE_PROTOCOL = 'dsh-benchmark/holdout-evidence/v1';
+const MAX_EVIDENCE_BYTES = 4 * 1024 * 1024;
+const DIGEST = /^[a-f0-9]{64}$/u;
+const TEMPORARY = /^\.holdout-([a-f0-9]{64})-[A-Za-z0-9-]+\.tmp$/u;
+export class HoldoutEvidenceError extends Error {
+    code;
+    constructor(code) {
+        super('holdout evidence: ' + code);
+        this.code = code;
+        this.name = 'HoldoutEvidenceError';
+    }
+}
+function fail(code) { throw new HoldoutEvidenceError(code); }
+function sameDirectory(left, right) { return left.dev === right.dev && left.ino === right.ino && left.uid === right.uid && left.gid === right.gid && left.mode === right.mode; }
+function sameFile(left, right) { return sameDirectory(left, right) && left.size === right.size && left.nlink === right.nlink && left.mtimeNs === right.mtimeNs && left.ctimeNs === right.ctimeNs; }
+function hash(value) { return createHash('sha256').update(value).digest('hex'); }
+function assertDigest(value) { if (typeof value !== 'string' || !DIGEST.test(value))
+    fail('invalid-evidence'); }
+function same(left, right) { return acceptanceCanonicalJson(left) === acceptanceCanonicalJson(right); }
+function frozen(value) { if (value !== null && typeof value === 'object' && !Object.isFrozen(value)) {
+    for (const child of Object.values(value))
+        frozen(child);
+    Object.freeze(value);
+} ; return value; }
+function exact(value, fields) {
+    if (value === null || typeof value !== 'object' || Array.isArray(value) || Object.getPrototypeOf(value) !== Object.prototype)
+        fail('invalid-evidence');
+    const input = value, keys = Reflect.ownKeys(input);
+    if (keys.length !== fields.length || keys.some(key => typeof key !== 'string' || !fields.includes(key)))
+        fail('invalid-evidence');
+    for (const key of keys) {
+        const descriptor = Object.getOwnPropertyDescriptor(input, key);
+        if (!descriptor.enumerable || !Object.hasOwn(descriptor, 'value'))
+            fail('invalid-evidence');
+    }
+    return input;
+}
+function snapshotObject(value, fields) { return exact(benchmarkSnapshot(value), fields); }
+function inspectAncestors(path, uid, gid, privateLeaf) {
+    const entries = [];
+    let cursor = path, leaf = true;
+    for (;;) {
+        let canonical, stat;
+        try {
+            canonical = realpathSync.native(cursor);
+            stat = lstatSync(cursor, { bigint: true });
+        }
+        catch {
+            return fail('unsafe-root');
+        }
+        const mode = Number(stat.mode & 4095n), owner = Number(stat.uid), group = Number(stat.gid), stickyRoot = owner === 0 && (mode & 0o1000) !== 0 && (mode & 0o022) !== 0;
+        if (canonical !== cursor || stat.isSymbolicLink() || !stat.isDirectory() || !stickyRoot && (mode & 0o022) !== 0 || leaf && privateLeaf && (owner !== uid || group !== gid || mode !== 0o700))
+            fail('unsafe-root');
+        entries.push({ path: cursor, stat });
+        const parent = dirname(cursor);
+        if (parent === cursor)
+            return Object.freeze(entries);
+        cursor = parent;
+        leaf = false;
+    }
+}
+function sameAncestors(expected, uid, gid, privateLeaf) {
+    const actual = inspectAncestors(expected[0].path, uid, gid, privateLeaf);
+    if (actual.length !== expected.length || actual.some((entry, index) => entry.path !== expected[index].path || !sameDirectory(entry.stat, expected[index].stat)))
+        fail('unsafe-root');
+}
+function openRoot(path, create) {
+    if (process.platform !== 'linux' || !isAbsolute(path) || resolve(path) !== path || path === '/' || /[\p{Cc}]/u.test(path))
+        fail('invalid-path');
+    const uid = process.geteuid?.(), gid = process.getegid?.();
+    if (uid === undefined || gid === undefined)
+        fail('unsafe-root');
+    const parentPath = dirname(path), parentBefore = inspectAncestors(parentPath, uid, gid, false);
+    if (!existsSync(path)) {
+        if (!create)
+            fail('unsafe-root');
+        try {
+            mkdirSync(path, { mode: 0o700 });
+        }
+        catch (error) {
+            if (error.code !== 'EEXIST')
+                fail('io');
+        }
+    }
+    sameAncestors(parentBefore, uid, gid, false);
+    const ancestors = inspectAncestors(path, uid, gid, true);
+    let descriptor;
+    try {
+        const before = lstatSync(path, { bigint: true });
+        descriptor = openSync(path, constants.O_RDONLY | constants.O_DIRECTORY | constants.O_NOFOLLOW);
+        const opened = fstatSync(descriptor, { bigint: true }), after = lstatSync(path, { bigint: true });
+        if (!sameDirectory(ancestors[0].stat, opened) || !sameDirectory(before, opened) || !sameDirectory(opened, after) || !opened.isDirectory())
+            fail('unsafe-root');
+        sameAncestors(ancestors, uid, gid, true);
+        const root = { path, descriptor, stat: opened, uid, gid, ancestors };
+        descriptor = undefined;
+        return root;
+    }
+    catch (error) {
+        if (error instanceof HoldoutEvidenceError)
+            throw error;
+        return fail('unsafe-root');
+    }
+    finally {
+        if (descriptor !== undefined)
+            closeSync(descriptor);
+    }
+}
+function stillRoot(root) {
+    try {
+        sameAncestors(root.ancestors, root.uid, root.gid, true);
+        const opened = fstatSync(root.descriptor, { bigint: true }), visible = lstatSync(root.path, { bigint: true });
+        if (!sameDirectory(root.stat, opened) || !sameDirectory(opened, visible))
+            fail('unsafe-root');
+    }
+    catch (error) {
+        if (error instanceof HoldoutEvidenceError)
+            throw error;
+        fail('unsafe-root');
+    }
+}
+function anchored(root, name) { return '/proc/self/fd/' + root.descriptor + '/' + name; }
+function evidenceName(digest) { assertDigest(digest); return digest + '.json'; }
+function markerName(planDigest) { assertDigest(planDigest); return 'plan-' + planDigest + '.json'; }
+function openFile(root, name) {
+    stillRoot(root);
+    let descriptor;
+    try {
+        descriptor = openSync(anchored(root, name), constants.O_RDONLY | constants.O_NOFOLLOW | constants.O_NONBLOCK);
+        const opened = fstatSync(descriptor, { bigint: true }), visible = lstatSync(join(root.path, name), { bigint: true });
+        if (!opened.isFile() || opened.nlink !== 1n || opened.uid !== BigInt(root.uid) || opened.gid !== BigInt(root.gid) || Number(opened.mode & 4095n) !== 0o600 || opened.size < 1n || opened.size > BigInt(MAX_EVIDENCE_BYTES) || !sameFile(opened, visible))
+            fail('unsafe-file');
+        const result = { descriptor, stat: opened };
+        descriptor = undefined;
+        return result;
+    }
+    catch (error) {
+        if (error instanceof HoldoutEvidenceError)
+            throw error;
+        return fail('unsafe-file');
+    }
+    finally {
+        if (descriptor !== undefined)
+            closeSync(descriptor);
+    }
+}
+function readObject(root, name, expectedDigest) {
+    const opened = openFile(root, name);
+    try {
+        const bytes = readFileSync(opened.descriptor), after = fstatSync(opened.descriptor, { bigint: true }), linked = lstatSync(anchored(root, name), { bigint: true });
+        if (bytes.length !== Number(opened.stat.size) || !sameFile(opened.stat, after) || !sameFile(after, linked) || expectedDigest !== undefined && hash(bytes) !== expectedDigest)
+            fail('invalid-evidence');
+        const text = bytes.toString('utf8');
+        if (!Buffer.from(text).equals(bytes) || !text.endsWith('\n') || text.includes('\r'))
+            fail('invalid-evidence');
+        let object;
+        try {
+            object = JSON.parse(text.slice(0, -1));
+        }
+        catch {
+            return fail('invalid-evidence');
+        }
+        if (acceptanceCanonicalJson(object) + '\n' !== text)
+            fail('invalid-evidence');
+        stillRoot(root);
+        return object;
+    }
+    finally {
+        closeSync(opened.descriptor);
+    }
+}
+function recoverTemporary(root) {
+    stillRoot(root);
+    let changed = false;
+    for (const name of readdirSync(anchored(root, '.'))) {
+        const match = TEMPORARY.exec(name);
+        if (!match)
+            continue;
+        const temporary = lstatSync(anchored(root, name), { bigint: true });
+        if (!temporary.isFile() || temporary.uid !== BigInt(root.uid) || temporary.gid !== BigInt(root.gid) || Number(temporary.mode & 4095n) !== 0o600 || ![1n, 2n].includes(temporary.nlink))
+            fail('unsafe-file');
+        if (temporary.nlink === 2n) {
+            const linked = readdirSync(anchored(root, '.')).filter(candidate => candidate !== name).flatMap(candidate => { try {
+                const stat = lstatSync(anchored(root, candidate), { bigint: true });
+                return sameFile(temporary, stat) ? [candidate] : [];
+            }
+            catch {
+                return [];
+            } });
+            if (linked.length !== 1 || !(/^[a-f0-9]{64}\.json$/u.test(linked[0]) || /^plan-[a-f0-9]{64}\.json$/u.test(linked[0])))
+                fail('unsafe-file');
+        }
+        unlinkSync(anchored(root, name));
+        changed = true;
+    }
+    if (changed)
+        fsyncSync(root.descriptor);
+    stillRoot(root);
+}
+function publishNamed(root, name, object) {
+    const content = acceptanceCanonicalJson(object) + '\n', bytes = Buffer.from(content);
+    if (bytes.length > MAX_EVIDENCE_BYTES)
+        fail('invalid-evidence');
+    stillRoot(root);
+    try {
+        lstatSync(anchored(root, name), { bigint: true });
+        if (!same(readObject(root, name), object))
+            fail('conflict');
+        return join(root.path, name);
+    }
+    catch (error) {
+        if (error instanceof HoldoutEvidenceError || error.code !== 'ENOENT')
+            throw error;
+        stillRoot(root);
+    }
+    const digest = hash(bytes), temporaryName = '.holdout-' + digest + '-' + randomUUID() + '.tmp', temporary = anchored(root, temporaryName), final = anchored(root, name);
+    let descriptor;
+    try {
+        stillRoot(root);
+        descriptor = openSync(temporary, constants.O_CREAT | constants.O_EXCL | constants.O_WRONLY | constants.O_NOFOLLOW, 0o600);
+        writeFileSync(descriptor, bytes);
+        fsyncSync(descriptor);
+        const staged = fstatSync(descriptor, { bigint: true }), visibleTemporary = lstatSync(temporary, { bigint: true });
+        if (!sameFile(staged, visibleTemporary) || staged.nlink !== 1n || staged.uid !== BigInt(root.uid) || staged.gid !== BigInt(root.gid) || Number(staged.mode & 4095n) !== 0o600)
+            fail('unsafe-file');
+        let linked = false;
+        try {
+            linkSync(temporary, final);
+            linked = true;
+            fsyncSync(root.descriptor);
+        }
+        catch (error) {
+            if (error.code !== 'EEXIST')
+                throw error;
+            if (!same(readObject(root, name), object))
+                fail('conflict');
+            closeSync(descriptor);
+            descriptor = undefined;
+            unlinkSync(temporary);
+            fsyncSync(root.descriptor);
+            stillRoot(root);
+            return join(root.path, name);
+        }
+        if (linked) {
+            const temporaryAfter = lstatSync(temporary, { bigint: true }), finalAfter = lstatSync(final, { bigint: true });
+            if (!sameFile(temporaryAfter, finalAfter) || temporaryAfter.nlink !== 2n)
+                fail('unsafe-file');
+        }
+        unlinkSync(temporary);
+        fsyncSync(root.descriptor);
+        const openedAfter = fstatSync(descriptor, { bigint: true }), published = lstatSync(final, { bigint: true });
+        if (!sameFile(openedAfter, published) || !published.isFile() || published.nlink !== 1n || Number(published.mode & 4095n) !== 0o600)
+            fail('unsafe-file');
+        closeSync(descriptor);
+        descriptor = undefined;
+        stillRoot(root);
+        return join(root.path, name);
+    }
+    catch (error) {
+        if (error instanceof HoldoutEvidenceError)
+            throw error;
+        return fail('io');
+    }
+    finally {
+        if (descriptor !== undefined)
+            closeSync(descriptor);
+        try {
+            unlinkSync(temporary);
+        }
+        catch { }
+    }
+}
+function publish(root, object) {
+    const content = acceptanceCanonicalJson(object) + '\n', digest = hash(content), path = publishNamed(root, evidenceName(digest), object);
+    if (!same(readObject(root, evidenceName(digest), digest), object))
+        fail('conflict');
+    return Object.freeze({ digest, path, receiptDigest: object.receiptDigest });
+}
+function scheduledCell(plan, cell) { const copy = benchmarkSnapshot(cell), expected = benchmarkSchedule(plan).find(item => same(item, copy)); if (!expected)
+    fail('invalid-evidence'); return expected; }
+function safeVerify(operation) { try {
+    return operation();
+}
+catch {
+    return fail('invalid-evidence');
+} }
+function safeManifest(verifier, value) {
+    return frozen(snapshotObject(safeVerify(() => verifier.verifyManifest(value)), ['protocol', 'kind', 'manifestId', 'authorityKeyId', 'dataset', 'cases', 'issuedAt', 'signature']));
+}
+function safeVerdict(verifier, input) {
+    return frozen(snapshotObject(safeVerify(() => verifier.verifyVerdict(input)), ['protocol', 'kind', 'authorityKeyId', 'manifestDigest', 'planDigest', 'cell', 'inputDigest', 'acceptanceDigest', 'outputDigest', 'verdict', 'evaluatedAt', 'signature']));
+}
+function safeFinish(verifier, input) {
+    return frozen(snapshotObject(safeVerify(() => verifier.verifyFinish(input)), ['protocol', 'kind', 'authorityKeyId', 'manifestDigest', 'planDigest', 'cellCount', 'verdictsDigest', 'complete', 'finalizedAt', 'signature']));
+}
+function hostEvidence(value, plan, cell, outputDigest) {
+    const input = snapshotObject(value, ['versions', 'hostMetrics', 'quiescent', 'executionEvidenceDigest', 'outputDigest']), variant = plan.variants.find(item => item.id === cell.variantId);
+    assertDigest(input.executionEvidenceDigest);
+    assertDigest(input.outputDigest);
+    if (!variant || !same(input.versions, variant.versions) || input.quiescent !== true || input.outputDigest !== outputDigest)
+        fail('invalid-evidence');
+    const hostMetrics = parseBenchmarkMetrics(input.hostMetrics);
+    if (hostMetrics.inputTokens === null || hostMetrics.outputTokens === null || hostMetrics.toolCalls === null || hostMetrics.latencyMs !== null
+        || hostMetrics.inputTokens > plan.budget.inputTokens || hostMetrics.outputTokens > plan.budget.outputTokens || hostMetrics.toolCalls > plan.budget.toolCalls
+        || plan.budget.costUsdMicros !== null && (hostMetrics.costUsdMicros === null || hostMetrics.costUsdMicros > plan.budget.costUsdMicros))
+        fail('invalid-evidence');
+    return frozen({ versions: variant.versions, hostMetrics, quiescent: true, executionEvidenceDigest: input.executionEvidenceDigest, outputDigest });
+}
+export class HoldoutEvidenceStore {
+    #root;
+    #verifier;
+    #closed = false;
+    constructor(options) {
+        if (!options || typeof options !== 'object' || Object.keys(options).some(key => !['root', 'verifier', 'create'].includes(key)) || typeof options.verifier?.verifyManifest !== 'function' || typeof options.verifier?.verifyVerdict !== 'function' || typeof options.verifier?.verifyFinish !== 'function')
+            fail('invalid-evidence');
+        this.#root = openRoot(options.root, options.create !== false);
+        this.#verifier = options.verifier;
+        try {
+            recoverTemporary(this.#root);
+        }
+        catch (error) {
+            closeSync(this.#root.descriptor);
+            throw error;
+        }
+    }
+    #open() { if (this.#closed)
+        fail('io'); stillRoot(this.#root); }
+    #manifest(plan, value) {
+        const manifest = safeManifest(this.#verifier, value);
+        if (plan.dataset.split !== 'holdout' || !same(manifest.dataset, plan.dataset) || !same(manifest.cases, plan.cases))
+            fail('invalid-evidence');
+        return manifest;
+    }
+    writeManifest(input) {
+        this.#open();
+        const raw = snapshotObject(input, ['plan', 'manifest']), plan = parseBenchmarkPlan(raw.plan), manifest = this.#manifest(plan, raw.manifest), planDigest = benchmarkPlanDigest(plan), receiptDigest = holdoutEnvelopeDigest(manifest);
+        return publish(this.#root, frozen({ protocol: HOLDOUT_EVIDENCE_PROTOCOL, schemaVersion: 1, kind: 'manifest', planDigest, receiptDigest, authority: { keyId: manifest.authorityKeyId }, envelope: manifest }));
+    }
+    readManifest(planInput, digest) {
+        this.#open();
+        assertDigest(digest);
+        const object = snapshotObject(readObject(this.#root, evidenceName(digest), digest), ['protocol', 'schemaVersion', 'kind', 'planDigest', 'receiptDigest', 'authority', 'envelope']), plan = parseBenchmarkPlan(planInput), planDigest = benchmarkPlanDigest(plan);
+        if (object.protocol !== HOLDOUT_EVIDENCE_PROTOCOL || object.schemaVersion !== 1 || object.kind !== 'manifest' || object.planDigest !== planDigest)
+            fail('invalid-evidence');
+        const manifest = this.#manifest(plan, object.envelope), receiptDigest = holdoutEnvelopeDigest(manifest), authority = exact(object.authority, ['keyId']);
+        if (object.receiptDigest !== receiptDigest || authority.keyId !== manifest.authorityKeyId || !same(object.envelope, manifest))
+            fail('invalid-evidence');
+        return frozen({ protocol: HOLDOUT_EVIDENCE_PROTOCOL, schemaVersion: 1, kind: 'manifest', planDigest, receiptDigest, authority: { keyId: manifest.authorityKeyId }, envelope: manifest });
+    }
+    writeVerdict(input) {
+        this.#open();
+        const raw = snapshotObject(input, ['plan', 'manifest', 'cell', 'outputDigest', 'host', 'envelope']), plan = parseBenchmarkPlan(raw.plan), planDigest = benchmarkPlanDigest(plan), cell = scheduledCell(plan, raw.cell);
+        assertDigest(raw.outputDigest);
+        const manifest = this.#manifest(plan, raw.manifest), host = hostEvidence(raw.host, plan, cell, raw.outputDigest);
+        const envelope = safeVerdict(this.#verifier, { envelope: raw.envelope, manifest, planDigest, cell, outputDigest: raw.outputDigest });
+        if (envelope.planDigest !== planDigest || envelope.outputDigest !== raw.outputDigest || !same(envelope.cell, cell))
+            fail('invalid-evidence');
+        const manifestReference = this.writeManifest({ plan, manifest });
+        const receiptDigest = holdoutEnvelopeDigest(envelope);
+        return publish(this.#root, frozen({ protocol: HOLDOUT_EVIDENCE_PROTOCOL, schemaVersion: 1, kind: 'verdict', planDigest, manifestEvidenceDigest: manifestReference.digest, cell, inputDigest: envelope.inputDigest, acceptanceDigest: envelope.acceptanceDigest, receiptDigest, authority: { keyId: envelope.authorityKeyId }, host, envelope }));
+    }
+    #readVerdict(plan, cell, digest) {
+        assertDigest(digest);
+        const object = snapshotObject(readObject(this.#root, evidenceName(digest), digest), ['protocol', 'schemaVersion', 'kind', 'planDigest', 'manifestEvidenceDigest', 'cell', 'inputDigest', 'acceptanceDigest', 'receiptDigest', 'authority', 'host', 'envelope']), planDigest = benchmarkPlanDigest(plan);
+        if (object.protocol !== HOLDOUT_EVIDENCE_PROTOCOL || object.schemaVersion !== 1 || object.kind !== 'verdict' || object.planDigest !== planDigest || !same(object.cell, cell))
+            fail('invalid-evidence');
+        assertDigest(object.manifestEvidenceDigest);
+        const manifest = this.readManifest(plan, object.manifestEvidenceDigest).envelope;
+        const storedEnvelope = benchmarkSnapshot(object.envelope), host = hostEvidence(object.host, plan, cell, storedEnvelope.outputDigest);
+        const envelope = safeVerdict(this.#verifier, { envelope: storedEnvelope, manifest, planDigest, cell, outputDigest: host.outputDigest }), receiptDigest = holdoutEnvelopeDigest(envelope), authority = exact(object.authority, ['keyId']);
+        if (object.inputDigest !== envelope.inputDigest || object.acceptanceDigest !== envelope.acceptanceDigest || object.receiptDigest !== receiptDigest || authority.keyId !== envelope.authorityKeyId || !same(storedEnvelope, envelope))
+            fail('invalid-evidence');
+        return frozen({ protocol: HOLDOUT_EVIDENCE_PROTOCOL, schemaVersion: 1, kind: 'verdict', planDigest, manifestEvidenceDigest: object.manifestEvidenceDigest, cell, inputDigest: envelope.inputDigest, acceptanceDigest: envelope.acceptanceDigest, receiptDigest, authority: { keyId: envelope.authorityKeyId }, host, envelope });
+    }
+    readVerdict(planInput, cellInput, digest) { this.#open(); const plan = parseBenchmarkPlan(planInput), cell = scheduledCell(plan, cellInput); return this.#readVerdict(plan, cell, digest); }
+    writeFinish(input) {
+        this.#open();
+        const raw = snapshotObject(input, ['plan', 'manifest', 'verdictEvidenceDigests', 'envelope']), plan = parseBenchmarkPlan(raw.plan), planDigest = benchmarkPlanDigest(plan), cells = benchmarkSchedule(plan);
+        if (!Array.isArray(raw.verdictEvidenceDigests) || raw.verdictEvidenceDigests.length > cells.length)
+            fail('invalid-evidence');
+        const verdictEvidenceDigests = Object.freeze(raw.verdictEvidenceDigests.map(item => { assertDigest(item); return item; })), manifestReference = this.writeManifest({ plan, manifest: raw.manifest }), manifest = this.readManifest(plan, manifestReference.digest).envelope;
+        const verdictEnvelopeDigests = Object.freeze(verdictEvidenceDigests.map((item, index) => this.#readVerdict(plan, cells[index] ?? fail('invalid-evidence'), item).receiptDigest));
+        const envelope = safeFinish(this.#verifier, { envelope: raw.envelope, manifest, planDigest, cells, verdictEnvelopeDigests }), receiptDigest = holdoutEnvelopeDigest(envelope);
+        if (!envelope.complete || envelope.cellCount !== cells.length || verdictEvidenceDigests.length !== cells.length)
+            fail('invalid-evidence');
+        const evidence = frozen({ protocol: HOLDOUT_EVIDENCE_PROTOCOL, schemaVersion: 1, kind: 'finish', planDigest, manifestEvidenceDigest: manifestReference.digest, verdictEvidenceDigests, verdictEnvelopeDigests, receiptDigest, authority: { keyId: envelope.authorityKeyId }, envelope });
+        const reference = publish(this.#root, evidence);
+        const marker = frozen({ protocol: HOLDOUT_EVIDENCE_PROTOCOL, schemaVersion: 1, kind: 'plan-completion', planDigest, manifestEvidenceDigest: manifestReference.digest, verdictEvidenceDigests, verdictEnvelopeDigests, finishEvidenceDigest: reference.digest });
+        publishNamed(this.#root, markerName(planDigest), marker);
+        return reference;
+    }
+    readFinish(planInput, digest) {
+        this.#open();
+        assertDigest(digest);
+        const object = snapshotObject(readObject(this.#root, evidenceName(digest), digest), ['protocol', 'schemaVersion', 'kind', 'planDigest', 'manifestEvidenceDigest', 'verdictEvidenceDigests', 'verdictEnvelopeDigests', 'receiptDigest', 'authority', 'envelope']), plan = parseBenchmarkPlan(planInput), planDigest = benchmarkPlanDigest(plan), cells = benchmarkSchedule(plan);
+        if (object.protocol !== HOLDOUT_EVIDENCE_PROTOCOL || object.schemaVersion !== 1 || object.kind !== 'finish' || object.planDigest !== planDigest || !Array.isArray(object.verdictEvidenceDigests) || !Array.isArray(object.verdictEnvelopeDigests) || object.verdictEvidenceDigests.length !== object.verdictEnvelopeDigests.length || object.verdictEvidenceDigests.length > cells.length)
+            fail('invalid-evidence');
+        assertDigest(object.manifestEvidenceDigest);
+        const manifest = this.readManifest(plan, object.manifestEvidenceDigest).envelope;
+        const verdictEvidenceDigests = Object.freeze(object.verdictEvidenceDigests.map(item => { assertDigest(item); return item; })), verdictEnvelopeDigests = Object.freeze(object.verdictEnvelopeDigests.map((item, index) => { assertDigest(item); if (this.#readVerdict(plan, cells[index] ?? fail('invalid-evidence'), verdictEvidenceDigests[index]).receiptDigest !== item)
+            fail('invalid-evidence'); return item; }));
+        const storedEnvelope = benchmarkSnapshot(object.envelope), envelope = safeFinish(this.#verifier, { envelope: storedEnvelope, manifest, planDigest, cells, verdictEnvelopeDigests }), receiptDigest = holdoutEnvelopeDigest(envelope), authority = exact(object.authority, ['keyId']);
+        if (!envelope.complete || envelope.cellCount !== cells.length || verdictEvidenceDigests.length !== cells.length || object.receiptDigest !== receiptDigest || authority.keyId !== envelope.authorityKeyId || !same(storedEnvelope, envelope))
+            fail('invalid-evidence');
+        return frozen({ protocol: HOLDOUT_EVIDENCE_PROTOCOL, schemaVersion: 1, kind: 'finish', planDigest, manifestEvidenceDigest: object.manifestEvidenceDigest, verdictEvidenceDigests, verdictEnvelopeDigests, receiptDigest, authority: { keyId: envelope.authorityKeyId }, envelope });
+    }
+    readPlanCompletion(planInput) {
+        this.#open();
+        const plan = parseBenchmarkPlan(planInput), planDigest = benchmarkPlanDigest(plan), name = markerName(planDigest);
+        try {
+            lstatSync(anchored(this.#root, name), { bigint: true });
+        }
+        catch (error) {
+            if (error.code === 'ENOENT') {
+                stillRoot(this.#root);
+                return undefined;
+            }
+            ;
+            throw error;
+        }
+        const object = snapshotObject(readObject(this.#root, name), ['protocol', 'schemaVersion', 'kind', 'planDigest', 'manifestEvidenceDigest', 'verdictEvidenceDigests', 'verdictEnvelopeDigests', 'finishEvidenceDigest']);
+        if (object.protocol !== HOLDOUT_EVIDENCE_PROTOCOL || object.schemaVersion !== 1 || object.kind !== 'plan-completion' || object.planDigest !== planDigest || !Array.isArray(object.verdictEvidenceDigests) || !Array.isArray(object.verdictEnvelopeDigests))
+            fail('invalid-evidence');
+        assertDigest(object.manifestEvidenceDigest);
+        assertDigest(object.finishEvidenceDigest);
+        const finish = this.readFinish(plan, object.finishEvidenceDigest);
+        if (finish.manifestEvidenceDigest !== object.manifestEvidenceDigest || !same(finish.verdictEvidenceDigests, object.verdictEvidenceDigests) || !same(finish.verdictEnvelopeDigests, object.verdictEnvelopeDigests))
+            fail('invalid-evidence');
+        return frozen({ protocol: HOLDOUT_EVIDENCE_PROTOCOL, schemaVersion: 1, kind: 'plan-completion', planDigest, manifestEvidenceDigest: finish.manifestEvidenceDigest, verdictEvidenceDigests: finish.verdictEvidenceDigests, verdictEnvelopeDigests: finish.verdictEnvelopeDigests, finishEvidenceDigest: object.finishEvidenceDigest });
+    }
+    verifyRun(planInput, resultsInput) {
+        this.#open();
+        const plan = parseBenchmarkPlan(planInput), cells = benchmarkSchedule(plan);
+        if (!Array.isArray(resultsInput))
+            fail('invalid-evidence');
+        const parseResult = benchmarkResultParser(plan), results = resultsInput.map(item => safeVerify(() => parseResult(item)));
+        if (!Array.isArray(results) || results.length !== cells.length)
+            fail('invalid-evidence');
+        const completion = this.readPlanCompletion(plan);
+        if (!completion || completion.verdictEvidenceDigests.length !== cells.length)
+            fail('invalid-evidence');
+        const verdicts = cells.map((cell, index) => {
+            const result = results[index], evidenceDigest = result?.evidenceDigest;
+            if (!result || result.status !== 'completed' || result.reason !== 'verified' || !same(result.cell, cell) || typeof evidenceDigest !== 'string' || evidenceDigest !== completion.verdictEvidenceDigests[index])
+                fail('invalid-evidence');
+            const evidence = this.#readVerdict(plan, cell, evidenceDigest);
+            if (result.verdict !== evidence.envelope.verdict)
+                fail('invalid-evidence');
+            for (const key of ['inputTokens', 'outputTokens', 'costUsdMicros', 'toolCalls', 'rework', 'interventions'])
+                if (result.metrics[key] !== evidence.host.hostMetrics[key])
+                    fail('invalid-evidence');
+            return evidence;
+        });
+        const finish = this.readFinish(plan, completion.finishEvidenceDigest), manifest = this.readManifest(plan, completion.manifestEvidenceDigest);
+        return frozen({ completion, manifest, verdicts: Object.freeze(verdicts), finish });
+    }
+    close() { if (this.#closed)
+        return; this.#closed = true; closeSync(this.#root.descriptor); }
+}
+//# sourceMappingURL=holdout-evidence.js.map

package/lib/benchmark/holdout-evidence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"holdout-evidence.js","sourceRoot":"","sources":["../../src/benchmark/holdout-evidence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EACL,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EACtF,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,GAC7E,MAAM,SAAS,CAAA;AAEhB,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAC9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAChF,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AACzJ,OAAO,EAAE,qBAAqB,EAAmF,MAAM,uBAAuB,CAAA;AAG9I,MAAM,CAAC,MAAM,yBAAyB,GAAG,mCAA4C,CAAA;AACrF,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;AAC1C,MAAM,MAAM,GAAG,iBAAiB,CAAA;AAChC,MAAM,SAAS,GAAG,gDAAgD,CAAA;AAmBlE,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IACxB;IAArB,YAAqB,IAA6F;QAAI,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,CAAC;QAApI,SAAI,GAAJ,IAAI,CAAyF;QAAwC,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAA;IAAC,CAAC;CAC/L;AAID,SAAS,IAAI,CAAC,IAAkC,IAAW,MAAM,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAA,CAAC,CAAC;AACjG,SAAS,aAAa,CAAC,IAAiB,EAAE,KAAkB,IAAa,OAAO,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAA,CAAC,CAAC;AAClN,SAAS,QAAQ,CAAC,IAAiB,EAAE,KAAkB,IAAa,OAAO,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAA,CAAC,CAAC;AACrO,SAAS,IAAI,CAAC,KAAsB,IAAY,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,CAAC,CAAC;AACzG,SAAS,YAAY,CAAC,KAAc,IAA6B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;IAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA,CAAC,CAAC;AACjJ,SAAS,IAAI,CAAC,IAAa,EAAE,KAAc,IAAa,OAAO,uBAAuB,CAAC,IAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,CAAC,CAAA,CAAC,CAAC;AACjI,SAAS,MAAM,CAAI,KAAQ,IAAO,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;IAAC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAAC,CAAC,CAAA,CAAC,CAAC,OAAO,KAAK,CAAA,CAAC,CAAC;AAC/M,SAAS,KAAK,CAAC,KAAc,EAAE,MAAyB;IACtD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,SAAS;QAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;IACtJ,MAAM,KAAK,GAAG,KAAgC,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC7E,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;IACjI,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QAAC,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,KAAK,EAAE,GAAG,CAAE,CAAC;QAAC,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;IAAC,CAAC;IACxL,OAAO,KAAK,CAAA;AACd,CAAC;AACD,SAAS,cAAc,CAAC,KAAc,EAAE,MAAyB,IAA6B,OAAO,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAA,CAAC,CAAC;AAE9I,SAAS,gBAAgB,CAAC,IAAY,EAAE,GAAW,EAAE,GAAW,EAAE,WAAoB;IACpF,MAAM,OAAO,GAAuB,EAAE,CAAC;IAAC,IAAI,MAAM,GAAG,IAAI,EAAE,IAAI,GAAG,IAAI,CAAA;IACtE,SAAS,CAAC;QACR,IAAI,SAAiB,EAAE,IAAiB,CAAA;QACxC,IAAI,CAAC;YAAC,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAAC,IAAI,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,IAAI,CAAC,aAAa,CAAC,CAAA;QAAC,CAAC;QAChI,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,KAAO,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QACvK,IAAI,SAAS,KAAK,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,WAAW,IAAI,CAAC,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC;YAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QACjN,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QACpE,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACpD,MAAM,GAAG,MAAM,CAAC;QAAC,IAAI,GAAG,KAAK,CAAA;IAC/B,CAAC;AACH,CAAC;AACD,SAAS,aAAa,CAAC,QAAqC,EAAE,GAAW,EAAE,GAAW,EAAE,WAAoB;IAC1G,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,CAAA;IACzE,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,CAAE,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,CAAC;QAAE,IAAI,CAAC,aAAa,CAAC,CAAA;AACxL,CAAC;AACD,SAAS,QAAQ,CAAC,IAAY,EAAE,MAAe;IAC7C,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,IAAI,CAAC,cAAc,CAAC,CAAA;IAC/I,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;IAAC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS;QAAE,IAAI,CAAC,aAAa,CAAC,CAAA;IAC3H,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,GAAG,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;IAC9F,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAAC,IAAI,CAAC,MAAM;YAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAAC,IAAI,CAAC;YAAC,SAAS,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QAAC,CAAC;IAAC,CAAC;IAC1L,aAAa,CAAC,YAAY,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;IAC5C,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IAAC,IAAI,UAA8B,CAAA;IAC5F,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,UAAU,CAAC,CAAA;QAChJ,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACjG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;YAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAC/J,aAAa,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;QACxC,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;QAAC,UAAU,GAAG,SAAS,CAAC;QAAC,OAAO,IAAI,CAAA;IAC3G,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAAC,IAAI,KAAK,YAAY,oBAAoB;YAAE,MAAM,KAAK,CAAC;QAAC,OAAO,IAAI,CAAC,aAAa,CAAC,CAAA;IAAC,CAAC;YAC9F,CAAC;QAAC,IAAI,UAAU,KAAK,SAAS;YAAE,SAAS,CAAC,UAAU,CAAC,CAAA;IAAC,CAAC;AACjE,CAAC;AACD,SAAS,SAAS,CAAC,IAAgB;IACjC,IAAI,CAAC;QAAC,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAAC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC;YAAE,IAAI,CAAC,aAAa,CAAC,CAAA;IAAC,CAAC;IAC7Q,OAAO,KAAK,EAAE,CAAC;QAAC,IAAI,KAAK,YAAY,oBAAoB;YAAE,MAAM,KAAK,CAAC;QAAC,IAAI,CAAC,aAAa,CAAC,CAAA;IAAC,CAAC;AAC/F,CAAC;AACD,SAAS,QAAQ,CAAC,IAAgB,EAAE,IAAY,IAAY,OAAO,gBAAgB,GAAG,IAAI,CAAC,UAAU,GAAG,GAAG,GAAG,IAAI,CAAA,CAAC,CAAC;AACpH,SAAS,YAAY,CAAC,MAAc,IAAY,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,MAAM,GAAG,OAAO,CAAA,CAAC,CAAC;AAC/F,SAAS,UAAU,CAAC,UAAkB,IAAY,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,OAAO,GAAG,UAAU,GAAG,OAAO,CAAA,CAAC,CAAC;AACnH,SAAS,QAAQ,CAAC,IAAgB,EAAE,IAAY;IAC9C,SAAS,CAAC,IAAI,CAAC,CAAC;IAAC,IAAI,UAA8B,CAAA;IACnD,IAAI,CAAC;QACH,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,CAAA;QAC7G,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACpH,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,MAAM,CAAC,KAAK,KAAK,EAAE,IAAI,MAAM,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,GAAG,KAAO,CAAC,KAAK,KAAK,IAAI,MAAM,CAAC,IAAI,GAAG,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;YAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAC/Q,MAAM,MAAM,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAAC,UAAU,GAAG,SAAS,CAAC;QAAC,OAAO,MAAM,CAAA;IACpF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAAC,IAAI,KAAK,YAAY,oBAAoB;YAAE,MAAM,KAAK,CAAC;QAAC,OAAO,IAAI,CAAC,aAAa,CAAC,CAAA;IAAC,CAAC;YAC9F,CAAC;QAAC,IAAI,UAAU,KAAK,SAAS;YAAE,SAAS,CAAC,UAAU,CAAC,CAAA;IAAC,CAAC;AACjE,CAAC;AACD,SAAS,UAAU,CAAC,IAAgB,EAAE,IAAY,EAAE,cAAuB;IACzE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IACnC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACjK,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,cAAc,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,cAAc;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACtM,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAClJ,IAAI,MAAe,CAAC;QAAC,IAAI,CAAC;YAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAAC,CAAC;QAC7G,IAAI,uBAAuB,CAAC,MAAM,CAAC,GAAG,IAAI,KAAK,IAAI;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAAC,OAAO,MAAM,CAAA;IAC/G,CAAC;YAAS,CAAC;QAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;IAAC,CAAC;AAC5C,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAgB;IACxC,SAAS,CAAC,IAAI,CAAC,CAAC;IAAC,IAAI,OAAO,GAAG,KAAK,CAAA;IACpC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,IAAI,CAAC,KAAK;YAAE,SAAQ;QACxD,MAAM,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACnE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,GAAG,KAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAC7M,IAAI,SAAS,CAAC,KAAK,KAAK,EAAE,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC;gBAAC,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAAC,OAAO,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,OAAO,EAAE,CAAA;YAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACtQ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,IAAI,4BAA4B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;gBAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAC9I,CAAC;QACD,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAAC,OAAO,GAAG,IAAI,CAAA;IAClD,CAAC;IACD,IAAI,OAAO;QAAE,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAAC,SAAS,CAAC,IAAI,CAAC,CAAA;AAC1D,CAAC;AACD,SAAS,YAAY,CAAC,IAAgB,EAAE,IAAY,EAAE,MAAe;IACnE,MAAM,OAAO,GAAG,uBAAuB,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACpF,IAAI,KAAK,CAAC,MAAM,GAAG,kBAAkB;QAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;IAC/D,SAAS,CAAC,IAAI,CAAC,CAAA;IACf,IAAI,CAAC;QACH,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACjD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC;YAAE,IAAI,CAAC,UAAU,CAAC,CAAA;QAC3D,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,oBAAoB,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAA;QAC5G,SAAS,CAAC,IAAI,CAAC,CAAA;IACjB,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,aAAa,GAAG,WAAW,GAAG,MAAM,GAAG,GAAG,GAAG,UAAU,EAAE,GAAG,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IACvK,IAAI,UAA8B,CAAA;IAClC,IAAI,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,CAAC;QAAC,UAAU,GAAG,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAC1I,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAAC,SAAS,CAAC,UAAU,CAAC,CAAA;QACvD,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,gBAAgB,GAAG,SAAS,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACjH,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,IAAI,MAAM,CAAC,KAAK,KAAK,EAAE,IAAI,MAAM,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,GAAG,KAAO,CAAC,KAAK,KAAK;YAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QACpM,IAAI,MAAM,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC;YAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAAC,MAAM,GAAG,IAAI,CAAC;YAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAC3F,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAA;YACnE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC;gBAAE,IAAI,CAAC,UAAU,CAAC,CAAA;YAC3D,SAAS,CAAC,UAAU,CAAC,CAAC;YAAC,UAAU,GAAG,SAAS,CAAC;YAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAAC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACjJ,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YAAC,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,UAAU,CAAC,IAAI,cAAc,CAAC,KAAK,KAAK,EAAE;gBAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAAC,CAAC;QAC7N,UAAU,CAAC,SAAS,CAAC,CAAC;QAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjD,MAAM,WAAW,GAAG,SAAS,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3G,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,SAAS,CAAC,KAAK,KAAK,EAAE,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,GAAG,KAAO,CAAC,KAAK,KAAK;YAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QACzJ,SAAS,CAAC,UAAU,CAAC,CAAC;QAAC,UAAU,GAAG,SAAS,CAAA;QAC7C,SAAS,CAAC,IAAI,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAAC,IAAI,KAAK,YAAY,oBAAoB;YAAE,MAAM,KAAK,CAAC;QAAC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAA;IAAC,CAAC;YACrF,CAAC;QAAC,IAAI,UAAU,KAAK,SAAS;YAAE,SAAS,CAAC,UAAU,CAAC,CAAC;QAAC,IAAI,CAAC;YAAC,UAAU,CAAC,SAAS,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IAAC,CAAC;AACzG,CAAC;AACD,SAAS,OAAO,CAAC,IAAgB,EAAE,MAAgF;IACjH,MAAM,OAAO,GAAG,uBAAuB,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAA;IACvI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAE,IAAI,CAAC,UAAU,CAAC,CAAA;IACnF,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAA;AAC7E,CAAC;AACD,SAAS,aAAa,CAAC,IAA6B,EAAE,IAAmB,IAA6B,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ;IAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,QAAQ,CAAA,CAAC,CAAC;AACzQ,SAAS,UAAU,CAAI,SAAkB,IAAO,IAAI,CAAC;IAAC,OAAO,SAAS,EAAE,CAAA;AAAC,CAAC;AAAC,MAAM,CAAC;IAAC,OAAO,IAAI,CAAC,kBAAkB,CAAC,CAAA;AAAC,CAAC,CAAC,CAAC;AACtH,SAAS,YAAY,CAAC,QAAiC,EAAE,KAAc;IACrE,OAAO,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,CAAC,CAAqC,CAAC,CAAA;AACxN,CAAC;AACD,SAAS,WAAW,CAAC,QAAiC,EAAE,KAA8D;IACpH,OAAO,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,cAAc,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,CAAoC,CAAC,CAAA;AAC7R,CAAC;AACD,SAAS,UAAU,CAAC,QAAiC,EAAE,KAA6D;IAClH,OAAO,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,aAAa,EAAE,WAAW,CAAC,CAAmC,CAAC,CAAA;AAChQ,CAAC;AACD,SAAS,YAAY,CAAC,KAAc,EAAE,IAA6B,EAAE,IAA6B,EAAE,YAAoB;IACtH,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,WAAW,EAAE,yBAAyB,EAAE,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,CAAA;IAC1L,YAAY,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAAC,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;IAC7E,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,YAAY,KAAK,YAAY;QAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;IACpJ,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;IAC5D,IAAI,WAAW,CAAC,WAAW,KAAK,IAAI,IAAI,WAAW,CAAC,YAAY,KAAK,IAAI,IAAI,WAAW,CAAC,SAAS,KAAK,IAAI,IAAI,WAAW,CAAC,SAAS,KAAK,IAAI;WACxI,WAAW,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,WAAW,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,WAAW,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS;WACzJ,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,aAAa,KAAK,IAAI,IAAI,WAAW,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;IAClK,OAAO,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,EAAE,YAAY,EAAE,CAAC,CAAA;AACnJ,CAAC;AAED,MAAM,OAAO,oBAAoB;IACtB,KAAK,CAAY;IACjB,SAAS,CAAyB;IAC3C,OAAO,GAAG,KAAK,CAAA;IACf,YAAY,OAAoC;QAC9C,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO,OAAO,CAAC,QAAQ,EAAE,cAAc,KAAK,UAAU,IAAI,OAAO,OAAO,CAAC,QAAQ,EAAE,aAAa,KAAK,UAAU,IAAI,OAAO,OAAO,CAAC,QAAQ,EAAE,YAAY,KAAK,UAAU;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACnU,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC;QAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAA;QAChG,IAAI,CAAC;YAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAAC,MAAM,KAAK,CAAA;QAAC,CAAC;IACtG,CAAC;IACD,KAAK,KAAW,IAAI,IAAI,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA,CAAC,CAAC;IACrE,SAAS,CAAC,IAA6B,EAAE,KAAc;QACrD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QACpD,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC5I,OAAO,QAAQ,CAAA;IACjB,CAAC;IACD,aAAa,CAAC,KAA2B;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,GAAG,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAqB,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAA;QACnQ,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAA;IAC/M,CAAC;IACD,YAAY,CAAC,SAAwB,EAAE,MAAc;QACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;QACpS,IAAI,MAAM,CAAC,QAAQ,KAAK,yBAAyB,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC3K,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;QACvJ,IAAI,MAAM,CAAC,aAAa,KAAK,aAAa,IAAI,SAAS,CAAC,KAAK,KAAK,QAAQ,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACvJ,OAAO,MAAM,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAA;IAC1L,CAAC;IACD,YAAY,CAAC,KAA0B;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,GAAG,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAqB,CAAC,EAAE,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,IAAqB,CAAC,CAAA;QACtQ,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAAC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,YAAY,CAAC,CAAA;QAChJ,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAA;QACpI,IAAI,QAAQ,CAAC,UAAU,KAAK,UAAU,IAAI,QAAQ,CAAC,YAAY,KAAK,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC5I,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;QAChE,MAAM,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAA;QACrD,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,sBAAsB,EAAE,iBAAiB,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAA;IAClV,CAAC;IACD,YAAY,CAAC,IAA6B,EAAE,IAA6B,EAAE,MAAc;QACvF,YAAY,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,MAAM,EAAE,YAAY,EAAE,wBAAwB,EAAE,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAC7T,IAAI,MAAM,CAAC,QAAQ,KAAK,yBAAyB,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACtM,YAAY,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAAC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAA;QAC7H,MAAM,cAAc,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAyB,EAAE,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,YAAY,CAAC,CAAA;QAC5J,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;QACxO,IAAI,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,WAAW,IAAI,MAAM,CAAC,gBAAgB,KAAK,QAAQ,CAAC,gBAAgB,IAAI,MAAM,CAAC,aAAa,KAAK,aAAa,IAAI,SAAS,CAAC,KAAK,KAAK,QAAQ,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC9P,OAAO,MAAM,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;IAClU,CAAC;IACD,WAAW,CAAC,SAAwB,EAAE,SAAwB,EAAE,MAAc,IAAsC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,IAAI,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA,CAAC,CAAC;IACnQ,WAAW,CAAC,KAAyB;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,GAAG,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,wBAAwB,EAAE,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAqB,CAAC,EAAE,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;QAC1O,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,GAAG,CAAC,sBAAsB,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC5H,MAAM,sBAAsB,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAA,CAAC,CAAC,CAAC,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAA;QAC1Q,MAAM,sBAAsB,GAAG,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,EAAE,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC,CAAA;QAChL,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,EAAE,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAA;QAC7K,IAAI,CAAC,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC,MAAM,IAAI,sBAAsB,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACzI,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,aAAa,EAAE,CAAU,EAAE,IAAI,EAAE,QAAiB,EAAE,UAAU,EAAE,sBAAsB,EAAE,iBAAiB,CAAC,MAAM,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC1S,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC/C,MAAM,MAAM,GAA0B,MAAM,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,UAAU,EAAE,sBAAsB,EAAE,iBAAiB,CAAC,MAAM,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAA;QACtR,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAA;QACxD,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,UAAU,CAAC,SAAwB,EAAE,MAAc;QACjD,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,MAAM,EAAE,YAAY,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;QACnZ,IAAI,MAAM,CAAC,QAAQ,KAAK,yBAAyB,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,MAAM,CAAC,sBAAsB,CAAC,MAAM,KAAK,MAAM,CAAC,sBAAsB,CAAC,MAAM,IAAI,MAAM,CAAC,sBAAsB,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACnZ,YAAY,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAAC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAA;QAC7H,MAAM,sBAAsB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAA,CAAC,CAAC,CAAC,CAAC,EAAE,sBAAsB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,EAAE,sBAAsB,CAAC,KAAK,CAAE,CAAC,CAAC,aAAa,KAAK,IAAI;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,IAAI,CAAA,CAAC,CAAC,CAAC,CAAC,CAAA;QACrZ,MAAM,cAAc,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAwB,EAAE,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,EAAE,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;QAC3S,IAAI,CAAC,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC,MAAM,IAAI,sBAAsB,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,aAAa,KAAK,aAAa,IAAI,SAAS,CAAC,KAAK,KAAK,QAAQ,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACrQ,OAAO,MAAM,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;IACrR,CAAC;IACD,kBAAkB,CAAC,SAAwB;QACzC,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,IAAI,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC,CAAA;QAC/H,IAAI,CAAC;YAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAAC,OAAO,SAAS,CAAA;YAAC,CAAC;YAAA,CAAC;YAAC,MAAM,KAAK,CAAA;QAAC,CAAC;QAClM,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,MAAM,EAAE,YAAY,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,sBAAsB,CAAC,CAAC,CAAA;QACtN,IAAI,MAAM,CAAC,QAAQ,KAAK,yBAAyB,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACpR,YAAY,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAAC,YAAY,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAAC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,oBAAoB,CAAC,CAAA;QACzJ,IAAI,MAAM,CAAC,sBAAsB,KAAK,MAAM,CAAC,sBAAsB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC3O,OAAO,MAAM,CAAC,EAAE,QAAQ,EAAE,yBAAyB,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,EAAE,CAAC,CAAA;IACvU,CAAC;IACD,SAAS,CAAC,SAAwB,EAAE,YAAwC;QAC1E,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,IAAI,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;QACzF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC1D,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,CAAC,EAAE,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACxH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACxF,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,sBAAsB,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACxJ,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,cAAc,GAAG,MAAM,EAAE,cAAc,CAAA;YACtE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,OAAO,cAAc,KAAK,QAAQ,IAAI,cAAc,KAAK,UAAU,CAAC,sBAAsB,CAAC,KAAK,CAAC;gBAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;YACvO,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,CAAA;YAC9D,IAAI,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,QAAQ,CAAC,OAAO;gBAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;YAC1E,KAAK,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,CAAU;gBAAE,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;oBAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;YACzM,OAAO,QAAQ,CAAA;QACjB,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,oBAAoB,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,sBAAsB,CAAC,CAAA;QAC5I,OAAO,MAAM,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;IACpF,CAAC;IACD,KAAK,KAAW,IAAI,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA,CAAC,CAAC;CAClG"}

package/lib/benchmark/holdout-protocol.d.ts

@@ -0,0 +1,68 @@
+import type { BenchmarkCase, BenchmarkCell, BenchmarkPlan, BenchmarkVerdict } from './types.js';
+export declare const HOLDOUT_PROTOCOL_V1: "dsh-benchmark/independent-holdout/v1";
+export interface SignedHoldoutManifest {
+    readonly protocol: typeof HOLDOUT_PROTOCOL_V1;
+    readonly kind: 'manifest';
+    readonly manifestId: string;
+    readonly authorityKeyId: string;
+    readonly dataset: BenchmarkPlan['dataset'] & {
+        readonly split: 'holdout';
+    };
+    /** Public identities and digests only: no prompt, input, answer, judge, path, or oracle. */
+    readonly cases: readonly BenchmarkCase[];
+    readonly issuedAt: number;
+    readonly signature: string;
+}
+export interface SignedHoldoutInput {
+    readonly protocol: typeof HOLDOUT_PROTOCOL_V1;
+    readonly kind: 'input';
+    readonly authorityKeyId: string;
+    readonly manifestDigest: string;
+    readonly planDigest: string;
+    readonly cell: BenchmarkCell;
+    readonly inputDigest: string;
+    readonly contentType: string;
+    /** Canonical unpadded base64url. This is task input, never acceptance material. */
+    readonly inputBase64url: string;
+    readonly signature: string;
+}
+export interface SignedHoldoutVerdict {
+    readonly protocol: typeof HOLDOUT_PROTOCOL_V1;
+    readonly kind: 'verdict';
+    readonly authorityKeyId: string;
+    readonly manifestDigest: string;
+    readonly planDigest: string;
+    readonly cell: BenchmarkCell;
+    readonly inputDigest: string;
+    readonly acceptanceDigest: string;
+    readonly outputDigest: string;
+    readonly verdict: BenchmarkVerdict;
+    readonly evaluatedAt: number;
+    readonly signature: string;
+}
+export interface SignedHoldoutFinish {
+    readonly protocol: typeof HOLDOUT_PROTOCOL_V1;
+    readonly kind: 'finish';
+    readonly authorityKeyId: string;
+    readonly manifestDigest: string;
+    readonly planDigest: string;
+    readonly cellCount: number;
+    /** Digest of the ordered exact cells and their signed verdict-envelope digests. */
+    readonly verdictsDigest: string;
+    readonly complete: boolean;
+    readonly finalizedAt: number;
+    readonly signature: string;
+}
+export declare function holdoutAuthorityKeyId(pinnedPublicKey: string): string;
+/** Canonical signing bytes. A supplied signature field is omitted without invoking accessors. */
+export declare function holdoutUnsignedCanonicalJson(value: unknown): string;
+/** Digest of the complete signed envelope, suitable for evidence and chaining. */
+export declare function holdoutEnvelopeDigest(value: unknown): string;
+export declare function verifyHoldoutEnvelopeSignature(value: unknown, pinnedPublicKey: string): boolean;
+export declare function parseSignedHoldoutManifest(value: unknown, pinnedPublicKey: string): Readonly<SignedHoldoutManifest>;
+export declare function parseSignedHoldoutInput(value: unknown, manifestValue: SignedHoldoutManifest, expectedPlanDigest: string, expectedCell: BenchmarkCell, pinnedPublicKey: string): Readonly<SignedHoldoutInput>;
+export declare function holdoutInputBytes(value: SignedHoldoutInput): Uint8Array;
+export declare function parseSignedHoldoutVerdict(value: unknown, manifestValue: SignedHoldoutManifest, expectedPlanDigest: string, expectedCell: BenchmarkCell, expectedOutputDigest: string, pinnedPublicKey: string): Readonly<SignedHoldoutVerdict>;
+export declare function holdoutVerdictsDigest(expectedCells: readonly BenchmarkCell[], verdictEnvelopeDigests: readonly string[]): string;
+export declare function parseSignedHoldoutFinish(value: unknown, manifestValue: SignedHoldoutManifest, expectedPlanDigest: string, expectedCells: readonly BenchmarkCell[], verdictEnvelopeDigests: readonly string[], pinnedPublicKey: string): Readonly<SignedHoldoutFinish>;
+//# sourceMappingURL=holdout-protocol.d.ts.map

package/lib/benchmark/holdout-protocol.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"holdout-protocol.d.ts","sourceRoot":"","sources":["../../src/benchmark/holdout-protocol.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAE/F,eAAO,MAAM,mBAAmB,EAAG,sCAA+C,CAAA;AAYlF,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,QAAQ,EAAE,OAAO,mBAAmB,CAAA;IAC7C,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,GAAG;QAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAA;KAAE,CAAA;IAC1E,4FAA4F;IAC5F,QAAQ,CAAC,KAAK,EAAE,SAAS,aAAa,EAAE,CAAA;IACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,QAAQ,EAAE,OAAO,mBAAmB,CAAA;IAC7C,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;IACtB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,mFAAmF;IACnF,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,QAAQ,EAAE,OAAO,mBAAmB,CAAA;IAC7C,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAA;IACxB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAA;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,QAAQ,EAAE,OAAO,mBAAmB,CAAA;IAC7C,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAA;IACvB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,mFAAmF;IACnF,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AA+FD,wBAAgB,qBAAqB,CAAC,eAAe,EAAE,MAAM,GAAG,MAAM,CAErE;AAED,iGAAiG;AACjG,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAOnE;AAED,kFAAkF;AAClF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAE5D;AAED,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAQ/F;AA2BD,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAenH;AAED,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,GACrI,QAAQ,CAAC,kBAAkB,CAAC,CAkB9B;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,kBAAkB,GAAG,UAAU,CAMvE;AAED,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GACnK,QAAQ,CAAC,oBAAoB,CAAC,CAehC;AAED,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,SAAS,aAAa,EAAE,EAAE,sBAAsB,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAYhI;AAED,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,aAAa,EAAE,EAAE,sBAAsB,EAAE,SAAS,MAAM,EAAE,EAAE,eAAe,EAAE,MAAM,GAC5L,QAAQ,CAAC,mBAAmB,CAAC,CAc/B"}