@dsh-enhanced/assistant-evaluation 0.1.24 → 0.1.30

package/lib/benchmark/holdout-protocol.js

@@ -0,0 +1,271 @@
+import { createHash, createPublicKey, verify } from 'node:crypto';
+import { acceptanceCanonicalJson, acceptanceDigest } from '@dsh-enhanced/task-acceptance-contract';
+import { BenchmarkError } from './schema.js';
+import { benchmarkDomains } from './types.js';
+export const HOLDOUT_PROTOCOL_V1 = 'dsh-benchmark/independent-holdout/v1';
+const digestPattern = /^[a-f0-9]{64}$/u;
+const idPattern = /^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/u;
+const contentTypePattern = /^[A-Za-z0-9][A-Za-z0-9!#$&^_.+/-]{0,126}(?:; charset=utf-8)?$/u;
+const base64urlPattern = /^[A-Za-z0-9_-]*$/u;
+const maximumEnvelopeBytes = 512 * 1024;
+const maximumInputBytes = 256 * 1024;
+const maximumNodes = 4096;
+const maximumDepth = 16;
+const unsafeKeys = new Set(['__proto__', 'prototype', 'constructor']);
+function fail(message) { throw new BenchmarkError(`holdout protocol: ${message}`); }
+function assert(condition, message) { if (!condition)
+    fail(message); }
+/**
+ * Inspect hostile values before canonicalization so getters, sparse arrays and oversized strings
+ * cannot be hidden by JSON serialization. The detached result is deeply frozen.
+ */
+function boundedSnapshot(value) {
+    const active = new Set();
+    let nodes = 0;
+    let bytes = 0;
+    const inspect = (entry, depth) => {
+        nodes++;
+        assert(nodes <= maximumNodes && depth <= maximumDepth, 'envelope is too complex');
+        if (entry === null) {
+            bytes += 4;
+            return;
+        }
+        if (typeof entry === 'string') {
+            bytes += Buffer.byteLength(entry, 'utf8') + 2;
+            assert(bytes <= maximumEnvelopeBytes, 'envelope is too large');
+            return;
+        }
+        if (typeof entry === 'boolean') {
+            bytes += 5;
+            return;
+        }
+        if (typeof entry === 'number') {
+            assert(Number.isFinite(entry) && (!Number.isInteger(entry) || Number.isSafeInteger(entry)), 'envelope contains an invalid number');
+            bytes += 24;
+            return;
+        }
+        assert(typeof entry === 'object' && !active.has(entry), 'envelope contains an unsafe value or cycle');
+        active.add(entry);
+        try {
+            if (Array.isArray(entry)) {
+                assert(Object.getPrototypeOf(entry) === Array.prototype && entry.length <= maximumNodes, 'envelope contains an invalid array');
+                const keys = Reflect.ownKeys(entry).filter(key => key !== 'length');
+                assert(keys.length === entry.length && keys.every((key, index) => key === String(index)), 'envelope contains a sparse or decorated array');
+                for (const key of keys) {
+                    const descriptor = Object.getOwnPropertyDescriptor(entry, key);
+                    assert(descriptor.enumerable && Object.hasOwn(descriptor, 'value'), 'envelope contains an unsafe array property');
+                    inspect(descriptor.value, depth + 1);
+                }
+                return;
+            }
+            const prototype = Object.getPrototypeOf(entry);
+            assert(prototype === Object.prototype || prototype === null, 'envelope must contain plain objects');
+            for (const key of Reflect.ownKeys(entry)) {
+                assert(typeof key === 'string' && !unsafeKeys.has(key), 'envelope contains an unsafe key');
+                const descriptor = Object.getOwnPropertyDescriptor(entry, key);
+                assert(descriptor.enumerable && Object.hasOwn(descriptor, 'value'), 'envelope contains an unsafe property');
+                bytes += Buffer.byteLength(key, 'utf8') + 3;
+                assert(bytes <= maximumEnvelopeBytes, 'envelope is too large');
+                inspect(descriptor.value, depth + 1);
+            }
+        }
+        finally {
+            active.delete(entry);
+        }
+    };
+    inspect(value, 0);
+    const canonical = acceptanceCanonicalJson(value);
+    assert(Buffer.byteLength(canonical, 'utf8') <= maximumEnvelopeBytes, 'envelope is too large');
+    const copy = JSON.parse(canonical);
+    const freeze = (entry) => {
+        if (entry === null || typeof entry !== 'object')
+            return;
+        for (const child of Object.values(entry))
+            freeze(child);
+        Object.freeze(entry);
+    };
+    freeze(copy);
+    return copy;
+}
+function object(value, keys, label) {
+    assert(value !== null && typeof value === 'object' && !Array.isArray(value), `${label} must be an object`);
+    const record = value;
+    const actual = Object.keys(record).sort();
+    const expected = [...keys].sort();
+    assert(actual.length === expected.length && actual.every((key, index) => key === expected[index]), `${label} has unexpected fields`);
+    return record;
+}
+function id(value, label) { assert(typeof value === 'string' && idPattern.test(value), `${label} is invalid`); }
+function digest(value, label) { assert(typeof value === 'string' && digestPattern.test(value), `${label} is invalid`); }
+function integer(value, label, max = Number.MAX_SAFE_INTEGER) {
+    assert(typeof value === 'number' && Number.isSafeInteger(value) && value >= 0 && value <= max, `${label} is invalid`);
+}
+function signature(value) {
+    assert(typeof value === 'string' && base64urlPattern.test(value) && value.length === 86
+        && Buffer.from(value, 'base64url').length === 64 && Buffer.from(value, 'base64url').toString('base64url') === value, 'signature is invalid');
+}
+function publicKey(value) {
+    assert(typeof value === 'string' && Buffer.byteLength(value, 'utf8') <= 16 * 1024, 'pinned public key is invalid');
+    try {
+        const key = createPublicKey(value);
+        assert(key.asymmetricKeyType === 'ed25519', 'pinned public key must be Ed25519');
+        return key;
+    }
+    catch (error) {
+        if (error instanceof BenchmarkError)
+            throw error;
+        return fail('pinned public key is invalid');
+    }
+}
+export function holdoutAuthorityKeyId(pinnedPublicKey) {
+    return createHash('sha256').update(publicKey(pinnedPublicKey).export({ format: 'der', type: 'spki' })).digest('hex');
+}
+/** Canonical signing bytes. A supplied signature field is omitted without invoking accessors. */
+export function holdoutUnsignedCanonicalJson(value) {
+    const snapshot = boundedSnapshot(value);
+    assert(snapshot !== null && typeof snapshot === 'object' && !Array.isArray(snapshot), 'signed envelope must be an object');
+    const record = snapshot;
+    if (!Object.hasOwn(record, 'signature'))
+        return acceptanceCanonicalJson(record);
+    const unsigned = Object.fromEntries(Object.entries(record).filter(([key]) => key !== 'signature'));
+    return acceptanceCanonicalJson(unsigned);
+}
+/** Digest of the complete signed envelope, suitable for evidence and chaining. */
+export function holdoutEnvelopeDigest(value) {
+    return createHash('sha256').update(acceptanceCanonicalJson(boundedSnapshot(value))).digest('hex');
+}
+export function verifyHoldoutEnvelopeSignature(value, pinnedPublicKey) {
+    try {
+        const snapshot = boundedSnapshot(value);
+        if (snapshot === null || typeof snapshot !== 'object' || Array.isArray(snapshot))
+            return false;
+        const signed = snapshot;
+        signature(signed.signature);
+        return verify(null, Buffer.from(holdoutUnsignedCanonicalJson(signed)), publicKey(pinnedPublicKey), Buffer.from(signed.signature, 'base64url'));
+    }
+    catch {
+        return false;
+    }
+}
+function common(envelope, kind, pinnedPublicKey) {
+    assert(envelope.protocol === HOLDOUT_PROTOCOL_V1 && envelope.kind === kind, 'protocol or envelope kind is invalid');
+    digest(envelope.authorityKeyId, 'authority key id');
+    assert(envelope.authorityKeyId === holdoutAuthorityKeyId(pinnedPublicKey), 'authority key id does not match pinned key');
+    signature(envelope.signature);
+    assert(verifyHoldoutEnvelopeSignature(envelope, pinnedPublicKey), 'signature verification failed');
+}
+function benchmarkCase(value) {
+    const item = object(value, ['id', 'domain', 'inputDigest', 'acceptanceDigest'], 'manifest case');
+    id(item.id, 'case id');
+    assert(benchmarkDomains.includes(item.domain), 'case domain is invalid');
+    digest(item.inputDigest, 'case input digest');
+    digest(item.acceptanceDigest, 'case acceptance digest');
+    return item;
+}
+function benchmarkCell(value) {
+    const item = object(value, ['id', 'caseId', 'variantId', 'repeat', 'seed'], 'benchmark cell');
+    digest(item.id, 'cell id');
+    id(item.caseId, 'cell case id');
+    id(item.variantId, 'cell variant id');
+    integer(item.repeat, 'cell repeat', 19);
+    integer(item.seed, 'cell seed', 0xffffffff);
+    return item;
+}
+function same(left, right) { return acceptanceCanonicalJson(left) === acceptanceCanonicalJson(right); }
+export function parseSignedHoldoutManifest(value, pinnedPublicKey) {
+    const snapshot = boundedSnapshot(value);
+    const raw = object(snapshot, ['protocol', 'kind', 'manifestId', 'authorityKeyId', 'dataset', 'cases', 'issuedAt', 'signature'], 'manifest');
+    common(raw, 'manifest', pinnedPublicKey);
+    id(raw.manifestId, 'manifest id');
+    integer(raw.issuedAt, 'manifest issuedAt');
+    const dataset = object(raw.dataset, ['id', 'version', 'digest', 'split'], 'manifest dataset');
+    id(dataset.id, 'dataset id');
+    id(dataset.version, 'dataset version');
+    digest(dataset.digest, 'dataset digest');
+    assert(dataset.split === 'holdout', 'manifest dataset must be a holdout');
+    assert(Array.isArray(raw.cases) && raw.cases.length >= 1 && raw.cases.length <= 100, 'manifest requires 1..100 cases');
+    const cases = raw.cases.map(benchmarkCase);
+    assert(new Set(cases.map(item => item.id)).size === cases.length, 'manifest case ids must be unique');
+    assert(new Set(cases.map(item => item.inputDigest)).size === cases.length, 'manifest case inputs must be unique');
+    const expectedDatasetDigest = acceptanceDigest({ id: dataset.id, version: dataset.version, split: dataset.split, cases });
+    assert(dataset.digest === expectedDatasetDigest, 'manifest dataset digest does not match public commitments');
+    return snapshot;
+}
+export function parseSignedHoldoutInput(value, manifestValue, expectedPlanDigest, expectedCell, pinnedPublicKey) {
+    const manifest = parseSignedHoldoutManifest(manifestValue, pinnedPublicKey);
+    digest(expectedPlanDigest, 'expected plan digest');
+    const snapshot = boundedSnapshot(value);
+    const raw = object(snapshot, ['protocol', 'kind', 'authorityKeyId', 'manifestDigest', 'planDigest', 'cell', 'inputDigest', 'contentType', 'inputBase64url', 'signature'], 'input');
+    common(raw, 'input', pinnedPublicKey);
+    digest(raw.manifestDigest, 'input manifest digest');
+    digest(raw.planDigest, 'input plan digest');
+    digest(raw.inputDigest, 'input digest');
+    assert(raw.manifestDigest === holdoutEnvelopeDigest(manifest) && raw.planDigest === expectedPlanDigest, 'input plan or manifest identity differs');
+    const cell = benchmarkCell(raw.cell);
+    assert(same(cell, expectedCell), 'input cell identity differs');
+    const task = manifest.cases.find(item => item.id === cell.caseId);
+    assert(task !== undefined && raw.inputDigest === task.inputDigest, 'input case commitment differs');
+    assert(typeof raw.contentType === 'string' && contentTypePattern.test(raw.contentType), 'input content type is invalid');
+    assert(typeof raw.inputBase64url === 'string' && base64urlPattern.test(raw.inputBase64url), 'input encoding is invalid');
+    const bytes = Buffer.from(raw.inputBase64url, 'base64url');
+    assert(bytes.length <= maximumInputBytes && bytes.toString('base64url') === raw.inputBase64url, 'input encoding is non-canonical or too large');
+    assert(createHash('sha256').update(bytes).digest('hex') === raw.inputDigest, 'input bytes do not match the committed digest');
+    return snapshot;
+}
+export function holdoutInputBytes(value) {
+    const snapshot = boundedSnapshot(value);
+    assert(typeof snapshot.inputBase64url === 'string' && base64urlPattern.test(snapshot.inputBase64url), 'input encoding is invalid');
+    const bytes = Buffer.from(snapshot.inputBase64url, 'base64url');
+    assert(bytes.length <= maximumInputBytes && bytes.toString('base64url') === snapshot.inputBase64url, 'input encoding is non-canonical or too large');
+    return Uint8Array.from(bytes);
+}
+export function parseSignedHoldoutVerdict(value, manifestValue, expectedPlanDigest, expectedCell, expectedOutputDigest, pinnedPublicKey) {
+    const manifest = parseSignedHoldoutManifest(manifestValue, pinnedPublicKey);
+    digest(expectedPlanDigest, 'expected plan digest');
+    digest(expectedOutputDigest, 'expected output digest');
+    const snapshot = boundedSnapshot(value);
+    const raw = object(snapshot, ['protocol', 'kind', 'authorityKeyId', 'manifestDigest', 'planDigest', 'cell', 'inputDigest', 'acceptanceDigest', 'outputDigest', 'verdict', 'evaluatedAt', 'signature'], 'verdict');
+    common(raw, 'verdict', pinnedPublicKey);
+    for (const [entry, label] of [[raw.manifestDigest, 'verdict manifest digest'], [raw.planDigest, 'verdict plan digest'], [raw.inputDigest, 'verdict input digest'], [raw.acceptanceDigest, 'verdict acceptance digest'], [raw.outputDigest, 'verdict output digest']])
+        digest(entry, label);
+    assert(raw.manifestDigest === holdoutEnvelopeDigest(manifest) && raw.planDigest === expectedPlanDigest && raw.outputDigest === expectedOutputDigest, 'verdict plan, manifest, or output identity differs');
+    const cell = benchmarkCell(raw.cell);
+    assert(same(cell, expectedCell), 'verdict cell identity differs');
+    const task = manifest.cases.find(item => item.id === cell.caseId);
+    assert(task !== undefined && raw.inputDigest === task.inputDigest && raw.acceptanceDigest === task.acceptanceDigest, 'verdict case commitment differs');
+    assert(raw.verdict === 'achieved' || raw.verdict === 'not-achieved' || raw.verdict === 'unknown', 'verdict value is invalid');
+    integer(raw.evaluatedAt, 'verdict evaluatedAt');
+    return snapshot;
+}
+export function holdoutVerdictsDigest(expectedCells, verdictEnvelopeDigests) {
+    assert(expectedCells.length === verdictEnvelopeDigests.length, 'verdict digest count differs from cells');
+    const seen = new Set();
+    const entries = expectedCells.map((cellValue, index) => {
+        const cell = benchmarkCell(boundedSnapshot(cellValue));
+        assert(!seen.has(cell.id), 'finish cells must be unique');
+        seen.add(cell.id);
+        const verdictDigest = verdictEnvelopeDigests[index];
+        digest(verdictDigest, 'signed verdict envelope digest');
+        return { cell, verdictDigest };
+    });
+    return acceptanceDigest(entries);
+}
+export function parseSignedHoldoutFinish(value, manifestValue, expectedPlanDigest, expectedCells, verdictEnvelopeDigests, pinnedPublicKey) {
+    const manifest = parseSignedHoldoutManifest(manifestValue, pinnedPublicKey);
+    digest(expectedPlanDigest, 'expected plan digest');
+    assert(expectedCells.length <= 16_000 && verdictEnvelopeDigests.length <= expectedCells.length, 'finish cell count is invalid');
+    const snapshot = boundedSnapshot(value);
+    const raw = object(snapshot, ['protocol', 'kind', 'authorityKeyId', 'manifestDigest', 'planDigest', 'cellCount', 'verdictsDigest', 'complete', 'finalizedAt', 'signature'], 'finish');
+    common(raw, 'finish', pinnedPublicKey);
+    digest(raw.manifestDigest, 'finish manifest digest');
+    digest(raw.planDigest, 'finish plan digest');
+    digest(raw.verdictsDigest, 'finish verdicts digest');
+    assert(raw.manifestDigest === holdoutEnvelopeDigest(manifest) && raw.planDigest === expectedPlanDigest, 'finish plan or manifest identity differs');
+    integer(raw.cellCount, 'finish cell count', 16_000);
+    integer(raw.finalizedAt, 'finish finalizedAt');
+    assert(typeof raw.complete === 'boolean' && raw.cellCount === verdictEnvelopeDigests.length, 'finish completion metadata differs');
+    assert(!raw.complete || raw.cellCount === expectedCells.length, 'complete finish must cover every planned cell');
+    assert(raw.verdictsDigest === holdoutVerdictsDigest(expectedCells.slice(0, raw.cellCount), verdictEnvelopeDigests), 'finish verdict chain differs');
+    return snapshot;
+}
+//# sourceMappingURL=holdout-protocol.js.map

package/lib/benchmark/holdout-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"holdout-protocol.js","sourceRoot":"","sources":["../../src/benchmark/holdout-protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACjE,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAA;AAClG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAG7C,MAAM,CAAC,MAAM,mBAAmB,GAAG,sCAA+C,CAAA;AAElF,MAAM,aAAa,GAAG,iBAAiB,CAAA;AACvC,MAAM,SAAS,GAAG,qCAAqC,CAAA;AACvD,MAAM,kBAAkB,GAAG,gEAAgE,CAAA;AAC3F,MAAM,gBAAgB,GAAG,mBAAmB,CAAA;AAC5C,MAAM,oBAAoB,GAAG,GAAG,GAAG,IAAI,CAAA;AACvC,MAAM,iBAAiB,GAAG,GAAG,GAAG,IAAI,CAAA;AACpC,MAAM,YAAY,GAAG,IAAI,CAAA;AACzB,MAAM,YAAY,GAAG,EAAE,CAAA;AACvB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,CAAA;AA2DrE,SAAS,IAAI,CAAC,OAAe,IAAW,MAAM,IAAI,cAAc,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAA,CAAC,CAAC;AAClG,SAAS,MAAM,CAAC,SAAkB,EAAE,OAAe,IAAuB,IAAI,CAAC,SAAS;IAAE,IAAI,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC;AAEzG;;;GAGG;AACH,SAAS,eAAe,CAAI,KAAQ;IAClC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,KAAa,EAAQ,EAAE;QACtD,KAAK,EAAE,CAAA;QACP,MAAM,CAAC,KAAK,IAAI,YAAY,IAAI,KAAK,IAAI,YAAY,EAAE,yBAAyB,CAAC,CAAA;QACjF,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAAC,KAAK,IAAI,CAAC,CAAC;YAAC,OAAM;QAAC,CAAC;QAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAAC,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YAAC,MAAM,CAAC,KAAK,IAAI,oBAAoB,EAAE,uBAAuB,CAAC,CAAC;YAAC,OAAM;QAAC,CAAC;QACxJ,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;YAAC,KAAK,IAAI,CAAC,CAAC;YAAC,OAAM;QAAC,CAAC;QACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,qCAAqC,CAAC,CAAA;YAClI,KAAK,IAAI,EAAE,CAAA;YACX,OAAM;QACR,CAAC;QACD,MAAM,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,4CAA4C,CAAC,CAAA;QACrG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACjB,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,IAAI,YAAY,EAAE,oCAAoC,CAAC,CAAA;gBAC9H,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAA;gBACnE,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,+CAA+C,CAAC,CAAA;gBAC1I,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,KAAK,EAAE,GAAG,CAAE,CAAA;oBAC/D,MAAM,CAAC,UAAU,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,4CAA4C,CAAC,CAAA;oBACjH,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;gBACtC,CAAC;gBACD,OAAM;YACR,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAA;YAC9C,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,EAAE,qCAAqC,CAAC,CAAA;YACnG,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzC,MAAM,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,iCAAiC,CAAC,CAAA;gBAC1F,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,KAAK,EAAE,GAAG,CAAE,CAAA;gBAC/D,MAAM,CAAC,UAAU,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,sCAAsC,CAAC,CAAA;gBAC3G,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;gBAC3C,MAAM,CAAC,KAAK,IAAI,oBAAoB,EAAE,uBAAuB,CAAC,CAAA;gBAC9D,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;gBAAS,CAAC;YAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAAC,CAAC;IACpC,CAAC,CAAA;IACD,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;IACjB,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAA;IAChD,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,oBAAoB,EAAE,uBAAuB,CAAC,CAAA;IAC7F,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAM,CAAA;IACvC,MAAM,MAAM,GAAG,CAAC,KAAc,EAAQ,EAAE;QACtC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAM;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,KAAK,CAAC,CAAA;QACvD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACtB,CAAC,CAAA;IACD,MAAM,CAAC,IAAI,CAAC,CAAA;IACZ,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,IAAuB,EAAE,KAAa;IACpE,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,oBAAoB,CAAC,CAAA;IAC1G,MAAM,MAAM,GAAG,KAAgC,CAAA;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;IACzC,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;IACjC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,KAAK,wBAAwB,CAAC,CAAA;IACpI,OAAO,MAAM,CAAA;AACf,CAAC;AACD,SAAS,EAAE,CAAC,KAAc,EAAE,KAAa,IAA6B,MAAM,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,aAAa,CAAC,CAAA,CAAC,CAAC;AACzJ,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa,IAA6B,MAAM,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,aAAa,CAAC,CAAA,CAAC,CAAC;AACjK,SAAS,OAAO,CAAC,KAAc,EAAE,KAAa,EAAE,GAAG,GAAG,MAAM,CAAC,gBAAgB;IAC3E,MAAM,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG,EAAE,GAAG,KAAK,aAAa,CAAC,CAAA;AACvH,CAAC;AACD,SAAS,SAAS,CAAC,KAAc;IAC/B,MAAM,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE;WAClF,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,MAAM,KAAK,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,KAAK,EAAE,sBAAsB,CAAC,CAAA;AAChJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,8BAA8B,CAAC,CAAA;IAClH,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;QAClC,MAAM,CAAC,GAAG,CAAC,iBAAiB,KAAK,SAAS,EAAE,mCAAmC,CAAC,CAAA;QAChF,OAAO,GAAG,CAAA;IACZ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,cAAc;YAAE,MAAM,KAAK,CAAA;QAChD,OAAO,IAAI,CAAC,8BAA8B,CAAC,CAAA;IAC7C,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,eAAuB;IAC3D,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACtH,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,4BAA4B,CAAC,KAAc;IACzD,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;IACvC,MAAM,CAAC,QAAQ,KAAK,IAAI,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,mCAAmC,CAAC,CAAA;IAC1H,MAAM,MAAM,GAAG,QAAmC,CAAA;IAClD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;QAAE,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAA;IAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,WAAW,CAAC,CAAC,CAAA;IAClG,OAAO,uBAAuB,CAAC,QAAQ,CAAC,CAAA;AAC1C,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,uBAAuB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACnG,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,KAAc,EAAE,eAAuB;IACpF,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;QACvC,IAAI,QAAQ,KAAK,IAAI,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAA;QAC9F,MAAM,MAAM,GAAG,QAAmC,CAAA;QAClD,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QAC3B,OAAO,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAA;IAChJ,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAA;IAAC,CAAC;AAC1B,CAAC;AAED,SAAS,MAAM,CAAC,QAAiC,EAAE,IAA4B,EAAE,eAAuB;IACtG,MAAM,CAAC,QAAQ,CAAC,QAAQ,KAAK,mBAAmB,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,sCAAsC,CAAC,CAAA;IACnH,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAA;IACnD,MAAM,CAAC,QAAQ,CAAC,cAAc,KAAK,qBAAqB,CAAC,eAAe,CAAC,EAAE,4CAA4C,CAAC,CAAA;IACxH,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC7B,MAAM,CAAC,8BAA8B,CAAC,QAAQ,EAAE,eAAe,CAAC,EAAE,+BAA+B,CAAC,CAAA;AACpG,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,kBAAkB,CAAC,EAAE,eAAe,CAAC,CAAA;IAChG,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;IACtB,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAyC,CAAC,EAAE,wBAAwB,CAAC,CAAA;IAC3G,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC;IAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,wBAAwB,CAAC,CAAA;IACtG,OAAO,IAAgC,CAAA;AACzC,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,gBAAgB,CAAC,CAAA;IAC7F,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAAC,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAAC,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAA;IAClG,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC;IAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,UAAU,CAAC,CAAA;IACpF,OAAO,IAAgC,CAAA;AACzC,CAAC;AAED,SAAS,IAAI,CAAC,IAAa,EAAE,KAAc,IAAa,OAAO,uBAAuB,CAAC,IAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,CAAC,CAAA,CAAC,CAAC;AAEjI,MAAM,UAAU,0BAA0B,CAAC,KAAc,EAAE,eAAuB;IAChF,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,UAAU,CAAC,CAAA;IAC3I,MAAM,CAAC,GAAG,EAAE,UAAU,EAAE,eAAe,CAAC,CAAA;IACxC,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAA;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,kBAAkB,CAAC,CAAA;IAC7F,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IAAC,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;IAC9G,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,oCAAoC,CAAC,CAAA;IACzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,EAAE,gCAAgC,CAAC,CAAA;IACtH,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IAC1C,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,EAAE,kCAAkC,CAAC,CAAA;IACrG,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,EAAE,qCAAqC,CAAC,CAAA;IACjH,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;IACzH,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,qBAAqB,EAAE,2DAA2D,CAAC,CAAA;IAC7G,OAAO,QAA2C,CAAA;AACpD,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAc,EAAE,aAAoC,EAAE,kBAA0B,EAAE,YAA2B,EAAE,eAAuB;IAEtI,MAAM,QAAQ,GAAG,0BAA0B,CAAC,aAAa,EAAE,eAAe,CAAC,CAAA;IAC3E,MAAM,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAA;IAClD,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,CAAA;IAClL,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,eAAe,CAAC,CAAA;IACrC,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC;IAAC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IAAC,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,CAAA;IACzI,MAAM,CAAC,GAAG,CAAC,cAAc,KAAK,qBAAqB,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,kBAAkB,EAAE,yCAAyC,CAAC,CAAA;IAClJ,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACpC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,6BAA6B,CAAC,CAAA;IAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,CAAA;IACjE,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAAA;IACnG,MAAM,CAAC,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,+BAA+B,CAAC,CAAA;IACxH,MAAM,CAAC,OAAO,GAAG,CAAC,cAAc,KAAK,QAAQ,IAAI,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,2BAA2B,CAAC,CAAA;IACxH,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,WAAW,CAAC,CAAA;IAC1D,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,iBAAiB,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,cAAc,EAAE,8CAA8C,CAAC,CAAA;IAC/I,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,WAAW,EAAE,+CAA+C,CAAC,CAAA;IAC7H,OAAO,QAAwC,CAAA;AACjD,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAyB;IACzD,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAuB,CAAA;IAC7D,MAAM,CAAC,OAAO,QAAQ,CAAC,cAAc,KAAK,QAAQ,IAAI,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,2BAA2B,CAAC,CAAA;IAClI,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,WAAW,CAAC,CAAA;IAC/D,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,iBAAiB,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,cAAc,EAAE,8CAA8C,CAAC,CAAA;IACpJ,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AAC/B,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,KAAc,EAAE,aAAoC,EAAE,kBAA0B,EAAE,YAA2B,EAAE,oBAA4B,EAAE,eAAuB;IAEpK,MAAM,QAAQ,GAAG,0BAA0B,CAAC,aAAa,EAAE,eAAe,CAAC,CAAA;IAC3E,MAAM,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAC;IAAC,MAAM,CAAC,oBAAoB,EAAE,wBAAwB,CAAC,CAAA;IAC1G,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,cAAc,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,SAAS,CAAC,CAAA;IACjN,MAAM,CAAC,GAAG,EAAE,SAAS,EAAE,eAAe,CAAC,CAAA;IACvC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,EAAE,yBAAyB,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,qBAAqB,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,sBAAsB,CAAC,EAAE,CAAC,GAAG,CAAC,gBAAgB,EAAE,2BAA2B,CAAC,EAAE,CAAC,GAAG,CAAC,YAAY,EAAE,uBAAuB,CAAC,CAAU;QAAE,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACnS,MAAM,CAAC,GAAG,CAAC,cAAc,KAAK,qBAAqB,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,kBAAkB,IAAI,GAAG,CAAC,YAAY,KAAK,oBAAoB,EAAE,oDAAoD,CAAC,CAAA;IAC1M,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACpC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,+BAA+B,CAAC,CAAA;IACjE,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,CAAA;IACjE,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,gBAAgB,KAAK,IAAI,CAAC,gBAAgB,EAAE,iCAAiC,CAAC,CAAA;IACvJ,MAAM,CAAC,GAAG,CAAC,OAAO,KAAK,UAAU,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,EAAE,0BAA0B,CAAC,CAAA;IAC7H,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAA;IAC/C,OAAO,QAA0C,CAAA;AACnD,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,aAAuC,EAAE,sBAAyC;IACtH,MAAM,CAAC,aAAa,CAAC,MAAM,KAAK,sBAAsB,CAAC,MAAM,EAAE,yCAAyC,CAAC,CAAA;IACzG,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,aAAa,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAA;QACtD,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,6BAA6B,CAAC,CAAA;QACzD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACjB,MAAM,aAAa,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAA;QACnD,MAAM,CAAC,aAAa,EAAE,gCAAgC,CAAC,CAAA;QACvD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;IAChC,CAAC,CAAC,CAAA;IACF,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,KAAc,EAAE,aAAoC,EAAE,kBAA0B,EAAE,aAAuC,EAAE,sBAAyC,EAAE,eAAuB;IAE7L,MAAM,QAAQ,GAAG,0BAA0B,CAAC,aAAa,EAAE,eAAe,CAAC,CAAA;IAC3E,MAAM,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAA;IAClD,MAAM,CAAC,aAAa,CAAC,MAAM,IAAI,MAAM,IAAI,sBAAsB,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,EAAE,8BAA8B,CAAC,CAAA;IAC/H,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,UAAU,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,CAAA;IACrL,MAAM,CAAC,GAAG,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAA;IACtC,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,wBAAwB,CAAC,CAAC;IAAC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;IAAC,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,wBAAwB,CAAC,CAAA;IACxJ,MAAM,CAAC,GAAG,CAAC,cAAc,KAAK,qBAAqB,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,kBAAkB,EAAE,0CAA0C,CAAC,CAAA;IACnJ,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC;IAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,oBAAoB,CAAC,CAAA;IACnG,MAAM,CAAC,OAAO,GAAG,CAAC,QAAQ,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,KAAK,sBAAsB,CAAC,MAAM,EAAE,oCAAoC,CAAC,CAAA;IAClI,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,KAAK,aAAa,CAAC,MAAM,EAAE,+CAA+C,CAAC,CAAA;IAChH,MAAM,CAAC,GAAG,CAAC,cAAc,KAAK,qBAAqB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,sBAAsB,CAAC,EAAE,8BAA8B,CAAC,CAAA;IACnJ,OAAO,QAAyC,CAAA;AAClD,CAAC"}

package/lib/benchmark/holdout-provider.d.ts

@@ -0,0 +1,26 @@
+export declare const HOLDOUT_PROVIDER_TRANSPORT_V1: "dsh-benchmark/holdout-provider-transport/v1";
+export type HoldoutProviderOperation = 'manifest' | 'input' | 'verdict' | 'finish';
+export type HoldoutProviderErrorCode = 'invalid-config' | 'aborted' | 'busy' | 'closed' | 'spawn-failed' | 'ready-timeout' | 'request-timeout' | 'protocol-error' | 'line-too-large' | 'stderr-too-large' | 'provider-rejected' | 'termination-unconfirmed';
+export declare class HoldoutProviderError extends Error {
+    readonly code: HoldoutProviderErrorCode;
+    constructor(code: HoldoutProviderErrorCode);
+}
+export interface HoldoutProviderConfig {
+    readonly executable: string;
+    readonly args: readonly string[];
+    /** Exact child environment. The Host environment is never inherited. */
+    readonly environment: Readonly<Record<string, string>>;
+    readonly maxLineBytes: number;
+    readonly maxStderrBytes: number;
+    readonly readyTimeoutMs: number;
+    readonly requestTimeoutMs: number;
+    readonly closeTimeoutMs: number;
+    readonly killTimeoutMs: number;
+}
+export interface HoldoutProviderTransport {
+    readonly pid: number;
+    request(operation: HoldoutProviderOperation, value: unknown, signal?: AbortSignal): Promise<unknown>;
+    close(): Promise<void>;
+}
+export declare function openHoldoutProvider(raw: HoldoutProviderConfig, signal?: AbortSignal): Promise<HoldoutProviderTransport>;
+//# sourceMappingURL=holdout-provider.d.ts.map

package/lib/benchmark/holdout-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"holdout-provider.d.ts","sourceRoot":"","sources":["../../src/benchmark/holdout-provider.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,6BAA6B,EAAG,6CAAsD,CAAA;AACnG,MAAM,MAAM,wBAAwB,GAAG,UAAU,GAAG,OAAO,GAAG,SAAS,GAAG,QAAQ,CAAA;AAClF,MAAM,MAAM,wBAAwB,GAChC,gBAAgB,GAAG,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,cAAc,GAAG,eAAe,GAAG,iBAAiB,GACvG,gBAAgB,GAAG,gBAAgB,GAAG,kBAAkB,GAAG,mBAAmB,GAAG,yBAAyB,CAAA;AAE9G,qBAAa,oBAAqB,SAAQ,KAAK;IACjC,QAAQ,CAAC,IAAI,EAAE,wBAAwB;gBAA9B,IAAI,EAAE,wBAAwB;CAIpD;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;IAChC,wEAAwE;IACxE,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACtD,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;CAC/B;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,SAAS,EAAE,wBAAwB,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACpG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAmOD,wBAAsB,mBAAmB,CAAC,GAAG,EAAE,qBAAqB,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAQ7H"}