@dsh-enhanced/assistant-evaluation 0.1.23 → 0.1.30

package/lib/benchmark/holdout-provider.js

@@ -0,0 +1,382 @@
+import { spawn } from 'node:child_process';
+import { randomUUID } from 'node:crypto';
+import { isAbsolute, resolve } from 'node:path';
+export const HOLDOUT_PROVIDER_TRANSPORT_V1 = 'dsh-benchmark/holdout-provider-transport/v1';
+export class HoldoutProviderError extends Error {
+    code;
+    constructor(code) {
+        super('assistant-evaluation: holdout provider ' + code);
+        this.code = code;
+        this.name = 'HoldoutProviderError';
+    }
+}
+const operations = new Set(['manifest', 'input', 'verdict', 'finish']);
+const childErrorCode = /^[a-z][a-z0-9-]{0,63}$/u;
+function fail(code) { throw new HoldoutProviderError(code); }
+function plain(value) {
+    return value !== null && typeof value === 'object' && !Array.isArray(value) && Object.getPrototypeOf(value) === Object.prototype
+        && Object.getOwnPropertySymbols(value).length === 0;
+}
+function exact(value, keys) {
+    const actual = Object.keys(value).sort(), expected = [...keys].sort();
+    return actual.length === expected.length && actual.every((key, index) => key === expected[index]);
+}
+function integer(value, minimum, maximum) {
+    return typeof value === 'number' && Number.isSafeInteger(value) && value >= minimum && value <= maximum;
+}
+function boundedText(value, maximum, allowEmpty = false) {
+    return typeof value === 'string' && (allowEmpty || value.length > 0) && Buffer.byteLength(value, 'utf8') <= maximum && !value.includes('\0');
+}
+function normalize(raw) {
+    const keys = ['executable', 'args', 'environment', 'maxLineBytes', 'maxStderrBytes', 'readyTimeoutMs', 'requestTimeoutMs', 'closeTimeoutMs', 'killTimeoutMs'];
+    if (!plain(raw) || !exact(raw, keys) || !isAbsolute(raw.executable) || resolve(raw.executable) !== raw.executable || raw.executable.includes('\0')
+        || !Array.isArray(raw.args) || raw.args.length > 64 || raw.args.some(value => !boundedText(value, 4_096, true))
+        || Buffer.byteLength(JSON.stringify(raw.args), 'utf8') > 32 * 1024 || !plain(raw.environment) || Object.keys(raw.environment).length > 64
+        || Object.entries(raw.environment).some(([key, value]) => !/^[A-Za-z_][A-Za-z0-9_]{0,127}$/u.test(key) || !boundedText(value, 8_192, true))
+        || Buffer.byteLength(JSON.stringify(raw.environment), 'utf8') > 64 * 1024
+        || !integer(raw.maxLineBytes, 256, 8 * 1024 * 1024) || !integer(raw.maxStderrBytes, 0, 1024 * 1024)
+        || !integer(raw.readyTimeoutMs, 1, 300_000) || !integer(raw.requestTimeoutMs, 1, 300_000)
+        || !integer(raw.closeTimeoutMs, 1, 60_000) || !integer(raw.killTimeoutMs, 1, 60_000))
+        fail('invalid-config');
+    return Object.freeze({ ...raw, args: Object.freeze([...raw.args]), environment: Object.freeze({ ...raw.environment }) });
+}
+function encode(value, maximum) {
+    let source;
+    try {
+        source = JSON.stringify(value);
+    }
+    catch {
+        return fail('protocol-error');
+    }
+    if (source === undefined)
+        fail('protocol-error');
+    const line = Buffer.from(source + '\n', 'utf8');
+    if (line.byteLength > maximum + 1)
+        fail('line-too-large');
+    return line;
+}
+function decode(line) {
+    let value;
+    try {
+        value = JSON.parse(new TextDecoder('utf-8', { fatal: true }).decode(line));
+    }
+    catch {
+        return fail('protocol-error');
+    }
+    if (!plain(value))
+        fail('protocol-error');
+    return value;
+}
+class ChildProvider {
+    #child;
+    #config;
+    #grouped;
+    #parentSignal;
+    #state = 'opening';
+    #pending;
+    #candidate;
+    #candidateImmediate;
+    #pendingBytes = Buffer.alloc(0);
+    #stderrBytes = 0;
+    #terminal;
+    #resolveTerminal;
+    #childClosed;
+    #resolveReady;
+    #rejectReady;
+    #ready;
+    #closePromise;
+    constructor(config, child, signal) {
+        this.#config = config;
+        this.#child = child;
+        this.#grouped = process.platform !== 'win32';
+        this.#parentSignal = signal;
+        this.#childClosed = new Promise(resolveClose => { this.#resolveTerminal = resolveClose; });
+        this.#ready = new Promise((resolveReady, rejectReady) => { this.#resolveReady = resolveReady; this.#rejectReady = rejectReady; });
+        this.#attach();
+    }
+    get pid() { return this.#child.pid ?? fail('spawn-failed'); }
+    #attach() {
+        this.#parentSignal?.addEventListener('abort', this.#onParentAbort, { once: true });
+        this.#child.stdout.on('data', this.#onStdout);
+        this.#child.stderr.on('data', this.#onStderr);
+        this.#child.stdout.once('error', () => this.#poison('protocol-error'));
+        this.#child.stderr.once('error', () => this.#poison('protocol-error'));
+        this.#child.stdin.once('error', error => { if (error.code !== 'EPIPE')
+            this.#poison('protocol-error'); });
+        this.#child.once('error', () => this.#poison('spawn-failed'));
+        this.#child.once('close', (code, signal) => {
+            this.#terminal = { code, signal };
+            this.#resolveTerminal(this.#terminal);
+            this.#parentSignal?.removeEventListener('abort', this.#onParentAbort);
+            if (this.#state === 'opening' || this.#state === 'open')
+                this.#poison('closed');
+            if (this.#state === 'closing')
+                this.#state = 'closed';
+        });
+    }
+    #onParentAbort = () => { this.#poison('aborted'); };
+    #onStderr = (chunk) => {
+        this.#stderrBytes += chunk.byteLength;
+        if (this.#stderrBytes > this.#config.maxStderrBytes)
+            this.#poison('stderr-too-large');
+    };
+    #onStdout = (chunk) => {
+        if (this.#state === 'failed' || this.#state === 'closing' || this.#state === 'closed')
+            return;
+        if (this.#state === 'open' && (!this.#pending || this.#candidate) && chunk.byteLength > 0)
+            return this.#poison('protocol-error');
+        let start = 0;
+        const lines = [];
+        for (let index = 0; index < chunk.length; index++) {
+            if (chunk[index] !== 0x0a)
+                continue;
+            const part = chunk.subarray(start, index);
+            if (this.#pendingBytes.byteLength + part.byteLength > this.#config.maxLineBytes)
+                return this.#poison('line-too-large');
+            const line = this.#pendingBytes.byteLength === 0 ? part : Buffer.concat([this.#pendingBytes, part]);
+            this.#pendingBytes = Buffer.alloc(0);
+            start = index + 1;
+            lines.push(line);
+        }
+        const tail = chunk.subarray(start);
+        if (this.#pendingBytes.byteLength + tail.byteLength > this.#config.maxLineBytes)
+            return this.#poison('line-too-large');
+        if (tail.byteLength)
+            this.#pendingBytes = this.#pendingBytes.byteLength === 0 ? Buffer.from(tail) : Buffer.concat([this.#pendingBytes, tail]);
+        if (lines.length > 1 || lines.length === 1 && tail.byteLength > 0)
+            return this.#poison('protocol-error');
+        if (lines[0]) {
+            try {
+                this.#accept(decode(lines[0]));
+            }
+            catch {
+                this.#poison('protocol-error');
+            }
+        }
+    };
+    #accept(message) {
+        if (this.#state === 'opening') {
+            if (!exact(message, ['protocol', 'type']) || message.protocol !== HOLDOUT_PROVIDER_TRANSPORT_V1 || message.type !== 'ready')
+                fail('protocol-error');
+            this.#state = 'open';
+            this.#resolveReady();
+            return;
+        }
+        if (this.#state !== 'open' || !this.#pending || this.#candidate || message.protocol !== HOLDOUT_PROVIDER_TRANSPORT_V1 || message.type !== 'response' || message.id !== this.#pending.id || typeof message.ok !== 'boolean')
+            fail('protocol-error');
+        const pending = this.#pending;
+        if (message.ok === true) {
+            if (!exact(message, ['protocol', 'type', 'id', 'ok', 'value']))
+                fail('protocol-error');
+            this.#candidate = { pending, ok: true, value: message.value };
+        }
+        else {
+            if (!exact(message, ['protocol', 'type', 'id', 'ok', 'error']) || !plain(message.error) || !exact(message.error, ['code']) || typeof message.error.code !== 'string' || !childErrorCode.test(message.error.code))
+                fail('protocol-error');
+            this.#candidate = { pending, ok: false };
+        }
+        this.#candidateImmediate = setImmediate(() => {
+            const candidate = this.#candidate;
+            this.#candidate = undefined;
+            this.#candidateImmediate = undefined;
+            if (!candidate || this.#state !== 'open' || this.#pending !== candidate.pending)
+                return;
+            if (!candidate.ok) {
+                this.#poison('provider-rejected');
+                return;
+            }
+            this.#pending = undefined;
+            candidate.pending.release();
+            candidate.pending.resolve(candidate.value);
+        });
+    }
+    #kill(signal) {
+        const pid = this.#child.pid;
+        if (pid === undefined)
+            return;
+        if (this.#grouped && this.#groupExists()) {
+            try {
+                process.kill(-pid, signal);
+                return;
+            }
+            catch { /* Probe-to-signal races are treated as already gone. */ }
+        }
+        if (!this.#terminal) {
+            try {
+                this.#child.kill(signal);
+            }
+            catch { /* already exited */ }
+        }
+    }
+    #groupExists() {
+        const pid = this.#child.pid;
+        if (!this.#grouped || pid === undefined)
+            return false;
+        try {
+            process.kill(-pid, 0);
+            return true;
+        }
+        catch (error) {
+            return error.code !== 'ESRCH';
+        }
+    }
+    async #awaitChild(milliseconds) {
+        let timeout;
+        try {
+            return await Promise.race([this.#childClosed.then(() => true), new Promise(resolveWait => {
+                    timeout = setTimeout(() => resolveWait(false), milliseconds);
+                    timeout.unref();
+                })]);
+        }
+        finally {
+            if (timeout !== undefined)
+                clearTimeout(timeout);
+        }
+    }
+    async #awaitTermination(milliseconds) {
+        const deadline = Date.now() + milliseconds;
+        while (!this.#terminal || this.#groupExists()) {
+            const remaining = deadline - Date.now();
+            if (remaining <= 0)
+                return false;
+            await new Promise(resolveWait => {
+                setTimeout(resolveWait, Math.min(remaining, 10));
+            });
+        }
+        return true;
+    }
+    #poison(code) {
+        if (this.#state === 'failed' || this.#state === 'closed')
+            return;
+        this.#state = 'failed';
+        const error = new HoldoutProviderError(code);
+        if (this.#candidateImmediate)
+            clearImmediate(this.#candidateImmediate);
+        this.#candidate = undefined;
+        this.#candidateImmediate = undefined;
+        this.#rejectReady(error);
+        this.#pending?.reject(error);
+        this.#pending?.release();
+        this.#pending = undefined;
+        this.#child.stdin.destroy();
+        this.#kill('SIGTERM');
+        void this.close().catch(() => undefined);
+    }
+    async open() {
+        const timeout = setTimeout(() => this.#poison('ready-timeout'), this.#config.readyTimeoutMs);
+        timeout.unref();
+        try {
+            await this.#ready;
+        }
+        catch (error) {
+            await this.close();
+            throw error;
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    }
+    async request(operation, value, signal) {
+        if (this.#state !== 'open')
+            fail('closed');
+        if (this.#pending)
+            fail('busy');
+        if (!operations.has(operation))
+            fail('protocol-error');
+        if (this.#parentSignal?.aborted || signal?.aborted) {
+            this.#poison('aborted');
+            fail('aborted');
+        }
+        const id = randomUUID();
+        let reserved = true;
+        this.#pending = { id, resolve: () => undefined, reject: () => undefined, release: () => undefined };
+        let body;
+        try {
+            body = encode({ protocol: HOLDOUT_PROVIDER_TRANSPORT_V1, type: 'request', id, operation, value }, this.#config.maxLineBytes);
+        }
+        catch (error) {
+            this.#pending = undefined;
+            reserved = false;
+            this.#poison(error instanceof HoldoutProviderError ? error.code : 'protocol-error');
+            throw error;
+        }
+        if (this.#parentSignal?.aborted || signal?.aborted || this.#state !== 'open') {
+            this.#poison('aborted');
+            fail('aborted');
+        }
+        return await new Promise((resolveRequest, rejectRequest) => {
+            let timeout;
+            const abort = () => this.#poison('aborted');
+            const release = () => { if (timeout)
+                clearTimeout(timeout); signal?.removeEventListener('abort', abort); };
+            if (!reserved || this.#pending?.id !== id) {
+                rejectRequest(new HoldoutProviderError('closed'));
+                return;
+            }
+            this.#pending = { id, resolve: resolveRequest, reject: rejectRequest, release };
+            reserved = false;
+            signal?.addEventListener('abort', abort, { once: true });
+            if (this.#parentSignal?.aborted || signal?.aborted || this.#state !== 'open') {
+                this.#poison('aborted');
+                return;
+            }
+            timeout = setTimeout(() => this.#poison('request-timeout'), this.#config.requestTimeoutMs);
+            timeout.unref();
+            this.#child.stdin.write(body, error => { if (error)
+                this.#poison('protocol-error'); });
+        });
+    }
+    close() {
+        return this.#closePromise ??= this.#shutdown();
+    }
+    async #shutdown() {
+        if (this.#state !== 'failed' && this.#state !== 'closed')
+            this.#state = 'closing';
+        this.#parentSignal?.removeEventListener('abort', this.#onParentAbort);
+        if (this.#candidateImmediate)
+            clearImmediate(this.#candidateImmediate);
+        this.#candidate = undefined;
+        this.#candidateImmediate = undefined;
+        this.#pending?.reject(new HoldoutProviderError('closed'));
+        this.#pending?.release();
+        this.#pending = undefined;
+        if (!this.#child.stdin.destroyed) {
+            try {
+                this.#child.stdin.write(encode({ protocol: HOLDOUT_PROVIDER_TRANSPORT_V1, type: 'close' }, this.#config.maxLineBytes));
+                this.#child.stdin.end();
+            }
+            catch {
+                this.#child.stdin.destroy();
+            }
+        }
+        await this.#awaitChild(this.#config.closeTimeoutMs);
+        if (!this.#terminal || this.#groupExists())
+            this.#kill('SIGTERM');
+        if (!await this.#awaitTermination(this.#config.killTimeoutMs))
+            this.#kill('SIGKILL');
+        if (!await this.#awaitTermination(this.#config.killTimeoutMs)) {
+            this.#child.stdout.destroy();
+            this.#child.stderr.destroy();
+            this.#child.stdin.destroy();
+            this.#state = 'closed';
+            fail('termination-unconfirmed');
+        }
+        this.#state = 'closed';
+    }
+}
+export async function openHoldoutProvider(raw, signal) {
+    const config = normalize(raw);
+    if (signal?.aborted)
+        fail('aborted');
+    let child;
+    try {
+        child = spawn(config.executable, [...config.args], { cwd: '/', env: { ...config.environment }, shell: false, detached: process.platform !== 'win32', stdio: ['pipe', 'pipe', 'pipe'] });
+    }
+    catch {
+        return fail('spawn-failed');
+    }
+    const provider = new ChildProvider(config, child, signal);
+    await provider.open();
+    return Object.freeze(provider);
+}
+//# sourceMappingURL=holdout-provider.js.map

package/lib/benchmark/holdout-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"holdout-provider.js","sourceRoot":"","sources":["../../src/benchmark/holdout-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAuC,MAAM,oBAAoB,CAAA;AAC/E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAE/C,MAAM,CAAC,MAAM,6BAA6B,GAAG,6CAAsD,CAAA;AAMnG,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IACxB;IAArB,YAAqB,IAA8B;QACjD,KAAK,CAAC,yCAAyC,GAAG,IAAI,CAAC,CAAA;QADpC,SAAI,GAAJ,IAAI,CAA0B;QAEjD,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAA;IACpC,CAAC;CACF;AA0BD,MAAM,UAAU,GAAG,IAAI,GAAG,CAA2B,CAAC,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAA;AAChG,MAAM,cAAc,GAAG,yBAAyB,CAAA;AAEhD,SAAS,IAAI,CAAC,IAA8B,IAAW,MAAM,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAA,CAAC,CAAC;AAC7F,SAAS,KAAK,CAAC,KAAc;IAC3B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,SAAS;WAC3H,MAAM,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAA;AACvD,CAAC;AACD,SAAS,KAAK,CAAC,KAA8B,EAAE,IAAuB;IACpE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;IACrE,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAA;AACnG,CAAC;AACD,SAAS,OAAO,CAAC,KAAc,EAAE,OAAe,EAAE,OAAe;IAC/D,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,OAAO,IAAI,KAAK,IAAI,OAAO,CAAA;AACzG,CAAC;AACD,SAAS,WAAW,CAAC,KAAc,EAAE,OAAe,EAAE,UAAU,GAAG,KAAK;IACtE,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAC9I,CAAC;AACD,SAAS,SAAS,CAAC,GAA0B;IAC3C,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,eAAe,CAAC,CAAA;IAC7J,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;WAC7I,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;WAC5G,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,EAAE;WACtI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,iCAAiC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;WACxI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI;WACtE,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;WAChG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,EAAE,OAAO,CAAC;WACtF,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,EAAE,MAAM,CAAC;QAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAC9G,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAA;AAC1H,CAAC;AACD,SAAS,MAAM,CAAC,KAAc,EAAE,OAAe;IAC7C,IAAI,MAA0B,CAAA;IAC9B,IAAI,CAAC;QAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAAC,CAAC;IAC9E,IAAI,MAAM,KAAK,SAAS;QAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC,CAAA;IAC/C,IAAI,IAAI,CAAC,UAAU,GAAG,OAAO,GAAG,CAAC;QAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACzD,OAAO,IAAI,CAAA;AACb,CAAC;AACD,SAAS,MAAM,CAAC,IAAY;IAC1B,IAAI,KAAc,CAAA;IAClB,IAAI,CAAC;QAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAY,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAAC,CAAC;IACrI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACzC,OAAO,KAAK,CAAA;AACd,CAAC;AACD,MAAM,aAAa;IACR,MAAM,CAAgC;IACtC,OAAO,CAAuB;IAC9B,QAAQ,CAAS;IACjB,aAAa,CAAyB;IAC/C,MAAM,GAAU,SAAS,CAAA;IACzB,QAAQ,CAAqB;IAC7B,UAAU,CAAuB;IACjC,mBAAmB,CAA6C;IAChE,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC/B,YAAY,GAAG,CAAC,CAAA;IAChB,SAAS,CAAkB;IAC3B,gBAAgB,CAAmC;IAC1C,YAAY,CAA0B;IAC/C,aAAa,CAAa;IAC1B,YAAY,CAAwC;IAC3C,MAAM,CAAe;IAC9B,aAAa,CAAgB;IAE7B,YAAY,MAA6B,EAAE,KAAqC,EAAE,MAAoB;QACpG,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QAAC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC;QAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAA;QACrH,IAAI,CAAC,YAAY,GAAG,IAAI,OAAO,CAAC,YAAY,CAAC,EAAE,GAAG,IAAI,CAAC,gBAAgB,GAAG,YAAY,CAAA,CAAC,CAAC,CAAC,CAAA;QACzF,IAAI,CAAC,MAAM,GAAG,IAAI,OAAO,CAAC,CAAC,YAAY,EAAE,WAAW,EAAE,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAA,CAAC,CAAC,CAAC,CAAA;QAChI,IAAI,CAAC,OAAO,EAAE,CAAA;IAChB,CAAC;IACD,IAAI,GAAG,KAAa,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,CAAA,CAAC,CAAC;IAEpE,OAAO;QACL,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAClF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC7C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC7C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAA;QACtE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAA;QACtE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,GAAG,IAAK,KAA+B,CAAC,IAAI,KAAK,OAAO;YAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;QACnI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAA;QAC7D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACzC,IAAI,CAAC,SAAS,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAAC,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;YAC/I,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;YAC/E,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;gBAAE,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAA;QACvD,CAAC,CAAC,CAAA;IACJ,CAAC;IACQ,cAAc,GAAG,GAAS,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA,CAAC,CAAC,CAAA;IACxD,SAAS,GAAG,CAAC,KAAa,EAAQ,EAAE;QAC3C,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,UAAU,CAAA;QACrC,IAAI,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc;YAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAA;IACvF,CAAC,CAAA;IACQ,SAAS,GAAG,CAAC,KAAa,EAAQ,EAAE;QAC3C,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAM;QAC7F,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;QAChI,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAClD,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI;gBAAE,SAAQ;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YACzC,IAAI,IAAI,CAAC,aAAa,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;YACtH,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAA;YACnG,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAAC,KAAK,GAAG,KAAK,GAAG,CAAC,CAAA;YACvD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClB,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAClC,IAAI,IAAI,CAAC,aAAa,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;QACtH,IAAI,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAA;QAC7I,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;QACxG,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAAC,IAAI,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;YAAC,CAAC;QAAC,CAAC;IACnG,CAAC,CAAA;IACD,OAAO,CAAC,OAAgC;QACtC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,6BAA6B,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;gBAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACnJ,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YAAC,OAAM;QACpD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,QAAQ,KAAK,6BAA6B,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,EAAE,KAAK,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,OAAO,OAAO,CAAC,EAAE,KAAK,SAAS;YAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAClP,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAA;QAC7B,IAAI,OAAO,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACtF,IAAI,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAA;QAC/D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACxO,IAAI,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAA;QAC1C,CAAC;QACD,IAAI,CAAC,mBAAmB,GAAG,YAAY,CAAC,GAAG,EAAE;YAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAA;YACjC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAAC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAA;YACjE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,OAAO;gBAAE,OAAM;YACvF,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;gBAAC,OAAM;YAAC,CAAC;YAChE,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;QACpG,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,KAAK,CAAC,MAAsB;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAA;QAC3B,IAAI,GAAG,KAAK,SAAS;YAAE,OAAM;QAC7B,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC;gBAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAAC,OAAM;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,wDAAwD,CAAC,CAAC;QAC/G,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAAC,IAAI,CAAC;gBAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC;QAAC,CAAC;IAC1F,CAAC;IACD,YAAY;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAA;QAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,KAAK,CAAA;QACrD,IAAI,CAAC;YAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAAC,OAAO,IAAI,CAAA;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACxD,OAAQ,KAA+B,CAAC,IAAI,KAAK,OAAO,CAAA;QAC1D,CAAC;IACH,CAAC;IACD,KAAK,CAAC,WAAW,CAAC,YAAoB;QACpC,IAAI,OAAkD,CAAA;QACtD,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,OAAO,CAAQ,WAAW,CAAC,EAAE;oBAC9F,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,CAAC;oBAAC,OAAO,CAAC,KAAK,EAAE,CAAA;gBAC/E,CAAC,CAAC,CAAC,CAAC,CAAA;QACN,CAAC;gBAAS,CAAC;YAAC,IAAI,OAAO,KAAK,SAAS;gBAAE,YAAY,CAAC,OAAO,CAAC,CAAA;QAAC,CAAC;IAChE,CAAC;IACD,KAAK,CAAC,iBAAiB,CAAC,YAAoB;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAA;QAC1C,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YACvC,IAAI,SAAS,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAA;YAChC,MAAM,IAAI,OAAO,CAAO,WAAW,CAAC,EAAE;gBACpC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAA;YAClD,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,CAAC,IAA8B;QACpC,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAM;QAChE,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAA;QACtB,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAA;QAC5C,IAAI,IAAI,CAAC,mBAAmB;YAAE,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QACtE,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAAC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAA;QACjE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;QAAC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAA;QAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAC9F,CAAC;IACD,KAAK,CAAC,IAAI;QACR,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAAC,OAAO,CAAC,KAAK,EAAE,CAAA;QAC7G,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,MAAM,CAAA;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAAC,MAAM,KAAK,CAAA;QAAC,CAAC;gBAAS,CAAC;YAAC,YAAY,CAAC,OAAO,CAAC,CAAA;QAAC,CAAC;IAC/G,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,SAAmC,EAAE,KAAc,EAAE,MAAoB;QACrF,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC1C,IAAI,IAAI,CAAC,QAAQ;YAAE,IAAI,CAAC,MAAM,CAAC,CAAA;QAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;QACtD,IAAI,IAAI,CAAC,aAAa,EAAE,OAAO,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAAC,CAAC;QAChG,MAAM,EAAE,GAAG,UAAU,EAAE,CAAA;QACvB,IAAI,QAAQ,GAAG,IAAI,CAAA;QACnB,IAAI,CAAC,QAAQ,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAA;QACnG,IAAI,IAAY,CAAA;QAChB,IAAI,CAAC;YAAC,IAAI,GAAG,MAAM,CAAC,EAAE,QAAQ,EAAE,6BAA6B,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAA;QAAC,CAAC;QACpI,OAAO,KAAK,EAAE,CAAC;YAAC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;YAAC,QAAQ,GAAG,KAAK,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,KAAK,YAAY,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;YAAC,MAAM,KAAK,CAAA;QAAC,CAAC;QAC/J,IAAI,IAAI,CAAC,aAAa,EAAE,OAAO,IAAI,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAAC,CAAC;QAC1H,OAAO,MAAM,IAAI,OAAO,CAAU,CAAC,cAAc,EAAE,aAAa,EAAE,EAAE;YAClE,IAAI,OAAkD,CAAA;YACtD,MAAM,KAAK,GAAG,GAAS,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;YACjD,MAAM,OAAO,GAAG,GAAS,EAAE,GAAG,IAAI,OAAO;gBAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA,CAAC,CAAC,CAAA;YAC/G,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;gBAAC,aAAa,CAAC,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAAC,OAAM;YAAC,CAAC;YACxG,IAAI,CAAC,QAAQ,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;YAAC,QAAQ,GAAG,KAAK,CAAA;YACjG,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YACxD,IAAI,IAAI,CAAC,aAAa,EAAE,OAAO,IAAI,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAAC,OAAM;YAAC,CAAC;YACjH,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;YAAC,OAAO,CAAC,KAAK,EAAE,CAAA;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,GAAG,IAAI,KAAK;gBAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;QACvF,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,KAAK;QACH,OAAO,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;IAChD,CAAC;IACD,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAA;QACjF,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;QACrE,IAAI,IAAI,CAAC,mBAAmB;YAAE,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QACtE,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAAC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAA;QACjE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;QAAC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAA;QAC9G,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAAC,IAAI,CAAC;gBAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,6BAA6B,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;gBAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;YAAC,CAAC;QAAC,CAAC;QACnO,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;QACnD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE;YAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACjE,IAAI,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;YAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACpF,IAAI,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;YAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;QAAC,CAAC;QACnN,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAA;IACxB,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,GAA0B,EAAE,MAAoB;IACxF,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;IAC7B,IAAI,MAAM,EAAE,OAAO;QAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IACpC,IAAI,KAAqC,CAAA;IACzC,IAAI,CAAC;QAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC,cAAc,CAAC,CAAA;IAAC,CAAC;IACrO,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;IACzD,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IACrB,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;AAChC,CAAC"}

package/lib/benchmark/holdout.d.ts

@@ -0,0 +1,83 @@
+import type { Context } from '@deepseek-ai/cordis';
+import { HoldoutEvidenceStore, type HoldoutEvidenceVerifier, type HoldoutPlanCompletion } from './holdout-evidence.js';
+import type { HoldoutProviderTransport } from './holdout-provider.js';
+import { BenchmarkStore } from './store.js';
+import type { BenchmarkBudget, BenchmarkCase, BenchmarkCell, BenchmarkMetrics, BenchmarkPlan, BenchmarkResult, BenchmarkVariant, BenchmarkVersions } from './types.js';
+export interface HoldoutDatasetPin {
+    readonly id: string;
+    readonly version: string;
+    readonly digest: string;
+}
+export interface HoldoutDelegateRequest {
+    readonly planId: string;
+    readonly dataset: BenchmarkPlan['dataset'];
+    readonly cell: BenchmarkCell;
+    readonly task: BenchmarkCase;
+    readonly variant: BenchmarkVariant;
+    readonly budget: BenchmarkBudget;
+    /** The private bytes are valid only for this call and are zeroed when it settles. */
+    readonly input: {
+        readonly contentType: string;
+        readonly bytes: Uint8Array;
+    };
+    readonly signal: AbortSignal;
+}
+export interface HoldoutDelegateResult {
+    readonly output: {
+        readonly contentType: string;
+        readonly bytes: Uint8Array;
+    };
+    readonly versions: BenchmarkVersions;
+    /** Host measurements only. The runner owns elapsed latency. */
+    readonly metrics: BenchmarkMetrics;
+    readonly executionEvidenceDigest: string;
+    readonly quiescent: boolean;
+}
+export interface HoldoutDelegateBinding {
+    execute(request: HoldoutDelegateRequest): Promise<HoldoutDelegateResult>;
+    close(): void | Promise<void>;
+}
+export interface IndependentHoldoutOptions {
+    readonly store: BenchmarkStore;
+    readonly evidence: HoldoutEvidenceStore;
+    readonly plan: BenchmarkPlan;
+    readonly expectedDataset: HoldoutDatasetPin;
+    readonly pinnedPublicKey: string;
+    readonly openProvider: (signal?: AbortSignal) => Promise<HoldoutProviderTransport>;
+    readonly openDelegate: (signal?: AbortSignal) => HoldoutDelegateBinding | Promise<HoldoutDelegateBinding>;
+    readonly maxOutputBytes?: number;
+    readonly delegateCloseTimeoutMs?: number;
+    /** Bounds arbitrary provider startup, requests, and close when no transport-level bound exists. */
+    readonly providerTimeoutMs?: number;
+    readonly signal?: AbortSignal;
+}
+export interface IndependentHoldoutResult {
+    readonly results: readonly BenchmarkResult[];
+    readonly completion?: Readonly<HoldoutPlanCompletion>;
+}
+export type IndependentHoldoutContextOptions = Omit<IndependentHoldoutOptions, 'store' | 'evidence' | 'signal'> & {
+    readonly databasePath: string;
+    readonly evidenceRoot: string;
+    readonly signal?: AbortSignal;
+};
+/** Build the verifier used by a HoldoutEvidenceStore from the same operator-pinned key. */
+export declare function createHoldoutEvidenceVerifier(pinnedPublicKey: string): HoldoutEvidenceVerifier;
+/**
+ * Run an authority-signed holdout without exposing private input to the journal or evidence store.
+ * Recovery deliberately never replays a completed prefix: the authority transport owns its ordered
+ * session state, and the v1 journal has no durable provider resume token.
+ */
+export declare function runIndependentHoldout(options: IndependentHoldoutOptions): Promise<Readonly<IndependentHoldoutResult>>;
+/**
+ * Fiber-owned Host entrypoint. Store descriptors and the authority/delegate session belong to the
+ * current Cordis Fiber; unloading aborts admission, awaits the run's bounded cleanup, then closes
+ * both stores. Calling the plain SDK entrypoint remains explicit and never mounts a plugin.
+ */
+export declare function runIndependentHoldoutInContext(ctx: Context, options: IndependentHoldoutContextOptions): Promise<Readonly<IndependentHoldoutResult>>;
+export { HoldoutEvidenceError, HoldoutEvidenceStore } from './holdout-evidence.js';
+export type { HoldoutEvidenceReference, HoldoutEvidenceStoreOptions, HoldoutEvidenceVerifier, HoldoutFinishEvidence, HoldoutFinishWrite, HoldoutHostEvidence, HoldoutManifestEvidence, HoldoutManifestWrite, HoldoutPlanCompletion, HoldoutRunEvidence, HoldoutVerdictEvidence, HoldoutVerdictWrite, } from './holdout-evidence.js';
+export { HoldoutProviderError, openHoldoutProvider } from './holdout-provider.js';
+export type { HoldoutProviderConfig, HoldoutProviderErrorCode, HoldoutProviderOperation, HoldoutProviderTransport, } from './holdout-provider.js';
+export { HOLDOUT_PROTOCOL_V1, holdoutAuthorityKeyId, holdoutEnvelopeDigest, holdoutInputBytes, holdoutUnsignedCanonicalJson, holdoutVerdictsDigest, parseSignedHoldoutFinish, parseSignedHoldoutInput, parseSignedHoldoutManifest, parseSignedHoldoutVerdict, verifyHoldoutEnvelopeSignature, } from './holdout-protocol.js';
+export type { SignedHoldoutFinish, SignedHoldoutInput, SignedHoldoutManifest, SignedHoldoutVerdict } from './holdout-protocol.js';
+//# sourceMappingURL=holdout.d.ts.map

package/lib/benchmark/holdout.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"holdout.d.ts","sourceRoot":"","sources":["../../src/benchmark/holdout.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAElD,OAAO,EACL,oBAAoB,EAAE,KAAK,uBAAuB,EAAE,KAAK,qBAAqB,EAC/E,MAAM,uBAAuB,CAAA;AAC9B,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAA;AAWrE,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,KAAK,EACV,eAAe,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAwB,aAAa,EAAE,eAAe,EACrH,gBAAgB,EAAE,iBAAiB,EACpC,MAAM,YAAY,CAAA;AASnB,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAA;IAC1C,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;IAC5B,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAA;IAClC,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAA;IAChC,qFAAqF;IACrF,QAAQ,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAA;KAAE,CAAA;IAC5E,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;CAC7B;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,MAAM,EAAE;QAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAA;KAAE,CAAA;IAC7E,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAA;IACpC,+DAA+D;IAC/D,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAA;IAClC,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAA;IACxC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAA;IACxE,KAAK,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9B;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAA;IAC9B,QAAQ,CAAC,QAAQ,EAAE,oBAAoB,CAAA;IACvC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;IAC5B,QAAQ,CAAC,eAAe,EAAE,iBAAiB,CAAA;IAC3C,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,wBAAwB,CAAC,CAAA;IAClF,QAAQ,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,EAAE,WAAW,KAAK,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAA;IACzG,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAA;IACxC,mGAAmG;IACnG,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAC9B;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,OAAO,EAAE,SAAS,eAAe,EAAE,CAAA;IAC5C,QAAQ,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAA;CACtD;AAED,MAAM,MAAM,gCAAgC,GAAG,IAAI,CAAC,yBAAyB,EAAE,OAAO,GAAG,UAAU,GAAG,QAAQ,CAAC,GAAG;IAChH,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAC9B,CAAA;AAsHD,2FAA2F;AAC3F,wBAAgB,6BAA6B,CAAC,eAAe,EAAE,MAAM,GAAG,uBAAuB,CAW9F;AAuBD;;;;GAIG;AACH,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CA+M3H;AAED;;;;GAIG;AACH,wBAAgB,8BAA8B,CAC5C,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,gCAAgC,GACtD,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CAkC7C;AAED,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAClF,YAAY,EACV,wBAAwB,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,qBAAqB,EACrG,kBAAkB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,qBAAqB,EAC7G,kBAAkB,EAAE,sBAAsB,EAAE,mBAAmB,GAChE,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AACjF,YAAY,EACV,qBAAqB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB,GACpG,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EACL,mBAAmB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,4BAA4B,EAClH,qBAAqB,EAAE,wBAAwB,EAAE,uBAAuB,EAAE,0BAA0B,EACpG,yBAAyB,EAAE,8BAA8B,GAC1D,MAAM,uBAAuB,CAAA;AAC9B,YAAY,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA"}