@lesliechan721/agent-skill-eval 0.1.0-beta.7 → 0.1.0-beta.9

package/dist/custom-process.js

@@ -0,0 +1,409 @@
+import { chmod, lstat, mkdir, readFile, readdir, realpath, rm, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+import process from 'node:process';
+import { applyCodexEvalProviderEnvironment, materializeCodexEvalRuntimeHome, } from './codex-eval-runtime-config.js';
+import { credentialValues, redactSecrets, secretVariants } from './credentials.js';
+import { ProviderProcessCleanupError, runProviderProcess } from './process.js';
+import { assertProviderRunPaths } from './run-paths.js';
+export const CODEX_PROVIDER_ENVIRONMENT_ALLOWLIST = [
+    'ALL_PROXY',
+    'AW_SKILL_EVAL_CODEX_BIN',
+    'AW_SKILL_EVAL_CODEX_MODEL',
+    'CODEX_HOME',
+    'HOME',
+    'HTTPS_PROXY',
+    'HTTP_PROXY',
+    'NODE_EXTRA_CA_CERTS',
+    'NO_PROXY',
+    'OPENAI_API_KEY',
+    'SSL_CERT_DIR',
+    'SSL_CERT_FILE',
+];
+const CLEAN_ENVIRONMENT_ALLOWLIST = [
+    'LANG',
+    'LC_ALL',
+    'PATH',
+    ...CODEX_PROVIDER_ENVIRONMENT_ALLOWLIST,
+];
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function exactKeys(value, keys, label) {
+    const actual = Object.keys(value).sort();
+    const expected = [...keys].sort();
+    if (actual.length !== expected.length || actual.some((key, index) => key !== expected[index])) {
+        throw new Error(`${label} must contain only ${expected.join(', ')}.`);
+    }
+}
+function optionalExactKeys(value, required, optional, label) {
+    for (const key of required) {
+        if (!Object.prototype.hasOwnProperty.call(value, key)) {
+            throw new Error(`${label} is missing ${key}.`);
+        }
+    }
+    const allowed = new Set([...required, ...optional]);
+    const unknown = Object.keys(value).find((key) => !allowed.has(key));
+    if (unknown)
+        throw new Error(`${label} has unknown field ${unknown}.`);
+}
+function parseUsage(value) {
+    if (value === null)
+        return null;
+    if (!isRecord(value))
+        throw new Error('custom process usage must be null or an object.');
+    exactKeys(value, ['inputTokens', 'outputTokens'], 'custom process usage');
+    if (!Number.isSafeInteger(value.inputTokens) || value.inputTokens < 0 ||
+        !Number.isSafeInteger(value.outputTokens) || value.outputTokens < 0) {
+        throw new Error('custom process token counts must be non-negative safe integers.');
+    }
+    return {
+        inputTokens: value.inputTokens,
+        outputTokens: value.outputTokens,
+    };
+}
+export function parseEvalProviderGrade(value, label = 'provider grade') {
+    if (!isRecord(value))
+        throw new Error(`${label} must be an object.`);
+    optionalExactKeys(value, ['passed', 'score'], ['details'], label);
+    if (typeof value.passed !== 'boolean')
+        throw new Error(`${label}.passed must be boolean.`);
+    if (value.score !== null &&
+        (typeof value.score !== 'number' || !Number.isFinite(value.score)))
+        throw new Error(`${label}.score must be a finite number or null.`);
+    if (value.details !== undefined && !isRecord(value.details)) {
+        throw new Error(`${label}.details must be an object when present.`);
+    }
+    return {
+        passed: value.passed,
+        score: value.score,
+        ...(value.details === undefined
+            ? {}
+            : { details: value.details }),
+    };
+}
+export function parseCustomProcessOutput(stdout) {
+    let value;
+    try {
+        value = JSON.parse(stdout);
+    }
+    catch (error) {
+        throw new Error(`custom process stdout must be one JSON object: ${error.message}`);
+    }
+    if (!isRecord(value))
+        throw new Error('custom process stdout must be one JSON object.');
+    exactKeys(value, ['grade', 'usage', 'version'], 'custom process stdout');
+    if (value.version !== 1)
+        throw new Error('custom process stdout version must be 1.');
+    return {
+        version: 1,
+        usage: parseUsage(value.usage),
+        grade: parseEvalProviderGrade(value.grade, 'custom process grade'),
+    };
+}
+function redactBuffer(value, variants) {
+    let result = value;
+    for (const variant of variants) {
+        const secret = Buffer.from(variant);
+        if (secret.length === 0)
+            continue;
+        const chunks = [];
+        let offset = 0;
+        let match = result.indexOf(secret, offset);
+        if (match < 0)
+            continue;
+        while (match >= 0) {
+            chunks.push(result.subarray(offset, match), Buffer.from('[redacted]'));
+            offset = match + secret.length;
+            match = result.indexOf(secret, offset);
+        }
+        chunks.push(result.subarray(offset));
+        result = Buffer.concat(chunks);
+    }
+    return result;
+}
+async function removeSensitiveFile(target, parentMode) {
+    if ((parentMode & 0o222) === 0) {
+        throw new Error('credential artifact parent directory is not writable.');
+    }
+    await rm(target);
+}
+const REMOVED_SENSITIVE_ARTIFACT_DIAGNOSTIC = 'custom process credential cleanup removed an unredactable artifact.';
+function containsSecret(value, variants) {
+    return variants.some((secret) => value.includes(secret));
+}
+async function redactOutputTree(root, variants) {
+    const rootInfo = await lstat(root);
+    if (rootInfo.isSymbolicLink() || !rootInfo.isDirectory()) {
+        throw new Error('custom process credential cleanup requires an ordinary owned directory.');
+    }
+    const diagnostics = [];
+    for (const entry of await readdir(root, { withFileTypes: true })) {
+        const target = path.join(root, entry.name);
+        const info = await lstat(target);
+        const sensitiveName = containsSecret(entry.name, variants);
+        if (info.isSymbolicLink()) {
+            await removeSensitiveFile(target, rootInfo.mode);
+            diagnostics.push(REMOVED_SENSITIVE_ARTIFACT_DIAGNOSTIC);
+            continue;
+        }
+        if (info.isDirectory()) {
+            if (sensitiveName) {
+                if ((rootInfo.mode & 0o222) === 0) {
+                    throw new Error('credential artifact parent directory is not writable.');
+                }
+                await rm(target, { recursive: true });
+                diagnostics.push(REMOVED_SENSITIVE_ARTIFACT_DIAGNOSTIC);
+                continue;
+            }
+            diagnostics.push(...await redactOutputTree(target, variants));
+            continue;
+        }
+        if (!info.isFile()) {
+            if (sensitiveName) {
+                await removeSensitiveFile(target, rootInfo.mode);
+                diagnostics.push(REMOVED_SENSITIVE_ARTIFACT_DIAGNOSTIC);
+            }
+            continue;
+        }
+        if (sensitiveName) {
+            await removeSensitiveFile(target, rootInfo.mode);
+            diagnostics.push(REMOVED_SENSITIVE_ARTIFACT_DIAGNOSTIC);
+            continue;
+        }
+        const content = await readFile(target);
+        const redacted = redactBuffer(content, variants);
+        if (redacted.equals(content))
+            continue;
+        if (info.nlink > 1 || (info.mode & 0o222) === 0) {
+            await removeSensitiveFile(target, rootInfo.mode);
+            diagnostics.push(REMOVED_SENSITIVE_ARTIFACT_DIAGNOSTIC);
+            continue;
+        }
+        try {
+            await writeFile(target, redacted);
+        }
+        catch {
+            await removeSensitiveFile(target, rootInfo.mode);
+            diagnostics.push(REMOVED_SENSITIVE_ARTIFACT_DIAGNOSTIC);
+        }
+    }
+    return diagnostics;
+}
+async function makeOwnedTreeRemovable(root) {
+    const info = await lstat(root);
+    if (info.isSymbolicLink())
+        return;
+    if (!info.isDirectory()) {
+        if (info.isFile() && info.nlink === 1)
+            await chmod(root, 0o600);
+        return;
+    }
+    await chmod(root, 0o700);
+    for (const entry of await readdir(root)) {
+        await makeOwnedTreeRemovable(path.join(root, entry));
+    }
+}
+async function cleanupCustomProcessAttempt(outputDir, temporaryRoots, variants) {
+    const temporaryResults = await Promise.allSettled(temporaryRoots.map(async (root) => {
+        try {
+            await rm(root, { recursive: true, force: true });
+        }
+        catch {
+            await makeOwnedTreeRemovable(root);
+            await rm(root, { recursive: true, force: true });
+        }
+    }));
+    const redactionResult = await Promise.allSettled([redactOutputTree(outputDir, variants)]);
+    if (redactionResult[0].status === 'rejected') {
+        let removalError;
+        try {
+            await makeOwnedTreeRemovable(outputDir);
+            await rm(outputDir, { recursive: true, force: true });
+        }
+        catch (error) {
+            removalError = error;
+        }
+        if (removalError) {
+            throw new Error('custom process credential cleanup could not clear the output directory after an artifact cleanup failure.');
+        }
+        throw new Error('custom process credential cleanup removed the output directory after an artifact cleanup failure.');
+    }
+    if (temporaryResults.some((result) => result.status === 'rejected')) {
+        throw new Error('custom process credential cleanup could not remove temporary provider state.');
+    }
+    return redactionResult[0].value;
+}
+function cleanEnvironment(sourceEnv, evalRoot) {
+    const env = {};
+    for (const name of CLEAN_ENVIRONMENT_ALLOWLIST) {
+        if (sourceEnv[name] !== undefined)
+            env[name] = sourceEnv[name];
+    }
+    const home = path.join(evalRoot, '.custom-provider-home');
+    const temp = path.join(evalRoot, '.custom-provider-tmp');
+    return {
+        ...env,
+        HOME: home,
+        USERPROFILE: home,
+        CODEX_HOME: path.join(home, '.codex'),
+        XDG_CACHE_HOME: path.join(home, '.cache'),
+        XDG_CONFIG_HOME: path.join(home, '.config'),
+        XDG_STATE_HOME: path.join(home, '.state'),
+        TMPDIR: temp,
+        TEMP: temp,
+        TMP: temp,
+        NO_COLOR: '1',
+    };
+}
+export async function executeCustomProcessProvider(options) {
+    if (!path.isAbsolute(options.evalRoot))
+        throw new Error('evalRoot must be absolute.');
+    const evalRoot = await realpath(options.evalRoot);
+    if (!Number.isSafeInteger(options.input.attempt) || options.input.attempt < 1) {
+        throw new Error('provider attempt must be a positive safe integer.');
+    }
+    if (!Number.isSafeInteger(options.input.timeoutMs) || options.input.timeoutMs < 1) {
+        throw new Error('provider timeoutMs must be a positive safe integer.');
+    }
+    await assertProviderRunPaths({
+        evalRoot: options.evalRoot,
+        workspacePath: options.input.workspacePath,
+        fixturesPath: options.input.fixturesPath,
+        outputDir: options.input.outputDir,
+    });
+    const input = {
+        version: 1,
+        case: options.input.case,
+        variant: options.input.variant,
+        attempt: options.input.attempt,
+        workspacePath: options.input.workspacePath,
+        fixturesPath: options.input.fixturesPath,
+        outputDir: options.input.outputDir,
+    };
+    const sourceEnv = options.sourceEnv ?? process.env;
+    const runtimeHome = path.join(evalRoot, '.custom-provider-runtime');
+    const stdin = JSON.stringify(input);
+    let secrets = credentialValues(sourceEnv, CODEX_PROVIDER_ENVIRONMENT_ALLOWLIST);
+    let variants = secretVariants(secrets);
+    if (containsSecret(stdin, variants)) {
+        throw new Error('custom process input contains an allowlisted credential value.');
+    }
+    const cleanupPlatform = options.processTree?.platform ?? process.platform;
+    if (cleanupPlatform !== 'darwin' && cleanupPlatform !== 'linux') {
+        throw new Error(`custom process cleanup is unsupported on ${cleanupPlatform}.`);
+    }
+    if (options.codexRuntime) {
+        try {
+            await materializeCodexEvalRuntimeHome(options.codexRuntime, runtimeHome);
+            secrets = [...secrets, ...options.codexRuntime.sensitiveValues];
+            variants = secretVariants(secrets);
+            if (containsSecret(stdin, variants)) {
+                throw new Error('custom process input contains a runtime credential value.');
+            }
+        }
+        catch (error) {
+            await rm(runtimeHome, { recursive: true, force: true }).catch(() => undefined);
+            throw error;
+        }
+    }
+    let env = cleanEnvironment(sourceEnv, evalRoot);
+    if (options.codexRuntime) {
+        env = applyCodexEvalProviderEnvironment({
+            ...env,
+            CODEX_HOME: runtimeHome,
+            AW_SKILL_EVAL_CODEX_MODEL: options.codexRuntime.model ?? undefined,
+            AW_CODEX_EVAL_RUNTIME_HOME: runtimeHome,
+            AW_CODEX_EVAL_MODEL_PROVIDER: options.codexRuntime.modelProvider,
+            AW_CODEX_EVAL_SENSITIVE_ENV_NAMES: JSON.stringify(options.codexRuntime.sensitiveEnvironmentNames),
+        }, options.codexRuntime);
+    }
+    const temporaryRoots = options.codexRuntime ? [runtimeHome] : [];
+    let processResult;
+    let processCleanupError;
+    let providerResult;
+    let providerError;
+    try {
+        await mkdir(env.HOME, { mode: 0o700 });
+        temporaryRoots.push(env.HOME);
+        await mkdir(env.TMPDIR, { mode: 0o700 });
+        temporaryRoots.push(env.TMPDIR);
+        processResult = await runProviderProcess({
+            executable: options.command[0],
+            args: [...options.command.slice(1)],
+            cwd: evalRoot,
+            env,
+            stdin,
+            timeoutMs: options.input.timeoutMs,
+            maxBufferBytes: options.maxBufferBytes ?? 4 * 1024 * 1024,
+            ...(options.input.signal ? { signal: options.input.signal } : {}),
+        }, {}, {
+            containment: 'verified-observed',
+            processTree: options.processTree,
+        });
+    }
+    catch (error) {
+        if (error instanceof ProviderProcessCleanupError) {
+            processResult = error.result;
+            processCleanupError = error;
+        }
+        else {
+            providerError = error;
+        }
+    }
+    if (processResult) {
+        try {
+            if (processResult.timedOut) {
+                throw new Error(`custom process timed out after ${options.input.timeoutMs}ms.`);
+            }
+            if (processResult.cancelled)
+                throw new Error('custom process was aborted.');
+            if (processResult.maxBufferExceeded) {
+                throw new Error('custom process output exceeded the buffer limit.');
+            }
+            const stderr = redactSecrets(processResult.stderr.trim(), secrets);
+            if (processResult.signal) {
+                throw new Error(`custom process terminated by signal ${processResult.signal}${stderr ? `: ${stderr}` : '.'}`);
+            }
+            if (processResult.exitCode !== 0) {
+                throw new Error(`custom process failed with exit code ${String(processResult.exitCode)}${stderr ? `: ${stderr}` : '.'}`);
+            }
+            if (containsSecret(processResult.stdout, variants)) {
+                throw new Error('custom process stdout contains an allowlisted credential value.');
+            }
+            const parsed = parseCustomProcessOutput(redactSecrets(processResult.stdout, secrets));
+            providerResult = { usage: parsed.usage, grade: parsed.grade };
+        }
+        catch (error) {
+            providerError = error;
+        }
+    }
+    let cleanupDiagnostics = [];
+    let cleanupError;
+    try {
+        cleanupDiagnostics = await cleanupCustomProcessAttempt(options.input.outputDir, temporaryRoots, variants);
+    }
+    catch (error) {
+        cleanupError = error;
+    }
+    if (providerError || processCleanupError || cleanupError || cleanupDiagnostics.length > 0) {
+        const messages = [
+            ...(providerError ? [providerError instanceof Error ? providerError.message : String(providerError)] : []),
+            ...(processCleanupError
+                ? [`Process cleanup: ${processCleanupError instanceof Error ? processCleanupError.message : String(processCleanupError)}`]
+                : []),
+            ...cleanupDiagnostics.map((diagnostic) => `Credential cleanup: ${diagnostic}`),
+            ...(cleanupError
+                ? [`Credential cleanup: ${cleanupError instanceof Error ? cleanupError.message : String(cleanupError)}`]
+                : []),
+        ];
+        if (providerError || processCleanupError || cleanupError) {
+            throw new Error(redactSecrets(messages.join(' '), secrets));
+        }
+    }
+    if (!providerResult)
+        throw new Error('custom process did not return a result.');
+    return cleanupDiagnostics.length > 0
+        ? { ...providerResult, diagnostics: cleanupDiagnostics }
+        : providerResult;
+}
+//# sourceMappingURL=custom-process.js.map

package/dist/custom-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-process.js","sourceRoot":"","sources":["../src/custom-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAClG,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,OAAO,MAAM,cAAc,CAAA;AAClC,OAAO,EACL,iCAAiC,EACjC,+BAA+B,GAEhC,MAAM,gCAAgC,CAAA;AACvC,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AAElF,OAAO,EAAE,2BAA2B,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAA;AAiDvD,MAAM,CAAC,MAAM,oCAAoC,GAAG;IAClD,WAAW;IACX,yBAAyB;IACzB,2BAA2B;IAC3B,YAAY;IACZ,MAAM;IACN,aAAa;IACb,YAAY;IACZ,qBAAqB;IACrB,UAAU;IACV,gBAAgB;IAChB,cAAc;IACd,eAAe;CACP,CAAA;AAEV,MAAM,2BAA2B,GAAG;IAClC,MAAM;IACN,QAAQ;IACR,MAAM;IACN,GAAG,oCAAoC;CAC/B,CAAA;AAEV,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,SAAS,SAAS,CAAC,KAA8B,EAAE,IAAuB,EAAE,KAAa;IACvF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAA;IACxC,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;IACjC,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC9F,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,sBAAsB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACxB,KAA8B,EAC9B,QAA2B,EAC3B,QAA2B,EAC3B,KAAa;IAEb,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,eAAe,GAAG,GAAG,CAAC,CAAA;QAChD,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAA;IACnD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;IACnE,IAAI,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,sBAAsB,OAAO,GAAG,CAAC,CAAA;AACxE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACxF,SAAS,CAAC,KAAK,EAAE,CAAC,aAAa,EAAE,cAAc,CAAC,EAAE,sBAAsB,CAAC,CAAA;IACzE,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,IAAK,KAAK,CAAC,WAAsB,GAAG,CAAC;QAC7E,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,IAAK,KAAK,CAAC,YAAuB,GAAG,CAAC,EAC/E,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;IACpF,CAAC;IACD,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,WAAqB;QACxC,YAAY,EAAE,KAAK,CAAC,YAAsB;KAC3C,CAAA;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAc,EAAE,KAAK,GAAG,gBAAgB;IAC7E,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,qBAAqB,CAAC,CAAA;IACpE,iBAAiB,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAA;IACjE,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,0BAA0B,CAAC,CAAA;IAC1F,IACE,KAAK,CAAC,KAAK,KAAK,IAAI;QACpB,CAAC,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,yCAAyC,CAAC,CAAA;IACpE,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,0CAA0C,CAAC,CAAA;IACrE,CAAC;IACD,OAAO;QACL,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAsB;QACnC,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS;YAC7B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAkC,EAAE,CAAC;KAC3D,CAAA;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,MAAc;IACrD,IAAI,KAAc,CAAA;IAClB,IAAI,CAAC;QACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,kDAAmD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAC/F,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;IACvF,SAAS,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,uBAAuB,CAAC,CAAA;IACxE,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;IACpF,OAAO;QACL,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC;QAC9B,KAAK,EAAE,sBAAsB,CAAC,KAAK,CAAC,KAAK,EAAE,sBAAsB,CAAC;KACnE,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,QAA2B;IAC9D,IAAI,MAAM,GAAG,KAAK,CAAA;IAClB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QACjC,MAAM,MAAM,GAAa,EAAE,CAAA;QAC3B,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,IAAI,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAC1C,IAAI,KAAK,GAAG,CAAC;YAAE,SAAQ;QACvB,OAAO,KAAK,IAAI,CAAC,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAA;YACtE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC,MAAM,CAAA;YAC9B,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QACxC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;QACpC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAChC,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,MAAc,EAAE,UAAkB;IACnE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;IAC1E,CAAC;IACD,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;AAClB,CAAC;AAED,MAAM,qCAAqC,GACzC,qEAAqE,CAAA;AAEvE,SAAS,cAAc,CAAC,KAAa,EAAE,QAA2B;IAChE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;AAC1D,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,QAA2B;IACvE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAA;IAClC,IAAI,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAA;IAC5F,CAAC;IACD,MAAM,WAAW,GAAa,EAAE,CAAA;IAChC,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QAC1C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAA;QAChC,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAC1D,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;YAC1B,MAAM,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;YAChD,WAAW,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAA;YACvD,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;gBAC1E,CAAC;gBACD,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;gBACrC,WAAW,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAA;gBACvD,SAAQ;YACV,CAAC;YACD,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;YAC7D,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;gBAChD,WAAW,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAA;YACzD,CAAC;YACD,SAAQ;QACV,CAAC;QACD,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;YAChD,WAAW,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAA;YACvD,SAAQ;QACV,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAA;QACtC,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QAChD,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC;YAAE,SAAQ;QACtC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAChD,MAAM,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;YAChD,WAAW,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAA;YACvD,SAAQ;QACV,CAAC;QACD,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;YAChD,WAAW,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAA;QACzD,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAA;AACpB,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,IAAY;IAChD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAA;IAC9B,IAAI,IAAI,CAAC,cAAc,EAAE;QAAE,OAAM;IACjC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC;YAAE,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAC/D,OAAM;IACR,CAAC;IACD,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACxB,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAA;IACtD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,SAAiB,EACjB,cAAiC,EACjC,QAA2B;IAE3B,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,UAAU,CAC/C,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QAChC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,sBAAsB,CAAC,IAAI,CAAC,CAAA;YAClC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAClD,CAAC;IACH,CAAC,CAAC,CACH,CAAA;IACD,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAA;IACzF,IAAI,eAAe,CAAC,CAAC,CAAE,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QAC9C,IAAI,YAAqB,CAAA;QACzB,IAAI,CAAC;YACH,MAAM,sBAAsB,CAAC,SAAS,CAAC,CAAA;YACvC,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,GAAG,KAAK,CAAA;QACtB,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC,CAAA;QAC9H,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC,CAAA;IACtH,CAAC;IACD,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAA;IACjG,CAAC;IACD,OAAO,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;AACjC,CAAC;AAED,SAAS,gBAAgB,CACvB,SAA4B,EAC5B,QAAgB;IAEhB,MAAM,GAAG,GAAsB,EAAE,CAAA;IACjC,KAAK,MAAM,IAAI,IAAI,2BAA2B,EAAE,CAAC;QAC/C,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,SAAS;YAAE,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAChE,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAA;IACzD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,CAAA;IACxD,OAAO;QACL,GAAG,GAAG;QACN,IAAI,EAAE,IAAI;QACV,WAAW,EAAE,IAAI;QACjB,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;QACrC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;QACzC,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC;QAC3C,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;QACzC,MAAM,EAAE,IAAI;QACZ,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,GAAG;KACd,CAAA;AACH,CAAC;AAYD,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,OAAqC;IAErC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;IACrF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACjD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;IACtE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QAClF,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;IACxE,CAAC;IACD,MAAM,sBAAsB,CAAC;QAC3B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,aAAa;QAC1C,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY;QACxC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS;KACnC,CAAC,CAAA;IACF,MAAM,KAAK,GAAuB;QAChC,OAAO,EAAE,CAAC;QACV,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI;QACxB,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO;QAC9B,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO;QAC9B,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,aAAa;QAC1C,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY;QACxC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS;KACnC,CAAA;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAA;IAClD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,0BAA0B,CAAC,CAAA;IACnE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IACnC,IAAI,OAAO,GAAG,gBAAgB,CAAC,SAAS,EAAE,oCAAoC,CAAC,CAAA;IAC/E,IAAI,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IACtC,IAAI,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAA;IACnF,CAAC;IACD,MAAM,eAAe,GAAG,OAAO,CAAC,WAAW,EAAE,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAA;IACzE,IAAI,eAAe,KAAK,QAAQ,IAAI,eAAe,KAAK,OAAO,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,4CAA4C,eAAe,GAAG,CAAC,CAAA;IACjF,CAAC;IACD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,+BAA+B,CAAC,OAAO,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;YACxE,OAAO,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC,CAAA;YAC/D,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;YAClC,IAAI,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;YAC9E,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YAC9E,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IACD,IAAI,GAAG,GAAG,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;IAC/C,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,GAAG,GAAG,iCAAiC,CAAC;YACtC,GAAG,GAAG;YACN,UAAU,EAAE,WAAW;YACvB,yBAAyB,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK,IAAI,SAAS;YAClE,0BAA0B,EAAE,WAAW;YACvC,4BAA4B,EAAE,OAAO,CAAC,YAAY,CAAC,aAAa;YAChE,iCAAiC,EAAE,IAAI,CAAC,SAAS,CAC/C,OAAO,CAAC,YAAY,CAAC,yBAAyB,CAC/C;SACF,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;IAC1B,CAAC;IACD,MAAM,cAAc,GAAa,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC1E,IAAI,aAAyE,CAAA;IAC7E,IAAI,mBAA4B,CAAA;IAChC,IAAI,cAAiD,CAAA;IACrD,IAAI,aAAsB,CAAA;IAC1B,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,CAAC,IAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QACvC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,IAAK,CAAC,CAAA;QAC9B,MAAM,KAAK,CAAC,GAAG,CAAC,MAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QACzC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,MAAO,CAAC,CAAA;QAChC,aAAa,GAAG,MAAM,kBAAkB,CAAC;YACvC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9B,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACnC,GAAG,EAAE,QAAQ;YACb,GAAG;YACH,KAAK;YACL,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS;YAClC,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI;YACzD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,EAAE,EAAE,EAAE;YACL,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,2BAA2B,EAAE,CAAC;YACjD,aAAa,GAAG,KAAK,CAAC,MAAM,CAAA;YAC5B,mBAAmB,GAAG,KAAK,CAAA;QAC7B,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,KAAK,CAAA;QACvB,CAAC;IACH,CAAC;IACD,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,CAAA;YACjF,CAAC;YACD,IAAI,aAAa,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;YAC3E,IAAI,aAAa,CAAC,iBAAiB,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;YACrE,CAAC;YACD,MAAM,MAAM,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAA;YAClE,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CACb,uCAAuC,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAC7F,CAAA;YACH,CAAC;YACD,IAAI,aAAa,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CACb,wCAAwC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CACxG,CAAA;YACH,CAAC;YACD,IAAI,cAAc,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;YACpF,CAAC;YACD,MAAM,MAAM,GAAG,wBAAwB,CAAC,aAAa,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;YACrF,cAAc,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAA;QAC/D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,GAAG,KAAK,CAAA;QACvB,CAAC;IACH,CAAC;IACD,IAAI,kBAAkB,GAAa,EAAE,CAAA;IACrC,IAAI,YAAqB,CAAA;IACzB,IAAI,CAAC;QACH,kBAAkB,GAAG,MAAM,2BAA2B,CACpD,OAAO,CAAC,KAAK,CAAC,SAAS,EACvB,cAAc,EACd,QAAQ,CACT,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,GAAG,KAAK,CAAA;IACtB,CAAC;IACD,IAAI,aAAa,IAAI,mBAAmB,IAAI,YAAY,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1F,MAAM,QAAQ,GAAG;YACf,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,YAAY,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1G,GAAG,CAAC,mBAAmB;gBACrB,CAAC,CAAC,CAAC,oBAAoB,mBAAmB,YAAY,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBAC1H,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,uBAAuB,UAAU,EAAE,CAAC;YAC9E,GAAG,CAAC,YAAY;gBACd,CAAC,CAAC,CAAC,uBAAuB,YAAY,YAAY,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;gBACxG,CAAC,CAAC,EAAE,CAAC;SACR,CAAA;QACD,IAAI,aAAa,IAAI,mBAAmB,IAAI,YAAY,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;IACD,IAAI,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC/E,OAAO,kBAAkB,CAAC,MAAM,GAAG,CAAC;QAClC,CAAC,CAAC,EAAE,GAAG,cAAc,EAAE,WAAW,EAAE,kBAAkB,EAAE;QACxD,CAAC,CAAC,cAAc,CAAA;AACpB,CAAC"}

package/dist/eval-audit.d.ts

@@ -0,0 +1,38 @@
+import type { EvalProvider, EvalSpec } from './eval-spec.js';
+import type { Digest, ValidationResult } from './types.js';
+export interface EvalAuditTarget {
+    role: 'current' | 'previous-version';
+    digest: Digest;
+}
+export interface EvalAuditBlockedCase {
+    caseId: string;
+    reason: string;
+}
+export interface EvalAuditIssue {
+    code: string;
+    message: string;
+    caseId?: string;
+}
+export interface EvalAudit {
+    version: 1;
+    workspaceDigest: Digest;
+    providerDigest: Digest;
+    targets: EvalAuditTarget[];
+    caseDigest: Digest;
+    status: 'pass' | 'fail' | 'unknown';
+    approvedCaseIds: string[];
+    blockedCases: EvalAuditBlockedCase[];
+    issues: EvalAuditIssue[];
+}
+export interface EvalAuditBinding {
+    spec: EvalSpec;
+    selectedCaseIds: readonly string[];
+}
+export interface EvalAuditFileCalculated {
+    audit: EvalAudit;
+    auditDigest: Digest;
+}
+export declare function computeEvalProviderDigest(provider: EvalProvider): Digest;
+export declare function validateEvalAudit(value: unknown, binding?: EvalAuditBinding): Promise<ValidationResult<EvalAudit>>;
+export declare function parseEvalAudit(value: unknown): Promise<EvalAudit>;
+export declare function validateEvalAuditFile(auditPath: string, binding?: EvalAuditBinding): Promise<ValidationResult<EvalAuditFileCalculated>>;

package/dist/eval-audit.js

@@ -0,0 +1,71 @@
+import { sha256, stable } from './common.js';
+import { readEvalContractFile } from './eval-file.js';
+import { validateJsonSchema } from './json-schema.js';
+import { getSchema } from './schemas.js';
+function sorted(values) {
+    return [...values].sort((left, right) => left < right ? -1 : left > right ? 1 : 0);
+}
+function expectedTargets(spec) {
+    const targets = [{ role: 'current', digest: spec.target.digest }];
+    if (spec.baseline.type === 'previous-version')
+        targets.push({ role: 'previous-version', digest: spec.baseline.target.digest });
+    return targets;
+}
+export function computeEvalProviderDigest(provider) {
+    return sha256(stable(provider));
+}
+export async function validateEvalAudit(value, binding) {
+    const errors = validateJsonSchema(await getSchema('eval-audit'), value);
+    if (errors.length > 0)
+        return { valid: false, errors, calculated: null };
+    const audit = value;
+    if (new Set(audit.targets.map((target) => target.role)).size !== audit.targets.length)
+        errors.push('Audit target roles must be unique');
+    if (binding) {
+        if (new Set(binding.selectedCaseIds).size !== binding.selectedCaseIds.length)
+            errors.push('selected case IDs must be unique');
+        if (stable(audit.targets.slice().sort((left, right) => left.role.localeCompare(right.role))) !==
+            stable(expectedTargets(binding.spec).sort((left, right) => left.role.localeCompare(right.role))))
+            errors.push('Audit targets do not exactly match the bound EvalSpec');
+        if (audit.workspaceDigest !== binding.spec.workspace.digest)
+            errors.push('Audit workspaceDigest does not match the bound EvalSpec');
+        if (audit.providerDigest !== computeEvalProviderDigest(binding.spec.provider))
+            errors.push('Audit providerDigest does not match the bound EvalSpec');
+        if (audit.caseDigest !== binding.spec.cases.digest)
+            errors.push('Audit caseDigest does not match the bound EvalSpec');
+        if (audit.status !== 'pass')
+            errors.push(`Audit status is ${audit.status}; execution is blocked`);
+        if (stable(sorted(audit.approvedCaseIds)) !== stable(sorted(binding.selectedCaseIds)))
+            errors.push('Audit approvedCaseIds do not exactly match the selected case IDs');
+        if (audit.blockedCases.length > 0)
+            errors.push('Audit contains blocked cases');
+    }
+    return { valid: errors.length === 0, errors, calculated: errors.length === 0 ? audit : null };
+}
+export async function parseEvalAudit(value) {
+    const validation = await validateEvalAudit(value);
+    if (!validation.valid || !validation.calculated)
+        throw new Error(validation.errors.join('; '));
+    return validation.calculated;
+}
+export async function validateEvalAuditFile(auditPath, binding) {
+    try {
+        const file = await readEvalContractFile(auditPath, 'EvalAudit');
+        const validation = await validateEvalAudit(file.value, binding);
+        if (!validation.valid || !validation.calculated)
+            return { valid: false, errors: validation.errors, calculated: null };
+        return {
+            valid: true,
+            errors: [],
+            calculated: { audit: validation.calculated, auditDigest: file.digest },
+        };
+    }
+    catch (error) {
+        return {
+            valid: false,
+            errors: [`EvalAudit is unavailable or invalid: ${error.message}`],
+            calculated: null,
+        };
+    }
+}
+//# sourceMappingURL=eval-audit.js.map

package/dist/eval-audit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-audit.js","sourceRoot":"","sources":["../src/eval-audit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AAErD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAyCxC,SAAS,MAAM,CAAC,MAAyB;IACvC,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACpF,CAAC;AAED,SAAS,eAAe,CAAC,IAAc;IACrC,MAAM,OAAO,GAAsB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACpF,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,kBAAkB;QAC3C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACjF,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,QAAsB;IAC9D,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAAc,EACd,OAA0B;IAE1B,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,SAAS,CAAC,YAAY,CAAC,EAAE,KAAK,CAAC,CAAA;IACvE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,CAAA;IACxE,MAAM,KAAK,GAAG,KAAkB,CAAA;IAChC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,CAAC,MAAM;QACnF,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAA;IAClD,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,eAAe,CAAC,MAAM;YAC1E,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAA;QACjD,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1F,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAChG,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAA;QACtE,IAAI,KAAK,CAAC,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM;YACzD,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAA;QACxE,IAAI,KAAK,CAAC,cAAc,KAAK,yBAAyB,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC3E,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAA;QACvE,IAAI,KAAK,CAAC,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;YAChD,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;QACnE,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM;YAAE,MAAM,CAAC,IAAI,CAAC,mBAAmB,KAAK,CAAC,MAAM,wBAAwB,CAAC,CAAA;QACjG,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACnF,MAAM,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAA;QACjF,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAA;IAChF,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAC/F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,KAAc;IACjD,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAA;IACjD,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAC9F,OAAO,UAAU,CAAC,UAAU,CAAA;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,SAAiB,EACjB,OAA0B;IAE1B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;QAC/D,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAC/D,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,UAAU;YAC7C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,CAAA;QACtE,OAAO;YACL,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,EAAE;YACV,UAAU,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE;SACvE,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,CAAC,wCAAyC,KAAe,CAAC,OAAO,EAAE,CAAC;YAC5E,UAAU,EAAE,IAAI;SACjB,CAAA;IACH,CAAC;AACH,CAAC"}

package/dist/eval-file.d.ts

@@ -0,0 +1,9 @@
+import type { Digest } from './types.js';
+export interface EvalContractFile {
+    path: string;
+    raw: string;
+    digest: Digest;
+    value: unknown;
+}
+export declare function readEvalContractFile(filePath: string, label: string): Promise<EvalContractFile>;
+export declare function computeEvalFileDigest(filePath: string): Promise<Digest>;

package/dist/eval-file.js

@@ -0,0 +1,15 @@
+import { lstat, readFile } from 'node:fs/promises';
+import path from 'node:path';
+import { sha256 } from './common.js';
+export async function readEvalContractFile(filePath, label) {
+    const requestedPath = path.resolve(filePath);
+    const info = await lstat(requestedPath);
+    if (info.isSymbolicLink() || !info.isFile())
+        throw new Error(`${label} must be a regular non-symlink file`);
+    const raw = await readFile(requestedPath, 'utf8');
+    return { path: requestedPath, raw, digest: sha256(raw), value: JSON.parse(raw) };
+}
+export async function computeEvalFileDigest(filePath) {
+    return (await readEvalContractFile(filePath, 'Eval contract file')).digest;
+}
+//# sourceMappingURL=eval-file.js.map

package/dist/eval-file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-file.js","sourceRoot":"","sources":["../src/eval-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAUpC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,QAAgB,EAAE,KAAa;IACxE,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC5C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAA;IACvC,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;QACzC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,qCAAqC,CAAC,CAAA;IAChE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;IACjD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,EAAE,CAAA;AAC7F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,QAAgB;IAC1D,OAAO,CAAC,MAAM,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAA;AAC5E,CAAC"}

package/dist/eval-result.d.ts

@@ -0,0 +1,64 @@
+import type { EvalProvider, EvalSpec, EvalSpecCalculated } from './eval-spec.js';
+import type { SelectedCasesDocument } from './selected-cases.js';
+import type { Digest, ValidationResult } from './types.js';
+export interface EvalGrade {
+    passed: boolean;
+    score: number | null;
+    details?: Record<string, unknown>;
+}
+export interface EvalRunError {
+    message: string;
+}
+export interface EvalResultRun {
+    caseId: string;
+    variant: 'current' | 'without-skill' | 'previous-version';
+    attempt: number;
+    status: 'completed' | 'failed' | 'timeout';
+    durationMs: number;
+    outputDir: string;
+    usage: Record<string, unknown> | null;
+    grade: EvalGrade | null;
+    error: EvalRunError | null;
+    artifacts?: Array<{
+        path: string;
+        role: string;
+    }>;
+}
+export interface EvalResultSummary {
+    passed: number;
+    failed: number;
+    timeout: number;
+    error: number;
+}
+export interface EvalResult {
+    version: 1;
+    specDigest: Digest;
+    auditDigest: Digest;
+    targetDigest: Digest;
+    caseDigest: Digest;
+    provider: EvalProvider;
+    startedAt: string;
+    finishedAt: string;
+    runs: EvalResultRun[];
+    summary: EvalResultSummary;
+}
+export interface EvalResultBinding {
+    specDigest: Digest;
+    auditDigest: Digest;
+    targetDigest: Digest;
+    caseDigest: Digest;
+    provider: EvalProvider;
+    selectedCaseIds: readonly string[];
+    allowedVariants: readonly EvalResultRun['variant'][];
+    runs: number;
+}
+export interface EvalResultFileCalculated {
+    result: EvalResult;
+    resultDigest: Digest;
+}
+export declare function evalResultVariantsForSpec(spec: EvalSpec): EvalResultRun['variant'][];
+export declare function createEvalResultBinding(calculated: EvalSpecCalculated, auditDigest: Digest, selectedCases: Pick<SelectedCasesDocument, 'cases' | 'suite'>): EvalResultBinding;
+export declare function computeEvalResultSummary(runs: readonly EvalResultRun[]): EvalResultSummary;
+export declare function validateEvalResult(value: unknown, binding?: EvalResultBinding): Promise<ValidationResult<EvalResult>>;
+export declare function parseEvalResult(value: unknown): Promise<EvalResult>;
+export declare function validateEvalResultFile(resultPath: string, binding?: EvalResultBinding): Promise<ValidationResult<EvalResultFileCalculated>>;