@lesliechan721/agent-skill-eval 0.1.0-beta.7 → 0.1.0-beta.9

package/dist/eval-run.js

@@ -0,0 +1,539 @@
+import { randomUUID } from 'node:crypto';
+import { mkdir, readFile, rename, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+import process from 'node:process';
+import fs from 'fs-extra';
+import { sha256, toPosixRelative } from './common.js';
+import { credentialValues, redactSecrets } from './credentials.js';
+import { CODEX_PROVIDER_ENVIRONMENT_ALLOWLIST, executeCustomProcessProvider, } from './custom-process.js';
+import { validateEvalAuditFile } from './eval-audit.js';
+import { computeEvalResultSummary, createEvalResultBinding, validateEvalResult, } from './eval-result.js';
+import { validateEvalSpecFile } from './eval-spec.js';
+import { assertEvalProviderSuiteKind } from './eval-suite-binding.js';
+import { runBuiltinEvalProvider, } from './providers.js';
+import { resolveCodexEvalRuntimeConfig } from './codex-eval-runtime-config.js';
+import { ProviderProcessCleanupError } from './process.js';
+import { executeCodexWorkflowProvider, } from './codex-workflow.js';
+import { computeCanonicalDirectoryDigest, computeSkillDigest } from './runtime-skill.js';
+import { parseSelectedCases, } from './selected-cases.js';
+class BoundInputChangedError extends Error {
+}
+function secretValues(sourceEnv) {
+    return credentialValues(sourceEnv, CODEX_PROVIDER_ENVIRONMENT_ALLOWLIST);
+}
+function redactText(value, secrets) {
+    return redactSecrets(value, secrets);
+}
+function redactValue(value, secrets) {
+    if (typeof value === 'string')
+        return redactText(value, secrets);
+    if (Array.isArray(value))
+        return value.map((entry) => redactValue(entry, secrets));
+    if (value && typeof value === 'object') {
+        return Object.fromEntries(Object.entries(value).map(([key, entry]) => [
+            redactText(key, secrets),
+            redactValue(entry, secrets),
+        ]));
+    }
+    return value;
+}
+async function inputDigests(calculated) {
+    return {
+        workspace: await computeCanonicalDirectoryDigest(calculated.paths.workspace),
+        target: await computeSkillDigest(calculated.paths.target),
+        cases: sha256(await readFile(calculated.paths.cases)),
+        previousTarget: calculated.paths.previousTarget
+            ? await computeSkillDigest(calculated.paths.previousTarget)
+            : null,
+    };
+}
+function sameDigests(left, right) {
+    return left.workspace === right.workspace &&
+        left.target === right.target &&
+        left.cases === right.cases &&
+        left.previousTarget === right.previousTarget;
+}
+async function assertInputsUnchanged(calculated, captured) {
+    let current;
+    try {
+        current = await inputDigests(calculated);
+    }
+    catch (error) {
+        throw new BoundInputChangedError(`Prepared Eval input changed: ${error.message}`);
+    }
+    if (!sameDigests(captured, current) || !digestsMatchSpec(calculated, current)) {
+        throw new BoundInputChangedError('Prepared Eval input digest changed or no longer matches EvalSpec digests.');
+    }
+}
+function digestsMatchSpec(calculated, digests) {
+    return digests.workspace === calculated.workspaceDigest
+        && digests.workspace === calculated.spec.workspace.digest
+        && digests.target === calculated.targetDigest
+        && digests.cases === calculated.caseDigest
+        && digests.previousTarget === calculated.previousTargetDigest;
+}
+function assertDigestsMatchSpec(calculated, digests) {
+    if (!digestsMatchSpec(calculated, digests)) {
+        throw new BoundInputChangedError('Prepared Eval input no longer matches EvalSpec digests.');
+    }
+}
+function triggerProviderCase(document, evalCase) {
+    if (!document.suite.providerSuite || !evalCase.providerCase) {
+        throw new Error('Selected trigger case has no canonical provider form.');
+    }
+    return {
+        suite: document.suite.providerSuite,
+        value: evalCase.providerCase,
+    };
+}
+export function adaptConversationProviderCase(document, evalCase) {
+    const participants = [...new Set([
+            document.suite.unitUnderTest,
+            ...(document.suite.participants ?? []),
+        ])];
+    const assertions = evalCase.assertions;
+    const input = evalCase.input && typeof evalCase.input === 'object' && !Array.isArray(evalCase.input)
+        ? evalCase.input
+        : {};
+    const expected = evalCase.expected && typeof evalCase.expected === 'object' && !Array.isArray(evalCase.expected)
+        ? evalCase.expected
+        : {};
+    const audit = evalCase.audit && typeof evalCase.audit === 'object' && !Array.isArray(evalCase.audit)
+        ? evalCase.audit
+        : null;
+    const workspaceUnchanged = expected.workspaceUnchanged === undefined
+        ? true
+        : expected.workspaceUnchanged;
+    const scriptedReplies = Array.isArray(input.scriptedReplies)
+        ? input.scriptedReplies.map((reply) => {
+            if (typeof reply === 'string')
+                return reply;
+            const row = reply;
+            return {
+                answers_by_index: row.answersByIndex,
+                ...(row.expectedQuestionCount === undefined
+                    ? {}
+                    : { expected_question_count: row.expectedQuestionCount }),
+                unexpected_question_answer: row.unexpectedQuestionAnswer,
+            };
+        })
+        : [];
+    const workspaceFiles = input.workspaceFiles && typeof input.workspaceFiles === 'object'
+        && !Array.isArray(input.workspaceFiles)
+        ? input.workspaceFiles
+        : {};
+    const allowedWorkspaceChanges = Array.isArray(expected.allowedWorkspaceChanges)
+        ? expected.allowedWorkspaceChanges
+        : [];
+    const artifacts = Array.isArray(expected.artifacts)
+        ? expected.artifacts.map((artifact) => {
+            const row = artifact;
+            const { notContains, ...providerArtifact } = row;
+            return {
+                ...providerArtifact,
+                ...(Object.hasOwn(row, 'notContains') ? { not_contains: notContains } : {}),
+            };
+        })
+        : [];
+    return {
+        value: {
+            id: evalCase.id,
+            prompt: evalCase.prompt,
+            scripted_replies: scriptedReplies,
+            expected_output: expected.output ?? 'Evaluate the response against the approved assertions.',
+            ...(Object.keys(workspaceFiles).length > 0 ? { workspace_files: workspaceFiles } : {}),
+            ...(Array.isArray(input.pathPrepend) && input.pathPrepend.length > 0
+                ? { environment: { pathPrepend: input.pathPrepend } }
+                : {}),
+            sandbox: workspaceUnchanged === false ? 'workspace-write' : 'read-only',
+            review: {
+                checks: assertions,
+                workspace_unchanged: workspaceUnchanged,
+                ...(allowedWorkspaceChanges.length > 0
+                    ? { allowed_workspace_changes: allowedWorkspaceChanges }
+                    : {}),
+                ...(artifacts.length > 0 ? { artifacts } : {}),
+            },
+        },
+        skillName: document.suite.unitUnderTest,
+        skillNames: participants,
+        isolation: document.suite.runtime?.isolation === 'strict' ? 'strict' : 'standard',
+        suitePathPrepend: document.suite.runtime?.pathPrepend ?? [],
+        assertions,
+        ...(audit && Object.hasOwn(audit, 'allowedVariance')
+            ? { allowedVariance: audit.allowedVariance }
+            : {}),
+    };
+}
+function providerCase(document, evalCase) {
+    if (document.suite.kind === 'trigger')
+        return triggerProviderCase(document, evalCase);
+    if (document.suite.kind === 'conversation')
+        return adaptConversationProviderCase(document, evalCase);
+    return evalCase;
+}
+async function prepareAttempt(options) {
+    const attemptRoot = path.join(options.calculated.paths.outputDir, 'runs', options.caseId, options.variant, `attempt-${options.attempt}`);
+    const workspacePath = path.join(attemptRoot, 'workspace', 'subject');
+    const fixturesPath = path.join(attemptRoot, 'workspace', 'eval');
+    const runOutput = path.join(attemptRoot, 'output');
+    await fs.ensureDir(path.dirname(attemptRoot));
+    await mkdir(attemptRoot);
+    try {
+        await mkdir(path.join(attemptRoot, 'workspace'));
+        await fs.copy(path.join(options.snapshot.workspace, 'subject'), workspacePath, {
+            dereference: false,
+            overwrite: false,
+            errorOnExist: true,
+        });
+        await fs.copy(path.join(options.snapshot.workspace, 'eval'), fixturesPath, {
+            dereference: false,
+            overwrite: false,
+            errorOnExist: true,
+        });
+        await mkdir(runOutput);
+    }
+    catch (error) {
+        await fs.remove(attemptRoot);
+        throw error;
+    }
+    const target = options.variant === 'current'
+        ? options.snapshot.currentTarget
+        : options.variant === 'previous-version'
+            ? options.snapshot.previousTarget
+            : null;
+    if (target) {
+        try {
+            const destination = path.join(workspacePath, '.agents', 'skills', options.document.suite.unitUnderTest);
+            if (await fs.pathExists(destination)) {
+                throw new Error('Prepared subject unexpectedly contains the unit-under-test Skill.');
+            }
+            await fs.ensureDir(path.dirname(destination));
+            await fs.copy(target, destination, {
+                dereference: false,
+                overwrite: false,
+                errorOnExist: true,
+            });
+        }
+        catch (error) {
+            await fs.remove(attemptRoot);
+            throw error;
+        }
+    }
+    return { attemptRoot, workspacePath, fixturesPath, runOutput };
+}
+async function createRunInputSnapshot(calculated, captured, casesBytes) {
+    const root = path.join(calculated.paths.outputDir, '.run-input');
+    const workspace = path.join(root, 'workspace');
+    const currentTarget = path.join(root, 'targets', 'current');
+    const previousTarget = calculated.paths.previousTarget
+        ? path.join(root, 'targets', 'previous')
+        : null;
+    const cases = path.join(root, 'cases.json');
+    await mkdir(root);
+    try {
+        await mkdir(workspace);
+        await mkdir(path.join(root, 'targets'));
+        await fs.copy(path.join(calculated.paths.workspace, 'subject'), path.join(workspace, 'subject'), {
+            dereference: false,
+            overwrite: false,
+            errorOnExist: true,
+        });
+        await fs.copy(path.join(calculated.paths.workspace, 'eval'), path.join(workspace, 'eval'), {
+            dereference: false,
+            overwrite: false,
+            errorOnExist: true,
+        });
+        await fs.copy(calculated.paths.target, currentTarget, {
+            dereference: false,
+            overwrite: false,
+            errorOnExist: true,
+        });
+        await writeFile(cases, casesBytes, { flag: 'wx', mode: 0o600 });
+        if (calculated.paths.previousTarget && previousTarget) {
+            await fs.copy(calculated.paths.previousTarget, previousTarget, {
+                dereference: false,
+                overwrite: false,
+                errorOnExist: true,
+            });
+        }
+        const snapshotDigests = {
+            workspace: await computeCanonicalDirectoryDigest(workspace),
+            target: await computeSkillDigest(currentTarget),
+            cases: sha256(await readFile(cases)),
+            previousTarget: previousTarget ? await computeSkillDigest(previousTarget) : null,
+        };
+        if (!sameDigests(captured, snapshotDigests)) {
+            throw new BoundInputChangedError('Run input snapshot does not match the prepared Eval input.');
+        }
+        assertDigestsMatchSpec(calculated, snapshotDigests);
+        return { root, workspace, currentTarget, previousTarget, cases };
+    }
+    catch (error) {
+        await fs.remove(root);
+        throw error;
+    }
+}
+async function assertSnapshotUnchanged(calculated, snapshot, captured) {
+    const current = {
+        workspace: await computeCanonicalDirectoryDigest(snapshot.workspace),
+        target: await computeSkillDigest(snapshot.currentTarget),
+        cases: sha256(await readFile(snapshot.cases)),
+        previousTarget: snapshot.previousTarget
+            ? await computeSkillDigest(snapshot.previousTarget)
+            : null,
+    };
+    if (!sameDigests(captured, current) || !digestsMatchSpec(calculated, current)) {
+        throw new BoundInputChangedError('Run input snapshot digest changed or no longer matches EvalSpec digests.');
+    }
+}
+function isTimeout(error) {
+    return /timed out|timeout/u.test(error instanceof Error ? error.message : String(error));
+}
+function isCleanupFailure(error) {
+    return error instanceof ProviderProcessCleanupError ||
+        /cleanup|termination|process-tree/u.test(error instanceof Error ? error.message : String(error));
+}
+function abortError() {
+    return new Error('Eval execution was aborted.');
+}
+async function writeResultSafely(resultPath, result, binding) {
+    const validation = await validateEvalResult(result, binding);
+    if (!validation.valid)
+        throw new Error(`Generated EvalResult is invalid: ${validation.errors.join('; ')}`);
+    if (await fs.pathExists(resultPath))
+        throw new Error('Eval result.json already exists.');
+    const bytes = Buffer.from(`${JSON.stringify(result, null, 2)}\n`);
+    const temporary = path.join(path.dirname(resultPath), `.result.${randomUUID()}.tmp`);
+    await writeFile(temporary, bytes, { flag: 'wx', mode: 0o600 });
+    try {
+        if (await fs.pathExists(resultPath))
+            throw new Error('Eval result.json appeared before commit.');
+        await rename(temporary, resultPath);
+    }
+    catch (error) {
+        await fs.remove(temporary).catch(() => undefined);
+        throw error;
+    }
+    return sha256(bytes);
+}
+export async function runEvalSpec(specPath, options) {
+    if (!options?.auditPath)
+        throw new Error('Eval execution requires auditPath.');
+    const specValidation = await validateEvalSpecFile(specPath);
+    if (!specValidation.valid || !specValidation.calculated) {
+        throw new Error(`EvalSpec is invalid: ${specValidation.errors.join('; ')}`);
+    }
+    const calculated = specValidation.calculated;
+    const specRoot = await fs.realpath(path.dirname(path.resolve(specPath)));
+    const casesBytes = await readFile(calculated.paths.cases);
+    if (sha256(casesBytes) !== calculated.caseDigest) {
+        throw new BoundInputChangedError('Selected cases changed after EvalSpec validation.');
+    }
+    const document = parseSelectedCases(JSON.parse(casesBytes.toString('utf8')));
+    if (document.suite.unitUnderTest !== calculated.spec.source.skill) {
+        throw new Error('Selected cases unitUnderTest does not match EvalSpec source.skill.');
+    }
+    assertEvalProviderSuiteKind(calculated.spec.provider, document.suite.kind);
+    const selectedCaseIds = document.cases.map((entry) => entry.id);
+    const auditValidation = await validateEvalAuditFile(options.auditPath, {
+        spec: calculated.spec,
+        selectedCaseIds,
+    });
+    if (!auditValidation.valid || !auditValidation.calculated) {
+        throw new Error(`EvalAudit does not admit execution: ${auditValidation.errors.join('; ')}`);
+    }
+    const resultBinding = createEvalResultBinding(calculated, auditValidation.calculated.auditDigest, document);
+    const captured = await inputDigests(calculated);
+    assertDigestsMatchSpec(calculated, captured);
+    await assertInputsUnchanged(calculated, captured);
+    const sourceEnv = options.sourceEnv
+        ?? options.builtinProviderDependencies?.sourceEnv
+        ?? process.env;
+    const runtime = await resolveCodexEvalRuntimeConfig({
+        sourceEnv,
+        inheritUserConfig: true,
+        modelOverride: options.builtinProviderDependencies?.model
+            ?? sourceEnv.AW_SKILL_EVAL_CODEX_MODEL,
+    });
+    const secrets = () => [
+        ...secretValues(sourceEnv),
+        ...runtime.sensitiveValues,
+    ];
+    const builtinProviderDependencies = {
+        ...options.builtinProviderDependencies,
+        sourceEnv,
+        model: runtime.model ?? undefined,
+        codexRuntime: runtime,
+    };
+    const startedAt = new Date().toISOString();
+    const runs = [];
+    let stop = false;
+    await assertInputsUnchanged(calculated, captured);
+    await fs.ensureDir(path.dirname(calculated.paths.outputDir));
+    await mkdir(calculated.paths.outputDir);
+    let snapshot;
+    try {
+        snapshot = await createRunInputSnapshot(calculated, captured, casesBytes);
+    }
+    catch (error) {
+        await fs.remove(calculated.paths.outputDir);
+        throw error;
+    }
+    for (const evalCase of document.cases) {
+        if (stop)
+            break;
+        for (const variant of resultBinding.allowedVariants) {
+            if (stop)
+                break;
+            for (let attempt = 1; attempt <= calculated.spec.runs; attempt += 1) {
+                const attemptStarted = Date.now();
+                let status = 'failed';
+                let usage = null;
+                let grade = null;
+                let error = null;
+                let artifacts;
+                let runOutput = path.join(calculated.paths.outputDir, 'runs', evalCase.id, variant, `attempt-${attempt}`, 'output');
+                try {
+                    if (options.signal?.aborted)
+                        throw abortError();
+                    await assertInputsUnchanged(calculated, captured);
+                    await assertSnapshotUnchanged(calculated, snapshot, captured);
+                    const prepared = await prepareAttempt({
+                        calculated,
+                        snapshot,
+                        document,
+                        caseId: evalCase.id,
+                        variant,
+                        attempt,
+                    });
+                    runOutput = prepared.runOutput;
+                    const input = {
+                        case: providerCase(document, evalCase),
+                        variant,
+                        attempt,
+                        workspacePath: prepared.workspacePath,
+                        fixturesPath: prepared.fixturesPath,
+                        outputDir: prepared.runOutput,
+                        timeoutMs: calculated.spec.timeoutMs,
+                        ...(options.signal ? { signal: options.signal } : {}),
+                    };
+                    const providerResult = typeof calculated.spec.provider === 'string'
+                        ? await (options.runBuiltinProvider ?? runBuiltinEvalProvider)(calculated.spec.provider, { ...input, evalRoot: prepared.attemptRoot }, builtinProviderDependencies)
+                        : calculated.spec.provider.type === 'custom-process'
+                            ? await (options.executeCustomProvider ?? executeCustomProcessProvider)({
+                                command: calculated.spec.provider.command,
+                                evalRoot: prepared.attemptRoot,
+                                input,
+                                sourceEnv,
+                                codexRuntime: runtime,
+                            })
+                            : await (options.executeCodexWorkflowProvider ?? executeCodexWorkflowProvider)({
+                                provider: {
+                                    ...calculated.spec.provider,
+                                    command: calculated.spec.provider.command,
+                                },
+                                evalRoot: prepared.attemptRoot,
+                                input,
+                                sourceEnv,
+                                codexRuntime: runtime,
+                                codexBin: builtinProviderDependencies.codexBin,
+                            });
+                    if (options.signal?.aborted)
+                        throw abortError();
+                    const sanitized = redactValue(providerResult, secrets());
+                    usage = sanitized.usage === null ? null : { ...sanitized.usage };
+                    grade = sanitized.grade;
+                    artifacts = typeof calculated.spec.provider === 'object'
+                        && calculated.spec.provider.type === 'codex-workflow'
+                        && sanitized.artifacts
+                        ? [
+                            ...sanitized.artifacts.map((artifact) => ({ ...artifact })),
+                            { path: 'provider-result.json', role: 'result' },
+                        ]
+                        : undefined;
+                    await writeFile(path.join(prepared.runOutput, 'provider-result.json'), `${JSON.stringify(sanitized, null, 2)}\n`, { flag: 'wx' });
+                    status = 'completed';
+                }
+                catch (caught) {
+                    status = isTimeout(caught) ? 'timeout' : 'failed';
+                    usage = null;
+                    grade = null;
+                    artifacts = undefined;
+                    error = { message: redactText(caught instanceof Error ? caught.message : String(caught), secrets()) || 'Provider failed.' };
+                    if (options.signal?.aborted
+                        || caught instanceof BoundInputChangedError
+                        || isCleanupFailure(caught)
+                        || status === 'timeout'
+                        || (typeof calculated.spec.provider === 'object'
+                            && calculated.spec.provider.type === 'codex-workflow'))
+                        stop = true;
+                }
+                try {
+                    await assertInputsUnchanged(calculated, captured);
+                    await assertSnapshotUnchanged(calculated, snapshot, captured);
+                }
+                catch (changed) {
+                    status = 'failed';
+                    usage = null;
+                    grade = null;
+                    artifacts = undefined;
+                    error = { message: redactText(changed.message, secrets()) };
+                    stop = true;
+                }
+                runs.push({
+                    caseId: evalCase.id,
+                    variant,
+                    attempt,
+                    status,
+                    durationMs: Math.max(0, Date.now() - attemptStarted),
+                    outputDir: toPosixRelative(specRoot, runOutput),
+                    usage,
+                    grade,
+                    error,
+                    ...(artifacts ? { artifacts } : {}),
+                });
+                if (stop)
+                    break;
+            }
+        }
+    }
+    try {
+        await assertInputsUnchanged(calculated, captured);
+        await assertSnapshotUnchanged(calculated, snapshot, captured);
+    }
+    catch (changed) {
+        if (runs.length === 0)
+            throw changed;
+        const last = runs[runs.length - 1];
+        last.status = 'failed';
+        last.usage = null;
+        last.grade = null;
+        delete last.artifacts;
+        last.error = { message: redactText(changed.message, secrets()) };
+    }
+    if (options.signal?.aborted && runs.length > 0) {
+        const last = runs[runs.length - 1];
+        last.status = 'failed';
+        last.usage = null;
+        last.grade = null;
+        delete last.artifacts;
+        last.error = { message: abortError().message };
+    }
+    const result = {
+        version: 1,
+        specDigest: calculated.specDigest,
+        auditDigest: auditValidation.calculated.auditDigest,
+        targetDigest: calculated.targetDigest,
+        caseDigest: calculated.caseDigest,
+        provider: calculated.spec.provider,
+        startedAt,
+        finishedAt: new Date().toISOString(),
+        runs,
+        summary: computeEvalResultSummary(runs),
+    };
+    const resultPath = path.join(calculated.paths.outputDir, 'result.json');
+    const resultDigest = await writeResultSafely(resultPath, result, resultBinding);
+    return { valid: true, resultPath, resultDigest, result };
+}
+//# sourceMappingURL=eval-run.js.map

package/dist/eval-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-run.js","sourceRoot":"","sources":["../src/eval-run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACrE,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,OAAO,MAAM,cAAc,CAAA;AAClC,OAAO,EAAE,MAAM,UAAU,CAAA;AACzB,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAClE,OAAO,EACL,oCAAoC,EACpC,4BAA4B,GAK7B,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAA;AACvD,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,kBAAkB,GAInB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,oBAAoB,EAA2B,MAAM,gBAAgB,CAAA;AAC9E,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAA;AACrE,OAAO,EACL,sBAAsB,GAGvB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAA;AAC9E,OAAO,EAAE,2BAA2B,EAAE,MAAM,cAAc,CAAA;AAC1D,OAAO,EACL,4BAA4B,GAE7B,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,+BAA+B,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAA;AACxF,OAAO,EACL,kBAAkB,GAGnB,MAAM,qBAAqB,CAAA;AAyC5B,MAAM,sBAAuB,SAAQ,KAAK;CAAG;AAE7C,SAAS,YAAY,CAAC,SAA4B;IAChD,OAAO,gBAAgB,CAAC,SAAS,EAAE,oCAAoC,CAAC,CAAA;AAC1E,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,OAA0B;IAC3D,OAAO,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;AACtC,CAAC;AAED,SAAS,WAAW,CAAI,KAAQ,EAAE,OAA0B;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,UAAU,CAAC,KAAK,EAAE,OAAO,CAAM,CAAA;IACrE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAM,CAAA;IACvF,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;YACpE,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;YACxB,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC;SAC5B,CAAC,CAAM,CAAA;IACV,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,UAA8B;IACxD,OAAO;QACL,SAAS,EAAE,MAAM,+BAA+B,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC;QAC5E,MAAM,EAAE,MAAM,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC;QACzD,KAAK,EAAE,MAAM,CAAC,MAAM,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrD,cAAc,EAAE,UAAU,CAAC,KAAK,CAAC,cAAc;YAC7C,CAAC,CAAC,MAAM,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC;YAC3D,CAAC,CAAC,IAAI;KACT,CAAA;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAuB,EAAE,KAAwB;IACpE,OAAO,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QACvC,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC5B,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAC1B,IAAI,CAAC,cAAc,KAAK,KAAK,CAAC,cAAc,CAAA;AAChD,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,UAA8B,EAC9B,QAA2B;IAE3B,IAAI,OAA0B,CAAA;IAC9B,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAA;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,sBAAsB,CAAC,gCAAiC,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAC9F,CAAC;IACD,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;QAC9E,MAAM,IAAI,sBAAsB,CAC9B,2EAA2E,CAC5E,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACvB,UAA8B,EAC9B,OAA0B;IAE1B,OAAO,OAAO,CAAC,SAAS,KAAK,UAAU,CAAC,eAAe;WAClD,OAAO,CAAC,SAAS,KAAK,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM;WACtD,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,YAAY;WAC1C,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC,UAAU;WACvC,OAAO,CAAC,cAAc,KAAK,UAAU,CAAC,oBAAoB,CAAA;AACjE,CAAC;AAED,SAAS,sBAAsB,CAC7B,UAA8B,EAC9B,OAA0B;IAE1B,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,sBAAsB,CAAC,yDAAyD,CAAC,CAAA;IAC7F,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,QAA+B,EAC/B,QAA0B;IAE1B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;IAC1E,CAAC;IACD,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;QACnC,KAAK,EAAE,QAAQ,CAAC,YAAY;KAC7B,CAAA;AACH,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,QAA+B,EAC/B,QAA0B;IAE1B,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC;YAC/B,QAAQ,CAAC,KAAK,CAAC,aAAa;YAC5B,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;SACvC,CAAC,CAAC,CAAA;IACH,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAuB,CAAA;IACnD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QAClG,CAAC,CAAC,QAAQ,CAAC,KAAgC;QAC3C,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,IAAI,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC9G,CAAC,CAAC,QAAQ,CAAC,QAAmC;QAC9C,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QAClG,CAAC,CAAC,QAAQ,CAAC,KAAgC;QAC3C,CAAC,CAAC,IAAI,CAAA;IACR,MAAM,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,KAAK,SAAS;QAClE,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAA;IAC/B,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC;QAC1D,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAClC,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAA;YAC3C,MAAM,GAAG,GAAG,KAAgC,CAAA;YAC5C,OAAO;gBACL,gBAAgB,EAAE,GAAG,CAAC,cAAc;gBACpC,GAAG,CAAC,GAAG,CAAC,qBAAqB,KAAK,SAAS;oBACzC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,uBAAuB,EAAE,GAAG,CAAC,qBAAqB,EAAE,CAAC;gBAC3D,0BAA0B,EAAE,GAAG,CAAC,wBAAwB;aACzD,CAAA;QACH,CAAC,CAAC;QACJ,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,cAAc,GAAG,KAAK,CAAC,cAAc,IAAI,OAAO,KAAK,CAAC,cAAc,KAAK,QAAQ;WAClF,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC;QACvC,CAAC,CAAC,KAAK,CAAC,cAAyC;QACjD,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,uBAAuB,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAC7E,CAAC,CAAC,QAAQ,CAAC,uBAAuB;QAClC,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;QACjD,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YAClC,MAAM,GAAG,GAAG,QAAmC,CAAA;YAC/C,MAAM,EAAE,WAAW,EAAE,GAAG,gBAAgB,EAAE,GAAG,GAAG,CAAA;YAChD,OAAO;gBACL,GAAG,gBAAgB;gBACnB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5E,CAAA;QACH,CAAC,CAAC;QACJ,CAAC,CAAC,EAAE,CAAA;IACN,OAAO;QACL,KAAK,EAAE;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,gBAAgB,EAAE,eAAe;YACjC,eAAe,EAAE,QAAQ,CAAC,MAAM,IAAI,wDAAwD;YAC5F,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtF,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;gBAClE,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE;gBACrD,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,EAAE,kBAAkB,KAAK,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,WAAW;YACvE,MAAM,EAAE;gBACN,MAAM,EAAE,UAAU;gBAClB,mBAAmB,EAAE,kBAAkB;gBACvC,GAAG,CAAC,uBAAuB,CAAC,MAAM,GAAG,CAAC;oBACpC,CAAC,CAAC,EAAE,yBAAyB,EAAE,uBAAuB,EAAE;oBACxD,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/C;SACF;QACD,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;QACvC,UAAU,EAAE,YAAY;QACxB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU;QACjF,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,WAAW,IAAI,EAAE;QAC3D,UAAU;QACV,GAAG,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,iBAAiB,CAAC;YAClD,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE;YAC5C,CAAC,CAAC,EAAE,CAAC;KACR,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAA+B,EAAE,QAA0B;IAC/E,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACrF,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,cAAc;QAAE,OAAO,6BAA6B,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACpG,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,OAO7B;IAMC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAC3B,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAClC,MAAM,EACN,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,OAAO,EACf,WAAW,OAAO,CAAC,OAAO,EAAE,CAC7B,CAAA;IACD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;IACpE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;IAClD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAA;IAC7C,MAAM,KAAK,CAAC,WAAW,CAAC,CAAA;IACxB,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAA;QAChD,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,aAAa,EAAE;YAC7E,WAAW,EAAE,KAAK;YAClB,SAAS,EAAE,KAAK;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAA;QACF,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,YAAY,EAAE;YACzE,WAAW,EAAE,KAAK;YAClB,SAAS,EAAE,KAAK;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAA;QACF,MAAM,KAAK,CAAC,SAAS,CAAC,CAAA;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAC5B,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,KAAK,SAAS;QAC1C,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa;QAChC,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,kBAAkB;YACtC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc;YACjC,CAAC,CAAC,IAAI,CAAA;IACV,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAC3B,aAAa,EACb,SAAS,EACT,QAAQ,EACR,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CACrC,CAAA;YACD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAA;YACtF,CAAC;YACD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAA;YAC7C,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE;gBACjC,WAAW,EAAE,KAAK;gBAClB,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAE,IAAI;aACnB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YAC5B,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,EAAE,CAAA;AAChE,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,UAA8B,EAC9B,QAA2B,EAC3B,UAAkB;IAElB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAC9C,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,CAAA;IAC3D,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC,cAAc;QACpD,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC;QACxC,CAAC,CAAC,IAAI,CAAA;IACR,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IAC3C,MAAM,KAAK,CAAC,IAAI,CAAC,CAAA;IACjB,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,SAAS,CAAC,CAAA;QACtB,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAA;QACvC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE;YAC/F,WAAW,EAAE,KAAK;YAClB,SAAS,EAAE,KAAK;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAA;QACF,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;YACzF,WAAW,EAAE,KAAK;YAClB,SAAS,EAAE,KAAK;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAA;QACF,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE;YACpD,WAAW,EAAE,KAAK;YAClB,SAAS,EAAE,KAAK;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAA;QACF,MAAM,SAAS,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QAC/D,IAAI,UAAU,CAAC,KAAK,CAAC,cAAc,IAAI,cAAc,EAAE,CAAC;YACtD,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,cAAc,EAAE;gBAC7D,WAAW,EAAE,KAAK;gBAClB,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAE,IAAI;aACnB,CAAC,CAAA;QACJ,CAAC;QACD,MAAM,eAAe,GAAsB;YACzC,SAAS,EAAE,MAAM,+BAA+B,CAAC,SAAS,CAAC;YAC3D,MAAM,EAAE,MAAM,kBAAkB,CAAC,aAAa,CAAC;YAC/C,KAAK,EAAE,MAAM,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;YACpC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;SACjF,CAAA;QACD,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,eAAe,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,sBAAsB,CAAC,4DAA4D,CAAC,CAAA;QAChG,CAAC;QACD,sBAAsB,CAAC,UAAU,EAAE,eAAe,CAAC,CAAA;QACnD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,cAAc,EAAE,KAAK,EAAE,CAAA;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACrB,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,UAA8B,EAC9B,QAA0B,EAC1B,QAA2B;IAE3B,MAAM,OAAO,GAAsB;QACjC,SAAS,EAAE,MAAM,+BAA+B,CAAC,QAAQ,CAAC,SAAS,CAAC;QACpE,MAAM,EAAE,MAAM,kBAAkB,CAAC,QAAQ,CAAC,aAAa,CAAC;QACxD,KAAK,EAAE,MAAM,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC7C,cAAc,EAAE,QAAQ,CAAC,cAAc;YACrC,CAAC,CAAC,MAAM,kBAAkB,CAAC,QAAQ,CAAC,cAAc,CAAC;YACnD,CAAC,CAAC,IAAI;KACT,CAAA;IACD,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;QAC9E,MAAM,IAAI,sBAAsB,CAC9B,0EAA0E,CAC3E,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,oBAAoB,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AAC1F,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,KAAK,YAAY,2BAA2B;QACjD,mCAAmC,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AACpG,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;AACjD,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,UAAkB,EAClB,MAAkB,EAClB,OAA0B;IAE1B,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC5D,IAAI,CAAC,UAAU,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC1G,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACxF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;IACjE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,WAAW,UAAU,EAAE,MAAM,CAAC,CAAA;IACpF,MAAM,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC9D,IAAI,CAAC;QACH,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;QAChG,MAAM,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACjD,MAAM,KAAK,CAAA;IACb,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,QAAgB,EAChB,OAA2B;IAE3B,IAAI,CAAC,OAAO,EAAE,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;IAC9E,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAA;IAC3D,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,wBAAwB,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7E,CAAC;IACD,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAA;IAC5C,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IACxE,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzD,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,UAAU,CAAC,UAAU,EAAE,CAAC;QACjD,MAAM,IAAI,sBAAsB,CAAC,mDAAmD,CAAC,CAAA;IACvF,CAAC;IACD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC5E,IAAI,QAAQ,CAAC,KAAK,CAAC,aAAa,KAAK,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAA;IACvF,CAAC;IACD,2BAA2B,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAC1E,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IAC/D,MAAM,eAAe,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,SAAS,EAAE;QACrE,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,eAAe;KAChB,CAAC,CAAA;IACF,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,uCAAuC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7F,CAAC;IACD,MAAM,aAAa,GAAG,uBAAuB,CAC3C,UAAU,EACV,eAAe,CAAC,UAAU,CAAC,WAAW,EACtC,QAAQ,CACT,CAAA;IACD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAA;IAC/C,sBAAsB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;IAC5C,MAAM,qBAAqB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS;WAC9B,OAAO,CAAC,2BAA2B,EAAE,SAAS;WAC9C,OAAO,CAAC,GAAG,CAAA;IAChB,MAAM,OAAO,GAAG,MAAM,6BAA6B,CAAC;QAClD,SAAS;QACT,iBAAiB,EAAE,IAAI;QACvB,aAAa,EAAE,OAAO,CAAC,2BAA2B,EAAE,KAAK;eACpD,SAAS,CAAC,yBAAyB;KACzC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,GAAa,EAAE,CAAC;QAC9B,GAAG,YAAY,CAAC,SAAS,CAAC;QAC1B,GAAG,OAAO,CAAC,eAAe;KAC3B,CAAA;IACD,MAAM,2BAA2B,GAAoC;QACnE,GAAG,OAAO,CAAC,2BAA2B;QACtC,SAAS;QACT,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,SAAS;QACjC,YAAY,EAAE,OAAO;KACtB,CAAA;IACD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC1C,MAAM,IAAI,GAAoB,EAAE,CAAA;IAChC,IAAI,IAAI,GAAG,KAAK,CAAA;IAChB,MAAM,qBAAqB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;IACjD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAA;IAC5D,MAAM,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACvC,IAAI,QAA0B,CAAA;IAC9B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,sBAAsB,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;IAC3E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QAC3C,MAAM,KAAK,CAAA;IACb,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtC,IAAI,IAAI;YAAE,MAAK;QACf,KAAK,MAAM,OAAO,IAAI,aAAa,CAAC,eAAe,EAAE,CAAC;YACpD,IAAI,IAAI;gBAAE,MAAK;YACf,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;gBACpE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBACjC,IAAI,MAAM,GAA4B,QAAQ,CAAA;gBAC9C,IAAI,KAAK,GAA2B,IAAI,CAAA;gBACxC,IAAI,KAAK,GAA2B,IAAI,CAAA;gBACxC,IAAI,KAAK,GAA2B,IAAI,CAAA;gBACxC,IAAI,SAAqC,CAAA;gBACzC,IAAI,SAAS,GAAG,IAAI,CAAC,IAAI,CACvB,UAAU,CAAC,KAAK,CAAC,SAAS,EAC1B,MAAM,EACN,QAAQ,CAAC,EAAE,EACX,OAAO,EACP,WAAW,OAAO,EAAE,EACpB,QAAQ,CACT,CAAA;gBACD,IAAI,CAAC;oBACH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;wBAAE,MAAM,UAAU,EAAE,CAAA;oBAC/C,MAAM,qBAAqB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;oBACjD,MAAM,uBAAuB,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;oBAC7D,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC;wBACpC,UAAU;wBACV,QAAQ;wBACR,QAAQ;wBACR,MAAM,EAAE,QAAQ,CAAC,EAAE;wBACnB,OAAO;wBACP,OAAO;qBACR,CAAC,CAAA;oBACF,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAA;oBAC9B,MAAM,KAAK,GAAyB;wBAClC,IAAI,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC;wBACtC,OAAO;wBACP,OAAO;wBACP,aAAa,EAAE,QAAQ,CAAC,aAAa;wBACrC,YAAY,EAAE,QAAQ,CAAC,YAAY;wBACnC,SAAS,EAAE,QAAQ,CAAC,SAAS;wBAC7B,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,SAAS;wBACpC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACtD,CAAA;oBACD,MAAM,cAAc,GAAG,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ;wBACjE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,IAAI,sBAAsB,CAAC,CAC1D,UAAU,CAAC,IAAI,CAAC,QAAQ,EACxB,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,WAAW,EAAE,EAC5C,2BAA2B,CAC5B;wBACH,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,gBAAgB;4BAClD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,qBAAqB,IAAI,4BAA4B,CAAC,CAAC;gCACpE,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAgC;gCAClE,QAAQ,EAAE,QAAQ,CAAC,WAAW;gCAC9B,KAAK;gCACL,SAAS;gCACT,YAAY,EAAE,OAAO;6BACtB,CAAC;4BACJ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,4BAA4B,IAAI,4BAA4B,CAAC,CAAC;gCAC3E,QAAQ,EAAE;oCACR,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ;oCAC3B,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAgC;iCACnE;gCACD,QAAQ,EAAE,QAAQ,CAAC,WAAW;gCAC9B,KAAK;gCACL,SAAS;gCACT,YAAY,EAAE,OAAO;gCACrB,QAAQ,EAAE,2BAA2B,CAAC,QAAQ;6BAC/C,CAAC,CAAA;oBACR,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;wBAAE,MAAM,UAAU,EAAE,CAAA;oBAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC,CAAA;oBACxD,KAAK,GAAG,SAAS,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,CAAC,KAAK,EAAE,CAAA;oBAChE,KAAK,GAAG,SAAS,CAAC,KAAK,CAAA;oBACvB,SAAS,GAAG,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ;2BACnD,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,gBAAgB;2BAClD,SAAS,CAAC,SAAS;wBACtB,CAAC,CAAC;4BACE,GAAG,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;4BAC3D,EAAE,IAAI,EAAE,sBAAsB,EAAE,IAAI,EAAE,QAAQ,EAAE;yBACjD;wBACH,CAAC,CAAC,SAAS,CAAA;oBACb,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC,EACrD,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACzC,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAA;oBACD,MAAM,GAAG,WAAW,CAAA;gBACtB,CAAC;gBAAC,OAAO,MAAM,EAAE,CAAC;oBAChB,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAA;oBACjD,KAAK,GAAG,IAAI,CAAA;oBACZ,KAAK,GAAG,IAAI,CAAA;oBACZ,SAAS,GAAG,SAAS,CAAA;oBACrB,KAAK,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,IAAI,kBAAkB,EAAE,CAAA;oBAC3H,IACE,OAAO,CAAC,MAAM,EAAE,OAAO;2BACpB,MAAM,YAAY,sBAAsB;2BACxC,gBAAgB,CAAC,MAAM,CAAC;2BACxB,MAAM,KAAK,SAAS;2BACpB,CACD,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ;+BACzC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,gBAAgB,CACtD;wBACD,IAAI,GAAG,IAAI,CAAA;gBACf,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,qBAAqB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;oBACjD,MAAM,uBAAuB,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;gBAC/D,CAAC;gBAAC,OAAO,OAAO,EAAE,CAAC;oBACjB,MAAM,GAAG,QAAQ,CAAA;oBACjB,KAAK,GAAG,IAAI,CAAA;oBACZ,KAAK,GAAG,IAAI,CAAA;oBACZ,SAAS,GAAG,SAAS,CAAA;oBACrB,KAAK,GAAG,EAAE,OAAO,EAAE,UAAU,CAAE,OAAiB,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,CAAA;oBACtE,IAAI,GAAG,IAAI,CAAA;gBACb,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC;oBACR,MAAM,EAAE,QAAQ,CAAC,EAAE;oBACnB,OAAO;oBACP,OAAO;oBACP,MAAM;oBACN,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;oBACpD,SAAS,EAAE,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC;oBAC/C,KAAK;oBACL,KAAK;oBACL,KAAK;oBACL,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpC,CAAC,CAAA;gBACF,IAAI,IAAI;oBAAE,MAAK;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,qBAAqB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;QACjD,MAAM,uBAAuB,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;IAC/D,CAAC;IAAC,OAAO,OAAO,EAAE,CAAC;QACjB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,OAAO,CAAA;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;QACnC,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAA;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,OAAO,IAAI,CAAC,SAAS,CAAA;QACrB,IAAI,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,UAAU,CAAE,OAAiB,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,CAAA;IAC7E,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;QACnC,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAA;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,OAAO,IAAI,CAAC,SAAS,CAAA;QACrB,IAAI,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,OAAO,EAAE,CAAA;IAChD,CAAC;IACD,MAAM,MAAM,GAAe;QACzB,OAAO,EAAE,CAAC;QACV,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,WAAW,EAAE,eAAe,CAAC,UAAU,CAAC,WAAW;QACnD,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ;QAClC,SAAS;QACT,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,IAAI;QACJ,OAAO,EAAE,wBAAwB,CAAC,IAAI,CAAC;KACxC,CAAA;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAA;IACvE,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,aAAa,CAAC,CAAA;IAC/E,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA;AAC1D,CAAC"}

package/dist/eval-spec.d.ts

@@ -0,0 +1,57 @@
+import type { Digest, ValidationResult } from './types.js';
+export type EvalProvider = 'codex-trigger' | 'codex-conversation' | {
+    type: 'custom-process';
+    command: string[];
+} | {
+    type: 'codex-workflow';
+    command: string[];
+    allowedModels: string[];
+};
+export interface EvalSpecPathDigest {
+    path: string;
+    digest: Digest;
+}
+export type EvalBaseline = {
+    type: 'none';
+} | {
+    type: 'without-skill';
+} | {
+    type: 'previous-version';
+    target: EvalSpecPathDigest;
+};
+export interface EvalSpec {
+    version: 1;
+    source: {
+        plugin: string;
+        skill: string;
+        suite: string;
+        profile: string;
+    };
+    workspace: EvalSpecPathDigest;
+    target: EvalSpecPathDigest;
+    cases: EvalSpecPathDigest;
+    provider: EvalProvider;
+    runs: number;
+    timeoutMs: number;
+    baseline: EvalBaseline;
+    outputDir: string;
+}
+export interface EvalSpecCalculated {
+    spec: EvalSpec;
+    specDigest: Digest;
+    workspaceDigest: Digest;
+    providerDigest: Digest;
+    targetDigest: Digest;
+    caseDigest: Digest;
+    previousTargetDigest: Digest | null;
+    paths: {
+        workspace: string;
+        target: string;
+        cases: string;
+        previousTarget: string | null;
+        outputDir: string;
+    };
+}
+export declare function validateEvalSpec(value: unknown): Promise<ValidationResult<EvalSpec>>;
+export declare function parseEvalSpec(value: unknown): Promise<EvalSpec>;
+export declare function validateEvalSpecFile(specPath: string): Promise<ValidationResult<EvalSpecCalculated>>;