@yiaany/ghostapi 0.1.6 → 0.1.8

package/dist/evals/evals.js

@@ -0,0 +1,466 @@
+import { createHash } from "node:crypto";
+import { lstat, mkdir, readFile, realpath, rm } from "node:fs/promises";
+import { basename, dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
+import { getDataPaths } from "../config/dataPaths.js";
+import { runEgressCommand } from "../egress/run.js";
+import { generateEvidenceReport, loadEvidenceReport } from "../evidence/index.js";
+import { sanitizeSecretString } from "../security/secrets.js";
+import { atomicWriteJson, ensurePrivateDirectory } from "../storage/fileStore.js";
+const MAX_SPEC_BYTES = 128 * 1024;
+const MAX_REPORT_BYTES = 512 * 1024;
+const MAX_ITEMS = 100;
+const IDENTIFIER = /^[a-z0-9][a-z0-9._-]{0,127}$/;
+export class EvalError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "EvalError";
+    }
+}
+export const builtinEvalTemplates = {
+    "retry-after": template("retry-after", "Retry honors Retry-After", [
+        { id: "rate-limit-scenario", type: "scenario-completed", value: "stripe.rate_limited", points: 40 },
+        { id: "retry-observed", type: "retry-observed", points: 30 },
+        { id: "no-production-egress", type: "no-production-egress", points: 20 },
+        { id: "run-finished", type: "run-finished", points: 10 }
+    ], [{ id: "production-egress", type: "production-egress" }, { id: "secret-leak", type: "secret-leak" }], [{ id: "stripe.rate_limited", type: "rate-limit", provider: "stripe", statusCode: 429, retryAfterMs: 2000 }], ["stripe.rate_limited"]),
+    "duplicate-payment": template("duplicate-payment", "Duplicate payment prevention", [
+        { id: "duplicate-payment-scenario", type: "scenario-completed", value: "stripe.duplicate_payment", points: 50 },
+        { id: "stripe-covered", type: "provider-covered", value: "stripe", points: 20 },
+        { id: "no-production-egress", type: "no-production-egress", points: 30 }
+    ], [{ id: "production-egress", type: "production-egress" }, { id: "provider-failure", type: "provider-failure" }], [{ id: "stripe.duplicate_payment", type: "timeout", provider: "stripe" }], ["stripe.duplicate_payment"]),
+    "webhook-signature": template("webhook-signature", "Webhook signature validation", [
+        { id: "signature-scenario", type: "scenario-completed", value: "stripe.webhook_signature_invalid", points: 50 },
+        { id: "no-secrets", type: "no-secrets", points: 25 },
+        { id: "no-production-egress", type: "no-production-egress", points: 25 }
+    ], [{ id: "production-egress", type: "production-egress" }, { id: "secret-leak", type: "secret-leak" }], [{ id: "stripe.webhook_signature_invalid", type: "invalid-webhook-signature", provider: "stripe" }], ["stripe.webhook_signature_invalid"]),
+    "no-secret-logs": template("no-secret-logs", "No secret in logs", [
+        { id: "no-secrets", type: "no-secrets", points: 70 },
+        { id: "evidence-passed", type: "evidence-passed", points: 30 }
+    ], [{ id: "secret-leak", type: "secret-leak" }, { id: "production-egress", type: "production-egress" }], [], ["security.no_secret_logs"]),
+    "timeout-recovery": template("timeout-recovery", "Timeout recovery", [
+        { id: "timeout-scenario", type: "scenario-completed", value: "provider.timeout", points: 40 },
+        { id: "run-finished", type: "run-finished", points: 30 },
+        { id: "no-production-egress", type: "no-production-egress", points: 30 }
+    ], [{ id: "production-egress", type: "production-egress" }], [{ id: "provider.timeout", type: "timeout" }], ["provider.timeout"]),
+    "no-production-bypass": template("no-production-bypass", "No production bypass", [
+        { id: "no-production-egress", type: "no-production-egress", points: 80 },
+        { id: "run-finished", type: "run-finished", points: 20 }
+    ], [{ id: "production-egress", type: "production-egress" }, { id: "secret-leak", type: "secret-leak" }], [], ["security.no_production_bypass"])
+};
+export async function loadEvalSpec(path, projectRoot = process.cwd()) {
+    const resolved = await resolveExistingPath(path, projectRoot);
+    const source = await readFile(resolved, "utf8");
+    if (Buffer.byteLength(source, "utf8") > MAX_SPEC_BYTES)
+        throw new EvalError(`Eval spec exceeds ${MAX_SPEC_BYTES} bytes.`);
+    let parsed;
+    try {
+        parsed = JSON.parse(source);
+    }
+    catch {
+        throw new EvalError("Eval spec must be valid JSON.");
+    }
+    return normalizeEvalSpec(parsed);
+}
+export async function runEval(options = {}) {
+    const projectRoot = await realProjectRoot(process.cwd());
+    const spec = options.template === undefined
+        ? await loadEvalSpec(requiredSpecPath(options.specPath), projectRoot)
+        : readBuiltinTemplate(options.template);
+    let evidencePath;
+    let evidence;
+    if (options.evidencePath === undefined) {
+        if (spec.injectedFailures.length > 0) {
+            throw new EvalError("Eval specs with injectedFailures require --evidence until GhostAPI can apply the declared failures to an isolated synthetic world.");
+        }
+        const run = await runEgressCommand({ command: spec.task.command, allowHosts: [], timeoutMs: spec.limits.timeoutMs, maxOutputBytes: spec.limits.maxOutputBytes });
+        const generated = await generateEvidenceReport({ runPath: run.evidencePath, generatedAt: options.generatedAt });
+        evidencePath = generated.path;
+        evidence = generated.report;
+    }
+    else {
+        evidencePath = options.evidencePath;
+        evidence = await loadEvidenceReport(evidencePath, projectRoot);
+    }
+    const report = scoreEval(spec, evidence, { evidencePath, generatedAt: options.generatedAt ?? new Date().toISOString() });
+    const path = await writeEvalReport(report, projectRoot, options.outPath);
+    return { report, path };
+}
+export function scoreEval(spec, evidence, options = {}) {
+    const normalizedSpec = normalizeEvalSpec(spec);
+    const forbiddenTriggered = normalizedSpec.forbidden.filter((forbidden) => isForbiddenTriggered(forbidden, evidence)).map((forbidden) => forbidden.id).sort();
+    const components = normalizedSpec.rubric.components.map((component) => {
+        const expectation = normalizedSpec.expectations.find((candidate) => candidate.id === component.expectationId);
+        const passed = expectation !== undefined && evaluateExpectation(expectation, evidence);
+        return { id: component.id, expectationId: component.expectationId, passed, points: passed ? component.points : 0, maxPoints: component.points, reason: sanitizedText(passed ? component.reason : failedReason(expectation, evidence)) };
+    }).sort((left, right) => left.id.localeCompare(right.id));
+    const rawScore = components.reduce((sum, component) => sum + component.points, 0);
+    const core = forbiddenTriggered.length > 0 ? 0 : Math.min(normalizedSpec.rubric.maxScore, rawScore);
+    const reportWithoutHash = {
+        schemaVersion: 1,
+        artifact: { generatedAt: options.generatedAt ?? new Date().toISOString(), logicalHash: "", canonicalization: "json-stable-sorted-keys-v1" },
+        eval: { id: normalizedSpec.id, title: sanitizedText(normalizedSpec.title), specHash: hashStable(normalizedSpec) },
+        evidence: { path: options.evidencePath === undefined ? undefined : sanitizedText(options.evidencePath), logicalHash: evidence.artifact.logicalHash, runId: evidence.run.id, links: options.evidencePath === undefined ? [] : [sanitizedText(options.evidencePath)] },
+        score: { core, max: normalizedSpec.rubric.maxScore, passed: forbiddenTriggered.length === 0 && core >= normalizedSpec.rubric.maxScore, forbiddenTriggered, components },
+        repeatability: { deterministicInputs: true, evidenceLogicalHash: evidence.artifact.logicalHash, evalLogicalHash: "", notes: ["Core score uses deterministic evidence only; LLM-as-judge is not part of the security score."] },
+        judge: { used: false, reason: "LLM-as-judge is optional and disabled for core security scoring." },
+        warnings: evidence.warnings.map(sanitizedText)
+    };
+    reportWithoutHash.repeatability.evalLogicalHash = hashLogicalReport(reportWithoutHash);
+    reportWithoutHash.artifact.logicalHash = reportWithoutHash.repeatability.evalLogicalHash;
+    return reportWithoutHash;
+}
+export function formatEvalReport(report) {
+    const marker = report.score.passed ? "PASS" : "FAIL";
+    return [
+        `GhostAPI eval report: ${marker}`,
+        `Eval: ${escapeTerminal(report.eval.id)} - ${escapeTerminal(report.eval.title)}`,
+        `Score: ${report.score.core}/${report.score.max}`,
+        `Evidence: ${escapeTerminal(report.evidence.logicalHash)}`,
+        `Forbidden: ${report.score.forbiddenTriggered.length > 0 ? report.score.forbiddenTriggered.map(escapeTerminal).join(", ") : "none"}`,
+        "Components:",
+        ...report.score.components.map((component) => `  ${component.passed ? "PASS" : "FAIL"} ${escapeTerminal(component.id)}: ${component.points}/${component.maxPoints} - ${escapeTerminal(component.reason)}`),
+        `Judge: ${report.judge.used ? "used" : "not used"} - ${escapeTerminal(report.judge.reason)}`,
+        ...report.warnings.map((warning) => `  WARNING eval: ${escapeTerminal(warning)}`)
+    ].join("\n");
+}
+function evaluateExpectation(expectation, evidence) {
+    if (expectation.type === "run-finished")
+        return evidence.run.status === "finished";
+    if (expectation.type === "run-exit-code")
+        return evidence.run.exitCode === expectation.value;
+    if (expectation.type === "scenario-completed")
+        return typeof expectation.value === "string" && evidence.coverage.scenarios.includes(expectation.value);
+    if (expectation.type === "provider-covered")
+        return typeof expectation.value === "string" && evidence.coverage.providers.includes(expectation.value);
+    if (expectation.type === "retry-observed")
+        return hasObservedRetry(evidence);
+    if (expectation.type === "no-provider-failures")
+        return evidence.retriesAndFailures.failureCount === 0;
+    if (expectation.type === "no-secrets")
+        return evidence.secrets.matches === 0;
+    if (expectation.type === "no-production-egress")
+        return hasEnforcedCompletedRun(evidence) && evidence.egress.productionAttempts === 0;
+    return evidence.summary.passed;
+}
+function isForbiddenTriggered(forbidden, evidence) {
+    if (forbidden.type === "production-egress")
+        return evidence.egress.productionAttempts > 0;
+    if (forbidden.type === "secret-leak")
+        return evidence.secrets.matches > 0;
+    if (forbidden.type === "provider-failure")
+        return evidence.retriesAndFailures.failureCount > 0;
+    return typeof forbidden.value === "string" && !evidence.coverage.scenarios.includes(forbidden.value);
+}
+function failedReason(expectation, evidence) {
+    if (expectation === undefined)
+        return "Rubric references an unknown expectation.";
+    if (expectation.type === "run-finished")
+        return `Run status was ${evidence.run.status}.`;
+    if (expectation.type === "run-exit-code")
+        return `Run exit code was ${evidence.run.exitCode ?? "unknown"}.`;
+    if (expectation.type === "scenario-completed")
+        return `Scenario ${String(expectation.value)} was not present in evidence.`;
+    if (expectation.type === "provider-covered")
+        return `Provider ${String(expectation.value)} was not present in evidence.`;
+    if (expectation.type === "retry-observed")
+        return "No retry was observed after a retryable provider response.";
+    if (expectation.type === "no-provider-failures")
+        return `${evidence.retriesAndFailures.failureCount} provider failure(s) were observed.`;
+    if (expectation.type === "no-secrets")
+        return `${evidence.secrets.matches} secret-shaped value(s) were detected.`;
+    if (expectation.type === "no-production-egress")
+        return hasEnforcedCompletedRun(evidence) ? `${evidence.egress.productionAttempts} production egress attempt(s) were observed.` : "A completed Linux namespace run is required before zero production egress can be credited.";
+    return "Evidence report did not pass.";
+}
+function normalizeEvalSpec(value) {
+    if (!isPlainObject(value))
+        throw new EvalError("Eval spec must be an object.");
+    assertKeys(value, ["schemaVersion", "kind", "id", "title", "syntheticWorld", "task", "injectedFailures", "expectations", "forbidden", "limits", "rubric", "judge"], "eval spec");
+    const spec = value;
+    if (spec.schemaVersion !== 1 || spec.kind !== "ghostapi.eval")
+        throw new EvalError("Unsupported eval spec schema.");
+    if (!IDENTIFIER.test(spec.id))
+        throw new EvalError("Eval id must be a stable identifier.");
+    if (typeof spec.title !== "string" || spec.title.trim() === "")
+        throw new EvalError("Eval title is required.");
+    normalizeSyntheticWorld(spec.syntheticWorld);
+    normalizeTask(spec.task);
+    normalizeInjectedFailures(spec.injectedFailures);
+    normalizeExpectations(spec.expectations);
+    normalizeForbidden(spec.forbidden);
+    normalizeLimits(spec.limits);
+    normalizeRubric(spec.rubric, spec.expectations);
+    if (judgeEnabled(spec.judge))
+        throw new EvalError("LLM-as-judge cannot be enabled for core eval specs.");
+    return spec;
+}
+function normalizeSyntheticWorld(value) {
+    if (!isPlainObject(value))
+        throw new EvalError("syntheticWorld must be an object.");
+    assertKeys(value, ["providers", "scenarios", "world"], "syntheticWorld");
+    readIdentifierArray(value.providers, "syntheticWorld.providers");
+    readIdentifierArray(value.scenarios, "syntheticWorld.scenarios");
+    if (value.world !== undefined)
+        normalizeWorldReference(value.world);
+}
+function normalizeWorldReference(value) {
+    if (!isPlainObject(value))
+        throw new EvalError("syntheticWorld.world must be an object.");
+    assertKeys(value, ["id", "version", "seed"], "syntheticWorld.world");
+    if (typeof value.id !== "string" || !IDENTIFIER.test(value.id) || typeof value.version !== "string" || !/^\d+\.\d+\.\d+$/.test(value.version) || typeof value.seed !== "string" || value.seed.trim() === "" || value.seed.length > 128 || /[\r\n\t]/.test(value.seed) || sanitizeSecretString(value.seed) !== value.seed) {
+        throw new EvalError("syntheticWorld.world must reference a safe world id, semantic version and non-secret seed.");
+    }
+}
+function normalizeTask(value) {
+    if (!isPlainObject(value))
+        throw new EvalError("task must be an object.");
+    assertKeys(value, ["description", "command"], "task");
+    if (typeof value.description !== "string")
+        throw new EvalError("task.description must be a string.");
+    if (!Array.isArray(value.command) || value.command.length === 0 || value.command.length > 64 || !value.command.every((entry) => typeof entry === "string" && entry.trim() !== ""))
+        throw new EvalError("task.command must be a non-empty string array.");
+}
+function normalizeInjectedFailures(values) {
+    if (!Array.isArray(values) || values.length > MAX_ITEMS)
+        throw new EvalError("injectedFailures must be a bounded array.");
+    for (const value of values) {
+        if (!isPlainObject(value))
+            throw new EvalError("injected failure must be an object.");
+        assertKeys(value, ["id", "type", "provider", "statusCode", "retryAfterMs"], "injected failure");
+        if (!IDENTIFIER.test(value.id) || !IDENTIFIER.test(value.type))
+            throw new EvalError("injected failure id/type is invalid.");
+        if (value.provider !== undefined && (typeof value.provider !== "string" || !IDENTIFIER.test(value.provider)))
+            throw new EvalError("injected failure provider is invalid.");
+        if (value.statusCode !== undefined && (!Number.isInteger(value.statusCode) || value.statusCode < 400 || value.statusCode > 599))
+            throw new EvalError("injected failure statusCode must be an error status.");
+        if (value.retryAfterMs !== undefined && (!Number.isInteger(value.retryAfterMs) || value.retryAfterMs < 0 || value.retryAfterMs > 300_000))
+            throw new EvalError("injected failure retryAfterMs is invalid.");
+    }
+}
+function normalizeExpectations(values) {
+    if (!Array.isArray(values) || values.length === 0 || values.length > MAX_ITEMS)
+        throw new EvalError("expectations must be a non-empty bounded array.");
+    const ids = new Set();
+    for (const value of values) {
+        if (!isPlainObject(value))
+            throw new EvalError("expectation must be an object.");
+        assertKeys(value, ["id", "type", "value", "points"], "expectation");
+        if (!IDENTIFIER.test(value.id) || ids.has(value.id))
+            throw new EvalError("expectation id must be unique and stable.");
+        ids.add(value.id);
+        if (!["run-finished", "run-exit-code", "scenario-completed", "provider-covered", "retry-observed", "no-provider-failures", "no-secrets", "no-production-egress", "evidence-passed"].includes(value.type))
+            throw new EvalError(`Unsupported expectation type: ${String(value.type)}`);
+        if ((value.type === "run-exit-code" && !Number.isInteger(value.value)) || ((value.type === "scenario-completed" || value.type === "provider-covered") && (typeof value.value !== "string" || !IDENTIFIER.test(value.value))))
+            throw new EvalError(`Expectation ${value.id} has an invalid value.`);
+        if (!["run-exit-code", "scenario-completed", "provider-covered"].includes(value.type) && value.value !== undefined)
+            throw new EvalError(`Expectation ${value.id} does not accept a value.`);
+    }
+}
+function normalizeForbidden(values) {
+    if (!Array.isArray(values) || values.length > MAX_ITEMS)
+        throw new EvalError("forbidden must be a bounded array.");
+    for (const value of values) {
+        if (!isPlainObject(value))
+            throw new EvalError("forbidden action must be an object.");
+        assertKeys(value, ["id", "type", "value"], "forbidden action");
+        if (!IDENTIFIER.test(value.id))
+            throw new EvalError("forbidden action id is invalid.");
+        if (!["production-egress", "secret-leak", "provider-failure", "missing-scenario"].includes(value.type))
+            throw new EvalError(`Unsupported forbidden action type: ${String(value.type)}`);
+        if (value.type === "missing-scenario" && (typeof value.value !== "string" || !IDENTIFIER.test(value.value)))
+            throw new EvalError("missing-scenario forbidden actions require a scenario identifier.");
+        if (value.type !== "missing-scenario" && value.value !== undefined)
+            throw new EvalError(`${value.type} forbidden actions do not accept a value.`);
+    }
+}
+function normalizeLimits(value) {
+    if (!isPlainObject(value))
+        throw new EvalError("limits must be an object.");
+    assertKeys(value, ["timeoutMs", "maxOutputBytes"], "limits");
+    if (!Number.isInteger(value.timeoutMs) || value.timeoutMs < 100 || value.timeoutMs > 300_000)
+        throw new EvalError("limits.timeoutMs must be between 100 and 300000.");
+    if (!Number.isInteger(value.maxOutputBytes) || value.maxOutputBytes < 0 || value.maxOutputBytes > 10 * 1024 * 1024)
+        throw new EvalError("limits.maxOutputBytes must be bounded.");
+}
+function normalizeRubric(value, expectations) {
+    if (!isPlainObject(value))
+        throw new EvalError("rubric must be an object.");
+    assertKeys(value, ["maxScore", "components"], "rubric");
+    if (!Number.isInteger(value.maxScore) || value.maxScore < 1 || value.maxScore > 1000)
+        throw new EvalError("rubric.maxScore must be a positive bounded integer.");
+    if (!Array.isArray(value.components) || value.components.length === 0 || value.components.length > MAX_ITEMS)
+        throw new EvalError("rubric.components must be a non-empty bounded array.");
+    const expectationIds = new Set(expectations.map((expectation) => expectation.id));
+    const componentIds = new Set();
+    const referencedExpectations = new Set();
+    let totalPoints = 0;
+    for (const component of value.components) {
+        if (!isPlainObject(component))
+            throw new EvalError("rubric component must be an object.");
+        assertKeys(component, ["id", "expectationId", "points", "reason"], "rubric component");
+        if (!IDENTIFIER.test(component.id) || componentIds.has(component.id) || !expectationIds.has(component.expectationId) || referencedExpectations.has(component.expectationId))
+            throw new EvalError("rubric component id or expectation reference is duplicated or unknown.");
+        if (!Number.isInteger(component.points) || component.points < 0 || component.points > value.maxScore)
+            throw new EvalError("rubric component points are invalid.");
+        if (typeof component.reason !== "string" || component.reason.trim() === "")
+            throw new EvalError("rubric component reason is required.");
+        componentIds.add(component.id);
+        referencedExpectations.add(component.expectationId);
+        totalPoints += component.points;
+    }
+    if (totalPoints !== value.maxScore)
+        throw new EvalError("rubric component points must sum exactly to rubric.maxScore.");
+}
+function hasObservedRetry(evidence) {
+    return evidence.egress.allowedAttempts.some((attempt, index, attempts) => {
+        if (attempt.statusCode !== 429 && attempt.statusCode < 500)
+            return false;
+        return attempts.slice(index + 1).some((later) => later.provider === attempt.provider && later.method === attempt.method && later.path === attempt.path);
+    });
+}
+function hasEnforcedCompletedRun(evidence) {
+    return evidence.run.status === "finished" && evidence.enforcement.mode === "linux-network-namespace" && evidence.enforcement.isolated && !evidence.enforcement.degraded;
+}
+function template(id, title, expectations, forbidden, failures, scenarios) {
+    return {
+        schemaVersion: 1,
+        kind: "ghostapi.eval",
+        id,
+        title,
+        syntheticWorld: { providers: ["stripe"], scenarios },
+        task: { description: `Run an agent workflow for ${title}.`, command: ["node", "agent-workflow.mjs"] },
+        injectedFailures: failures,
+        expectations,
+        forbidden,
+        limits: { timeoutMs: 60_000, maxOutputBytes: 512 * 1024 },
+        rubric: { maxScore: 100, components: expectations.map((expectation) => ({ id: expectation.id, expectationId: expectation.id, points: expectation.points ?? 0, reason: `${expectation.type} satisfied.` })) },
+        judge: { llmAsJudge: false }
+    };
+}
+function readBuiltinTemplate(name) {
+    const template = builtinEvalTemplates[name];
+    if (template === undefined)
+        throw new EvalError(`Unknown eval template: ${sanitizeSecretString(name)}`);
+    return template;
+}
+async function writeEvalReport(report, projectRoot, outPath) {
+    const target = outPath === undefined ? join(getDataPaths().reports, `${report.eval.id}.eval.json`) : await resolveOutputPath(outPath, projectRoot);
+    await ensurePrivateDirectory(dirname(target));
+    await atomicWriteJson(target, report);
+    const source = await readFile(target, "utf8");
+    if (Buffer.byteLength(source, "utf8") > MAX_REPORT_BYTES) {
+        await rm(target, { force: true });
+        throw new EvalError(`Eval report exceeds ${MAX_REPORT_BYTES} bytes.`);
+    }
+    return target;
+}
+async function resolveOutputPath(outPath, projectRoot) {
+    const target = isAbsolute(outPath) ? resolve(outPath) : resolve(projectRoot, outPath);
+    assertPathInsideAllowedRoots(projectRoot, target);
+    await mkdir(dirname(target), { recursive: true, mode: 0o700 });
+    const parent = await lstat(dirname(target));
+    if (!parent.isDirectory() || parent.isSymbolicLink())
+        throw new EvalError("Eval output parent must be a real directory, not a symlink.");
+    if (!await isRealPathInsideAllowedRoots(dirname(target), projectRoot))
+        throw new EvalError("Eval output parent resolves outside the project root or GHOSTAPI_DATA_DIR through a symlink.");
+    const existing = await lstat(target).catch((error) => isErrorCode(error, "ENOENT") ? null : Promise.reject(error));
+    if (existing?.isSymbolicLink())
+        throw new EvalError("Eval output path must not be a symlink.");
+    return target;
+}
+async function resolveExistingPath(path, projectRoot) {
+    const target = isAbsolute(path) ? resolve(path) : resolve(projectRoot, path);
+    assertPathInsideAllowedRoots(projectRoot, target);
+    const info = await lstat(target);
+    if (!info.isFile() || info.isSymbolicLink())
+        throw new EvalError("Eval input path must be a regular non-symlink file.");
+    if (!await isRealPathInsideAllowedRoots(target, projectRoot))
+        throw new EvalError("Eval input resolves outside the project root or GHOSTAPI_DATA_DIR through a symlink.");
+    return target;
+}
+async function realProjectRoot(projectRoot) {
+    const root = resolve(projectRoot);
+    const info = await lstat(root);
+    if (!info.isDirectory() || info.isSymbolicLink())
+        throw new EvalError("Project root must be a real directory, not a symlink.");
+    return root;
+}
+function requiredSpecPath(path) {
+    if (path === undefined)
+        throw new EvalError("Eval requires --spec or --template.");
+    return path;
+}
+function assertPathInsideAllowedRoots(projectRoot, target) {
+    if (!isInside(projectRoot, target) && !isInside(getDataPaths().root, target))
+        throw new EvalError("Eval path traversal outside the project root or GHOSTAPI_DATA_DIR is not allowed.");
+    if (basename(target).trim() === "")
+        throw new EvalError("Eval path must include a file name.");
+}
+function isInside(root, target) {
+    const relativePath = relative(resolve(root), target);
+    return relativePath !== ".." && !relativePath.startsWith(`..${sep}`) && !isAbsolute(relativePath);
+}
+async function isRealPathInsideAllowedRoots(target, projectRoot) {
+    const realTarget = await realpath(target);
+    const realProjectRoot = await realpath(projectRoot);
+    const dataRoot = await realpath(getDataPaths().root).catch(() => null);
+    return isInside(realProjectRoot, realTarget) || (dataRoot !== null && isInside(dataRoot, realTarget));
+}
+function readIdentifierArray(value, label) {
+    if (!Array.isArray(value) || value.length > MAX_ITEMS || !value.every((entry) => typeof entry === "string" && IDENTIFIER.test(entry)))
+        throw new EvalError(`${label} must be a bounded array of identifiers.`);
+}
+function assertKeys(value, allowed, label) {
+    for (const key of Object.keys(value)) {
+        if (!allowed.includes(key))
+            throw new EvalError(`Unknown ${label} field: ${key}`);
+    }
+}
+function judgeEnabled(value) {
+    if (value === undefined)
+        return false;
+    if (!isPlainObject(value))
+        throw new EvalError("judge must be an object when present.");
+    assertKeys(value, ["llmAsJudge"], "judge");
+    const judge = value.llmAsJudge;
+    if (judge === false)
+        return false;
+    if (!isPlainObject(judge))
+        throw new EvalError("judge.llmAsJudge must be false or a disabled object.");
+    assertKeys(judge, ["enabled", "note"], "judge.llmAsJudge");
+    return judge.enabled !== false;
+}
+function isPlainObject(value) {
+    return value !== null && typeof value === "object" && !Array.isArray(value);
+}
+function hashLogicalReport(report) {
+    const logical = structuredClone(report);
+    logical.artifact.generatedAt = "";
+    logical.artifact.logicalHash = "";
+    logical.repeatability.evalLogicalHash = "";
+    return hashStable(logical);
+}
+function hashStable(value) {
+    return createHash("sha256").update(stableStringify(value), "utf8").digest("hex");
+}
+function stableStringify(value) {
+    if (value === undefined)
+        return "null";
+    if (value === null || typeof value !== "object")
+        return JSON.stringify(value);
+    if (Array.isArray(value))
+        return `[${value.map(stableStringify).join(",")}]`;
+    const entries = Object.entries(value).filter(([, entry]) => entry !== undefined).sort(([left], [right]) => left.localeCompare(right));
+    return `{${entries.map(([key, entry]) => `${JSON.stringify(key)}:${stableStringify(entry)}`).join(",")}}`;
+}
+function sanitizedText(value) {
+    const sanitized = sanitizeSecretString(value).replace(/[\r\n\t]/g, " ");
+    return sanitized.length > 2_000 ? `${sanitized.slice(0, 2_000)}[truncated]` : sanitized;
+}
+function escapeTerminal(value) {
+    return sanitizedText(value).replace(/[\u001B\u009B][[\]()#;?]*(?:(?:(?:[a-zA-Z\d]*(?:;[a-zA-Z\d]*)*)?\u0007)|(?:(?:\d{1,4}(?:;\d{0,4})*)?[\dA-PR-TZcf-nq-uy=><~]))/g, "").replace(/[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/g, "");
+}
+function isErrorCode(error, code) {
+    return error instanceof Error && "code" in error && error.code === code;
+}
+//# sourceMappingURL=evals.js.map

package/dist/evals/evals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/evals/evals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAuB,MAAM,sBAAsB,CAAC;AACvG,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AA2ElF,MAAM,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC;AAClC,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC;AACpC,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,UAAU,GAAG,8BAA8B,CAAC;AAElD,MAAM,OAAO,SAAU,SAAQ,KAAK;IAClC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAuC;IACtE,aAAa,EAAE,QAAQ,CAAC,aAAa,EAAE,0BAA0B,EAAE;QACjE,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,qBAAqB,EAAE,MAAM,EAAE,EAAE,EAAE;QACnG,EAAE,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,EAAE;QAC5D,EAAE,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,EAAE,EAAE;QACxE,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,EAAE,EAAE;KACzD,EAAE,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,qBAAqB,CAAC,CAAC;IAC/O,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB,EAAE,8BAA8B,EAAE;QACjF,EAAE,EAAE,EAAE,4BAA4B,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,0BAA0B,EAAE,MAAM,EAAE,EAAE,EAAE;QAC/G,EAAE,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE;QAC/E,EAAE,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,EAAE,EAAE;KACzE,EAAE,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,0BAA0B,CAAC,CAAC;IAC3N,mBAAmB,EAAE,QAAQ,CAAC,mBAAmB,EAAE,8BAA8B,EAAE;QACjF,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,kCAAkC,EAAE,MAAM,EAAE,EAAE,EAAE;QAC/G,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE;QACpD,EAAE,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,EAAE,EAAE;KACzE,EAAE,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,kCAAkC,EAAE,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,kCAAkC,CAAC,CAAC;IACnP,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,EAAE,mBAAmB,EAAE;QAChE,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE;QACpD,EAAE,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,EAAE,EAAE;KAC/D,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,yBAAyB,CAAC,CAAC;IACzI,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB,EAAE;QACnE,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,EAAE,EAAE;QAC7F,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,EAAE,EAAE;QACxD,EAAE,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,EAAE,EAAE;KACzE,EAAE,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,kBAAkB,CAAC,CAAC;IACjI,sBAAsB,EAAE,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,EAAE;QAC/E,EAAE,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,EAAE,EAAE;QACxE,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,EAAE,EAAE;KACzD,EAAE,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,+BAA+B,CAAC,CAAC;CAChJ,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE;IAC1E,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAChD,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,cAAc;QAAE,MAAM,IAAI,SAAS,CAAC,qBAAqB,cAAc,SAAS,CAAC,CAAC;IAC1H,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,SAAS,CAAC,+BAA+B,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,UAA0B,EAAE;IACxD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS;QACzC,CAAC,CAAC,MAAM,YAAY,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC;QACrE,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,YAAoB,CAAC;IACzB,IAAI,QAAwB,CAAC;IAC7B,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACvC,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,SAAS,CAAC,oIAAoI,CAAC,CAAC;QAC5J,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QACjK,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAChH,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC;QAC9B,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,QAAQ,GAAG,MAAM,kBAAkB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACzH,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACzE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAc,EAAE,QAAwB,EAAE,UAA2D,EAAE;IAC/H,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,kBAAkB,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7J,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QACpE,MAAM,WAAW,GAAG,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,SAAS,CAAC,aAAa,CAAC,CAAC;QAC9G,MAAM,MAAM,GAAG,WAAW,KAAK,SAAS,IAAI,mBAAmB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACvF,OAAO,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC;IAC1O,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClF,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpG,MAAM,iBAAiB,GAAe;QACpC,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,gBAAgB,EAAE,4BAA4B,EAAE;QAC3I,IAAI,EAAE,EAAE,EAAE,EAAE,cAAc,CAAC,EAAE,EAAE,KAAK,EAAE,aAAa,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,cAAc,CAAC,EAAE;QACjH,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE;QACpQ,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,kBAAkB,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE,UAAU,EAAE;QACvK,aAAa,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,eAAe,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,8FAA8F,CAAC,EAAE;QAC9N,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,kEAAkE,EAAE;QAClG,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC;KAC/C,CAAC;IACF,iBAAiB,CAAC,aAAa,CAAC,eAAe,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IACvF,iBAAiB,CAAC,QAAQ,CAAC,WAAW,GAAG,iBAAiB,CAAC,aAAa,CAAC,eAAe,CAAC;IACzF,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAkB;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACrD,OAAO;QACL,yBAAyB,MAAM,EAAE;QACjC,SAAS,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;QAChF,UAAU,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;QACjD,aAAa,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;QAC1D,cAAc,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE;QACpI,aAAa;QACb,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,SAAS,MAAM,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1M,UAAU,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,MAAM,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE;QAC5F,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,mBAAmB,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;KAClF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,WAA4B,EAAE,QAAwB;IACjF,IAAI,WAAW,CAAC,IAAI,KAAK,cAAc;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,MAAM,KAAK,UAAU,CAAC;IACnF,IAAI,WAAW,CAAC,IAAI,KAAK,eAAe;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,QAAQ,KAAK,WAAW,CAAC,KAAK,CAAC;IAC7F,IAAI,WAAW,CAAC,IAAI,KAAK,oBAAoB;QAAE,OAAO,OAAO,WAAW,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACvJ,IAAI,WAAW,CAAC,IAAI,KAAK,kBAAkB;QAAE,OAAO,OAAO,WAAW,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACrJ,IAAI,WAAW,CAAC,IAAI,KAAK,gBAAgB;QAAE,OAAO,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC7E,IAAI,WAAW,CAAC,IAAI,KAAK,sBAAsB;QAAE,OAAO,QAAQ,CAAC,kBAAkB,CAAC,YAAY,KAAK,CAAC,CAAC;IACvG,IAAI,WAAW,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,CAAC;IAC7E,IAAI,WAAW,CAAC,IAAI,KAAK,sBAAsB;QAAE,OAAO,uBAAuB,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,kBAAkB,KAAK,CAAC,CAAC;IACtI,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;AACjC,CAAC;AAED,SAAS,oBAAoB,CAAC,SAA8B,EAAE,QAAwB;IACpF,IAAI,SAAS,CAAC,IAAI,KAAK,mBAAmB;QAAE,OAAO,QAAQ,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,CAAC;IAC1F,IAAI,SAAS,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC;IAC1E,IAAI,SAAS,CAAC,IAAI,KAAK,kBAAkB;QAAE,OAAO,QAAQ,CAAC,kBAAkB,CAAC,YAAY,GAAG,CAAC,CAAC;IAC/F,OAAO,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AACvG,CAAC;AAED,SAAS,YAAY,CAAC,WAAwC,EAAE,QAAwB;IACtF,IAAI,WAAW,KAAK,SAAS;QAAE,OAAO,2CAA2C,CAAC;IAClF,IAAI,WAAW,CAAC,IAAI,KAAK,cAAc;QAAE,OAAO,kBAAkB,QAAQ,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC;IACzF,IAAI,WAAW,CAAC,IAAI,KAAK,eAAe;QAAE,OAAO,qBAAqB,QAAQ,CAAC,GAAG,CAAC,QAAQ,IAAI,SAAS,GAAG,CAAC;IAC5G,IAAI,WAAW,CAAC,IAAI,KAAK,oBAAoB;QAAE,OAAO,YAAY,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,+BAA+B,CAAC;IAC3H,IAAI,WAAW,CAAC,IAAI,KAAK,kBAAkB;QAAE,OAAO,YAAY,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,+BAA+B,CAAC;IACzH,IAAI,WAAW,CAAC,IAAI,KAAK,gBAAgB;QAAE,OAAO,4DAA4D,CAAC;IAC/G,IAAI,WAAW,CAAC,IAAI,KAAK,sBAAsB;QAAE,OAAO,GAAG,QAAQ,CAAC,kBAAkB,CAAC,YAAY,qCAAqC,CAAC;IACzI,IAAI,WAAW,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,wCAAwC,CAAC;IAClH,IAAI,WAAW,CAAC,IAAI,KAAK,sBAAsB;QAAE,OAAO,uBAAuB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,kBAAkB,8CAA8C,CAAC,CAAC,CAAC,4FAA4F,CAAC;IAC/Q,OAAO,+BAA+B,CAAC;AACzC,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,8BAA8B,CAAC,CAAC;IAC/E,UAAU,CAAC,KAAK,EAAE,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,WAAW,CAAC,CAAC;IACjL,MAAM,IAAI,GAAG,KAAiB,CAAC;IAC/B,IAAI,IAAI,CAAC,aAAa,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe;QAAE,MAAM,IAAI,SAAS,CAAC,+BAA+B,CAAC,CAAC;IACpH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;IAC3F,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,yBAAyB,CAAC,CAAC;IAC/G,uBAAuB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC7C,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,yBAAyB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjD,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACzC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAChD,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;IACzG,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAiC;IAChE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;IACpF,UAAU,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACzE,mBAAmB,CAAC,KAAK,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;IACjE,mBAAmB,CAAC,KAAK,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;IACjE,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;QAAE,uBAAuB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IAC1F,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,sBAAsB,CAAC,CAAC;IACrE,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;QACzT,MAAM,IAAI,SAAS,CAAC,4FAA4F,CAAC,CAAC;IACpH,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,KAAuB;IAC5C,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,yBAAyB,CAAC,CAAC;IAC1E,UAAU,CAAC,KAAK,EAAE,CAAC,aAAa,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;IACtD,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;IACrG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;AAC3P,CAAC;AAED,SAAS,yBAAyB,CAAC,MAAoC;IACrE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;IAC1H,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;QACtF,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAChG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;QAC5H,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;QAC3K,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,GAAG,IAAI,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;QAC7M,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,YAAY,GAAG,CAAC,IAAI,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;IAC9M,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAyB;IACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,iDAAiD,CAAC,CAAC;IACvJ,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,gCAAgC,CAAC,CAAC;QACjF,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,aAAa,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;QACtH,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,IAAI,CAAC,CAAC,cAAc,EAAE,eAAe,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,iCAAiC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrR,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,oBAAoB,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,KAAK,CAAC,EAAE,wBAAwB,CAAC,CAAC;QACnS,IAAI,CAAC,CAAC,eAAe,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,SAAS,CAAC,eAAe,KAAK,CAAC,EAAE,2BAA2B,CAAC,CAAC;IAC9L,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,MAA6B;IACvD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;IACnH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;QACtF,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAC/D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,iCAAiC,CAAC,CAAC;QACvF,IAAI,CAAC,CAAC,mBAAmB,EAAE,aAAa,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxL,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,IAAI,CAAC,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,mEAAmE,CAAC,CAAC;QACtM,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,CAAC,IAAI,2CAA2C,CAAC,CAAC;IACpJ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB;IAChD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2BAA2B,CAAC,CAAC;IAC5E,UAAU,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC7D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,GAAG,GAAG,IAAI,KAAK,CAAC,SAAS,GAAG,OAAO;QAAE,MAAM,IAAI,SAAS,CAAC,kDAAkD,CAAC,CAAC;IACtK,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,cAAc,GAAG,CAAC,IAAI,KAAK,CAAC,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI;QAAE,MAAM,IAAI,SAAS,CAAC,wCAAwC,CAAC,CAAC;AACpL,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB,EAAE,YAA+B;IACjF,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2BAA2B,CAAC,CAAC;IAC5E,UAAU,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,GAAG,IAAI;QAAE,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;IACjK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAC1L,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;IAClF,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAC;IACjD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;QAC1F,UAAU,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,kBAAkB,CAAC,CAAC;QACvF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,wEAAwE,CAAC,CAAC;QAC3Q,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ;YAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;QAClK,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;QACxI,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC/B,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACpD,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC;IAClC,CAAC;IACD,IAAI,WAAW,KAAK,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,8DAA8D,CAAC,CAAC;AAC1H,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAwB;IAChD,OAAO,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACvE,IAAI,OAAO,CAAC,UAAU,KAAK,GAAG,IAAI,OAAO,CAAC,UAAU,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QACzE,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1J,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAwB;IACvD,OAAO,QAAQ,CAAC,GAAG,CAAC,MAAM,KAAK,UAAU,IAAI,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,yBAAyB,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC;AAC1K,CAAC;AAED,SAAS,QAAQ,CAAC,EAAoB,EAAE,KAAa,EAAE,YAA+B,EAAE,SAAgC,EAAE,QAAsC,EAAE,SAAmB;IACnL,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,IAAI,EAAE,eAAe;QACrB,EAAE;QACF,KAAK;QACL,cAAc,EAAE,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE;QACpD,IAAI,EAAE,EAAE,WAAW,EAAE,6BAA6B,KAAK,GAAG,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,EAAE;QACrG,gBAAgB,EAAE,QAAQ;QAC1B,YAAY;QACZ,SAAS;QACT,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,GAAG,IAAI,EAAE;QACzD,MAAM,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC,EAAE;QAC5M,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAwB,CAAC,CAAC;IAChE,IAAI,QAAQ,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,0BAA0B,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxG,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,MAAkB,EAAE,WAAmB,EAAE,OAA2B;IACjG,MAAM,MAAM,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACnJ,MAAM,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9C,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,gBAAgB,EAAE,CAAC;QACzD,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAClC,MAAM,IAAI,SAAS,CAAC,uBAAuB,gBAAgB,SAAS,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAe,EAAE,WAAmB;IACnE,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACtF,4BAA4B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5C,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACzI,IAAI,CAAC,MAAM,4BAA4B,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,8FAA8F,CAAC,CAAC;IAC3L,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5H,IAAI,QAAQ,EAAE,cAAc,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IAC/F,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAAY,EAAE,WAAmB;IAClE,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC7E,4BAA4B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;IACxH,IAAI,CAAC,MAAM,4BAA4B,CAAC,MAAM,EAAE,WAAW,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,sFAAsF,CAAC,CAAC;IAC1K,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,WAAmB;IAChD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;IAC/H,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAwB;IAChD,IAAI,IAAI,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,4BAA4B,CAAC,WAAmB,EAAE,MAAc;IACvE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,mFAAmF,CAAC,CAAC;IACvL,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,MAAc;IAC5C,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACrD,OAAO,YAAY,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AACpG,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,MAAc,EAAE,WAAmB;IAC7E,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,eAAe,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACvE,OAAO,QAAQ,CAAC,eAAe,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;AACxG,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc,EAAE,KAAa;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,0CAA0C,CAAC,CAAC;AACjN,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,OAAiB,EAAE,KAAa;IACjE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,WAAW,KAAK,WAAW,GAAG,EAAE,CAAC,CAAC;IACpF,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAwB;IAC5C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IACxF,UAAU,CAAC,KAAK,EAAE,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC;IAC/B,IAAI,KAAK,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IACvG,UAAU,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,kBAAkB,CAAC,CAAC;IAC3D,OAAO,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC;AACjC,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAkB;IAC3C,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAe,CAAC;IACtD,OAAO,CAAC,QAAQ,CAAC,WAAW,GAAG,EAAE,CAAC;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,GAAG,EAAE,CAAC;IAClC,OAAO,CAAC,aAAa,CAAC,eAAe,GAAG,EAAE,CAAC;IAC3C,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACvC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9E,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IACjK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAC5G,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,SAAS,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACxE,OAAO,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1F,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,gIAAgI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC;AAC7N,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,IAAY;IAC/C,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;AAC1E,CAAC"}

package/dist/evals/index.d.ts

@@ -0,0 +1,2 @@
+export { EvalError, builtinEvalTemplates, formatEvalReport, loadEvalSpec, runEval, scoreEval } from "./evals.js";
+export type { EvalExpectation, EvalForbiddenAction, EvalReport, EvalRunOptions, EvalScoreComponent, EvalSpec, EvalTemplateName } from "./evals.js";

package/dist/evals/index.js

@@ -0,0 +1,2 @@
+export { EvalError, builtinEvalTemplates, formatEvalReport, loadEvalSpec, runEval, scoreEval } from "./evals.js";
+//# sourceMappingURL=index.js.map

package/dist/evals/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evals/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,oBAAoB,EACpB,gBAAgB,EAChB,YAAY,EACZ,OAAO,EACP,SAAS,EACV,MAAM,YAAY,CAAC"}

package/dist/evidence/index.d.ts

@@ -0,0 +1,2 @@
+export { EvidenceReportError, buildEvidenceReport, compareEvidenceReports, formatEvidenceCompare, formatEvidenceReport, generateEvidenceReport, loadEvidenceReport, validateEvidenceReport } from "./report.js";
+export type { EvidenceCompareResult, EvidenceFinding, EvidenceFindingSeverity, EvidenceGenerateOptions, EvidenceReport } from "./report.js";

package/dist/evidence/index.js

@@ -0,0 +1,2 @@
+export { EvidenceReportError, buildEvidenceReport, compareEvidenceReports, formatEvidenceCompare, formatEvidenceReport, generateEvidenceReport, loadEvidenceReport, validateEvidenceReport } from "./report.js";
+//# sourceMappingURL=index.js.map

package/dist/evidence/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evidence/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,sBAAsB,EACvB,MAAM,aAAa,CAAC"}