@interf/compiler 0.1.12 → 0.2.0

package/dist/lib/benchmark-execution.js

@@ -0,0 +1,488 @@
+import { existsSync, mkdirSync, mkdtempSync, readFileSync, rmSync, writeFileSync, } from "node:fs";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+import { buildRuntimeExecutorInfo } from "./executors.js";
+import { benchmarkRunGitignorePath, benchmarkRunsPath, } from "./benchmark-paths.js";
+function parseWords(content) {
+    return content.trim().split(/\s+/).filter(Boolean).length;
+}
+function normalizeText(content) {
+    return content.toLowerCase().replace(/\s+/g, " ").trim();
+}
+function evaluateTextExpect(benchmarkCase, content) {
+    const checks = [];
+    const normalized = normalizeText(content);
+    const wordCount = parseWords(content);
+    for (const phrase of benchmarkCase.expect?.must_include ?? []) {
+        const ok = normalized.includes(normalizeText(phrase));
+        checks.push({
+            label: `must include "${phrase}"`,
+            ok,
+            detail: ok ? "present" : "missing",
+        });
+    }
+    for (const options of benchmarkCase.expect?.must_include_one_of ?? []) {
+        const ok = options.some((phrase) => normalized.includes(normalizeText(phrase)));
+        checks.push({
+            label: `must include one of [${options.map((phrase) => `"${phrase}"`).join(", ")}]`,
+            ok,
+            detail: ok ? "present" : "missing",
+        });
+    }
+    for (const phrase of benchmarkCase.expect?.must_not_include ?? []) {
+        const ok = !normalized.includes(normalizeText(phrase));
+        checks.push({
+            label: `must not include "${phrase}"`,
+            ok,
+            detail: ok ? "absent" : "present",
+        });
+    }
+    if (typeof benchmarkCase.expect?.min_words === "number") {
+        const ok = wordCount >= benchmarkCase.expect.min_words;
+        checks.push({
+            label: `min words ${benchmarkCase.expect.min_words}`,
+            ok,
+            detail: `${wordCount} words`,
+        });
+    }
+    if (typeof benchmarkCase.expect?.max_words === "number") {
+        const ok = wordCount <= benchmarkCase.expect.max_words;
+        checks.push({
+            label: `max words ${benchmarkCase.expect.max_words}`,
+            ok,
+            detail: `${wordCount} words`,
+        });
+    }
+    return {
+        checks,
+        wordCount,
+    };
+}
+function benchmarkCaseNeedsExecutor(benchmarkCase) {
+    return !benchmarkCase.file || Boolean(benchmarkCase.answer);
+}
+function runBenchmarkCase(target, benchmarkCase) {
+    if (!benchmarkCase.file) {
+        throw new Error(`Benchmark case "${benchmarkCase.id}" requires an executor because it has no file target.`);
+    }
+    const outputPath = join(target.path, benchmarkCase.file);
+    const checks = [];
+    if (!existsSync(outputPath)) {
+        checks.push({
+            label: "file exists",
+            ok: false,
+            detail: `Missing ${benchmarkCase.file}`,
+        });
+        return {
+            caseId: benchmarkCase.id,
+            question: benchmarkCase.question,
+            ...(benchmarkCase.file ? { file: benchmarkCase.file } : {}),
+            ok: false,
+            wordCount: 0,
+            passedChecks: 0,
+            totalChecks: checks.length,
+            checks,
+        };
+    }
+    checks.push({
+        label: "file exists",
+        ok: true,
+        detail: `Found ${benchmarkCase.file}`,
+    });
+    const content = readFileSync(outputPath, "utf8");
+    const evaluated = evaluateTextExpect(benchmarkCase, content);
+    const wordCount = evaluated.wordCount;
+    checks.push(...evaluated.checks);
+    const passedChecks = checks.filter((check) => check.ok).length;
+    return {
+        caseId: benchmarkCase.id,
+        question: benchmarkCase.question,
+        ...(benchmarkCase.file ? { file: benchmarkCase.file } : {}),
+        ok: passedChecks === checks.length,
+        wordCount,
+        passedChecks,
+        totalChecks: checks.length,
+        checks,
+    };
+}
+function buildBenchmarkJudgePrompt(benchmarkCase, candidateLabel, candidateContent, verdictPath) {
+    return [
+        "You are judging whether one Interf benchmark answer passes.",
+        "Do not browse other files or ask follow-up questions.",
+        "Judge only from the benchmark rule and the candidate answer below.",
+        "Emit only STATUS:, DONE:, BLOCKED:, or ERROR: lines.",
+        `Write JSON to ${JSON.stringify(verdictPath)} with keys: pass (boolean), summary (string).`,
+        "Before finishing, write the JSON verdict file.",
+        "Final line must be `DONE: pass=true - <short summary>` or `DONE: pass=false - <short summary>`.",
+        `Question: ${benchmarkCase.question}`,
+        `Expected answer: ${benchmarkCase.answer ?? "The answer clearly satisfies the question."}`,
+        `Strictness: ${benchmarkCase.strictness ?? "approximate"}`,
+        `Candidate: ${candidateLabel}`,
+        "Candidate answer starts after the next line and ends at `END CANDIDATE`.",
+        candidateContent,
+        "END CANDIDATE",
+    ].join("\n");
+}
+function readBenchmarkJudgeVerdict(verdictPath) {
+    if (!existsSync(verdictPath))
+        return null;
+    const raw = JSON.parse(readFileSync(verdictPath, "utf8"));
+    return {
+        pass: raw.pass === true,
+        summary: typeof raw.summary === "string" ? raw.summary : "",
+    };
+}
+function readBenchmarkJudgeVerdictFromStatus(statusPath) {
+    if (!existsSync(statusPath))
+        return null;
+    const lines = readFileSync(statusPath, "utf8")
+        .split(/\r?\n/)
+        .map((line) => line.trim())
+        .filter((line) => line.length > 0);
+    for (let index = lines.length - 1; index >= 0; index -= 1) {
+        const line = lines[index];
+        if (!line)
+            continue;
+        if (!/^(DONE|BLOCKED|ERROR):/i.test(line))
+            continue;
+        const normalized = line.toLowerCase();
+        const summary = line.replace(/^(DONE|BLOCKED|ERROR):\s*/i, "").trim();
+        if (normalized.includes("pass=true")) {
+            return { pass: true, summary };
+        }
+        if (normalized.includes("pass=false")) {
+            return { pass: false, summary };
+        }
+        if (/values match expected|matches expected|candidate matches|answer matches|expected values match/i.test(line)) {
+            return { pass: true, summary };
+        }
+        if (/does not match|do not match|mismatch|candidate fails|answer fails|expected values do not match/i.test(line)) {
+            return { pass: false, summary };
+        }
+    }
+    return null;
+}
+async function runBenchmarkJudge(targetPath, benchmarkCase, executor, candidateLabel, candidateContent) {
+    const tempDir = mkdtempSync(join(tmpdir(), "interf-benchmark-judge-"));
+    let executionError = null;
+    let verdict = null;
+    try {
+        const verdictPath = join(tempDir, "verdict.json");
+        const statusPath = join(tempDir, "judge.status.log");
+        const prompt = buildBenchmarkJudgePrompt(benchmarkCase, candidateLabel, candidateContent, verdictPath);
+        try {
+            await executor.execute(targetPath, prompt, {
+                statusLogPath: statusPath,
+            });
+        }
+        catch (error) {
+            executionError = error instanceof Error ? error.message : String(error);
+        }
+        try {
+            verdict = readBenchmarkJudgeVerdict(verdictPath);
+            if (!verdict) {
+                verdict = readBenchmarkJudgeVerdictFromStatus(statusPath);
+            }
+        }
+        catch (error) {
+            executionError = error instanceof Error ? error.message : String(error);
+        }
+    }
+    finally {
+        rmSync(tempDir, { recursive: true, force: true });
+    }
+    return { verdict, error: executionError };
+}
+function buildBenchmarkQueryPrompt(target, benchmarkCase, answerPath, tracePath) {
+    const header = target.type === "knowledge-base"
+        ? [
+            "You are running an Interf benchmark inside a compiled knowledge base.",
+            "Read `AGENTS.md` first.",
+            "Then read `workflow/use/query/SKILL.md`.",
+            "Answer the benchmark question the same way you would answer a real user inside this compiled knowledge base.",
+            "Prefer `home.md`, `knowledge/`, and `summaries/` before raw fallback.",
+        ]
+        : [
+            "You are running an Interf benchmark inside a compiled interface.",
+            "Read local `AGENTS.md` first.",
+            "Then read local `workflow/use/query/SKILL.md`.",
+            "Answer the benchmark question the same way you would answer a real user inside this compiled interface.",
+            "Use local interface artifacts first, then the parent knowledge base, then raw fallback only if the interface query policy allows it.",
+        ];
+    return [
+        ...header,
+        "Emit only STATUS:, DONE:, BLOCKED:, or ERROR: lines.",
+        "Do not ask follow-up questions.",
+        `Write the answer to ${JSON.stringify(answerPath)}.`,
+        `Write the trace to ${JSON.stringify(tracePath)} with keys: case_id, target, artifacts_consulted, raw_paths_read, used_raw_fallback, answer_summary.`,
+        `Set \`case_id\` to ${JSON.stringify(benchmarkCase.id)}.`,
+        `Set \`target\` to ${JSON.stringify(target.type)}.`,
+        `Question: ${benchmarkCase.question}`,
+    ].join("\n");
+}
+async function runLiveBenchmarkCase(target, benchmarkCase, executor) {
+    const tempDir = mkdtempSync(join(tmpdir(), "interf-benchmark-live-"));
+    const answerPath = join(tempDir, "answer.md");
+    const tracePath = join(tempDir, "trace.json");
+    const statusPath = join(tempDir, "status.log");
+    const eventPath = join(tempDir, "events.ndjson");
+    const prompt = buildBenchmarkQueryPrompt(target, benchmarkCase, answerPath, tracePath);
+    let executionError = null;
+    let code = -1;
+    try {
+        try {
+            code = await executor.execute(target.path, prompt, {
+                eventLogPath: eventPath,
+                statusLogPath: statusPath,
+            });
+        }
+        catch (error) {
+            executionError = error instanceof Error ? error.message : String(error);
+        }
+        const checks = [];
+        if (!existsSync(answerPath)) {
+            checks.push({
+                label: "answer exists",
+                ok: false,
+                detail: executionError ? `missing answer file (${executionError})` : "missing answer file",
+            });
+            return {
+                caseId: benchmarkCase.id,
+                question: benchmarkCase.question,
+                ok: false,
+                wordCount: 0,
+                passedChecks: 0,
+                totalChecks: checks.length,
+                checks,
+            };
+        }
+        const answer = readFileSync(answerPath, "utf8");
+        const evaluated = evaluateTextExpect(benchmarkCase, answer);
+        checks.push({
+            label: "answer exists",
+            ok: true,
+            detail: "present",
+        });
+        checks.push(...evaluated.checks);
+        let trace = null;
+        if (existsSync(tracePath)) {
+            try {
+                trace = JSON.parse(readFileSync(tracePath, "utf8"));
+                checks.push({
+                    label: "trace exists",
+                    ok: true,
+                    detail: "present",
+                });
+            }
+            catch (error) {
+                checks.push({
+                    label: "trace exists",
+                    ok: false,
+                    detail: `invalid JSON: ${error instanceof Error ? error.message : String(error)}`,
+                });
+            }
+        }
+        else {
+            checks.push({
+                label: "trace exists",
+                ok: false,
+                detail: "missing trace file",
+            });
+        }
+        if (benchmarkCase.answer) {
+            const judged = await runBenchmarkJudge(target.path, benchmarkCase, executor, `generated answer for ${benchmarkCase.id}`, answer);
+            checks.push({
+                label: "judge verdict",
+                ok: judged.verdict?.pass === true,
+                detail: judged.verdict?.summary && judged.verdict.summary.trim().length > 0
+                    ? judged.verdict.summary.trim()
+                    : judged.error ?? "missing or invalid judge verdict",
+            });
+        }
+        const passedChecks = checks.filter((check) => check.ok).length;
+        return {
+            caseId: benchmarkCase.id,
+            question: benchmarkCase.question,
+            ok: code === 0 && passedChecks === checks.length,
+            wordCount: evaluated.wordCount,
+            passedChecks,
+            totalChecks: checks.length,
+            checks,
+            answer,
+            ...(trace ? { trace } : {}),
+        };
+    }
+    finally {
+        rmSync(tempDir, { recursive: true, force: true });
+    }
+}
+async function runBenchmarkCaseWithJudge(target, benchmarkCase, executor) {
+    if (!benchmarkCase.file) {
+        return runLiveBenchmarkCase(target, benchmarkCase, executor);
+    }
+    const outputPath = join(target.path, benchmarkCase.file);
+    const checks = [];
+    if (!existsSync(outputPath)) {
+        checks.push({
+            label: "file exists",
+            ok: false,
+            detail: `Missing ${benchmarkCase.file}`,
+        });
+        return {
+            caseId: benchmarkCase.id,
+            question: benchmarkCase.question,
+            ...(benchmarkCase.file ? { file: benchmarkCase.file } : {}),
+            ok: false,
+            wordCount: 0,
+            passedChecks: 0,
+            totalChecks: checks.length,
+            checks,
+        };
+    }
+    const content = readFileSync(outputPath, "utf8");
+    const evaluated = evaluateTextExpect(benchmarkCase, content);
+    const wordCount = evaluated.wordCount;
+    checks.push({
+        label: "file exists",
+        ok: true,
+        detail: `Found ${benchmarkCase.file}`,
+    });
+    checks.push(...evaluated.checks);
+    if (benchmarkCase.answer) {
+        const judged = await runBenchmarkJudge(target.path, benchmarkCase, executor, `compiled file ${outputPath}`, content);
+        checks.push({
+            label: "judge verdict",
+            ok: judged.verdict?.pass === true,
+            detail: judged.verdict?.summary && judged.verdict.summary.trim().length > 0
+                ? judged.verdict.summary.trim()
+                : judged.error ?? "missing or invalid judge verdict",
+        });
+    }
+    const passedChecks = checks.filter((check) => check.ok).length;
+    return {
+        caseId: benchmarkCase.id,
+        question: benchmarkCase.question,
+        ...(benchmarkCase.file ? { file: benchmarkCase.file } : {}),
+        ok: passedChecks === checks.length,
+        wordCount,
+        passedChecks,
+        totalChecks: checks.length,
+        checks,
+    };
+}
+function buildBenchmarkTargetResult(target, caseResults) {
+    const passedCases = caseResults.filter((result) => result.ok).length;
+    const passedChecks = caseResults.reduce((total, result) => total + result.passedChecks, 0);
+    const totalChecks = caseResults.reduce((total, result) => total + result.totalChecks, 0);
+    return {
+        target: {
+            type: target.type,
+            name: target.name,
+            path: target.path,
+            workflow: target.workflow,
+            ...(target.knowledgeBaseName ? { knowledgeBaseName: target.knowledgeBaseName } : {}),
+        },
+        ok: passedCases === caseResults.length,
+        passedCases,
+        totalCases: caseResults.length,
+        passedChecks,
+        totalChecks,
+        caseResults,
+    };
+}
+function buildBenchmarkRunResult(sourcePath, spec, results, executor) {
+    return {
+        kind: "interf-benchmark-run",
+        version: 1,
+        generated_at: new Date().toISOString(),
+        benchmark: {
+            id: spec.id,
+            name: spec.name,
+            type: spec.type,
+            file: spec.filePath,
+            ...(spec.description ? { description: spec.description } : {}),
+            case_count: spec.cases.length,
+            cases: spec.cases.map((benchmarkCase) => ({
+                id: benchmarkCase.id,
+                question: benchmarkCase.question,
+                ...(benchmarkCase.file ? { file: benchmarkCase.file } : {}),
+                ...(benchmarkCase.answer ? { answer: benchmarkCase.answer } : {}),
+                ...(benchmarkCase.strictness ? { strictness: benchmarkCase.strictness } : {}),
+                ...(benchmarkCase.expect ? { expect: benchmarkCase.expect } : {}),
+            })),
+        },
+        source_path: sourcePath,
+        ...(executor ? { executor: buildRuntimeExecutorInfo(executor) } : {}),
+        target_count: results.length,
+        results,
+    };
+}
+export function runBenchmark(sourcePath, spec, targets) {
+    if (spec.cases.some((benchmarkCase) => benchmarkCaseNeedsExecutor(benchmarkCase))) {
+        throw new Error("This benchmark needs a live executor. Use runBenchmarkWithJudge instead.");
+    }
+    for (const target of targets) {
+        if (target.type !== spec.type) {
+            throw new Error(`Benchmark target type mismatch: expected ${spec.type}, got ${target.type}`);
+        }
+    }
+    const results = targets.map((target) => buildBenchmarkTargetResult(target, spec.cases.map((benchmarkCase) => runBenchmarkCase(target, benchmarkCase))));
+    return buildBenchmarkRunResult(sourcePath, spec, results);
+}
+export async function runBenchmarkWithJudge(sourcePath, spec, targets, executor) {
+    for (const target of targets) {
+        if (target.type !== spec.type) {
+            throw new Error(`Benchmark target type mismatch: expected ${spec.type}, got ${target.type}`);
+        }
+    }
+    const results = [];
+    for (const target of targets) {
+        const caseResults = [];
+        for (const benchmarkCase of spec.cases) {
+            caseResults.push(benchmarkCaseNeedsExecutor(benchmarkCase)
+                ? await runBenchmarkCaseWithJudge(target, benchmarkCase, executor)
+                : runBenchmarkCase(target, benchmarkCase));
+        }
+        results.push(buildBenchmarkTargetResult(target, caseResults));
+    }
+    return buildBenchmarkRunResult(sourcePath, spec, results, executor);
+}
+export async function runBenchmarkAuto(sourcePath, spec, targets, options) {
+    if (spec.cases.some((benchmarkCase) => benchmarkCaseNeedsExecutor(benchmarkCase))) {
+        if (!options?.executor) {
+            throw new Error("This benchmark needs a live local executor, but no executor was provided.");
+        }
+        return runBenchmarkWithJudge(sourcePath, spec, targets, options.executor);
+    }
+    return runBenchmark(sourcePath, spec, targets);
+}
+export function saveBenchmarkRun(sourcePath, result) {
+    const dirPath = benchmarkRunsPath(sourcePath, result.benchmark.type);
+    mkdirSync(dirPath, { recursive: true });
+    const gitignorePath = benchmarkRunGitignorePath(sourcePath, result.benchmark.type);
+    if (!existsSync(gitignorePath)) {
+        writeFileSync(gitignorePath, "*\n!.gitignore\n");
+    }
+    const timestamp = result.generated_at.replace(/[:.]/g, "-");
+    const runDirPath = join(dirPath, `${timestamp}-${result.benchmark.id}`);
+    mkdirSync(runDirPath, { recursive: true });
+    const manifestPath = join(runDirPath, "manifest.json");
+    writeFileSync(manifestPath, `${JSON.stringify({
+        kind: "interf-benchmark-run-manifest",
+        version: 1,
+        generated_at: result.generated_at,
+        benchmark: {
+            id: result.benchmark.id,
+            name: result.benchmark.name,
+            type: result.benchmark.type,
+            case_count: result.benchmark.case_count,
+        },
+        result_file: "run.json",
+        target_count: result.target_count,
+        passed_targets: result.results.filter((entry) => entry.ok).length,
+    }, null, 2)}\n`);
+    const runPath = join(runDirPath, "run.json");
+    writeFileSync(runPath, `${JSON.stringify(result, null, 2)}\n`);
+    return runPath;
+}
+//# sourceMappingURL=benchmark-execution.js.map

package/dist/lib/benchmark-execution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-execution.js","sourceRoot":"","sources":["../../src/lib/benchmark-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,SAAS,EACT,WAAW,EACX,YAAY,EACZ,MAAM,EACN,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,wBAAwB,EAAyB,MAAM,gBAAgB,CAAC;AAUjF,OAAO,EACL,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAE9B,SAAS,UAAU,CAAC,OAAe;IACjC,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AAC5D,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACpC,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,kBAAkB,CAAC,aAA4B,EAAE,OAAe;IAIvE,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAEtC,KAAK,MAAM,MAAM,IAAI,aAAa,CAAC,MAAM,EAAE,YAAY,IAAI,EAAE,EAAE,CAAC;QAC9D,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,iBAAiB,MAAM,GAAG;YACjC,EAAE;YACF,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SACnC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,aAAa,CAAC,MAAM,EAAE,mBAAmB,IAAI,EAAE,EAAE,CAAC;QACtE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAChF,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,wBAAwB,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;YACnF,EAAE;YACF,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SACnC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,aAAa,CAAC,MAAM,EAAE,gBAAgB,IAAI,EAAE,EAAE,CAAC;QAClE,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,qBAAqB,MAAM,GAAG;YACrC,EAAE;YACF,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;SAClC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,aAAa,CAAC,MAAM,EAAE,SAAS,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,EAAE,GAAG,SAAS,IAAI,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,aAAa,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE;YACpD,EAAE;YACF,MAAM,EAAE,GAAG,SAAS,QAAQ;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,aAAa,CAAC,MAAM,EAAE,SAAS,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,EAAE,GAAG,SAAS,IAAI,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,aAAa,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE;YACpD,EAAE;YACF,MAAM,EAAE,GAAG,SAAS,QAAQ;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM;QACN,SAAS;KACV,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CAAC,aAA4B;IAC9D,OAAO,CAAC,aAAa,CAAC,IAAI,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,gBAAgB,CACvB,MAAgC,EAChC,aAA4B;IAE5B,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,mBAAmB,aAAa,CAAC,EAAE,uDAAuD,CAAC,CAAC;IAC9G,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,aAAa;YACpB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,WAAW,aAAa,CAAC,IAAI,EAAE;SACxC,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,aAAa,CAAC,EAAE;YACxB,QAAQ,EAAE,aAAa,CAAC,QAAQ;YAChC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,EAAE,EAAE,KAAK;YACT,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM;SACP,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,IAAI,CAAC;QACV,KAAK,EAAE,aAAa;QACpB,EAAE,EAAE,IAAI;QACR,MAAM,EAAE,SAAS,aAAa,CAAC,IAAI,EAAE;KACtC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,kBAAkB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;IACtC,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAEjC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IAE/D,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,EAAE;QACxB,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,EAAE,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM;QAClC,SAAS;QACT,YAAY;QACZ,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,MAAM;KACP,CAAC;AACJ,CAAC;AAOD,SAAS,yBAAyB,CAChC,aAA4B,EAC5B,cAAsB,EACtB,gBAAwB,EACxB,WAAmB;IAEnB,OAAO;QACL,6DAA6D;QAC7D,uDAAuD;QACvD,oEAAoE;QACpE,sDAAsD;QACtD,iBAAiB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,+CAA+C;QAC3F,gDAAgD;QAChD,iGAAiG;QACjG,aAAa,aAAa,CAAC,QAAQ,EAAE;QACrC,oBAAoB,aAAa,CAAC,MAAM,IAAI,4CAA4C,EAAE;QAC1F,eAAe,aAAa,CAAC,UAAU,IAAI,aAAa,EAAE;QAC1D,cAAc,cAAc,EAAE;QAC9B,0EAA0E;QAC1E,gBAAgB;QAChB,eAAe;KAChB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,yBAAyB,CAAC,WAAmB;IACpD,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAA4B,CAAC;IACrF,OAAO;QACL,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,IAAI;QACvB,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;KAC5D,CAAC;AACJ,CAAC;AAED,SAAS,mCAAmC,CAAC,UAAkB;IAC7D,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,KAAK,GAAG,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC;SAC3C,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAErC,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAEpD,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACtE,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QACjC,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACtC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAClC,CAAC;QACD,IACE,gGAAgG,CAAC,IAAI,CAAC,IAAI,CAAC,EAC3G,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QACjC,CAAC;QACD,IACE,iGAAiG,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5G,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,UAAkB,EAClB,aAA4B,EAC5B,QAA0B,EAC1B,cAAsB,EACtB,gBAAwB;IAExB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC,CAAC;IACvE,IAAI,cAAc,GAAkB,IAAI,CAAC;IACzC,IAAI,OAAO,GAAiC,IAAI,CAAC;IACjD,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,yBAAyB,CAAC,aAAa,EAAE,cAAc,EAAE,gBAAgB,EAAE,WAAW,CAAC,CAAC;QACvG,IAAI,CAAC;YACH,MAAM,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE;gBACzC,aAAa,EAAE,UAAU;aAC1B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC;YACH,OAAO,GAAG,yBAAyB,CAAC,WAAW,CAAC,CAAC;YACjD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,mCAAmC,CAAC,UAAU,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,yBAAyB,CAChC,MAAgC,EAChC,aAA4B,EAC5B,UAAkB,EAClB,SAAiB;IAEjB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,KAAK,gBAAgB;QAC7C,CAAC,CAAC;YACE,uEAAuE;YACvE,yBAAyB;YACzB,0CAA0C;YAC1C,8GAA8G;YAC9G,uEAAuE;SACxE;QACH,CAAC,CAAC;YACE,kEAAkE;YAClE,+BAA+B;YAC/B,gDAAgD;YAChD,yGAAyG;YACzG,sIAAsI;SACvI,CAAC;IAEN,OAAO;QACL,GAAG,MAAM;QACT,sDAAsD;QACtD,iCAAiC;QACjC,uBAAuB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG;QACpD,sBAAsB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,sGAAsG;QACrJ,sBAAsB,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC,GAAG;QACzD,qBAAqB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;QACnD,aAAa,aAAa,CAAC,QAAQ,EAAE;KACtC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAAgC,EAChC,aAA4B,EAC5B,QAA0B;IAE1B,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,wBAAwB,CAAC,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,yBAAyB,CAAC,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACvF,IAAI,cAAc,GAAkB,IAAI,CAAC;IACzC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;IAEd,IAAI,CAAC;QACH,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE;gBACjD,YAAY,EAAE,SAAS;gBACvB,aAAa,EAAE,UAAU;aAC1B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,eAAe;gBACtB,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,wBAAwB,cAAc,GAAG,CAAC,CAAC,CAAC,qBAAqB;aAC3F,CAAC,CAAC;YACH,OAAO;gBACL,MAAM,EAAE,aAAa,CAAC,EAAE;gBACxB,QAAQ,EAAE,aAAa,CAAC,QAAQ;gBAChC,EAAE,EAAE,KAAK;gBACT,SAAS,EAAE,CAAC;gBACZ,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,MAAM;aACP,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,kBAAkB,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAC5D,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,eAAe;YACtB,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,SAAS;SAClB,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAEjC,IAAI,KAAK,GAAmC,IAAI,CAAC;QACjD,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAA4B,CAAC;gBAC/E,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,cAAc;oBACrB,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,SAAS;iBAClB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,cAAc;oBACrB,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,iBAAiB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;iBAClF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,cAAc;gBACrB,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,oBAAoB;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,MAAM,CAAC,IAAI,EACX,aAAa,EACb,QAAQ,EACR,wBAAwB,aAAa,CAAC,EAAE,EAAE,EAC1C,MAAM,CACP,CAAC;YACF,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,eAAe;gBACtB,EAAE,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,KAAK,IAAI;gBACjC,MAAM,EACJ,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;oBACjE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE;oBAC/B,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,kCAAkC;aACzD,CAAC,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QAC/D,OAAO;YACL,MAAM,EAAE,aAAa,CAAC,EAAE;YACxB,QAAQ,EAAE,aAAa,CAAC,QAAQ;YAChC,EAAE,EAAE,IAAI,KAAK,CAAC,IAAI,YAAY,KAAK,MAAM,CAAC,MAAM;YAChD,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,YAAY;YACZ,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM;YACN,MAAM;YACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,MAAgC,EAChC,aAA4B,EAC5B,QAA0B;IAE1B,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QACxB,OAAO,oBAAoB,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,aAAa;YACpB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,WAAW,aAAa,CAAC,IAAI,EAAE;SACxC,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,aAAa,CAAC,EAAE;YACxB,QAAQ,EAAE,aAAa,CAAC,QAAQ;YAChC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,EAAE,EAAE,KAAK;YACT,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM;SACP,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,kBAAkB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;IACtC,MAAM,CAAC,IAAI,CAAC;QACV,KAAK,EAAE,aAAa;QACpB,EAAE,EAAE,IAAI;QACR,MAAM,EAAE,SAAS,aAAa,CAAC,IAAI,EAAE;KACtC,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAEjC,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,MAAM,CAAC,IAAI,EACX,aAAa,EACb,QAAQ,EACR,iBAAiB,UAAU,EAAE,EAC7B,OAAO,CACR,CAAC;QACF,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,eAAe;YACtB,EAAE,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,KAAK,IAAI;YACjC,MAAM,EACJ,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBACjE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE;gBAC/B,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,kCAAkC;SACzD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IAC/D,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,EAAE;QACxB,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,EAAE,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM;QAClC,SAAS;QACT,YAAY;QACZ,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CACjC,MAAgC,EAChC,WAAkC;IAElC,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IACrE,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IAC3F,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAEzF,OAAO;QACL,MAAM,EAAE;YACN,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrF;QACD,EAAE,EAAE,WAAW,KAAK,WAAW,CAAC,MAAM;QACtC,WAAW;QACX,UAAU,EAAE,WAAW,CAAC,MAAM;QAC9B,YAAY;QACZ,WAAW;QACX,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,UAAkB,EAClB,IAAyB,EACzB,OAAgC,EAChC,QAA2B;IAE3B,OAAO;QACL,IAAI,EAAE,sBAAsB;QAC5B,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,SAAS,EAAE;YACT,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,QAAQ;YACnB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC7B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;gBACxC,EAAE,EAAE,aAAa,CAAC,EAAE;gBACpB,QAAQ,EAAE,aAAa,CAAC,QAAQ;gBAChC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3D,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7E,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClE,CAAC,CAAC;SACJ;QACD,WAAW,EAAE,UAAU;QACvB,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,UAAkB,EAClB,IAAyB,EACzB,OAAmC;IAEnC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,0BAA0B,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QAClF,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;IAC9F,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,CAAC,IAAI,SAAS,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACrC,0BAA0B,CACxB,MAAM,EACN,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAC3E,CACF,CAAC;IAEF,OAAO,uBAAuB,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,UAAkB,EAClB,IAAyB,EACzB,OAAmC,EACnC,QAA0B;IAE1B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,CAAC,IAAI,SAAS,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,WAAW,GAA0B,EAAE,CAAC;QAC9C,KAAK,MAAM,aAAa,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACvC,WAAW,CAAC,IAAI,CACd,0BAA0B,CAAC,aAAa,CAAC;gBACvC,CAAC,CAAC,MAAM,yBAAyB,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC;gBAClE,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,aAAa,CAAC,CAC5C,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,uBAAuB,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,UAAkB,EAClB,IAAyB,EACzB,OAAmC,EACnC,OAEC;IAED,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,0BAA0B,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QAClF,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC/F,CAAC;QACD,OAAO,qBAAqB,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,YAAY,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,UAAkB,EAClB,MAA0B;IAE1B,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACrE,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,yBAAyB,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnF,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/B,aAAa,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;IACxE,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IACvD,aAAa,CACX,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CAAC;QAChB,IAAI,EAAE,+BAA+B;QACrC,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE;YACT,EAAE,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE;YACvB,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI;YAC3B,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI;YAC3B,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU;SACxC;QACD,WAAW,EAAE,UAAU;QACvB,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM;KAClE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAChB,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAC7C,aAAa,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/lib/benchmark-paths.d.ts

@@ -0,0 +1,11 @@
+import type { BenchmarkTargetType } from "./benchmark-types.js";
+export declare const BENCHMARK_EXTENSIONS: Set<string>;
+export declare function benchmarkRootPath(sourcePath: string): string;
+export declare function benchmarkTypePath(sourcePath: string, type: BenchmarkTargetType): string;
+export declare function benchmarkRunsPath(sourcePath: string, type: BenchmarkTargetType): string;
+export declare function benchmarkRunGitignorePath(sourcePath: string, type: BenchmarkTargetType): string;
+export declare function benchmarkSpecFilePath(sourcePath: string, type: BenchmarkTargetType, id: string): string;
+export declare function normalizeBenchmarkId(input: string): string;
+export declare function assertBenchmarkId(id: string): void;
+export declare function assertWritableBenchmarkPath(filePath: string): void;
+//# sourceMappingURL=benchmark-paths.d.ts.map

package/dist/lib/benchmark-paths.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-paths.d.ts","sourceRoot":"","sources":["../../src/lib/benchmark-paths.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAGhE,eAAO,MAAM,oBAAoB,aAAqB,CAAC;AAEvD,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,GAAG,MAAM,CAEvF;AAED,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,GAAG,MAAM,CAEvF;AAED,wBAAgB,yBAAyB,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,GAAG,MAAM,CAE/F;AAED,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,mBAAmB,EACzB,EAAE,EAAE,MAAM,GACT,MAAM,CAER;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAO1D;AAED,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAIlD;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAIlE"}

package/dist/lib/benchmark-paths.js

@@ -0,0 +1,38 @@
+import { existsSync } from "node:fs";
+import { join } from "node:path";
+const BENCHMARK_ID_PATTERN = /^[a-z0-9][a-z0-9-]{0,79}$/;
+export const BENCHMARK_EXTENSIONS = new Set([".json"]);
+export function benchmarkRootPath(sourcePath) {
+    return join(sourcePath, "interf", "benchmarks");
+}
+export function benchmarkTypePath(sourcePath, type) {
+    return join(benchmarkRootPath(sourcePath), type);
+}
+export function benchmarkRunsPath(sourcePath, type) {
+    return join(benchmarkRootPath(sourcePath), "runs", type);
+}
+export function benchmarkRunGitignorePath(sourcePath, type) {
+    return join(benchmarkRunsPath(sourcePath, type), ".gitignore");
+}
+export function benchmarkSpecFilePath(sourcePath, type, id) {
+    return join(benchmarkTypePath(sourcePath, type), `${id}.json`);
+}
+export function normalizeBenchmarkId(input) {
+    return input
+        .toLowerCase()
+        .trim()
+        .replace(/[^a-z0-9]+/g, "-")
+        .replace(/^-+|-+$/g, "")
+        .slice(0, 80);
+}
+export function assertBenchmarkId(id) {
+    if (!BENCHMARK_ID_PATTERN.test(id)) {
+        throw new Error(`Invalid benchmark id: ${id}`);
+    }
+}
+export function assertWritableBenchmarkPath(filePath) {
+    if (existsSync(filePath)) {
+        throw new Error(`Benchmark already exists: ${filePath}`);
+    }
+}
+//# sourceMappingURL=benchmark-paths.js.map

package/dist/lib/benchmark-paths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-paths.js","sourceRoot":"","sources":["../../src/lib/benchmark-paths.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,oBAAoB,GAAG,2BAA2B,CAAC;AACzD,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AAEvD,MAAM,UAAU,iBAAiB,CAAC,UAAkB;IAClD,OAAO,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,UAAkB,EAAE,IAAyB;IAC7E,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,UAAkB,EAAE,IAAyB;IAC7E,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,UAAkB,EAAE,IAAyB;IACrF,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,UAAkB,EAClB,IAAyB,EACzB,EAAU;IAEV,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,OAAO,KAAK;SACT,WAAW,EAAE;SACb,IAAI,EAAE;SACN,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,EAAU;IAC1C,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,QAAgB;IAC1D,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC"}

package/dist/lib/benchmark-specs.d.ts

@@ -0,0 +1,8 @@
+import type { BenchmarkSpec, BenchmarkTargetType, LoadedBenchmarkSpec } from "./benchmark-types.js";
+export declare function listBenchmarkSpecs(sourcePath: string, type: BenchmarkTargetType): LoadedBenchmarkSpec[];
+export declare function loadBenchmarkSpec(sourcePath: string, type: BenchmarkTargetType, id: string): LoadedBenchmarkSpec | null;
+export declare function loadBenchmarkSpecFromFile(filePath: string): LoadedBenchmarkSpec | null;
+export declare function writeBenchmarkSpec(sourcePath: string, spec: BenchmarkSpec & {
+    id?: string;
+}): string;
+//# sourceMappingURL=benchmark-specs.d.ts.map

package/dist/lib/benchmark-specs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-specs.d.ts","sourceRoot":"","sources":["../../src/lib/benchmark-specs.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EACV,aAAa,EACb,mBAAmB,EACnB,mBAAmB,EACpB,MAAM,sBAAsB,CAAC;AAwC9B,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,mBAAmB,GACxB,mBAAmB,EAAE,CAUvB;AAED,wBAAgB,iBAAiB,CAC/B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,mBAAmB,EACzB,EAAE,EAAE,MAAM,GACT,mBAAmB,GAAG,IAAI,CAK5B;AAED,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAEtF;AAED,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,aAAa,GAAG;IAAE,EAAE,CAAC,EAAE,MAAM,CAAA;CAAE,GACpC,MAAM,CA+DR"}