@interf/compiler 0.1.11 → 0.2.0

package/dist/lib/benchmark-specs.js

@@ -0,0 +1,115 @@
+import { existsSync, mkdirSync, readdirSync, writeFileSync, } from "node:fs";
+import { basename, extname, join } from "node:path";
+import { readJsonFileWithSchema } from "./parse.js";
+import { BenchmarkSpecSchema } from "./schema.js";
+import { BENCHMARK_EXTENSIONS, assertBenchmarkId, assertWritableBenchmarkPath, benchmarkSpecFilePath, benchmarkTypePath, normalizeBenchmarkId, } from "./benchmark-paths.js";
+function readBenchmarkSpecFile(filePath) {
+    const extension = extname(filePath).toLowerCase();
+    if (!BENCHMARK_EXTENSIONS.has(extension))
+        return null;
+    const parsed = readJsonFileWithSchema(filePath, "benchmark spec", BenchmarkSpecSchema);
+    if (!parsed)
+        return null;
+    return {
+        ...parsed,
+        id: basename(filePath, extension),
+        filePath,
+    };
+}
+function serializeBenchmarkSpec(spec) {
+    return {
+        type: spec.type,
+        name: spec.name,
+        ...(spec.description ? { description: spec.description } : {}),
+        checks: spec.cases.map((benchmarkCase) => ({
+            id: benchmarkCase.id,
+            question: benchmarkCase.question,
+            ...(benchmarkCase.file ? { file: benchmarkCase.file } : {}),
+            ...(benchmarkCase.answer ? { answer: benchmarkCase.answer } : {}),
+            ...(benchmarkCase.strictness ? { strictness: benchmarkCase.strictness } : {}),
+            ...(benchmarkCase.expect ? { expect: benchmarkCase.expect } : {}),
+        })),
+    };
+}
+export function listBenchmarkSpecs(sourcePath, type) {
+    const dirPath = benchmarkTypePath(sourcePath, type);
+    if (!existsSync(dirPath))
+        return [];
+    return readdirSync(dirPath)
+        .map((entry) => join(dirPath, entry))
+        .filter((filePath) => BENCHMARK_EXTENSIONS.has(extname(filePath).toLowerCase()))
+        .map((filePath) => readBenchmarkSpecFile(filePath))
+        .filter((value) => value !== null)
+        .sort((left, right) => left.name.localeCompare(right.name) || left.id.localeCompare(right.id));
+}
+export function loadBenchmarkSpec(sourcePath, type, id) {
+    const normalizedId = normalizeBenchmarkId(id);
+    const filePath = join(benchmarkTypePath(sourcePath, type), `${normalizedId}.json`);
+    if (!existsSync(filePath))
+        return null;
+    return readBenchmarkSpecFile(filePath);
+}
+export function loadBenchmarkSpecFromFile(filePath) {
+    return readBenchmarkSpecFile(filePath);
+}
+export function writeBenchmarkSpec(sourcePath, spec) {
+    const id = normalizeBenchmarkId(spec.id ?? spec.name);
+    assertBenchmarkId(id);
+    const dirPath = benchmarkTypePath(sourcePath, spec.type);
+    mkdirSync(dirPath, { recursive: true });
+    const existingPath = join(dirPath, `${id}.json`);
+    if (existsSync(existingPath)) {
+        throw new Error(`Benchmark already exists: ${existingPath}`);
+    }
+    const filePath = benchmarkSpecFilePath(sourcePath, spec.type, id);
+    assertWritableBenchmarkPath(filePath);
+    const normalizedSpec = {
+        type: spec.type,
+        name: spec.name.trim(),
+        ...(spec.description && spec.description.trim().length > 0
+            ? { description: spec.description.trim() }
+            : {}),
+        cases: spec.cases.map((benchmarkCase) => ({
+            id: normalizeBenchmarkId(benchmarkCase.id),
+            question: benchmarkCase.question.trim(),
+            ...(benchmarkCase.file && benchmarkCase.file.trim().length > 0
+                ? { file: benchmarkCase.file.trim() }
+                : {}),
+            ...(benchmarkCase.answer && benchmarkCase.answer.trim().length > 0
+                ? { answer: benchmarkCase.answer.trim() }
+                : {}),
+            ...(benchmarkCase.strictness && benchmarkCase.strictness.trim().length > 0
+                ? { strictness: benchmarkCase.strictness.trim() }
+                : {}),
+            ...(benchmarkCase.expect
+                ? {
+                    expect: {
+                        ...(benchmarkCase.expect.must_include && benchmarkCase.expect.must_include.length > 0
+                            ? { must_include: benchmarkCase.expect.must_include.map((value) => value.trim()).filter(Boolean) }
+                            : {}),
+                        ...(benchmarkCase.expect.must_include_one_of && benchmarkCase.expect.must_include_one_of.length > 0
+                            ? {
+                                must_include_one_of: benchmarkCase.expect.must_include_one_of
+                                    .map((group) => group.map((value) => value.trim()).filter(Boolean))
+                                    .filter((group) => group.length > 0),
+                            }
+                            : {}),
+                        ...(benchmarkCase.expect.must_not_include && benchmarkCase.expect.must_not_include.length > 0
+                            ? { must_not_include: benchmarkCase.expect.must_not_include.map((value) => value.trim()).filter(Boolean) }
+                            : {}),
+                        ...(typeof benchmarkCase.expect.min_words === "number"
+                            ? { min_words: benchmarkCase.expect.min_words }
+                            : {}),
+                        ...(typeof benchmarkCase.expect.max_words === "number"
+                            ? { max_words: benchmarkCase.expect.max_words }
+                            : {}),
+                    },
+                }
+                : {}),
+        })),
+    };
+    const parsed = BenchmarkSpecSchema.parse(normalizedSpec);
+    writeFileSync(filePath, `${JSON.stringify(serializeBenchmarkSpec(parsed), null, 2)}\n`);
+    return filePath;
+}
+//# sourceMappingURL=benchmark-specs.js.map

package/dist/lib/benchmark-specs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-specs.js","sourceRoot":"","sources":["../../src/lib/benchmark-specs.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,SAAS,EACT,WAAW,EACX,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAMlD,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,2BAA2B,EAC3B,qBAAqB,EACrB,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAE9B,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtD,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;IACvF,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,OAAO;QACL,GAAG,MAAM;QACT,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;QACjC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAmB;IACjD,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACzC,EAAE,EAAE,aAAa,CAAC,EAAE;YACpB,QAAQ,EAAE,aAAa,CAAC,QAAQ;YAChC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjE,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,UAAkB,EAClB,IAAyB;IAEzB,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,OAAO,WAAW,CAAC,OAAO,CAAC;SACxB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;SACpC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;SAC/E,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAgC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC;SAC/D,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,UAAkB,EAClB,IAAyB,EACzB,EAAU;IAEV,MAAM,YAAY,GAAG,oBAAoB,CAAC,EAAE,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,GAAG,YAAY,OAAO,CAAC,CAAC;IACnF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,qBAAqB,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,QAAgB;IACxD,OAAO,qBAAqB,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,UAAkB,EAClB,IAAqC;IAErC,MAAM,EAAE,GAAG,oBAAoB,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IACtD,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAEtB,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACzD,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,YAAY,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,QAAQ,GAAG,qBAAqB,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAClE,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG;QACrB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QACtB,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YACxD,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE;YAC1C,CAAC,CAAC,EAAE,CAAC;QACP,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACxC,EAAE,EAAE,oBAAoB,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1C,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC,IAAI,EAAE;YACvC,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBAC5D,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE;gBACrC,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,aAAa,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBAChE,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;gBACzC,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,aAAa,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBACxE,CAAC,CAAC,EAAE,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE;gBACjD,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,aAAa,CAAC,MAAM;gBACtB,CAAC,CAAC;oBACE,MAAM,EAAE;wBACN,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;4BACnF,CAAC,CAAC,EAAE,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;4BAClG,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,mBAAmB,IAAI,aAAa,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC;4BACjG,CAAC,CAAC;gCACE,mBAAmB,EAAE,aAAa,CAAC,MAAM,CAAC,mBAAmB;qCAC1D,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;qCAClE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;6BACvC;4BACH,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,gBAAgB,IAAI,aAAa,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;4BAC3F,CAAC,CAAC,EAAE,gBAAgB,EAAE,aAAa,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;4BAC1G,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,OAAO,aAAa,CAAC,MAAM,CAAC,SAAS,KAAK,QAAQ;4BACpD,CAAC,CAAC,EAAE,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE;4BAC/C,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,OAAO,aAAa,CAAC,MAAM,CAAC,SAAS,KAAK,QAAQ;4BACpD,CAAC,CAAC,EAAE,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE;4BAC/C,CAAC,CAAC,EAAE,CAAC;qBACR;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;KACoB,CAAC;IAE1B,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACzD,aAAa,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,sBAAsB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACxF,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/lib/benchmark-targets.d.ts

@@ -0,0 +1,5 @@
+import type { BenchmarkTargetCandidate, BenchmarkTargetType } from "./benchmark-types.js";
+export declare function listKnowledgeBaseBenchmarkTargets(sourcePath: string): BenchmarkTargetCandidate[];
+export declare function listInterfaceBenchmarkTargets(sourcePath: string): BenchmarkTargetCandidate[];
+export declare function listBenchmarkTargets(sourcePath: string, type: BenchmarkTargetType): BenchmarkTargetCandidate[];
+//# sourceMappingURL=benchmark-targets.d.ts.map

package/dist/lib/benchmark-targets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-targets.d.ts","sourceRoot":"","sources":["../../src/lib/benchmark-targets.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,wBAAwB,EACxB,mBAAmB,EACpB,MAAM,sBAAsB,CAAC;AA8C9B,wBAAgB,iCAAiC,CAAC,UAAU,EAAE,MAAM,GAAG,wBAAwB,EAAE,CAgBhG;AAED,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,MAAM,GAAG,wBAAwB,EAAE,CAI5F;AAED,wBAAgB,oBAAoB,CAClC,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,mBAAmB,GACxB,wBAAwB,EAAE,CAI5B"}

package/dist/lib/benchmark-targets.js

@@ -0,0 +1,72 @@
+import { existsSync, readdirSync, statSync } from "node:fs";
+import { basename, join } from "node:path";
+import { listKnowledgeBasesForSourceFolder, readInterfConfig } from "./interf.js";
+import { computeInterfaceHealth, computeKnowledgeBaseHealth } from "./state.js";
+function summarizeTargetSortKey(target) {
+    return `${target.knowledgeBaseName ?? ""}\u0000${target.name}\u0000${target.workflow}`;
+}
+function listInterfacesForKnowledgeBase(knowledgeBasePath) {
+    const interfacesPath = join(knowledgeBasePath, "interfaces");
+    if (!existsSync(interfacesPath))
+        return [];
+    return readdirSync(interfacesPath)
+        .map((entry) => join(interfacesPath, entry))
+        .filter((entryPath) => {
+        try {
+            return statSync(entryPath).isDirectory();
+        }
+        catch {
+            return false;
+        }
+    })
+        .map((entryPath) => {
+        const config = readInterfConfig(entryPath);
+        if (!config || config.type !== "interface")
+            return null;
+        const health = computeInterfaceHealth(entryPath);
+        const knowledgeBaseConfig = readInterfConfig(knowledgeBasePath);
+        const knowledgeBaseName = knowledgeBaseConfig?.type === "knowledge-base"
+            ? knowledgeBaseConfig.name
+            : basename(knowledgeBasePath);
+        return {
+            type: "interface",
+            name: config.name,
+            path: entryPath,
+            workflow: config.workflow ?? "interf",
+            knowledgeBaseName,
+            status: health.status,
+            stage: health.stage,
+            summary: health.summary,
+            eligible: health.status === "compiled",
+        };
+    })
+        .filter((value) => value !== null);
+}
+export function listKnowledgeBaseBenchmarkTargets(sourcePath) {
+    return listKnowledgeBasesForSourceFolder(sourcePath)
+        .map(({ path, config }) => {
+        const health = computeKnowledgeBaseHealth(path);
+        return {
+            type: "knowledge-base",
+            name: config.name,
+            path,
+            workflow: config.workflow ?? "interf",
+            status: health.status,
+            stage: health.stage,
+            summary: health.summary,
+            eligible: health.status === "compiled",
+        };
+    })
+        .sort((left, right) => summarizeTargetSortKey(left).localeCompare(summarizeTargetSortKey(right)));
+}
+export function listInterfaceBenchmarkTargets(sourcePath) {
+    return listKnowledgeBasesForSourceFolder(sourcePath)
+        .flatMap(({ path }) => listInterfacesForKnowledgeBase(path))
+        .sort((left, right) => summarizeTargetSortKey(left).localeCompare(summarizeTargetSortKey(right)));
+}
+export function listBenchmarkTargets(sourcePath, type) {
+    return type === "knowledge-base"
+        ? listKnowledgeBaseBenchmarkTargets(sourcePath)
+        : listInterfaceBenchmarkTargets(sourcePath);
+}
+//# sourceMappingURL=benchmark-targets.js.map

package/dist/lib/benchmark-targets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-targets.js","sourceRoot":"","sources":["../../src/lib/benchmark-targets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,iCAAiC,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAC;AAQhF,SAAS,sBAAsB,CAAC,MAAgC;IAC9D,OAAO,GAAG,MAAM,CAAC,iBAAiB,IAAI,EAAE,SAAS,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC;AACzF,CAAC;AAED,SAAS,8BAA8B,CAAC,iBAAyB;IAC/D,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAC7D,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC;QAAE,OAAO,EAAE,CAAC;IAE3C,OAAO,WAAW,CAAC,cAAc,CAAC;SAC/B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;SAC3C,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,IAAI,CAAC;YACH,OAAO,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QACjB,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW;YAAE,OAAO,IAAI,CAAC;QACxD,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QAChE,MAAM,iBAAiB,GACrB,mBAAmB,EAAE,IAAI,KAAK,gBAAgB;YAC5C,CAAC,CAAC,mBAAmB,CAAC,IAAI;YAC1B,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAElC,OAAO;YACL,IAAI,EAAE,WAAoB;YAC1B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,QAAQ;YACrC,iBAAiB;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,KAAK,UAAU;SACvC,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,KAAK,EAAqC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,UAAkB;IAClE,OAAO,iCAAiC,CAAC,UAAU,CAAC;SACjD,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;QAChD,OAAO;YACL,IAAI,EAAE,gBAAyB;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI;YACJ,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,QAAQ;YACrC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,KAAK,UAAU;SACvC,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,UAAkB;IAC9D,OAAO,iCAAiC,CAAC,UAAU,CAAC;SACjD,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;SAC3D,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,UAAkB,EAClB,IAAyB;IAEzB,OAAO,IAAI,KAAK,gBAAgB;QAC9B,CAAC,CAAC,iCAAiC,CAAC,UAAU,CAAC;QAC/C,CAAC,CAAC,6BAA6B,CAAC,UAAU,CAAC,CAAC;AAChD,CAAC"}

package/dist/lib/benchmark-types.d.ts

@@ -0,0 +1,19 @@
+import type { BenchmarkSpec, RuntimeTargetType } from "./schema.js";
+export type { BenchmarkCaseExpect, BenchmarkCase, BenchmarkSpec, BenchmarkCheckResult, BenchmarkCaseResult, BenchmarkTargetResult, BenchmarkRunResult, } from "./schema.js";
+export type BenchmarkTargetType = RuntimeTargetType;
+export interface LoadedBenchmarkSpec extends BenchmarkSpec {
+    id: string;
+    filePath: string;
+}
+export interface BenchmarkTargetCandidate {
+    type: BenchmarkTargetType;
+    name: string;
+    path: string;
+    workflow: string;
+    knowledgeBaseName?: string;
+    status: "idle" | "running" | "compiled" | "stale" | "failed";
+    stage: string;
+    summary: string;
+    eligible: boolean;
+}
+//# sourceMappingURL=benchmark-types.d.ts.map

package/dist/lib/benchmark-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-types.d.ts","sourceRoot":"","sources":["../../src/lib/benchmark-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAMV,aAAa,EAEb,iBAAiB,EAClB,MAAM,aAAa,CAAC;AAErB,YAAY,EACV,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,oBAAoB,EACpB,mBAAmB,EACnB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAErB,MAAM,MAAM,mBAAmB,GAAG,iBAAiB,CAAC;AAEpD,MAAM,WAAW,mBAAoB,SAAQ,aAAa;IACxD,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC7D,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;CACnB"}

package/dist/lib/benchmark-types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=benchmark-types.js.map

package/dist/lib/benchmark-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-types.js","sourceRoot":"","sources":["../../src/lib/benchmark-types.ts"],"names":[],"mappings":""}

package/dist/lib/benchmark.d.ts

@@ -1,30 +1,5 @@
-import { type BenchmarkRunResult, type BenchmarkSpec, type RuntimeTargetType } from "./schema.js";
-export type { BenchmarkCaseExpect, BenchmarkCase, BenchmarkSpec, BenchmarkCheckResult, BenchmarkCaseResult, BenchmarkTargetResult, BenchmarkRunResult, } from "./schema.js";
-export type BenchmarkTargetType = RuntimeTargetType;
-export interface LoadedBenchmarkSpec extends BenchmarkSpec {
-    id: string;
-    filePath: string;
-}
-export interface BenchmarkTargetCandidate {
-    type: BenchmarkTargetType;
-    name: string;
-    path: string;
-    workflow: string;
-    knowledgeBaseName?: string;
-    status: "idle" | "running" | "compiled" | "stale" | "failed";
-    stage: string;
-    summary: string;
-    eligible: boolean;
-}
-export declare function listBenchmarkSpecs(sourcePath: string, type: BenchmarkTargetType): LoadedBenchmarkSpec[];
-export declare function loadBenchmarkSpec(sourcePath: string, type: BenchmarkTargetType, id: string): LoadedBenchmarkSpec | null;
-export declare function loadBenchmarkSpecFromFile(filePath: string): LoadedBenchmarkSpec | null;
-export declare function writeBenchmarkSpec(sourcePath: string, spec: BenchmarkSpec & {
-    id?: string;
-}): string;
-export declare function listKnowledgeBaseBenchmarkTargets(sourcePath: string): BenchmarkTargetCandidate[];
-export declare function listInterfaceBenchmarkTargets(sourcePath: string): BenchmarkTargetCandidate[];
-export declare function listBenchmarkTargets(sourcePath: string, type: BenchmarkTargetType): BenchmarkTargetCandidate[];
-export declare function runBenchmark(sourcePath: string, spec: LoadedBenchmarkSpec, targets: BenchmarkTargetCandidate[]): BenchmarkRunResult;
-export declare function saveBenchmarkRun(sourcePath: string, result: BenchmarkRunResult): string;
+export type { BenchmarkCaseExpect, BenchmarkCase, BenchmarkSpec, BenchmarkCheckResult, BenchmarkCaseResult, BenchmarkTargetResult, BenchmarkRunResult, BenchmarkTargetType, LoadedBenchmarkSpec, BenchmarkTargetCandidate, } from "./benchmark-types.js";
+export { listBenchmarkSpecs, loadBenchmarkSpec, loadBenchmarkSpecFromFile, writeBenchmarkSpec, } from "./benchmark-specs.js";
+export { listKnowledgeBaseBenchmarkTargets, listInterfaceBenchmarkTargets, listBenchmarkTargets, } from "./benchmark-targets.js";
+export { runBenchmark, runBenchmarkWithJudge, runBenchmarkAuto, saveBenchmarkRun, } from "./benchmark-execution.js";
 //# sourceMappingURL=benchmark.d.ts.map

package/dist/lib/benchmark.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../../src/lib/benchmark.ts"],"names":[],"mappings":"AAYA,OAAO,EAKL,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAElB,KAAK,iBAAiB,EACvB,MAAM,aAAa,CAAC;AAErB,YAAY,EACV,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,oBAAoB,EACpB,mBAAmB,EACnB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAErB,MAAM,MAAM,mBAAmB,GAAG,iBAAiB,CAAC;AAEpD,MAAM,WAAW,mBAAoB,SAAQ,aAAa;IACxD,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC7D,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;CACnB;AA0HD,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,mBAAmB,GACxB,mBAAmB,EAAE,CAUvB;AAED,wBAAgB,iBAAiB,CAC/B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,mBAAmB,EACzB,EAAE,EAAE,MAAM,GACT,mBAAmB,GAAG,IAAI,CAK5B;AAED,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAEtF;AAED,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,aAAa,GAAG;IAAE,EAAE,CAAC,EAAE,MAAM,CAAA;CAAE,GACpC,MAAM,CAgDR;AAED,wBAAgB,iCAAiC,CAAC,UAAU,EAAE,MAAM,GAAG,wBAAwB,EAAE,CAgBhG;AAED,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,MAAM,GAAG,wBAAwB,EAAE,CAI5F;AAED,wBAAgB,oBAAoB,CAClC,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,mBAAmB,GACxB,wBAAwB,EAAE,CAI5B;AAwFD,wBAAgB,YAAY,CAC1B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,mBAAmB,EACzB,OAAO,EAAE,wBAAwB,EAAE,GAClC,kBAAkB,CA4CpB;AAED,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,kBAAkB,GACzB,MAAM,CAYR"}
+{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../../src/lib/benchmark.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,oBAAoB,EACpB,mBAAmB,EACnB,qBAAqB,EACrB,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,yBAAyB,EACzB,kBAAkB,GACnB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,iCAAiC,EACjC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,0BAA0B,CAAC"}

package/dist/lib/benchmark.js

@@ -1,325 +1,4 @@
-import { existsSync, mkdirSync, readFileSync, readdirSync, statSync, writeFileSync, } from "node:fs";
-import { basename, extname, join } from "node:path";
-import { listKnowledgeBasesForSourceFolder, readInterfConfig } from "./interf.js";
-import { safeReadJsonFile } from "./parse.js";
-import { computeInterfaceHealth, computeKnowledgeBaseHealth } from "./state.js";
-import { BenchmarkSpecSchema, } from "./schema.js";
-const BENCHMARK_ID_PATTERN = /^[a-z0-9][a-z0-9-]{0,79}$/;
-const BENCHMARK_EXTENSIONS = new Set([".json"]);
-function benchmarkRootPath(sourcePath) {
-    return join(sourcePath, "interf", "benchmarks");
-}
-function benchmarkTypePath(sourcePath, type) {
-    return join(benchmarkRootPath(sourcePath), type);
-}
-function benchmarkRunsPath(sourcePath, type) {
-    return join(benchmarkRootPath(sourcePath), "runs", type);
-}
-function benchmarkRunGitignorePath(sourcePath, type) {
-    return join(benchmarkRunsPath(sourcePath, type), ".gitignore");
-}
-function benchmarkSpecFilePath(sourcePath, type, id) {
-    return join(benchmarkTypePath(sourcePath, type), `${id}.json`);
-}
-function normalizeId(input) {
-    return input
-        .toLowerCase()
-        .trim()
-        .replace(/[^a-z0-9]+/g, "-")
-        .replace(/^-+|-+$/g, "")
-        .slice(0, 80);
-}
-function assertBenchmarkId(id) {
-    if (!BENCHMARK_ID_PATTERN.test(id)) {
-        throw new Error(`Invalid benchmark id: ${id}`);
-    }
-}
-function assertWritableBenchmarkPath(filePath) {
-    if (existsSync(filePath)) {
-        throw new Error(`Benchmark already exists: ${filePath}`);
-    }
-}
-function readBenchmarkSpecFile(filePath) {
-    const extension = extname(filePath).toLowerCase();
-    if (!BENCHMARK_EXTENSIONS.has(extension))
-        return null;
-    const raw = safeReadJsonFile(filePath, "benchmark spec");
-    if (!raw)
-        return null;
-    const parsed = BenchmarkSpecSchema.safeParse(raw);
-    if (!parsed.success) {
-        console.warn(`Warning: failed to validate benchmark spec at ${filePath}: ${parsed.error.issues.map((issue) => issue.message).join("; ")}`);
-        return null;
-    }
-    return {
-        ...parsed.data,
-        id: basename(filePath, extension),
-        filePath,
-    };
-}
-function parseWords(content) {
-    return content.trim().split(/\s+/).filter(Boolean).length;
-}
-function normalizeText(content) {
-    return content.toLowerCase().replace(/\s+/g, " ").trim();
-}
-function summarizeTargetSortKey(target) {
-    return `${target.knowledgeBaseName ?? ""}\u0000${target.name}\u0000${target.workflow}`;
-}
-function listInterfacesForKnowledgeBase(knowledgeBasePath) {
-    const interfacesPath = join(knowledgeBasePath, "interfaces");
-    if (!existsSync(interfacesPath))
-        return [];
-    return readdirSync(interfacesPath)
-        .map((entry) => join(interfacesPath, entry))
-        .filter((entryPath) => {
-        try {
-            return statSync(entryPath).isDirectory();
-        }
-        catch {
-            return false;
-        }
-    })
-        .map((entryPath) => {
-        const config = readInterfConfig(entryPath);
-        if (!config || config.type !== "interface")
-            return null;
-        const health = computeInterfaceHealth(entryPath);
-        const knowledgeBaseConfig = readInterfConfig(knowledgeBasePath);
-        const knowledgeBaseName = knowledgeBaseConfig?.type === "knowledge-base"
-            ? knowledgeBaseConfig.name
-            : basename(knowledgeBasePath);
-        return {
-            type: "interface",
-            name: config.name,
-            path: entryPath,
-            workflow: config.workflow ?? "briefing",
-            knowledgeBaseName,
-            status: health.status,
-            stage: health.stage,
-            summary: health.summary,
-            eligible: health.status === "compiled",
-        };
-    })
-        .filter((value) => value !== null);
-}
-export function listBenchmarkSpecs(sourcePath, type) {
-    const dirPath = benchmarkTypePath(sourcePath, type);
-    if (!existsSync(dirPath))
-        return [];
-    return readdirSync(dirPath)
-        .map((entry) => join(dirPath, entry))
-        .filter((filePath) => BENCHMARK_EXTENSIONS.has(extname(filePath).toLowerCase()))
-        .map((filePath) => readBenchmarkSpecFile(filePath))
-        .filter((value) => value !== null)
-        .sort((left, right) => left.name.localeCompare(right.name) || left.id.localeCompare(right.id));
-}
-export function loadBenchmarkSpec(sourcePath, type, id) {
-    const normalizedId = normalizeId(id);
-    const filePath = join(benchmarkTypePath(sourcePath, type), `${normalizedId}.json`);
-    if (!existsSync(filePath))
-        return null;
-    return readBenchmarkSpecFile(filePath);
-}
-export function loadBenchmarkSpecFromFile(filePath) {
-    return readBenchmarkSpecFile(filePath);
-}
-export function writeBenchmarkSpec(sourcePath, spec) {
-    const id = normalizeId(spec.id ?? spec.name);
-    assertBenchmarkId(id);
-    const dirPath = benchmarkTypePath(sourcePath, spec.type);
-    mkdirSync(dirPath, { recursive: true });
-    const existingPath = join(dirPath, `${id}.json`);
-    if (existsSync(existingPath)) {
-        throw new Error(`Benchmark already exists: ${existingPath}`);
-    }
-    const filePath = benchmarkSpecFilePath(sourcePath, spec.type, id);
-    assertWritableBenchmarkPath(filePath);
-    const normalizedSpec = {
-        type: spec.type,
-        name: spec.name.trim(),
-        ...(spec.description && spec.description.trim().length > 0
-            ? { description: spec.description.trim() }
-            : {}),
-        cases: spec.cases.map((benchmarkCase) => ({
-            id: normalizeId(benchmarkCase.id),
-            question: benchmarkCase.question.trim(),
-            file: benchmarkCase.file.trim(),
-            ...(benchmarkCase.expect
-                ? {
-                    expect: {
-                        ...(benchmarkCase.expect.must_include && benchmarkCase.expect.must_include.length > 0
-                            ? { must_include: benchmarkCase.expect.must_include.map((value) => value.trim()).filter(Boolean) }
-                            : {}),
-                        ...(benchmarkCase.expect.must_not_include && benchmarkCase.expect.must_not_include.length > 0
-                            ? { must_not_include: benchmarkCase.expect.must_not_include.map((value) => value.trim()).filter(Boolean) }
-                            : {}),
-                        ...(typeof benchmarkCase.expect.min_words === "number"
-                            ? { min_words: benchmarkCase.expect.min_words }
-                            : {}),
-                        ...(typeof benchmarkCase.expect.max_words === "number"
-                            ? { max_words: benchmarkCase.expect.max_words }
-                            : {}),
-                    },
-                }
-                : {}),
-        })),
-    };
-    const parsed = BenchmarkSpecSchema.parse(normalizedSpec);
-    writeFileSync(filePath, `${JSON.stringify(parsed, null, 2)}\n`);
-    return filePath;
-}
-export function listKnowledgeBaseBenchmarkTargets(sourcePath) {
-    return listKnowledgeBasesForSourceFolder(sourcePath)
-        .map(({ path, config }) => {
-        const health = computeKnowledgeBaseHealth(path);
-        return {
-            type: "knowledge-base",
-            name: config.name,
-            path,
-            workflow: config.workflow ?? "interf",
-            status: health.status,
-            stage: health.stage,
-            summary: health.summary,
-            eligible: health.status === "compiled",
-        };
-    })
-        .sort((left, right) => summarizeTargetSortKey(left).localeCompare(summarizeTargetSortKey(right)));
-}
-export function listInterfaceBenchmarkTargets(sourcePath) {
-    return listKnowledgeBasesForSourceFolder(sourcePath)
-        .flatMap(({ path }) => listInterfacesForKnowledgeBase(path))
-        .sort((left, right) => summarizeTargetSortKey(left).localeCompare(summarizeTargetSortKey(right)));
-}
-export function listBenchmarkTargets(sourcePath, type) {
-    return type === "knowledge-base"
-        ? listKnowledgeBaseBenchmarkTargets(sourcePath)
-        : listInterfaceBenchmarkTargets(sourcePath);
-}
-function runBenchmarkCase(target, benchmarkCase) {
-    const outputPath = join(target.path, benchmarkCase.file);
-    const checks = [];
-    if (!existsSync(outputPath)) {
-        checks.push({
-            label: "file exists",
-            ok: false,
-            detail: `Missing ${benchmarkCase.file}`,
-        });
-        return {
-            caseId: benchmarkCase.id,
-            question: benchmarkCase.question,
-            file: benchmarkCase.file,
-            ok: false,
-            wordCount: 0,
-            passedChecks: 0,
-            totalChecks: checks.length,
-            checks,
-        };
-    }
-    checks.push({
-        label: "file exists",
-        ok: true,
-        detail: `Found ${benchmarkCase.file}`,
-    });
-    const content = readFileSync(outputPath, "utf8");
-    const normalized = normalizeText(content);
-    const wordCount = parseWords(content);
-    for (const phrase of benchmarkCase.expect?.must_include ?? []) {
-        const ok = normalized.includes(normalizeText(phrase));
-        checks.push({
-            label: `must include "${phrase}"`,
-            ok,
-            detail: ok ? "present" : "missing",
-        });
-    }
-    for (const phrase of benchmarkCase.expect?.must_not_include ?? []) {
-        const ok = !normalized.includes(normalizeText(phrase));
-        checks.push({
-            label: `must not include "${phrase}"`,
-            ok,
-            detail: ok ? "absent" : "present",
-        });
-    }
-    if (typeof benchmarkCase.expect?.min_words === "number") {
-        const ok = wordCount >= benchmarkCase.expect.min_words;
-        checks.push({
-            label: `min words ${benchmarkCase.expect.min_words}`,
-            ok,
-            detail: `${wordCount} words`,
-        });
-    }
-    if (typeof benchmarkCase.expect?.max_words === "number") {
-        const ok = wordCount <= benchmarkCase.expect.max_words;
-        checks.push({
-            label: `max words ${benchmarkCase.expect.max_words}`,
-            ok,
-            detail: `${wordCount} words`,
-        });
-    }
-    const passedChecks = checks.filter((check) => check.ok).length;
-    return {
-        caseId: benchmarkCase.id,
-        question: benchmarkCase.question,
-        file: benchmarkCase.file,
-        ok: passedChecks === checks.length,
-        wordCount,
-        passedChecks,
-        totalChecks: checks.length,
-        checks,
-    };
-}
-export function runBenchmark(sourcePath, spec, targets) {
-    for (const target of targets) {
-        if (target.type !== spec.type) {
-            throw new Error(`Benchmark target type mismatch: expected ${spec.type}, got ${target.type}`);
-        }
-    }
-    const results = targets.map((target) => {
-        const caseResults = spec.cases.map((benchmarkCase) => runBenchmarkCase(target, benchmarkCase));
-        const passedCases = caseResults.filter((result) => result.ok).length;
-        const passedChecks = caseResults.reduce((total, result) => total + result.passedChecks, 0);
-        const totalChecks = caseResults.reduce((total, result) => total + result.totalChecks, 0);
-        return {
-            target: {
-                type: target.type,
-                name: target.name,
-                path: target.path,
-                workflow: target.workflow,
-                ...(target.knowledgeBaseName ? { knowledgeBaseName: target.knowledgeBaseName } : {}),
-            },
-            ok: passedCases === caseResults.length,
-            passedCases,
-            totalCases: caseResults.length,
-            passedChecks,
-            totalChecks,
-            caseResults,
-        };
-    });
-    return {
-        kind: "interf-benchmark-run",
-        version: 1,
-        generated_at: new Date().toISOString(),
-        benchmark: {
-            id: spec.id,
-            name: spec.name,
-            type: spec.type,
-            file: spec.filePath,
-        },
-        source_path: sourcePath,
-        target_count: results.length,
-        results,
-    };
-}
-export function saveBenchmarkRun(sourcePath, result) {
-    const dirPath = benchmarkRunsPath(sourcePath, result.benchmark.type);
-    mkdirSync(dirPath, { recursive: true });
-    const gitignorePath = benchmarkRunGitignorePath(sourcePath, result.benchmark.type);
-    if (!existsSync(gitignorePath)) {
-        writeFileSync(gitignorePath, "*.json\n");
-    }
-    const timestamp = result.generated_at.replace(/[:.]/g, "-");
-    const filePath = join(dirPath, `${timestamp}-${result.benchmark.id}.json`);
-    writeFileSync(filePath, JSON.stringify(result, null, 2) + "\n");
-    return filePath;
-}
+export { listBenchmarkSpecs, loadBenchmarkSpec, loadBenchmarkSpecFromFile, writeBenchmarkSpec, } from "./benchmark-specs.js";
+export { listKnowledgeBaseBenchmarkTargets, listInterfaceBenchmarkTargets, listBenchmarkTargets, } from "./benchmark-targets.js";
+export { runBenchmark, runBenchmarkWithJudge, runBenchmarkAuto, saveBenchmarkRun, } from "./benchmark-execution.js";
 //# sourceMappingURL=benchmark.js.map

package/dist/lib/benchmark.js.map

@@ -1 +1 @@
-{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../../src/lib/benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,SAAS,EACT,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,iCAAiC,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAC;AAChF,OAAO,EACL,mBAAmB,GAQpB,MAAM,aAAa,CAAC;AA+BrB,MAAM,oBAAoB,GAAG,2BAA2B,CAAC;AACzD,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AAEhD,SAAS,iBAAiB,CAAC,UAAkB;IAC3C,OAAO,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,iBAAiB,CAAC,UAAkB,EAAE,IAAyB;IACtE,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,iBAAiB,CAAC,UAAkB,EAAE,IAAyB;IACtE,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,yBAAyB,CAAC,UAAkB,EAAE,IAAyB;IAC9E,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,qBAAqB,CAC5B,UAAkB,EAClB,IAAyB,EACzB,EAAU;IAEV,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,KAAK;SACT,WAAW,EAAE;SACb,IAAI,EAAE;SACN,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CAAC,EAAU;IACnC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;IACjD,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAAC,QAAgB;IACnD,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtD,MAAM,GAAG,GAAG,gBAAgB,CAAU,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAClE,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CACV,iDAAiD,QAAQ,KAAK,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC7H,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,GAAG,MAAM,CAAC,IAAI;QACd,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;QACjC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,OAAe;IACjC,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AAC5D,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACpC,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAgC;IAC9D,OAAO,GAAG,MAAM,CAAC,iBAAiB,IAAI,EAAE,SAAS,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC;AACzF,CAAC;AAED,SAAS,8BAA8B,CAAC,iBAAyB;IAC/D,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAC7D,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC;QAAE,OAAO,EAAE,CAAC;IAE3C,OAAO,WAAW,CAAC,cAAc,CAAC;SAC/B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;SAC3C,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,IAAI,CAAC;YACH,OAAO,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QACjB,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW;YAAE,OAAO,IAAI,CAAC;QACxD,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QAChE,MAAM,iBAAiB,GACrB,mBAAmB,EAAE,IAAI,KAAK,gBAAgB;YAC5C,CAAC,CAAC,mBAAmB,CAAC,IAAI;YAC1B,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAElC,OAAO;YACL,IAAI,EAAE,WAAoB;YAC1B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,UAAU;YACvC,iBAAiB;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,KAAK,UAAU;SACvC,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,UAAkB,EAClB,IAAyB;IAEzB,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,OAAO,WAAW,CAAC,OAAO,CAAC;SACxB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;SACpC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;SAC/E,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAgC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC;SAC/D,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,UAAkB,EAClB,IAAyB,EACzB,EAAU;IAEV,MAAM,YAAY,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,GAAG,YAAY,OAAO,CAAC,CAAC;IACnF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,qBAAqB,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,QAAgB;IACxD,OAAO,qBAAqB,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,UAAkB,EAClB,IAAqC;IAErC,MAAM,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAEtB,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACzD,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,YAAY,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,QAAQ,GAAG,qBAAqB,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAClE,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG;QACrB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QACtB,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YACxD,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE;YAC1C,CAAC,CAAC,EAAE,CAAC;QACP,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACxC,EAAE,EAAE,WAAW,CAAC,aAAa,CAAC,EAAE,CAAC;YACjC,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC,IAAI,EAAE;YACvC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE;YAC/B,GAAG,CAAC,aAAa,CAAC,MAAM;gBACtB,CAAC,CAAC;oBACE,MAAM,EAAE;wBACN,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;4BACnF,CAAC,CAAC,EAAE,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;4BAClG,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,gBAAgB,IAAI,aAAa,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;4BAC3F,CAAC,CAAC,EAAE,gBAAgB,EAAE,aAAa,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;4BAC1G,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,OAAO,aAAa,CAAC,MAAM,CAAC,SAAS,KAAK,QAAQ;4BACpD,CAAC,CAAC,EAAE,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE;4BAC/C,CAAC,CAAC,EAAE,CAAC;wBACP,GAAG,CAAC,OAAO,aAAa,CAAC,MAAM,CAAC,SAAS,KAAK,QAAQ;4BACpD,CAAC,CAAC,EAAE,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE;4BAC/C,CAAC,CAAC,EAAE,CAAC;qBACR;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;KACoB,CAAC;IAE1B,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACzD,aAAa,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAChE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,UAAkB;IAClE,OAAO,iCAAiC,CAAC,UAAU,CAAC;SACjD,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;QAChD,OAAO;YACL,IAAI,EAAE,gBAAyB;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI;YACJ,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,QAAQ;YACrC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,KAAK,UAAU;SACvC,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,UAAkB;IAC9D,OAAO,iCAAiC,CAAC,UAAU,CAAC;SACjD,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;SAC3D,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,UAAkB,EAClB,IAAyB;IAEzB,OAAO,IAAI,KAAK,gBAAgB;QAC9B,CAAC,CAAC,iCAAiC,CAAC,UAAU,CAAC;QAC/C,CAAC,CAAC,6BAA6B,CAAC,UAAU,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,gBAAgB,CACvB,MAAgC,EAChC,aAA4B;IAE5B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,aAAa;YACpB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,WAAW,aAAa,CAAC,IAAI,EAAE;SACxC,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,aAAa,CAAC,EAAE;YACxB,QAAQ,EAAE,aAAa,CAAC,QAAQ;YAChC,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,EAAE,EAAE,KAAK;YACT,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM;SACP,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,IAAI,CAAC;QACV,KAAK,EAAE,aAAa;QACpB,EAAE,EAAE,IAAI;QACR,MAAM,EAAE,SAAS,aAAa,CAAC,IAAI,EAAE;KACtC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAEtC,KAAK,MAAM,MAAM,IAAI,aAAa,CAAC,MAAM,EAAE,YAAY,IAAI,EAAE,EAAE,CAAC;QAC9D,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,iBAAiB,MAAM,GAAG;YACjC,EAAE;YACF,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SACnC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,aAAa,CAAC,MAAM,EAAE,gBAAgB,IAAI,EAAE,EAAE,CAAC;QAClE,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,qBAAqB,MAAM,GAAG;YACrC,EAAE;YACF,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;SAClC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,aAAa,CAAC,MAAM,EAAE,SAAS,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,EAAE,GAAG,SAAS,IAAI,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,aAAa,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE;YACpD,EAAE;YACF,MAAM,EAAE,GAAG,SAAS,QAAQ;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,aAAa,CAAC,MAAM,EAAE,SAAS,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,EAAE,GAAG,SAAS,IAAI,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,aAAa,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE;YACpD,EAAE;YACF,MAAM,EAAE,GAAG,SAAS,QAAQ;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IAE/D,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,EAAE;QACxB,QAAQ,EAAE,aAAa,CAAC,QAAQ;QAChC,IAAI,EAAE,aAAa,CAAC,IAAI;QACxB,EAAE,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM;QAClC,SAAS;QACT,YAAY;QACZ,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,UAAkB,EAClB,IAAyB,EACzB,OAAmC;IAEnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,CAAC,IAAI,SAAS,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAC/F,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACrE,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAC3F,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAEzF,OAAO;YACL,MAAM,EAAE;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrF;YACD,EAAE,EAAE,WAAW,KAAK,WAAW,CAAC,MAAM;YACtC,WAAW;YACX,UAAU,EAAE,WAAW,CAAC,MAAM;YAC9B,YAAY;YACZ,WAAW;YACX,WAAW;SACoB,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,IAAI,EAAE,sBAAsB;QAC5B,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,SAAS,EAAE;YACT,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,QAAQ;SACpB;QACD,WAAW,EAAE,UAAU;QACvB,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,UAAkB,EAClB,MAA0B;IAE1B,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACrE,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,yBAAyB,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnF,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/B,aAAa,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3E,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAChE,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../../src/lib/benchmark.ts"],"names":[],"mappings":"AAaA,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,yBAAyB,EACzB,kBAAkB,GACnB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,iCAAiC,EACjC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,0BAA0B,CAAC"}