veryfront 0.1.907 → 0.1.909

package/esm/cli/commands/eval/command-help.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"command-help.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command-help.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEvD,eAAO,MAAM,QAAQ,EAAE,WAmDtB,CAAC"}
+{"version":3,"file":"command-help.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command-help.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEvD,eAAO,MAAM,QAAQ,EAAE,WA4DtB,CAAC"}

package/esm/cli/commands/eval/command-help.js

@@ -24,6 +24,14 @@ export const evalHelp = {
             flag: "--junit <path>",
             description: "Write a JUnit XML report to a file",
         },
+        {
+            flag: "--baseline <path>",
+            description: "Compare the eval report against a saved baseline report",
+        },
+        {
+            flag: "--write-baseline <path>",
+            description: "Write the eval report JSON as the next baseline",
+        },
         {
             flag: "--export <ids>",
             description: "Export the report through registered eval exporters",
@@ -46,6 +54,7 @@ export const evalHelp = {
         "veryfront eval deep-research",
         "veryfront eval eval:deep-research --report-dir .veryfront/evals/deep-research",
         "veryfront eval eval:deep-research --report .veryfront/evals/deep-research/report.json --junit .veryfront/evals/deep-research/junit.xml",
+        "veryfront eval deep-research --baseline .veryfront/evals/baseline.json --json",
         "veryfront eval deep-research --export braintrust,langfuse --json",
         "veryfront eval deep-research --json",
     ],

package/esm/cli/commands/eval/command.d.ts

@@ -1,4 +1,4 @@
-import type { EvalReport } from "../../../src/eval/index.js";
+import type { EvalReport, EvalReportComparison } from "../../../src/eval/index.js";
 import type { EvalArgs } from "./handler.js";
 export interface EvalOptions extends EvalArgs {
 }
@@ -27,16 +27,18 @@ type EvalSummaryArtifact = {
     endedAt: string;
     summary: EvalReport["summary"];
     exports?: EvalReport["exports"];
+    baseline?: EvalReportComparison;
 };
 export declare function createDefaultEvalReportDir(runId: string): string;
 export declare function createEvalArtifactPaths(reportDir: string): EvalArtifactPaths;
 export declare function normalizeEvalCliId(id: string): string;
 export declare function normalizeEvalInputForAgent(input: unknown): string;
 export declare function summarizeReportForCli(report: EvalReport): CliEvalSummary;
-export declare function createSummaryArtifact(report: EvalReport): EvalSummaryArtifact;
+export declare function createSummaryArtifact(report: EvalReport, baseline?: EvalReportComparison): EvalSummaryArtifact;
 export declare function createResultsJsonl(report: EvalReport): string;
 export declare function createJunitXml(report: EvalReport): string;
-export declare function writeEvalArtifacts(report: EvalReport, paths: EvalArtifactPaths): Promise<void>;
+export declare function writeEvalArtifacts(report: EvalReport, paths: EvalArtifactPaths, baseline?: EvalReportComparison): Promise<void>;
+export declare function createEvalExitCode(report: EvalReport, baseline?: EvalReportComparison): 0 | 1;
 export declare function evalCommand(options: EvalOptions): Promise<void>;
 export {};
 //# sourceMappingURL=command.d.ts.map

package/esm/cli/commands/eval/command.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"command.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAKV,UAAU,EAGX,MAAM,4BAA4B,CAAC;AAWpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,WAAW,WAAY,SAAQ,QAAQ;CAAG;AAEhD,KAAK,cAAc,GAAG;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC;CAC3C,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;CACjC,CAAC;AAoBF,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,iBAAiB,CAM5E;AAmCD,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAErD;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CASjE;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,cAAc,CAWxE;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,mBAAmB,CAY7E;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAG7D;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CA0CzD;AAQD,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,iBAAiB,GACvB,OAAO,CAAC,IAAI,CAAC,CAIf;AA0ID,wBAAsB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAsGrE"}
+{"version":3,"file":"command.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAKV,UAAU,EACV,oBAAoB,EAGrB,MAAM,4BAA4B,CAAC;AAWpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,WAAW,WAAY,SAAQ,QAAQ;CAAG;AAEhD,KAAK,cAAc,GAAG;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC;CAC3C,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE,oBAAoB,CAAC;CACjC,CAAC;AAoBF,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,iBAAiB,CAM5E;AAmCD,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAErD;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CASjE;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,cAAc,CAWxE;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,mBAAmB,CAarB;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAG7D;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CA0CzD;AAQD,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,iBAAiB,EACxB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAOf;AAMD,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,CAAC,GAAG,CAAC,CAEP;AAsJD,wBAAsB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CA+GrE"}

package/esm/cli/commands/eval/command.js

@@ -4,7 +4,7 @@
 import * as dntShim from "../../../_dnt.shims.js";
 import { dirname, join, relative } from "../../../deps/jsr.io/@std/path/1.1.4/mod.js";
 import { createProjectDiscoveryConfig, discoverAll } from "../../../src/discovery/index.js";
-import { discoverEvals, runEval } from "../../../src/eval/index.js";
+import { compareEvalReports, discoverEvals, runEval } from "../../../src/eval/index.js";
 import { cliLogger, exitProcess } from "../../utils/index.js";
 import { createErrorEnvelope, createSuccessEnvelope, isJsonMode, outputJson, } from "../../shared/json-output.js";
 import { withProjectSourceContext } from "../../shared/project-source-context.js";
@@ -88,7 +88,7 @@ export function summarizeReportForCli(report) {
         metrics: report.summary.metrics,
     };
 }
-export function createSummaryArtifact(report) {
+export function createSummaryArtifact(report, baseline) {
     return {
         kind: "eval-summary",
         runId: report.runId,
@@ -99,6 +99,7 @@ export function createSummaryArtifact(report) {
         endedAt: report.endedAt,
         summary: report.summary,
         ...(report.exports ? { exports: report.exports } : {}),
+        ...(baseline ? { baseline } : {}),
     };
 }
 export function createResultsJsonl(report) {
@@ -138,11 +139,17 @@ async function writeTextFileEnsuringDir(path, content) {
         await dntShim.Deno.mkdir(dir, { recursive: true });
     await dntShim.Deno.writeTextFile(path, content);
 }
-export async function writeEvalArtifacts(report, paths) {
+export async function writeEvalArtifacts(report, paths, baseline) {
     await dntShim.Deno.mkdir(paths.directory, { recursive: true });
-    await dntShim.Deno.writeTextFile(paths.summary, JSON.stringify(createSummaryArtifact(report), null, 2));
+    await dntShim.Deno.writeTextFile(paths.summary, JSON.stringify(createSummaryArtifact(report, baseline), null, 2));
     await dntShim.Deno.writeTextFile(paths.results, createResultsJsonl(report));
 }
+async function readEvalReport(path) {
+    return JSON.parse(await dntShim.Deno.readTextFile(path));
+}
+export function createEvalExitCode(report, baseline) {
+    return report.summary.failed === 0 && baseline?.regressed !== true ? 0 : 1;
+}
 function resolveAgentTargetId(target) {
     return target.startsWith("agent:") ? target.slice("agent:".length) : target;
 }
@@ -194,7 +201,7 @@ function listEvals(evals, projectDir) {
         },
     }));
 }
-function printReport(report) {
+function printReport(report, baseline) {
     cliLogger.info(`Eval ${report.definitionId}`);
     cliLogger.info(`Target: ${report.target}`);
     cliLogger.info(`Result: ${report.summary.passed}/${report.summary.records} passed (${Math.round(report.summary.passRate * 100)}%)`);
@@ -209,6 +216,13 @@ function printReport(report) {
             cliLogger.warn(`Export ${result.exporterId}: failed: ${result.error}`);
         }
     }
+    if (baseline) {
+        const direction = baseline.passRateDelta >= 0 ? "+" : "";
+        cliLogger.info(`Baseline: ${baseline.regressed ? "regressed" : "ok"} (${direction}${Math.round(baseline.passRateDelta * 100)} pp pass rate)`);
+        if (baseline.newFailedExamples.length > 0) {
+            cliLogger.warn(`New failed examples: ${baseline.newFailedExamples.join(", ")}`);
+        }
+    }
 }
 function createEvalCliExportConfig(evalItem, options, projectDir, artifactPaths) {
     if (options.exporters.length === 0)
@@ -328,28 +342,37 @@ export async function evalCommand(options) {
             },
             export: createEvalCliExportConfig(evalItem, options, projectDir, artifactPaths),
         });
-        await writeEvalArtifacts(report, artifactPaths);
+        const baseline = options.baseline
+            ? compareEvalReports(report, await readEvalReport(options.baseline))
+            : undefined;
+        await writeEvalArtifacts(report, artifactPaths, baseline);
         if (options.report) {
             await writeTextFileEnsuringDir(options.report, JSON.stringify(report, null, 2));
         }
         if (options.junit) {
             await writeTextFileEnsuringDir(options.junit, createJunitXml(report));
         }
+        if (options.writeBaseline) {
+            await writeTextFileEnsuringDir(options.writeBaseline, JSON.stringify(report, null, 2));
+        }
         if (isJsonMode()) {
             await outputJson(createSuccessEnvelope("eval", {
                 report,
                 summary: summarizeReportForCli(report),
+                baseline,
                 artifacts: artifactPaths,
             }));
         }
         else {
-            printReport(report);
+            printReport(report, baseline);
             cliLogger.info(`Report directory: ${artifactPaths.directory}`);
             if (options.report)
                 cliLogger.info(`Report: ${options.report}`);
             if (options.junit)
                 cliLogger.info(`JUnit: ${options.junit}`);
+            if (options.writeBaseline)
+                cliLogger.info(`Baseline written: ${options.writeBaseline}`);
         }
-        exitProcess(report.summary.failed === 0 ? 0 : 1);
+        exitProcess(createEvalExitCode(report, baseline));
     });
 }

package/esm/cli/commands/eval/handler.d.ts

@@ -7,6 +7,8 @@ declare const getEvalArgsSchema: () => import("../../../src/internal-agents/sche
     reportDir: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
     report: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
     junit: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
+    baseline: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
+    writeBaseline: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
     exporters: import("../../../src/internal-agents/schema.js").Schema<string[]>;
     debug: import("../../../src/internal-agents/schema.js").Schema<boolean>;
     model: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
@@ -20,6 +22,8 @@ export declare const parseEvalArgs: (args: ParsedArgs) => import("../../shared/a
     reportDir: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
     report: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
     junit: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
+    baseline: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
+    writeBaseline: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
     exporters: import("../../../src/internal-agents/schema.js").Schema<string[]>;
     debug: import("../../../src/internal-agents/schema.js").Schema<boolean>;
     model: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;

package/esm/cli/commands/eval/handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/handler.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAE3E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAExD,QAAA,MAAM,iBAAiB;;;;;;;;;;;GAatB,CAAC;AAIF,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC,CAAC;AAEzE,eAAO,MAAM,aAAa;;;;;;;;;;;GAWxB,CAAC;AAEH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAIvE"}
+{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/handler.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAE3E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAExD,QAAA,MAAM,iBAAiB;;;;;;;;;;;;;GAetB,CAAC;AAIF,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC,CAAC;AAEzE,eAAO,MAAM,aAAa;;;;;;;;;;;;;GAaxB,CAAC;AAEH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAIvE"}

package/esm/cli/commands/eval/handler.js

@@ -7,6 +7,8 @@ const getEvalArgsSchema = defineSchema((v) => v.object({
     reportDir: v.string().optional(),
     report: v.string().optional(),
     junit: v.string().optional(),
+    baseline: v.string().optional(),
+    writeBaseline: v.string().optional(),
     exporters: v.array(v.string()).default([]),
     debug: v.boolean().default(false),
     model: v.string().optional(),
@@ -20,6 +22,8 @@ export const parseEvalArgs = createArgParser(EvalArgsSchema, {
     reportDir: { keys: ["report-dir"], type: "string" },
     report: { keys: ["report"], type: "string" },
     junit: { keys: ["junit"], type: "string" },
+    baseline: { keys: ["baseline"], type: "string" },
+    writeBaseline: { keys: ["write-baseline"], type: "string" },
     exporters: { keys: ["export"], type: "array" },
     debug: { keys: ["debug"], type: "boolean" },
     model: { keys: ["model"], type: "string" },

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.907",
+    "version": "0.1.909",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {

package/esm/src/eval/baseline.d.ts

@@ -0,0 +1,4 @@
+import type { EvalReport, EvalReportComparison } from "./types.js";
+/** Compare a current eval report against a saved baseline report. */
+export declare function compareEvalReports(current: EvalReport, baseline: EvalReport): EvalReportComparison;
+//# sourceMappingURL=baseline.d.ts.map

package/esm/src/eval/baseline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline.d.ts","sourceRoot":"","sources":["../../../src/src/eval/baseline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAGV,UAAU,EACV,oBAAoB,EACrB,MAAM,YAAY,CAAC;AAiFpB,qEAAqE;AACrE,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,UAAU,EACnB,QAAQ,EAAE,UAAU,GACnB,oBAAoB,CA0BtB"}

package/esm/src/eval/baseline.js

@@ -0,0 +1,87 @@
+function metricKey(metric) {
+    return `${metric.name}:${metric.family}:${metric.severity}`;
+}
+function createMetricIndex(report) {
+    const metrics = new Map();
+    for (const metric of report.summary.metrics) {
+        metrics.set(metricKey(metric), metric);
+    }
+    return metrics;
+}
+function createMetricOrder(current, baseline) {
+    const keys = new Set();
+    for (const metric of current.summary.metrics)
+        keys.add(metricKey(metric));
+    for (const metric of baseline.summary.metrics)
+        keys.add(metricKey(metric));
+    return [...keys];
+}
+function firstMetricForKey(key, current, baseline) {
+    const metric = current.get(key) ?? baseline.get(key);
+    if (!metric) {
+        throw new Error(`Metric key "${key}" was not present in either report.`);
+    }
+    return metric;
+}
+function nullableDelta(current, baseline) {
+    return current === null || baseline === null ? null : current - baseline;
+}
+function metricRegressed(current, baseline) {
+    if (!baseline)
+        return false;
+    if (!current)
+        return true;
+    return current.passRate < baseline.passRate || current.failed > baseline.failed;
+}
+function createMetricDelta(key, current, baseline) {
+    const metric = firstMetricForKey(key, current, baseline);
+    const currentMetric = current.get(key);
+    const baselineMetric = baseline.get(key);
+    const currentPassRate = currentMetric?.passRate ?? null;
+    const baselinePassRate = baselineMetric?.passRate ?? null;
+    const currentFailed = currentMetric?.failed ?? null;
+    const baselineFailed = baselineMetric?.failed ?? null;
+    return {
+        name: metric.name,
+        family: metric.family,
+        severity: metric.severity,
+        baselinePassRate,
+        currentPassRate,
+        passRateDelta: nullableDelta(currentPassRate, baselinePassRate),
+        baselineFailed,
+        currentFailed,
+        failedDelta: nullableDelta(currentFailed, baselineFailed),
+        regressed: metricRegressed(currentMetric, baselineMetric),
+    };
+}
+function failedExampleIds(report) {
+    return new Set((report.summary.failedExamples ?? []).map((example) => example.exampleId));
+}
+function sortedDifference(left, right) {
+    return [...left].filter((value) => !right.has(value)).sort();
+}
+/** Compare a current eval report against a saved baseline report. */
+export function compareEvalReports(current, baseline) {
+    const currentMetrics = createMetricIndex(current);
+    const baselineMetrics = createMetricIndex(baseline);
+    const metricDeltas = createMetricOrder(current, baseline).map((key) => createMetricDelta(key, currentMetrics, baselineMetrics));
+    const currentFailedExamples = failedExampleIds(current);
+    const baselineFailedExamples = failedExampleIds(baseline);
+    const newFailedExamples = sortedDifference(currentFailedExamples, baselineFailedExamples);
+    const fixedExamples = sortedDifference(baselineFailedExamples, currentFailedExamples);
+    const passRateDelta = current.summary.passRate - baseline.summary.passRate;
+    const failedDelta = current.summary.failed - baseline.summary.failed;
+    return {
+        kind: "eval-report-comparison",
+        currentRunId: current.runId,
+        baselineRunId: baseline.runId,
+        passRateDelta,
+        passedDelta: current.summary.passed - baseline.summary.passed,
+        failedDelta,
+        metricDeltas,
+        newFailedExamples,
+        fixedExamples,
+        regressed: passRateDelta < 0 || failedDelta > 0 || newFailedExamples.length > 0 ||
+            metricDeltas.some((metric) => metric.regressed),
+    };
+}

package/esm/src/eval/index.d.ts

@@ -46,10 +46,11 @@ export { datasets } from "./datasets.js";
 export { evalAgent, isEvalDefinition } from "./factory.js";
 export { metrics } from "./metrics.js";
 export { createEvalReport, summarizeEvalRecords } from "./report.js";
+export { compareEvalReports } from "./baseline.js";
 export { runEval } from "./runner.js";
 export { deriveEvalId, discoverEvals, findEvalById } from "./discovery.js";
 export { createEvalSourceDocument, getEvalEditableFieldSchema, getEvalRunSchema, getEvalSourceDocumentSchema, getEvalSourcePatchSchema, getEvalSourceReferenceSchema, getEvalStudioCapabilitySchema, } from "./studio.js";
 export type { DiscoveredEval, EvalDiscoveryOptions, EvalDiscoveryResult } from "./discovery.js";
-export type { EvalAgentAdapter, EvalAgentAdapterContext, EvalAgentAdapterResult, EvalAgentInput, EvalCheckContext, EvalDataset, EvalDatasetLoadContext, EvalDefinition, EvalExample, EvalExampleInput, EvalExpect, EvalExpectation, EvalMetric, EvalMetricContext, EvalMetricFamily, EvalMetricResult, EvalMetricSummary, EvalMetricThreshold, EvalRecord, EvalReport, EvalReportExportConfig, EvalReportSummary, EvalSeverity, EvalSource, EvalTargetKind, EvalToolCall, EvalTrace, EvalUsage, RunEvalOptions, } from "./types.js";
+export type { EvalAgentAdapter, EvalAgentAdapterContext, EvalAgentAdapterResult, EvalAgentInput, EvalCheckContext, EvalDataset, EvalDatasetLoadContext, EvalDefinition, EvalDurationSummary, EvalExample, EvalExampleInput, EvalExpect, EvalExpectation, EvalFailedExampleSummary, EvalFlakeSummary, EvalGateFailureSummary, EvalMetric, EvalMetricContext, EvalMetricDeltaSummary, EvalMetricFamily, EvalMetricResult, EvalMetricSummary, EvalMetricThreshold, EvalRecord, EvalReport, EvalReportComparison, EvalReportExportConfig, EvalReportSummary, EvalSeverity, EvalSource, EvalTargetKind, EvalToolCall, EvalTrace, EvalUsage, EvalUsageSummary, RunEvalOptions, } from "./types.js";
 export type { CreateEvalSourceDocumentOptions, EvalEditableField, EvalRun, EvalSourceDocument, EvalSourcePatch, EvalSourceReference, EvalStudioCapability, } from "./studio.js";
 //# sourceMappingURL=index.d.ts.map

package/esm/src/eval/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/src/eval/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,OAAO,yBAAyB,CAAC;AAGjC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EACL,wBAAwB,EACxB,0BAA0B,EAC1B,gBAAgB,EAChB,2BAA2B,EAC3B,wBAAwB,EACxB,4BAA4B,EAC5B,6BAA6B,GAC9B,MAAM,aAAa,CAAC;AAErB,YAAY,EAAE,cAAc,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAChG,YAAY,EACV,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,sBAAsB,EACtB,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,UAAU,EACV,eAAe,EACf,UAAU,EACV,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,sBAAsB,EACtB,iBAAiB,EACjB,YAAY,EACZ,UAAU,EACV,cAAc,EACd,YAAY,EACZ,SAAS,EACT,SAAS,EACT,cAAc,GACf,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,+BAA+B,EAC/B,iBAAiB,EACjB,OAAO,EACP,kBAAkB,EAClB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/src/eval/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,OAAO,yBAAyB,CAAC;AAGjC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EACL,wBAAwB,EACxB,0BAA0B,EAC1B,gBAAgB,EAChB,2BAA2B,EAC3B,wBAAwB,EACxB,4BAA4B,EAC5B,6BAA6B,GAC9B,MAAM,aAAa,CAAC;AAErB,YAAY,EAAE,cAAc,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAChG,YAAY,EACV,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,sBAAsB,EACtB,cAAc,EACd,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,UAAU,EACV,eAAe,EACf,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,EACtB,UAAU,EACV,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,oBAAoB,EACpB,sBAAsB,EACtB,iBAAiB,EACjB,YAAY,EACZ,UAAU,EACV,cAAc,EACd,YAAY,EACZ,SAAS,EACT,SAAS,EACT,gBAAgB,EAChB,cAAc,GACf,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,+BAA+B,EAC/B,iBAAiB,EACjB,OAAO,EACP,kBAAkB,EAClB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,aAAa,CAAC"}

package/esm/src/eval/index.js

@@ -46,6 +46,7 @@ export { datasets } from "./datasets.js";
 export { evalAgent, isEvalDefinition } from "./factory.js";
 export { metrics } from "./metrics.js";
 export { createEvalReport, summarizeEvalRecords } from "./report.js";
+export { compareEvalReports } from "./baseline.js";
 export { runEval } from "./runner.js";
 export { deriveEvalId, discoverEvals, findEvalById } from "./discovery.js";
 export { createEvalSourceDocument, getEvalEditableFieldSchema, getEvalRunSchema, getEvalSourceDocumentSchema, getEvalSourcePatchSchema, getEvalSourceReferenceSchema, getEvalStudioCapabilitySchema, } from "./studio.js";

package/esm/src/eval/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EAGd,UAAU,EACV,UAAU,EACV,iBAAiB,EAClB,MAAM,YAAY,CAAC;AA8CpB,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAU7E;AAED,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,GAAG,UAAU,CAYb"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EAOd,UAAU,EACV,UAAU,EACV,iBAAiB,EAElB,MAAM,YAAY,CAAC;AAsLpB,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAoB7E;AAED,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,GAAG,UAAU,CAYb"}

package/esm/src/eval/report.js

@@ -8,10 +8,128 @@ function recordPassed(record) {
     const results = [...(record.metrics ?? []), ...(record.checks ?? [])];
     return results.every((result) => !isBlockingFailure(result));
 }
+function allResults(record) {
+    return [...(record.metrics ?? []), ...(record.checks ?? [])];
+}
+function percentile(sortedValues, percentileValue) {
+    if (sortedValues.length === 0)
+        return 0;
+    const index = Math.min(sortedValues.length - 1, Math.max(0, Math.ceil((percentileValue / 100) * sortedValues.length) - 1));
+    return sortedValues[index] ?? 0;
+}
+function summarizeDurations(records) {
+    const durations = records.map((record) => record.durationMs).sort((a, b) => a - b);
+    const totalMs = durations.reduce((sum, value) => sum + value, 0);
+    return {
+        totalMs,
+        minMs: durations[0] ?? 0,
+        maxMs: durations.at(-1) ?? 0,
+        meanMs: durations.length === 0 ? 0 : totalMs / durations.length,
+        p50Ms: percentile(durations, 50),
+        p95Ms: percentile(durations, 95),
+    };
+}
+function addUsageValue(summary, key, value) {
+    if (value === undefined)
+        return;
+    summary[key] = (summary[key] ?? 0) + value;
+}
+function summarizeUsage(records) {
+    const summary = {};
+    for (const record of records) {
+        addUsageValue(summary, "inputTokens", record.usage.inputTokens);
+        addUsageValue(summary, "outputTokens", record.usage.outputTokens);
+        addUsageValue(summary, "totalTokens", record.usage.totalTokens);
+        addUsageValue(summary, "costUsd", record.usage.costUsd);
+    }
+    return summary;
+}
+function createRecordFailure(record) {
+    if (record.completed && !record.error)
+        return null;
+    return {
+        recordId: record.id,
+        exampleId: record.exampleId,
+        repetition: record.repetition,
+        name: "record.error",
+        family: "check",
+        severity: "gate",
+        explanation: record.error ?? "Record did not complete.",
+    };
+}
+function createResultFailure(record, result) {
+    return {
+        recordId: record.id,
+        exampleId: record.exampleId,
+        repetition: record.repetition,
+        name: result.name,
+        family: result.family,
+        severity: result.severity === "budget" ? "budget" : "gate",
+        ...(result.explanation ? { explanation: result.explanation } : {}),
+        ...(result.evidence ? { evidence: result.evidence } : {}),
+    };
+}
+function summarizeGateFailures(records) {
+    const failures = [];
+    for (const record of records) {
+        const recordFailure = createRecordFailure(record);
+        if (recordFailure)
+            failures.push(recordFailure);
+        for (const result of allResults(record)) {
+            if (isBlockingFailure(result))
+                failures.push(createResultFailure(record, result));
+        }
+    }
+    return failures;
+}
+function summarizeFailedExamples(records) {
+    const examples = new Map();
+    for (const record of records) {
+        const summary = examples.get(record.exampleId) ?? { passed: 0, failed: 0 };
+        if (recordPassed(record)) {
+            summary.passed += 1;
+        }
+        else {
+            summary.failed += 1;
+        }
+        examples.set(record.exampleId, summary);
+    }
+    const failedExamples = [];
+    const flakes = {
+        examples: examples.size,
+        stablePassed: 0,
+        stableFailed: 0,
+        flaky: 0,
+    };
+    for (const [exampleId, summary] of examples.entries()) {
+        const recordsForExample = summary.passed + summary.failed;
+        const flaky = summary.passed > 0 && summary.failed > 0;
+        if (flaky) {
+            flakes.flaky += 1;
+        }
+        else if (summary.failed > 0) {
+            flakes.stableFailed += 1;
+        }
+        else {
+            flakes.stablePassed += 1;
+        }
+        if (summary.failed === 0)
+            continue;
+        failedExamples.push({
+            exampleId,
+            records: recordsForExample,
+            passed: summary.passed,
+            failed: summary.failed,
+            passRate: recordsForExample === 0 ? 1 : summary.passed / recordsForExample,
+            flaky,
+        });
+    }
+    return { failedExamples, flakes };
+}
 function summarizeMetricResults(records) {
     const summaries = new Map();
     for (const record of records) {
-        for (const result of [...(record.metrics ?? []), ...(record.checks ?? [])]) {
+        for (const result of allResults(record)) {
             const key = `${result.name}:${result.family}:${result.severity}`;
             const summary = summaries.get(key) ?? {
                 name: result.name,
@@ -42,12 +160,19 @@ function summarizeMetricResults(records) {
 export function summarizeEvalRecords(records) {
     const passed = records.filter(recordPassed).length;
     const failed = records.length - passed;
+    const { failedExamples, flakes } = summarizeFailedExamples(records);
     return {
         records: records.length,
         passed,
         failed,
         passRate: records.length === 0 ? 1 : passed / records.length,
         metrics: summarizeMetricResults(records),
+        skippedResults: records.reduce((count, record) => count + allResults(record).filter((result) => result.skipped).length, 0),
+        duration: summarizeDurations(records),
+        usage: summarizeUsage(records),
+        gateFailures: summarizeGateFailures(records),
+        failedExamples,
+        flakes,
     };
 }
 /** Create a JSON-serializable eval report from executed records. */

package/esm/src/eval/studio.d.ts

@@ -43,6 +43,59 @@ export declare const getEvalSourceMetricSchema: () => import("../internal-agents
     editable: import("../internal-agents/schema.js").Schema<boolean>;
     dynamic: import("../internal-agents/schema.js").Schema<boolean>;
 }>>;
+/** Schema for an Eval report metric summary in Studio run projections. */
+export declare const getEvalRunMetricSummarySchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+    name: import("../internal-agents/schema.js").Schema<string>;
+    family: import("../internal-agents/schema.js").Schema<"agent" | "answer" | "ops" | "judge" | "check">;
+    severity: import("../internal-agents/schema.js").Schema<"gate" | "soft" | "budget">;
+    passed: import("../internal-agents/schema.js").Schema<number>;
+    failed: import("../internal-agents/schema.js").Schema<number>;
+    skipped: import("../internal-agents/schema.js").Schema<number>;
+    passRate: import("../internal-agents/schema.js").Schema<number>;
+}>>;
+/** Schema for Eval duration aggregates in Studio run projections. */
+export declare const getEvalRunDurationSummarySchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+    totalMs: import("../internal-agents/schema.js").Schema<number>;
+    minMs: import("../internal-agents/schema.js").Schema<number>;
+    maxMs: import("../internal-agents/schema.js").Schema<number>;
+    meanMs: import("../internal-agents/schema.js").Schema<number>;
+    p50Ms: import("../internal-agents/schema.js").Schema<number>;
+    p95Ms: import("../internal-agents/schema.js").Schema<number>;
+}>>;
+/** Schema for Eval usage totals in Studio run projections. */
+export declare const getEvalRunUsageSummarySchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+    inputTokens: import("../internal-agents/schema.js").Schema<number | undefined>;
+    outputTokens: import("../internal-agents/schema.js").Schema<number | undefined>;
+    totalTokens: import("../internal-agents/schema.js").Schema<number | undefined>;
+    costUsd: import("../internal-agents/schema.js").Schema<number | undefined>;
+}>>;
+/** Schema for blocking Eval failures in Studio run projections. */
+export declare const getEvalRunGateFailureSummarySchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+    recordId: import("../internal-agents/schema.js").Schema<string>;
+    exampleId: import("../internal-agents/schema.js").Schema<string>;
+    repetition: import("../internal-agents/schema.js").Schema<number>;
+    name: import("../internal-agents/schema.js").Schema<string>;
+    family: import("../internal-agents/schema.js").Schema<"agent" | "answer" | "ops" | "judge" | "check">;
+    severity: import("../internal-agents/schema.js").Schema<"gate" | "budget">;
+    explanation: import("../internal-agents/schema.js").Schema<string | undefined>;
+    evidence: import("../internal-agents/schema.js").Schema<Record<string, unknown> | undefined>;
+}>>;
+/** Schema for failed Eval examples in Studio run projections. */
+export declare const getEvalRunFailedExampleSummarySchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+    exampleId: import("../internal-agents/schema.js").Schema<string>;
+    records: import("../internal-agents/schema.js").Schema<number>;
+    passed: import("../internal-agents/schema.js").Schema<number>;
+    failed: import("../internal-agents/schema.js").Schema<number>;
+    passRate: import("../internal-agents/schema.js").Schema<number>;
+    flaky: import("../internal-agents/schema.js").Schema<boolean>;
+}>>;
+/** Schema for Eval flake aggregates in Studio run projections. */
+export declare const getEvalRunFlakeSummarySchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+    examples: import("../internal-agents/schema.js").Schema<number>;
+    stablePassed: import("../internal-agents/schema.js").Schema<number>;
+    stableFailed: import("../internal-agents/schema.js").Schema<number>;
+    flaky: import("../internal-agents/schema.js").Schema<number>;
+}>>;
 /** Schema for a Studio-editable Eval source document. */
 export declare const getEvalSourceDocumentSchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
     kind: import("../internal-agents/schema.js").Schema<"eval-source-document">;
@@ -147,6 +200,54 @@ export declare const getEvalRunSchema: () => import("../internal-agents/schema.j
         passed: import("../internal-agents/schema.js").Schema<number>;
         failed: import("../internal-agents/schema.js").Schema<number>;
         passRate: import("../internal-agents/schema.js").Schema<number>;
+        skippedResults: import("../internal-agents/schema.js").Schema<number | undefined>;
+        metrics: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+            name: import("../internal-agents/schema.js").Schema<string>;
+            family: import("../internal-agents/schema.js").Schema<"agent" | "answer" | "ops" | "judge" | "check">;
+            severity: import("../internal-agents/schema.js").Schema<"gate" | "soft" | "budget">;
+            passed: import("../internal-agents/schema.js").Schema<number>;
+            failed: import("../internal-agents/schema.js").Schema<number>;
+            skipped: import("../internal-agents/schema.js").Schema<number>;
+            passRate: import("../internal-agents/schema.js").Schema<number>;
+        }>[] | undefined>;
+        duration: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+            totalMs: import("../internal-agents/schema.js").Schema<number>;
+            minMs: import("../internal-agents/schema.js").Schema<number>;
+            maxMs: import("../internal-agents/schema.js").Schema<number>;
+            meanMs: import("../internal-agents/schema.js").Schema<number>;
+            p50Ms: import("../internal-agents/schema.js").Schema<number>;
+            p95Ms: import("../internal-agents/schema.js").Schema<number>;
+        }> | undefined>;
+        usage: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+            inputTokens: import("../internal-agents/schema.js").Schema<number | undefined>;
+            outputTokens: import("../internal-agents/schema.js").Schema<number | undefined>;
+            totalTokens: import("../internal-agents/schema.js").Schema<number | undefined>;
+            costUsd: import("../internal-agents/schema.js").Schema<number | undefined>;
+        }> | undefined>;
+        gateFailures: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+            recordId: import("../internal-agents/schema.js").Schema<string>;
+            exampleId: import("../internal-agents/schema.js").Schema<string>;
+            repetition: import("../internal-agents/schema.js").Schema<number>;
+            name: import("../internal-agents/schema.js").Schema<string>;
+            family: import("../internal-agents/schema.js").Schema<"agent" | "answer" | "ops" | "judge" | "check">;
+            severity: import("../internal-agents/schema.js").Schema<"gate" | "budget">;
+            explanation: import("../internal-agents/schema.js").Schema<string | undefined>;
+            evidence: import("../internal-agents/schema.js").Schema<Record<string, unknown> | undefined>;
+        }>[] | undefined>;
+        failedExamples: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+            exampleId: import("../internal-agents/schema.js").Schema<string>;
+            records: import("../internal-agents/schema.js").Schema<number>;
+            passed: import("../internal-agents/schema.js").Schema<number>;
+            failed: import("../internal-agents/schema.js").Schema<number>;
+            passRate: import("../internal-agents/schema.js").Schema<number>;
+            flaky: import("../internal-agents/schema.js").Schema<boolean>;
+        }>[] | undefined>;
+        flakes: import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
+            examples: import("../internal-agents/schema.js").Schema<number>;
+            stablePassed: import("../internal-agents/schema.js").Schema<number>;
+            stableFailed: import("../internal-agents/schema.js").Schema<number>;
+            flaky: import("../internal-agents/schema.js").Schema<number>;
+        }> | undefined>;
     }> | null>;
     reportPath: import("../internal-agents/schema.js").Schema<string | null>;
     error: import("../internal-agents/schema.js").Schema<unknown>;

package/esm/src/eval/studio.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"studio.d.ts","sourceRoot":"","sources":["../../../src/src/eval/studio.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGrD,2CAA2C;AAC3C,eAAO,MAAM,6BAA6B,yHAEzC,CAAC;AAEF,qDAAqD;AACrD,eAAO,MAAM,0BAA0B,gKActC,CAAC;AAEF,2CAA2C;AAC3C,eAAO,MAAM,4BAA4B;;;;GAMxC,CAAC;AAEF,6DAA6D;AAC7D,eAAO,MAAM,0BAA0B;;;;;GAOtC,CAAC;AAEF,6DAA6D;AAC7D,eAAO,MAAM,0BAA0B;;;;;;;;;;;GAQtC,CAAC;AAEF,4DAA4D;AAC5D,eAAO,MAAM,yBAAyB;;;;;;;;;;;GAarC,CAAC;AAEF,yDAAyD;AACzD,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkBvC,CAAC;AAEF,+DAA+D;AAC/D,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgBpC,CAAC;AAEF,gDAAgD;AAChD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;GAsB5B,CAAC;AAEF,qEAAqE;AACrE,MAAM,MAAM,oBAAoB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC,CAAC;AACjG,4CAA4C;AAC5C,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC,CAAC;AAC3F,8CAA8C;AAC9C,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,4BAA4B,CAAC,CAAC,CAAC;AAC/F,4CAA4C;AAC5C,MAAM,MAAM,kBAAkB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC,CAAC;AAC7F,mDAAmD;AACnD,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC,CAAC;AACvF,oCAAoC;AACpC,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC;AAEvE,4EAA4E;AAC5E,MAAM,WAAW,+BAA+B;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,oBAAoB,EAAE,CAAC;CACvC;AAuDD,8EAA8E;AAC9E,wBAAgB,wBAAwB,CACtC,UAAU,EAAE,cAAc,EAC1B,OAAO,GAAE,+BAAoC,GAC5C,kBAAkB,CAyBpB"}
+{"version":3,"file":"studio.d.ts","sourceRoot":"","sources":["../../../src/src/eval/studio.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGrD,2CAA2C;AAC3C,eAAO,MAAM,6BAA6B,yHAEzC,CAAC;AAEF,qDAAqD;AACrD,eAAO,MAAM,0BAA0B,gKActC,CAAC;AAEF,2CAA2C;AAC3C,eAAO,MAAM,4BAA4B;;;;GAMxC,CAAC;AAEF,6DAA6D;AAC7D,eAAO,MAAM,0BAA0B;;;;;GAOtC,CAAC;AAEF,6DAA6D;AAC7D,eAAO,MAAM,0BAA0B;;;;;;;;;;;GAQtC,CAAC;AAEF,4DAA4D;AAC5D,eAAO,MAAM,yBAAyB;;;;;;;;;;;GAarC,CAAC;AAEF,0EAA0E;AAC1E,eAAO,MAAM,6BAA6B;;;;;;;;GAUzC,CAAC;AAEF,qEAAqE;AACrE,eAAO,MAAM,+BAA+B;;;;;;;GAS3C,CAAC;AAEF,8DAA8D;AAC9D,eAAO,MAAM,4BAA4B;;;;;GAOxC,CAAC;AAEF,mEAAmE;AACnE,eAAO,MAAM,kCAAkC;;;;;;;;;GAW9C,CAAC;AAEF,iEAAiE;AACjE,eAAO,MAAM,oCAAoC;;;;;;;GAShD,CAAC;AAEF,kEAAkE;AAClE,eAAO,MAAM,4BAA4B;;;;;GAOxC,CAAC;AAEF,yDAAyD;AACzD,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkBvC,CAAC;AAEF,+DAA+D;AAC/D,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgBpC,CAAC;AAEF,gDAAgD;AAChD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6B5B,CAAC;AAEF,qEAAqE;AACrE,MAAM,MAAM,oBAAoB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC,CAAC;AACjG,4CAA4C;AAC5C,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC,CAAC;AAC3F,8CAA8C;AAC9C,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,4BAA4B,CAAC,CAAC,CAAC;AAC/F,4CAA4C;AAC5C,MAAM,MAAM,kBAAkB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC,CAAC;AAC7F,mDAAmD;AACnD,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC,CAAC;AACvF,oCAAoC;AACpC,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC;AAEvE,4EAA4E;AAC5E,MAAM,WAAW,+BAA+B;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,oBAAoB,EAAE,CAAC;CACvC;AAuDD,8EAA8E;AAC9E,wBAAgB,wBAAwB,CACtC,UAAU,EAAE,cAAc,EAC1B,OAAO,GAAE,+BAAoC,GAC5C,kBAAkB,CAyBpB"}

package/esm/src/eval/studio.js

@@ -47,6 +47,59 @@ export const getEvalSourceMetricSchema = defineSchema((v) => v.object({
     editable: v.boolean(),
     dynamic: v.boolean(),
 }));
+/** Schema for an Eval report metric summary in Studio run projections. */
+export const getEvalRunMetricSummarySchema = defineSchema((v) => v.object({
+    name: v.string(),
+    family: v.enum(["answer", "agent", "ops", "judge", "check"]),
+    severity: v.enum(["gate", "soft", "budget"]),
+    passed: v.number().int().nonnegative(),
+    failed: v.number().int().nonnegative(),
+    skipped: v.number().int().nonnegative(),
+    passRate: v.number(),
+}));
+/** Schema for Eval duration aggregates in Studio run projections. */
+export const getEvalRunDurationSummarySchema = defineSchema((v) => v.object({
+    totalMs: v.number().nonnegative(),
+    minMs: v.number().nonnegative(),
+    maxMs: v.number().nonnegative(),
+    meanMs: v.number().nonnegative(),
+    p50Ms: v.number().nonnegative(),
+    p95Ms: v.number().nonnegative(),
+}));
+/** Schema for Eval usage totals in Studio run projections. */
+export const getEvalRunUsageSummarySchema = defineSchema((v) => v.object({
+    inputTokens: v.number().nonnegative().optional(),
+    outputTokens: v.number().nonnegative().optional(),
+    totalTokens: v.number().nonnegative().optional(),
+    costUsd: v.number().nonnegative().optional(),
+}));
+/** Schema for blocking Eval failures in Studio run projections. */
+export const getEvalRunGateFailureSummarySchema = defineSchema((v) => v.object({
+    recordId: v.string(),
+    exampleId: v.string(),
+    repetition: v.number().int().positive(),
+    name: v.string(),
+    family: v.enum(["answer", "agent", "ops", "judge", "check"]),
+    severity: v.enum(["gate", "budget"]),
+    explanation: v.string().optional(),
+    evidence: v.record(v.string(), v.unknown()).optional(),
+}));
+/** Schema for failed Eval examples in Studio run projections. */
+export const getEvalRunFailedExampleSummarySchema = defineSchema((v) => v.object({
+    exampleId: v.string(),
+    records: v.number().int().nonnegative(),
+    passed: v.number().int().nonnegative(),
+    failed: v.number().int().nonnegative(),
+    passRate: v.number(),
+    flaky: v.boolean(),
+}));
+/** Schema for Eval flake aggregates in Studio run projections. */
+export const getEvalRunFlakeSummarySchema = defineSchema((v) => v.object({
+    examples: v.number().int().nonnegative(),
+    stablePassed: v.number().int().nonnegative(),
+    stableFailed: v.number().int().nonnegative(),
+    flaky: v.number().int().nonnegative(),
+}));
 /** Schema for a Studio-editable Eval source document. */
 export const getEvalSourceDocumentSchema = defineSchema((v) => v.object({
     kind: v.literal("eval-source-document"),
@@ -95,6 +148,13 @@ export const getEvalRunSchema = defineSchema((v) => v.object({
         passed: v.number().int().nonnegative(),
         failed: v.number().int().nonnegative(),
         passRate: v.number(),
+        skippedResults: v.number().int().nonnegative().optional(),
+        metrics: v.array(getEvalRunMetricSummarySchema()).optional(),
+        duration: getEvalRunDurationSummarySchema().optional(),
+        usage: getEvalRunUsageSummarySchema().optional(),
+        gateFailures: v.array(getEvalRunGateFailureSummarySchema()).optional(),
+        failedExamples: v.array(getEvalRunFailedExampleSummarySchema()).optional(),
+        flakes: getEvalRunFlakeSummarySchema().optional(),
     }).nullable(),
     reportPath: v.string().nullable(),
     error: v.unknown().nullable(),

package/esm/src/eval/types.d.ts

@@ -206,6 +206,75 @@ export interface EvalMetricSummary {
     skipped: number;
     passRate: number;
 }
+/** Duration aggregate for an eval report. */
+export interface EvalDurationSummary {
+    totalMs: number;
+    minMs: number;
+    maxMs: number;
+    meanMs: number;
+    p50Ms: number;
+    p95Ms: number;
+}
+/** Usage totals for an eval report. */
+export interface EvalUsageSummary {
+    inputTokens?: number;
+    outputTokens?: number;
+    totalTokens?: number;
+    costUsd?: number;
+}
+/** Blocking failure included in a report summary. */
+export interface EvalGateFailureSummary {
+    recordId: string;
+    exampleId: string;
+    repetition: number;
+    name: string;
+    family: EvalMetricFamily;
+    severity: "gate" | "budget";
+    explanation?: string;
+    evidence?: Record<string, unknown>;
+}
+/** Per-example failure aggregate included in a report summary. */
+export interface EvalFailedExampleSummary {
+    exampleId: string;
+    records: number;
+    passed: number;
+    failed: number;
+    passRate: number;
+    flaky: boolean;
+}
+/** Flake classification for repeated eval examples. */
+export interface EvalFlakeSummary {
+    examples: number;
+    stablePassed: number;
+    stableFailed: number;
+    flaky: number;
+}
+/** Per-metric delta between a current eval report and a baseline report. */
+export interface EvalMetricDeltaSummary {
+    name: string;
+    family: EvalMetricFamily;
+    severity: EvalSeverity;
+    baselinePassRate: number | null;
+    currentPassRate: number | null;
+    passRateDelta: number | null;
+    baselineFailed: number | null;
+    currentFailed: number | null;
+    failedDelta: number | null;
+    regressed: boolean;
+}
+/** Baseline comparison for a current eval report. */
+export interface EvalReportComparison {
+    kind: "eval-report-comparison";
+    currentRunId: string;
+    baselineRunId: string;
+    passRateDelta: number;
+    passedDelta: number;
+    failedDelta: number;
+    metricDeltas: EvalMetricDeltaSummary[];
+    newFailedExamples: string[];
+    fixedExamples: string[];
+    regressed: boolean;
+}
 /** Aggregate pass/fail summary for one eval report. */
 export interface EvalReportSummary {
     records: number;
@@ -213,6 +282,18 @@ export interface EvalReportSummary {
     failed: number;
     passRate: number;
     metrics: EvalMetricSummary[];
+    /** Count of skipped metric and check results. */
+    skippedResults?: number;
+    /** Duration aggregate across records. */
+    duration?: EvalDurationSummary;
+    /** Usage totals across records. */
+    usage?: EvalUsageSummary;
+    /** Blocking metric, check, and record failures for quick debugging. */
+    gateFailures?: EvalGateFailureSummary[];
+    /** Failed example aggregates, including flaky repeated examples. */
+    failedExamples?: EvalFailedExampleSummary[];
+    /** Repetition-based flake classification. */
+    flakes?: EvalFlakeSummary;
 }
 /** JSON-serializable report produced by `runEval`. */
 export interface EvalReport {

package/esm/src/eval/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/src/eval/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,uBAAuB,EACvB,0BAA0B,EAC1B,sBAAsB,EACvB,MAAM,6BAA6B,CAAC;AAErC,qEAAqE;AACrE,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC;AAErC,yDAAyD;AACzD,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEtD,wDAAwD;AACxD,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,CAAC;AAE9E,yDAAyD;AACzD,MAAM,MAAM,mBAAmB,GAAG;IAChC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,gEAAgE;AAChE,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAEjD,mEAAmE;AACnE,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,0DAA0D;AAC1D,MAAM,MAAM,gBAAgB,GAAG;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,CAAC;AAEF,yCAAyC;AACzC,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,iDAAiD;AACjD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACzB,IAAI,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;CAC/D;AAED,yDAAyD;AACzD,MAAM,WAAW,SAAS;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,0DAA0D;AAC1D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,IAAI,GAAG,OAAO,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,mDAAmD;AACnD,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;CAC3B;AAED,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,SAAS,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,qDAAqD;AACrD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,4DAA4D;AAC5D,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,gDAAgD;AAChD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;IAC9F,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAClD,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAClD,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;CACrD;AAED,wDAAwD;AACxD,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;IACxD,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;IACxD,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;CAC3D;AAED,6DAA6D;AAC7D,MAAM,WAAW,UAAU;IACzB,SAAS,IAAI,eAAe,CAAC;IAC7B,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC;IAC9C,aAAa,IAAI,eAAe,CAAC;CAClC;AAED,+DAA+D;AAC/D,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED,wDAAwD;AACxD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,kEAAkE;AAClE,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,cAAc,CAAC;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;IACrB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;CAC/D;AAED,qCAAqC;AACrC,MAAM,WAAW,cAAc;IAC7B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,GAAG,gBAAgB,EAAE,CAAC;IAC1C,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;CAC/D;AAED,6EAA6E;AAC7E,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,2DAA2D;AAC3D,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,6DAA6D;AAC7D,MAAM,MAAM,gBAAgB,GAAG,CAC7B,OAAO,EAAE,uBAAuB,KAC7B,gBAAgB,CAAC,MAAM,GAAG,sBAAsB,CAAC,CAAC;AAEvD,2CAA2C;AAC3C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE;QACR,KAAK,EAAE,gBAAgB,CAAC;KACzB,CAAC;IACF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,CAAC,EAAE,sBAAsB,CAAC;CACjC;AAED,wDAAwD;AACxD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,0BAA0B,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,uBAAuB,CAAC;CACnC;AAED,kDAAkD;AAClD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,uDAAuD;AACvD,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,iBAAiB,EAAE,CAAC;CAC9B;AAED,sDAAsD;AACtD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,cAAc,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,sBAAsB,EAAE,CAAC;CACpC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/src/eval/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,uBAAuB,EACvB,0BAA0B,EAC1B,sBAAsB,EACvB,MAAM,6BAA6B,CAAC;AAErC,qEAAqE;AACrE,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC;AAErC,yDAAyD;AACzD,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEtD,wDAAwD;AACxD,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,CAAC;AAE9E,yDAAyD;AACzD,MAAM,MAAM,mBAAmB,GAAG;IAChC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,gEAAgE;AAChE,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAEjD,mEAAmE;AACnE,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,0DAA0D;AAC1D,MAAM,MAAM,gBAAgB,GAAG;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,CAAC;AAEF,yCAAyC;AACzC,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,iDAAiD;AACjD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACzB,IAAI,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;CAC/D;AAED,yDAAyD;AACzD,MAAM,WAAW,SAAS;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,0DAA0D;AAC1D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,IAAI,GAAG,OAAO,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,mDAAmD;AACnD,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;CAC3B;AAED,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,SAAS,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,qDAAqD;AACrD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,4DAA4D;AAC5D,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,gDAAgD;AAChD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;IAC9F,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAClD,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAClD,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;CACrD;AAED,wDAAwD;AACxD,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;IACxD,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;IACxD,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;CAC3D;AAED,6DAA6D;AAC7D,MAAM,WAAW,UAAU;IACzB,SAAS,IAAI,eAAe,CAAC;IAC7B,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC;IAC9C,aAAa,IAAI,eAAe,CAAC;CAClC;AAED,+DAA+D;AAC/D,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED,wDAAwD;AACxD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,kEAAkE;AAClE,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,cAAc,CAAC;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;IACrB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;CAC/D;AAED,qCAAqC;AACrC,MAAM,WAAW,cAAc;IAC7B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,GAAG,gBAAgB,EAAE,CAAC;IAC1C,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;CAC/D;AAED,6EAA6E;AAC7E,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,2DAA2D;AAC3D,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,6DAA6D;AAC7D,MAAM,MAAM,gBAAgB,GAAG,CAC7B,OAAO,EAAE,uBAAuB,KAC7B,gBAAgB,CAAC,MAAM,GAAG,sBAAsB,CAAC,CAAC;AAEvD,2CAA2C;AAC3C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE;QACR,KAAK,EAAE,gBAAgB,CAAC;KACzB,CAAC;IACF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,CAAC,EAAE,sBAAsB,CAAC;CACjC;AAED,wDAAwD;AACxD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,0BAA0B,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,uBAAuB,CAAC;CACnC;AAED,kDAAkD;AAClD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,6CAA6C;AAC7C,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,uCAAuC;AACvC,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qDAAqD;AACrD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,kEAAkE;AAClE,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,uDAAuD;AACvD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,4EAA4E;AAC5E,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,qDAAqD;AACrD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,sBAAsB,EAAE,CAAC;IACvC,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,uDAAuD;AACvD,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,yCAAyC;IACzC,QAAQ,CAAC,EAAE,mBAAmB,CAAC;IAC/B,mCAAmC;IACnC,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,uEAAuE;IACvE,YAAY,CAAC,EAAE,sBAAsB,EAAE,CAAC;IACxC,oEAAoE;IACpE,cAAc,CAAC,EAAE,wBAAwB,EAAE,CAAC;IAC5C,6CAA6C;IAC7C,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,sDAAsD;AACtD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,cAAc,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,sBAAsB,EAAE,CAAC;CACpC"}

package/esm/src/extensions/builtin-extensions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"builtin-extensions.d.ts","sourceRoot":"","sources":["../../../src/src/extensions/builtin-extensions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAElE,OAAO,KAAK,EAAe,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAiDvE,wBAAgB,uCAAuC,IAAI,0BAA0B,CAOpF;AAWD,wBAAgB,yBAAyB,IAAI,mBAAmB,CAM/D;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAInD;AAoCD,wBAAgB,uBAAuB,IAAI,iBAAiB,EAAE,CAoD7D"}
+{"version":3,"file":"builtin-extensions.d.ts","sourceRoot":"","sources":["../../../src/src/extensions/builtin-extensions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAElE,OAAO,KAAK,EAAe,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAkDvE,wBAAgB,uCAAuC,IAAI,0BAA0B,CAOpF;AAWD,wBAAgB,yBAAyB,IAAI,mBAAmB,CAM/D;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAInD;AAoCD,wBAAgB,uBAAuB,IAAI,iBAAiB,EAAE,CAyD7D"}

package/esm/src/extensions/builtin-extensions.js

@@ -11,6 +11,7 @@ import extMdx from "../../extensions/ext-content-mdx/src/index.js";
 import extTailwind from "../../extensions/ext-css-tailwind/src/index.js";
 import extDocumentKreuzberg from "../../extensions/ext-document-kreuzberg/src/index.js";
 import extDbSqlite from "../../extensions/ext-db-sqlite/src/index.js";
+import extOpenTelemetry from "../../extensions/ext-observability-opentelemetry/src/index.js";
 import extSandboxShellTools from "../../extensions/ext-sandbox-shell-tools/src/index.js";
 import extZod from "../../extensions/ext-schema-zod/src/index.js";
 import { createZodAdapter } from "../../extensions/ext-schema-zod/src/adapter.js";
@@ -110,6 +111,11 @@ export function createBuiltinExtensions() {
             origin: "veryfront/ext-auth-jwt",
             extension: extJwt(),
         },
+        {
+            source: "builtin",
+            origin: "veryfront/ext-observability-opentelemetry",
+            extension: extOpenTelemetry(),
+        },
         {
             source: "builtin",
             origin: "veryfront/ext-bundler-esbuild",

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.907";
+export declare const VERSION = "0.1.909";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.907";
+export const VERSION = "0.1.909";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.907",
+  "version": "0.1.909",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",