veryfront 0.1.949 → 0.1.951

package/esm/cli/commands/eval/command-help.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"command-help.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command-help.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEvD,eAAO,MAAM,QAAQ,EAAE,WA4DtB,CAAC"}
+{"version":3,"file":"command-help.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command-help.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEvD,eAAO,MAAM,QAAQ,EAAE,WAsEtB,CAAC"}

package/esm/cli/commands/eval/command-help.js

@@ -40,6 +40,14 @@ export const evalHelp = {
             flag: "--model <provider/model>",
             description: "Override the target agent model",
         },
+        {
+            flag: "--baseline-model <provider/model>",
+            description: "Baseline model for model comparison runs",
+        },
+        {
+            flag: "--candidate-model <provider/model>",
+            description: "Candidate model to compare against --baseline-model; repeat for multiple candidates",
+        },
         {
             flag: "--max-output-tokens <count>",
             description: "Limit target agent output tokens",
@@ -55,6 +63,7 @@ export const evalHelp = {
         "veryfront eval eval:deep-research --report-dir .veryfront/evals/deep-research",
         "veryfront eval eval:deep-research --report .veryfront/evals/deep-research/report.json --junit .veryfront/evals/deep-research/junit.xml",
         "veryfront eval deep-research --baseline .veryfront/evals/baseline.json --json",
+        "veryfront eval deep-research --baseline-model anthropic/claude-sonnet-4-6 --candidate-model moonshotai/kimi-k2.6",
         "veryfront eval deep-research --export braintrust,langfuse --json",
         "veryfront eval deep-research --json",
     ],

package/esm/cli/commands/eval/command.d.ts

@@ -1,6 +1,6 @@
 import type { AgentResponse } from "../../../src/agent/index.js";
 import type { VeryfrontConfig } from "../../../src/config/index.js";
-import type { DiscoveredEval, EvalReport, EvalReportComparison, EvalToolCall } from "../../../src/eval/index.js";
+import type { DiscoveredEval, EvalModelComparison, EvalReport, EvalReportComparison, EvalToolCall } from "../../../src/eval/index.js";
 import type { EvalArgs } from "./handler.js";
 export interface EvalOptions extends EvalArgs {
 }
@@ -19,6 +19,9 @@ type EvalArtifactPaths = {
     summary: string;
     results: string;
 };
+type EvalModelArtifactPaths = EvalArtifactPaths & {
+    junit: string;
+};
 type EvalSummaryArtifact = {
     kind: "eval-summary";
     runId: string;
@@ -28,16 +31,20 @@ type EvalSummaryArtifact = {
     startedAt: string;
     endedAt: string;
     summary: EvalReport["summary"];
+    metadata?: EvalReport["metadata"];
     exports?: EvalReport["exports"];
     baseline?: EvalReportComparison;
 };
 export declare function createDefaultEvalReportDir(runId: string): string;
 export declare function createEvalArtifactPaths(reportDir: string): EvalArtifactPaths;
+export declare function createEvalModelArtifactPaths(reportDir: string, model: string): EvalModelArtifactPaths;
 export declare function normalizeEvalCliId(id: string): string;
 export declare function findEvalForCliId(evals: DiscoveredEval[], id: string): DiscoveredEval | undefined;
 export declare function normalizeEvalInputForAgent(input: unknown): string;
 export declare function summarizeReportForCli(report: EvalReport): CliEvalSummary;
 export declare function createSummaryArtifact(report: EvalReport, baseline?: EvalReportComparison): EvalSummaryArtifact;
+export declare function createEvalModelComparisonArtifact(reports: EvalReport[], baselineModel: string): EvalModelComparison;
+export declare function createEvalModelComparisonExitCode(reports: EvalReport[]): 0 | 1;
 export declare function createResultsJsonl(report: EvalReport): string;
 export declare function createJunitXml(report: EvalReport): string;
 export declare function writeEvalArtifacts(report: EvalReport, paths: EvalArtifactPaths, baseline?: EvalReportComparison): Promise<void>;

package/esm/cli/commands/eval/command.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"command.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAS,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,KAAK,EACV,cAAc,EAId,UAAU,EACV,oBAAoB,EAEpB,YAAY,EACb,MAAM,4BAA4B,CAAC;AAYpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,WAAW,WAAY,SAAQ,QAAQ;CAAG;AAEhD,KAAK,cAAc,GAAG;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC;CAC3C,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE,oBAAoB,CAAC;CACjC,CAAC;AAoBF,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,iBAAiB,CAM5E;AAmCD,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAErD;AAQD,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAKhG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CASjE;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,cAAc,CAWxE;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,mBAAmB,CAarB;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAG7D;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CA0CzD;AAQD,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,iBAAiB,EACxB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAOf;AAMD,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,CAAC,GAAG,CAAC,CAEP;AAMD,KAAK,qBAAqB,GAAG,IAAI,CAAC,eAAe,EAAE,aAAa,GAAG,IAAI,CAAC,GAAG;IACzE,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAQF,wBAAsB,sBAAsB,CAC1C,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,qBAAqB,GAAG,IAAI,GAAG,SAAS,sEAMjD;AAYD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,GAAG,YAAY,EAAE,CAY1E;AAgID,wBAAsB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAiHrE"}
+{"version":3,"file":"command.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/command.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAS,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,KAAK,EACV,cAAc,EAGd,mBAAmB,EAEnB,UAAU,EACV,oBAAoB,EAEpB,YAAY,EACb,MAAM,4BAA4B,CAAC;AAmBpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,WAAW,WAAY,SAAQ,QAAQ;CAAG;AAEhD,KAAK,cAAc,GAAG;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC;CAC3C,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,KAAK,sBAAsB,GAAG,iBAAiB,GAAG;IAChD,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AASF,KAAK,mBAAmB,GAAG;IACzB,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/B,QAAQ,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;IAClC,OAAO,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE,oBAAoB,CAAC;CACjC,CAAC;AAoBF,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,iBAAiB,CAM5E;AAMD,wBAAgB,4BAA4B,CAC1C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,sBAAsB,CAQxB;AAiDD,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAErD;AAQD,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAKhG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CASjE;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,cAAc,CAWxE;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,mBAAmB,CAcrB;AAED,wBAAgB,iCAAiC,CAC/C,OAAO,EAAE,UAAU,EAAE,EACrB,aAAa,EAAE,MAAM,GACpB,mBAAmB,CAErB;AAED,wBAAgB,iCAAiC,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,GAAG,CAAC,CAE9E;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAG7D;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CA0CzD;AAQD,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,iBAAiB,EACxB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAOf;AAMD,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,CAAC,GAAG,CAAC,CAEP;AAMD,KAAK,qBAAqB,GAAG,IAAI,CAAC,eAAe,EAAE,aAAa,GAAG,IAAI,CAAC,GAAG;IACzE,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAQF,wBAAsB,sBAAsB,CAC1C,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,qBAAqB,GAAG,IAAI,GAAG,SAAS,sEAMjD;AAYD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,GAAG,YAAY,EAAE,CAY1E;AA0QD,wBAAsB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CA4IrE"}

package/esm/cli/commands/eval/command.js

@@ -4,9 +4,9 @@
 import * as dntShim from "../../../_dnt.shims.js";
 import { dirname, join, relative } from "../../../deps/jsr.io/@std/path/1.1.4/mod.js";
 import { createProjectDiscoveryConfig, discoverAll } from "../../../src/discovery/index.js";
-import { compareEvalReports, discoverEvals, runEval } from "../../../src/eval/index.js";
+import { compareEvalModelReports, compareEvalReports, createEvalModelComparisonMarkdown, discoverEvals, resolveEvalRunProvenance, runEval, } from "../../../src/eval/index.js";
 import { applyRuntimeAuthContext } from "../../shared/runtime-auth.js";
-import { cliLogger, exitProcess } from "../../utils/index.js";
+import { cliLogger, exitProcess, VERSION } from "../../utils/index.js";
 import { createErrorEnvelope, createSuccessEnvelope, isJsonMode, outputJson, } from "../../shared/json-output.js";
 import { withProjectSourceContext } from "../../shared/project-source-context.js";
 function xmlEscape(value) {
@@ -35,6 +35,26 @@ export function createEvalArtifactPaths(reportDir) {
         results: join(reportDir, "results.jsonl"),
     };
 }
+function sanitizeModelIdForPath(model) {
+    return model.trim().replace(/[^A-Za-z0-9._-]+/g, "__").replace(/^_+|_+$/g, "") || "model";
+}
+export function createEvalModelArtifactPaths(reportDir, model) {
+    const directory = join(reportDir, "models", sanitizeModelIdForPath(model));
+    return {
+        directory,
+        summary: join(directory, "summary.json"),
+        results: join(directory, "results.jsonl"),
+        junit: join(directory, "junit.xml"),
+    };
+}
+function createEvalModelComparisonArtifactPaths(reportDir, models) {
+    return {
+        directory: reportDir,
+        comparisonJson: join(reportDir, "comparison.json"),
+        comparisonMarkdown: join(reportDir, "comparison.md"),
+        models: Object.fromEntries(models.map((model) => [model, createEvalModelArtifactPaths(reportDir, model)])),
+    };
+}
 function displaySourcePath(filePath, projectDir) {
     const normalized = stripFileProtocol(filePath);
     if (normalized.startsWith(projectDir)) {
@@ -110,10 +130,17 @@ export function createSummaryArtifact(report, baseline) {
         startedAt: report.startedAt,
         endedAt: report.endedAt,
         summary: report.summary,
+        ...(report.metadata ? { metadata: report.metadata } : {}),
         ...(report.exports ? { exports: report.exports } : {}),
         ...(baseline ? { baseline } : {}),
     };
 }
+export function createEvalModelComparisonArtifact(reports, baselineModel) {
+    return compareEvalModelReports(reports, { baselineModel });
+}
+export function createEvalModelComparisonExitCode(reports) {
+    return reports.some((report) => report.summary.failed > 0) ? 1 : 0;
+}
 export function createResultsJsonl(report) {
     if (report.records.length === 0)
         return "";
@@ -266,6 +293,98 @@ function createEvalCliExportConfig(evalItem, options, projectDir, artifactPaths)
         },
     };
 }
+function uniqueValues(values) {
+    return Array.from(new Set(values.map((value) => value.trim()).filter(Boolean)));
+}
+function resolveEvalModelComparisonConfig(options) {
+    const candidateModels = uniqueValues(options.candidateModels);
+    const baselineModel = options.baselineModel?.trim();
+    if (!baselineModel && candidateModels.length === 0)
+        return undefined;
+    if (!baselineModel) {
+        throw new Error("--baseline-model is required when using --candidate-model.");
+    }
+    if (candidateModels.length === 0) {
+        throw new Error("--candidate-model is required when using --baseline-model.");
+    }
+    if (options.model) {
+        throw new Error("--model is for single eval runs. Use --baseline-model with --candidate-model for comparisons.");
+    }
+    if (options.baseline || options.writeBaseline) {
+        throw new Error("--baseline and --write-baseline are for saved single-run reports, not model comparisons.");
+    }
+    return {
+        baselineModel,
+        candidateModels: candidateModels.filter((model) => model !== baselineModel),
+        models: uniqueValues([baselineModel, ...candidateModels]),
+    };
+}
+function createAgentAdapterForModel(agent, options, model) {
+    return createAgentAdapter(agent, { ...options, model });
+}
+async function writeEvalModelComparisonArtifacts(comparison, paths) {
+    await dntShim.Deno.mkdir(paths.directory, { recursive: true });
+    await dntShim.Deno.writeTextFile(paths.comparisonJson, JSON.stringify(comparison, null, 2));
+    await dntShim.Deno.writeTextFile(paths.comparisonMarkdown, createEvalModelComparisonMarkdown(comparison));
+}
+async function runEvalModelComparison(input) {
+    const runId = createCliRunId();
+    const reportDir = input.options.reportDir ?? createDefaultEvalReportDir(runId);
+    const paths = createEvalModelComparisonArtifactPaths(reportDir, input.config.models);
+    const provenance = await resolveEvalRunProvenance({
+        projectDir: input.projectDir,
+        frameworkVersion: VERSION,
+    });
+    const reports = [];
+    for (const model of input.config.models) {
+        const modelPaths = paths.models[model];
+        const modelOptions = { ...input.options, model, report: undefined };
+        const report = await runEval(input.evalItem.definition, {
+            baseDir: input.options.datasetBase ?? input.projectDir,
+            runId: `${runId}_${sanitizeModelIdForPath(model)}`,
+            adapters: {
+                agent: createAgentAdapterForModel(input.agent, input.options, model),
+            },
+            metadata: {
+                model,
+                provenance,
+            },
+            export: createEvalCliExportConfig(input.evalItem, modelOptions, input.projectDir, modelPaths),
+        });
+        reports.push(report);
+        await writeEvalArtifacts(report, modelPaths);
+        await writeTextFileEnsuringDir(modelPaths.junit, createJunitXml(report));
+    }
+    const comparison = createEvalModelComparisonArtifact(reports, input.config.baselineModel);
+    await writeEvalModelComparisonArtifacts(comparison, paths);
+    if (input.options.report) {
+        await writeTextFileEnsuringDir(input.options.report, JSON.stringify(comparison, null, 2));
+    }
+    if (isJsonMode()) {
+        await outputJson(createSuccessEnvelope("eval", {
+            reports,
+            comparison,
+            artifacts: paths,
+        }));
+    }
+    else {
+        for (const report of reports) {
+            const model = report.metadata?.model ?? report.runId;
+            cliLogger.info(`Model: ${model}`);
+            printReport(report);
+        }
+        cliLogger.info(`Recommendation: ${comparison.recommendation.decision}${comparison.recommendation.model ? ` (${comparison.recommendation.model})` : ""}`);
+        for (const reason of comparison.recommendation.reasons) {
+            cliLogger.info(`  - ${reason}`);
+        }
+        cliLogger.info(`Report directory: ${paths.directory}`);
+        cliLogger.info(`Comparison: ${paths.comparisonJson}`);
+        cliLogger.info(`Comparison markdown: ${paths.comparisonMarkdown}`);
+        if (input.options.report)
+            cliLogger.info(`Report: ${input.options.report}`);
+    }
+    exitProcess(createEvalModelComparisonExitCode(reports));
+}
 async function outputEvalNotFound(id, evals) {
     if (isJsonMode()) {
         await outputJson(createErrorEnvelope("eval", {
@@ -301,6 +420,19 @@ async function outputAgentNotFound(agentId) {
     }
     exitProcess(1);
 }
+async function outputEvalUsageError(message) {
+    if (isJsonMode()) {
+        await outputJson(createErrorEnvelope("eval", {
+            code: "USAGE_ERROR",
+            slug: "eval-usage-error",
+            message,
+        }));
+    }
+    else {
+        cliLogger.error(message);
+    }
+    exitProcess(2);
+}
 export async function evalCommand(options) {
     const projectDir = dntShim.Deno.cwd();
     await withProjectSourceContext(projectDir, async ({ adapter, config }) => {
@@ -360,14 +492,40 @@ export async function evalCommand(options) {
             await outputAgentNotFound(agentId);
             return;
         }
+        let modelComparisonConfig;
+        try {
+            modelComparisonConfig = resolveEvalModelComparisonConfig(options);
+        }
+        catch (error) {
+            await outputEvalUsageError(error instanceof Error ? error.message : String(error));
+            return;
+        }
+        if (modelComparisonConfig) {
+            await runEvalModelComparison({
+                evalItem,
+                agent,
+                options,
+                projectDir,
+                config: modelComparisonConfig,
+            });
+            return;
+        }
         const runId = createCliRunId();
         const artifactPaths = createEvalArtifactPaths(options.reportDir ?? createDefaultEvalReportDir(runId));
+        const provenance = await resolveEvalRunProvenance({
+            projectDir,
+            frameworkVersion: VERSION,
+        });
         const report = await runEval(evalItem.definition, {
             baseDir: options.datasetBase ?? projectDir,
             runId,
             adapters: {
                 agent: createAgentAdapter(agent, options),
             },
+            metadata: {
+                provenance,
+                ...(options.model ? { model: options.model } : {}),
+            },
             export: createEvalCliExportConfig(evalItem, options, projectDir, artifactPaths),
         });
         const baseline = options.baseline

package/esm/cli/commands/eval/handler.d.ts

@@ -12,6 +12,8 @@ declare const getEvalArgsSchema: () => import("../../../src/internal-agents/sche
     exporters: import("../../../src/internal-agents/schema.js").Schema<string[]>;
     debug: import("../../../src/internal-agents/schema.js").Schema<boolean>;
     model: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
+    baselineModel: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
+    candidateModels: import("../../../src/internal-agents/schema.js").Schema<string[]>;
     maxOutputTokens: import("../../../src/internal-agents/schema.js").Schema<number | undefined>;
 }>>;
 export type EvalArgs = InferSchema<ReturnType<typeof getEvalArgsSchema>>;
@@ -27,6 +29,8 @@ export declare const parseEvalArgs: (args: ParsedArgs) => import("../../shared/a
     exporters: import("../../../src/internal-agents/schema.js").Schema<string[]>;
     debug: import("../../../src/internal-agents/schema.js").Schema<boolean>;
     model: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
+    baselineModel: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
+    candidateModels: import("../../../src/internal-agents/schema.js").Schema<string[]>;
     maxOutputTokens: import("../../../src/internal-agents/schema.js").Schema<number | undefined>;
 }>>;
 export declare function handleEvalCommand(args: ParsedArgs): Promise<void>;

package/esm/cli/commands/eval/handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/handler.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAE3E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAExD,QAAA,MAAM,iBAAiB;;;;;;;;;;;;;GAetB,CAAC;AAIF,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC,CAAC;AAEzE,eAAO,MAAM,aAAa;;;;;;;;;;;;;GAaxB,CAAC;AAEH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAIvE"}
+{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../../../src/cli/commands/eval/handler.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAE3E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAExD,QAAA,MAAM,iBAAiB;;;;;;;;;;;;;;;GAiBtB,CAAC;AAIF,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC,CAAC;AAEzE,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;GAexB,CAAC;AAEH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAIvE"}

package/esm/cli/commands/eval/handler.js

@@ -12,6 +12,8 @@ const getEvalArgsSchema = defineSchema((v) => v.object({
     exporters: v.array(v.string()).default([]),
     debug: v.boolean().default(false),
     model: v.string().optional(),
+    baselineModel: v.string().optional(),
+    candidateModels: v.array(v.string()).default([]),
     maxOutputTokens: v.number().int().positive().optional(),
 }));
 const EvalArgsSchema = lazySchema(getEvalArgsSchema);
@@ -27,6 +29,8 @@ export const parseEvalArgs = createArgParser(EvalArgsSchema, {
     exporters: { keys: ["export"], type: "array" },
     debug: { keys: ["debug"], type: "boolean" },
     model: { keys: ["model"], type: "string" },
+    baselineModel: { keys: ["baseline-model"], type: "string" },
+    candidateModels: { keys: ["candidate-model", "candidate-models"], type: "array" },
     maxOutputTokens: { keys: ["max-output-tokens"], type: "number" },
 });
 export async function handleEvalCommand(args) {

package/esm/cli/shared/args.js

@@ -119,7 +119,7 @@ export const CommonArgs = {
 // ── Raw CLI argument parsing ────────────────────────────────────────────
 // Low-level parser that converts process argv into a ParsedArgs object.
 // Used once in cli/main.ts before routing to individual command handlers.
-const ARRAY_FLAGS = new Set(["with"]);
+const ARRAY_FLAGS = new Set(["with", "candidate-model"]);
 function maybeNumber(val) {
     if (typeof val === "string" && /^\d+$/.test(val))
         return parseInt(val, 10);

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.949",
+    "version": "0.1.951",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {

package/esm/src/agent/runtime/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/runtime/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACL,KAAK,WAAW,EAEhB,KAAK,aAAa,EAGlB,KAAK,OAAO,EAGZ,KAAK,QAAQ,EAGd,MAAM,aAAa,CAAC;AAIrB,OAAO,EAAqB,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAsDpE,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACV,8BAA8B,EAC9B,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,aAAa,EACb,aAAa,GACd,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EACL,sBAAsB,EACtB,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAC/B,KAAK,mBAAmB,EACxB,0BAA0B,EAC1B,iCAAiC,EACjC,6BAA6B,GAC9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC5E,YAAY,EACV,mBAAmB,EACnB,eAAe,EACf,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,4BAA4B,EAC5B,6BAA6B,EAC7B,2BAA2B,EAC3B,2BAA2B,EAC3B,gCAAgC,EAChC,4BAA4B,EAC5B,2BAA2B,EAC3B,6BAA6B,EAC7B,KAAK,+BAA+B,GACrC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,KAAK,iBAAiB,GACvB,MAAM,+BAA+B,CAAC;AA8EvC,+BAA+B;AAC/B,qBAAa,YAAY;IACvB,OAAO,CAAC,EAAE,CAAS;IACnB,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,MAAM,CAAuB;gBAEzB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW;IAW3C;;;;;;;OAOG;YACW,mBAAmB;YAMnB,qBAAqB;YAcrB,mBAAmB;YAsBnB,gBAAgB;IAS9B;;OAEG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE,EACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,aAAa,CAAC,EAAE,MAAM,EACtB,uBAAuB,CAAC,EAAE,MAAM,GAC/B,OAAO,CAAC,aAAa,CAAC;IAoDzB;;;OAGG;IACG,MAAM,CACV,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,SAAS,CAAC,EAAE;QACV,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;QAC1C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QAClC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;KAC9C,EACD,aAAa,CAAC,EAAE,MAAM,EACtB,uBAAuB,CAAC,EAAE,MAAM,EAChC,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAmJtC;;OAEG;YACW,gBAAgB;IA6T9B;;;;OAIG;YACW,yBAAyB;IA+evC;;OAEG;YACW,eAAe;IAgC7B;;OAEG;YACW,mBAAmB;IAOjC;;OAEG;IACH,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,kBAAkB;IAO1B,OAAO,CAAC,sBAAsB;IAoB9B;;OAEG;IACH,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC;IAI5B;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC;QAC9B,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IAIF;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;CAGnC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/runtime/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACL,KAAK,WAAW,EAEhB,KAAK,aAAa,EAGlB,KAAK,OAAO,EAGZ,KAAK,QAAQ,EAGd,MAAM,aAAa,CAAC;AAIrB,OAAO,EAAqB,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAsDpE,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACV,8BAA8B,EAC9B,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,aAAa,EACb,aAAa,GACd,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EACL,sBAAsB,EACtB,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAC/B,KAAK,mBAAmB,EACxB,0BAA0B,EAC1B,iCAAiC,EACjC,6BAA6B,GAC9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC5E,YAAY,EACV,mBAAmB,EACnB,eAAe,EACf,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,4BAA4B,EAC5B,6BAA6B,EAC7B,2BAA2B,EAC3B,2BAA2B,EAC3B,gCAAgC,EAChC,4BAA4B,EAC5B,2BAA2B,EAC3B,6BAA6B,EAC7B,KAAK,+BAA+B,GACrC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,KAAK,iBAAiB,GACvB,MAAM,+BAA+B,CAAC;AA8EvC,+BAA+B;AAC/B,qBAAa,YAAY;IACvB,OAAO,CAAC,EAAE,CAAS;IACnB,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,MAAM,CAAuB;gBAEzB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW;IAW3C;;;;;;;OAOG;YACW,mBAAmB;YAMnB,qBAAqB;YAcrB,mBAAmB;YAsBnB,gBAAgB;IAS9B;;OAEG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE,EACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,aAAa,CAAC,EAAE,MAAM,EACtB,uBAAuB,CAAC,EAAE,MAAM,GAC/B,OAAO,CAAC,aAAa,CAAC;IAoDzB;;;OAGG;IACG,MAAM,CACV,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,SAAS,CAAC,EAAE;QACV,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;QAC1C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QAClC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;KAC9C,EACD,aAAa,CAAC,EAAE,MAAM,EACtB,uBAAuB,CAAC,EAAE,MAAM,EAChC,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAmJtC;;OAEG;YACW,gBAAgB;IAgU9B;;;;OAIG;YACW,yBAAyB;IAkfvC;;OAEG;YACW,eAAe;IAgC7B;;OAEG;YACW,mBAAmB;IAOjC;;OAEG;IACH,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,sBAAsB;IAoB9B;;OAEG;IACH,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC;IAI5B;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC;QAC9B,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IAIF;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;CAGnC"}

package/esm/src/agent/runtime/index.js

@@ -47,7 +47,7 @@ import { executeConfiguredTool, getAvailableTools, isDynamicTool } from "./tool-
 import { accumulateUsage, getMaxSteps, normalizeInput } from "./input-utils.js";
 import { resolveRuntimeModel } from "./model-resolution.js";
 import { stringifyToolError, throwIfAborted } from "./error-utils.js";
-import { supportsTemperatureParameter } from "./model-capabilities.js";
+import { resolveTemperatureParameter } from "./model-capabilities.js";
 import { applySkillDelegationOverridesToToolInput, extractSkillDelegationOverrides, } from "./skill-delegation-overrides.js";
 import { resolveAgentModelTransport } from "./model-transport.js";
 const logger = serverLogger.component("agent");
@@ -360,7 +360,7 @@ export class AgentRuntime {
                 currentRuntimeContext = preparedStep.runtimeContext;
                 const toolContext = preparedStep.toolContext;
                 const tools = preparedStep.tools;
-                const temperature = this.resolveTemperature(temperatureModelString ?? effectiveModel);
+                const temperature = this.resolveTemperature(temperatureModelString ?? effectiveModel, providerOptions);
                 const response = await withSpan("agent.generate_text", async (span) => {
                     setSpanAttributes(span, {
                         "model.id": effectiveModel,
@@ -620,7 +620,7 @@ export class AgentRuntime {
                 providerTools: stepProviderTools,
             });
             const runtimeToolNames = Object.keys(runtimeTools ?? {});
-            const temperature = this.resolveTemperature(temperatureModelString ?? effectiveModel);
+            const temperature = this.resolveTemperature(temperatureModelString ?? effectiveModel, providerOptions);
             const result = streamText({
                 model: languageModel,
                 system: currentSystemPrompt,
@@ -955,11 +955,8 @@ export class AgentRuntime {
         const edgeMaxSteps = this.config.edge?.enabled ? this.config.edge.maxSteps : undefined;
         return getMaxSteps(this.config.maxSteps, edgeMaxSteps, platformLimit);
     }
-    resolveTemperature(modelString) {
-        if (!supportsTemperatureParameter(modelString)) {
-            return undefined;
-        }
-        return this.config.temperature ?? DEFAULT_TEMPERATURE;
+    resolveTemperature(modelString, providerOptions) {
+        return resolveTemperatureParameter(modelString, this.config.temperature, DEFAULT_TEMPERATURE, providerOptions);
     }
     resolveMaxOutputTokens(modelString, maxOutputTokensOverride) {
         if (typeof maxOutputTokensOverride === "number" &&

package/esm/src/agent/runtime/model-capabilities.d.ts

@@ -1,3 +1,5 @@
 export declare function normalizeModelCapabilityId(modelString?: string): string | undefined;
 export declare function supportsTemperatureParameter(modelString?: string): boolean;
+export declare function getFixedTemperatureParameter(modelString?: string, providerOptions?: Record<string, unknown>): number | undefined;
+export declare function resolveTemperatureParameter(modelString: string | undefined, requestedTemperature: number | undefined, defaultTemperature: number, providerOptions?: Record<string, unknown>): number | undefined;
 //# sourceMappingURL=model-capabilities.d.ts.map

package/esm/src/agent/runtime/model-capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-capabilities.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/runtime/model-capabilities.ts"],"names":[],"mappings":"AAOA,wBAAgB,0BAA0B,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKnF;AAED,wBAAgB,4BAA4B,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAI1E"}
+{"version":3,"file":"model-capabilities.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/runtime/model-capabilities.ts"],"names":[],"mappings":"AA6CA,wBAAgB,0BAA0B,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKnF;AAED,wBAAgB,4BAA4B,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAI1E;AAED,wBAAgB,4BAA4B,CAC1C,WAAW,CAAC,EAAE,MAAM,EACpB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,MAAM,GAAG,SAAS,CASpB;AAED,wBAAgB,2BAA2B,CACzC,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,oBAAoB,EAAE,MAAM,GAAG,SAAS,EACxC,kBAAkB,EAAE,MAAM,EAC1B,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,MAAM,GAAG,SAAS,CAWpB"}

package/esm/src/agent/runtime/model-capabilities.js

@@ -3,6 +3,38 @@ const MODELS_WITHOUT_TEMPERATURE_PARAMETER = new Set([
     "anthropic/claude-opus-4-7",
     "anthropic/claude-opus-4-8",
 ]);
+const KIMI_K2_6_MODEL_ID = "moonshotai/kimi-k2.6";
+const KIMI_K2_6_THINKING_TEMPERATURE = 1;
+const KIMI_K2_6_NON_THINKING_TEMPERATURE = 0.6;
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function getRecord(record, key) {
+    const value = record[key];
+    return isRecord(value) ? value : undefined;
+}
+function isThinkingDisabled(options) {
+    const thinking = options ? getRecord(options, "thinking") : undefined;
+    return thinking?.type === "disabled";
+}
+function hasDisabledThinking(providerOptions) {
+    if (!providerOptions)
+        return false;
+    if (isThinkingDisabled(providerOptions))
+        return true;
+    for (const providerKey of ["moonshotai", "openai"]) {
+        const provider = getRecord(providerOptions, providerKey);
+        if (!provider)
+            continue;
+        if (isThinkingDisabled(provider))
+            return true;
+        for (const bodyKey of ["extraBody", "extra_body"]) {
+            if (isThinkingDisabled(getRecord(provider, bodyKey)))
+                return true;
+        }
+    }
+    return false;
+}
 export function normalizeModelCapabilityId(modelString) {
     if (!modelString)
         return undefined;
@@ -16,3 +48,24 @@ export function supportsTemperatureParameter(modelString) {
         return true;
     return !MODELS_WITHOUT_TEMPERATURE_PARAMETER.has(normalizedModel);
 }
+export function getFixedTemperatureParameter(modelString, providerOptions) {
+    const normalizedModel = normalizeModelCapabilityId(modelString);
+    if (!normalizedModel)
+        return undefined;
+    if (normalizedModel === KIMI_K2_6_MODEL_ID) {
+        return hasDisabledThinking(providerOptions)
+            ? KIMI_K2_6_NON_THINKING_TEMPERATURE
+            : KIMI_K2_6_THINKING_TEMPERATURE;
+    }
+    return undefined;
+}
+export function resolveTemperatureParameter(modelString, requestedTemperature, defaultTemperature, providerOptions) {
+    if (!supportsTemperatureParameter(modelString)) {
+        return undefined;
+    }
+    const fixedTemperature = getFixedTemperatureParameter(modelString, providerOptions);
+    if (fixedTemperature !== undefined) {
+        return fixedTemperature;
+    }
+    return requestedTemperature ?? defaultTemperature;
+}

package/esm/src/eval/index.d.ts

@@ -49,11 +49,13 @@ export { judges } from "./judges.js";
 export { metrics } from "./metrics.js";
 export { createEvalReport, summarizeEvalRecords } from "./report.js";
 export { compareEvalReports } from "./baseline.js";
+export { compareEvalModelReports, createEvalModelComparisonMarkdown } from "./model-comparison.js";
+export { createEvalRunProvenance, resolveEvalRunProvenance } from "./provenance.js";
 export { runEval } from "./runner.js";
 export { deriveEvalId, discoverEvals, findEvalById } from "./discovery.js";
 export { createEvalSourceDocument, getEvalEditableFieldSchema, getEvalRunSchema, getEvalSourceDocumentSchema, getEvalSourcePatchSchema, getEvalSourceReferenceSchema, getEvalStudioCapabilitySchema, } from "./studio.js";
 export type { DiscoveredEval, EvalDiscoveryOptions, EvalDiscoveryResult } from "./discovery.js";
 export type { EvalLlmGroundednessJudgeOptions } from "./judges.js";
-export type { EvalAgentAdapter, EvalAgentAdapterContext, EvalAgentAdapterResult, EvalAgentInput, EvalAnswerGroundednessMetricOptions, EvalCheckContext, EvalDataset, EvalDatasetLoadContext, EvalDefinition, EvalDurationSummary, EvalExample, EvalExampleInput, EvalExpect, EvalExpectation, EvalFailedExampleSummary, EvalFlakeSummary, EvalGateFailureSummary, EvalKnowledgeExpectedSource, EvalKnowledgeMrrMetricOptions, EvalKnowledgeRetrievalMetricOptions, EvalMetric, EvalMetricContext, EvalMetricDeltaSummary, EvalMetricFamily, EvalMetricResult, EvalMetricSummary, EvalMetricThreshold, EvalRecord, EvalReport, EvalReportComparison, EvalReportExportConfig, EvalReportSummary, EvalSeverity, EvalSource, EvalTargetKind, EvalToolCall, EvalToolCallCountOptions, EvalToolCallMatchOptions, EvalToolCallStatus, EvalToolInputMatchMode, EvalTrace, EvalUsage, EvalUsageSummary, RunEvalOptions, } from "./types.js";
+export type { EvalAgentAdapter, EvalAgentAdapterContext, EvalAgentAdapterResult, EvalAgentInput, EvalAnswerGroundednessMetricOptions, EvalCheckContext, EvalDataset, EvalDatasetLoadContext, EvalDefinition, EvalDurationSummary, EvalExample, EvalExampleInput, EvalExpect, EvalExpectation, EvalFailedExampleSummary, EvalFlakeSummary, EvalGateFailureSummary, EvalKnowledgeExpectedSource, EvalKnowledgeMrrMetricOptions, EvalKnowledgeRetrievalMetricOptions, EvalMetric, EvalMetricContext, EvalMetricDeltaSummary, EvalMetricFamily, EvalMetricResult, EvalMetricSummary, EvalMetricThreshold, EvalModelCandidateComparison, EvalModelComparison, EvalModelComparisonDecision, EvalModelComparisonOptions, EvalModelReportSummary, EvalRecord, EvalReport, EvalReportComparison, EvalReportExportConfig, EvalReportMetadata, EvalReportSummary, EvalRunProvenance, EvalSeverity, EvalSource, EvalTargetKind, EvalToolCall, EvalToolCallCountOptions, EvalToolCallMatchOptions, EvalToolCallStatus, EvalToolInputMatchMode, EvalTrace, EvalUsage, EvalUsageSummary, RunEvalOptions, } from "./types.js";
 export type { CreateEvalSourceDocumentOptions, EvalEditableField, EvalRun, EvalSourceDocument, EvalSourcePatch, EvalSourceReference, EvalStudioCapability, } from "./studio.js";
 //# sourceMappingURL=index.d.ts.map

package/esm/src/eval/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/src/eval/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,OAAO,yBAAyB,CAAC;AAGjC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EACL,wBAAwB,EACxB,0BAA0B,EAC1B,gBAAgB,EAChB,2BAA2B,EAC3B,wBAAwB,EACxB,4BAA4B,EAC5B,6BAA6B,GAC9B,MAAM,aAAa,CAAC;AAErB,YAAY,EAAE,cAAc,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAChG,YAAY,EAAE,+BAA+B,EAAE,MAAM,aAAa,CAAC;AAEnE,YAAY,EACV,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,EACtB,cAAc,EACd,mCAAmC,EACnC,gBAAgB,EAChB,WAAW,EACX,sBAAsB,EACtB,cAAc,EACd,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,UAAU,EACV,eAAe,EACf,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,EACtB,2BAA2B,EAC3B,6BAA6B,EAC7B,mCAAmC,EACnC,UAAU,EACV,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,oBAAoB,EACpB,sBAAsB,EACtB,iBAAiB,EACjB,YAAY,EACZ,UAAU,EACV,cAAc,EACd,YAAY,EACZ,wBAAwB,EACxB,wBAAwB,EACxB,kBAAkB,EAClB,sBAAsB,EACtB,SAAS,EACT,SAAS,EACT,gBAAgB,EAChB,cAAc,GACf,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,+BAA+B,EAC/B,iBAAiB,EACjB,OAAO,EACP,kBAAkB,EAClB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/src/eval/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,OAAO,yBAAyB,CAAC;AAGjC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,iCAAiC,EAAE,MAAM,uBAAuB,CAAC;AACnG,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AACpF,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EACL,wBAAwB,EACxB,0BAA0B,EAC1B,gBAAgB,EAChB,2BAA2B,EAC3B,wBAAwB,EACxB,4BAA4B,EAC5B,6BAA6B,GAC9B,MAAM,aAAa,CAAC;AAErB,YAAY,EAAE,cAAc,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAChG,YAAY,EAAE,+BAA+B,EAAE,MAAM,aAAa,CAAC;AAEnE,YAAY,EACV,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,EACtB,cAAc,EACd,mCAAmC,EACnC,gBAAgB,EAChB,WAAW,EACX,sBAAsB,EACtB,cAAc,EACd,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,UAAU,EACV,eAAe,EACf,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,EACtB,2BAA2B,EAC3B,6BAA6B,EAC7B,mCAAmC,EACnC,UAAU,EACV,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,mBAAmB,EACnB,4BAA4B,EAC5B,mBAAmB,EACnB,2BAA2B,EAC3B,0BAA0B,EAC1B,sBAAsB,EACtB,UAAU,EACV,UAAU,EACV,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,YAAY,EACZ,UAAU,EACV,cAAc,EACd,YAAY,EACZ,wBAAwB,EACxB,wBAAwB,EACxB,kBAAkB,EAClB,sBAAsB,EACtB,SAAS,EACT,SAAS,EACT,gBAAgB,EAChB,cAAc,GACf,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,+BAA+B,EAC/B,iBAAiB,EACjB,OAAO,EACP,kBAAkB,EAClB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,aAAa,CAAC"}

package/esm/src/eval/index.js

@@ -49,6 +49,8 @@ export { judges } from "./judges.js";
 export { metrics } from "./metrics.js";
 export { createEvalReport, summarizeEvalRecords } from "./report.js";
 export { compareEvalReports } from "./baseline.js";
+export { compareEvalModelReports, createEvalModelComparisonMarkdown } from "./model-comparison.js";
+export { createEvalRunProvenance, resolveEvalRunProvenance } from "./provenance.js";
 export { runEval } from "./runner.js";
 export { deriveEvalId, discoverEvals, findEvalById } from "./discovery.js";
 export { createEvalSourceDocument, getEvalEditableFieldSchema, getEvalRunSchema, getEvalSourceDocumentSchema, getEvalSourcePatchSchema, getEvalSourceReferenceSchema, getEvalStudioCapabilitySchema, } from "./studio.js";

package/esm/src/eval/model-comparison.d.ts

@@ -0,0 +1,6 @@
+import type { EvalModelComparison, EvalModelComparisonOptions, EvalReport } from "./types.js";
+/** Compare eval reports from multiple models using conservative promotion rules. */
+export declare function compareEvalModelReports(reports: EvalReport[], options: EvalModelComparisonOptions): EvalModelComparison;
+/** Render a human-reviewable markdown summary for a model comparison report. */
+export declare function createEvalModelComparisonMarkdown(comparison: EvalModelComparison): string;
+//# sourceMappingURL=model-comparison.d.ts.map

package/esm/src/eval/model-comparison.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-comparison.d.ts","sourceRoot":"","sources":["../../../src/src/eval/model-comparison.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,mBAAmB,EACnB,0BAA0B,EAE1B,UAAU,EACX,MAAM,YAAY,CAAC;AAuNpB,oFAAoF;AACpF,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,EAAE,0BAA0B,GAClC,mBAAmB,CAqBrB;AAUD,gFAAgF;AAChF,wBAAgB,iCAAiC,CAAC,UAAU,EAAE,mBAAmB,GAAG,MAAM,CAgCzF"}

package/esm/src/eval/model-comparison.js

@@ -0,0 +1,211 @@
+import { compareEvalReports } from "./baseline.js";
+const DEFAULT_MIN_GROUNDEDNESS = 0.8;
+const DEFAULT_MIN_EFFICIENCY_IMPROVEMENT = 0.1;
+function reportModel(report) {
+    return report.metadata?.model ?? report.runId;
+}
+function failedExampleIds(report) {
+    return (report.summary.failedExamples ?? []).map((example) => example.exampleId).sort();
+}
+function allMetricResults(report) {
+    return report.records.flatMap((record) => [...(record.metrics ?? []), ...(record.checks ?? [])]);
+}
+function average(values) {
+    if (values.length === 0)
+        return undefined;
+    return values.reduce((sum, value) => sum + value, 0) / values.length;
+}
+function metricPassRate(report, metricName) {
+    return report.summary.metrics.find((metric) => metric.name === metricName)?.passRate;
+}
+function groundednessScore(report) {
+    return average(allMetricResults(report)
+        .filter((result) => result.name === "answer.groundedness" && result.score !== undefined)
+        .map((result) => result.score)) ?? metricPassRate(report, "answer.groundedness");
+}
+function improvementPct(baseline, candidate) {
+    if (baseline === undefined || candidate === undefined || baseline <= 0)
+        return undefined;
+    return (baseline - candidate) / baseline;
+}
+function meetsImprovement(value, threshold) {
+    return value !== undefined && value >= threshold;
+}
+function formatPct(value) {
+    return `${Math.round(value * 100)}%`;
+}
+function modelSummary(report, baselineModel) {
+    const model = reportModel(report);
+    const groundedness = groundednessScore(report);
+    return {
+        model,
+        role: model === baselineModel ? "baseline" : "candidate",
+        runId: report.runId,
+        passed: report.summary.passed,
+        failed: report.summary.failed,
+        passRate: report.summary.passRate,
+        failedExamples: failedExampleIds(report),
+        gateFailures: report.summary.gateFailures?.length ?? 0,
+        ...(report.summary.usage?.totalTokens !== undefined
+            ? { totalTokens: report.summary.usage.totalTokens }
+            : {}),
+        ...(report.summary.usage?.costUsd !== undefined
+            ? { costUsd: report.summary.usage.costUsd }
+            : {}),
+        ...(report.summary.duration?.p95Ms !== undefined
+            ? { p95Ms: report.summary.duration.p95Ms }
+            : {}),
+        ...(groundedness !== undefined ? { groundednessScore: groundedness } : {}),
+    };
+}
+function createCandidateDecision(input) {
+    const baselineModel = input.options.baselineModel;
+    const baselineSummary = modelSummary(input.baseline, baselineModel);
+    const candidateSummary = modelSummary(input.candidate, baselineModel);
+    const baselineComparison = compareEvalReports(input.candidate, input.baseline);
+    const reasons = [];
+    if (input.candidate.summary.failed > 0 || baselineComparison.regressed ||
+        baselineComparison.newFailedExamples.length > 0) {
+        reasons.push("candidate has quality regressions");
+        if (baselineComparison.newFailedExamples.length > 0) {
+            reasons.push(`new failed examples: ${baselineComparison.newFailedExamples.join(", ")}`);
+        }
+        return { decision: "keep-baseline", reasons };
+    }
+    reasons.push("candidate has no quality regressions");
+    if (candidateSummary.groundednessScore !== undefined &&
+        candidateSummary.groundednessScore < input.options.minGroundedness) {
+        reasons.push(`groundedness is below ${input.options.minGroundedness}`);
+        return { decision: "keep-baseline", reasons };
+    }
+    if (candidateSummary.groundednessScore === undefined) {
+        reasons.push("groundedness was not measured");
+    }
+    else {
+        reasons.push(`groundedness is at or above ${input.options.minGroundedness}`);
+    }
+    const costImprovement = improvementPct(baselineSummary.costUsd, candidateSummary.costUsd);
+    const tokenImprovement = improvementPct(baselineSummary.totalTokens, candidateSummary.totalTokens);
+    const latencyImprovement = improvementPct(baselineSummary.p95Ms, candidateSummary.p95Ms);
+    if (meetsImprovement(costImprovement, input.options.minCostImprovementPct)) {
+        reasons.push(`cost improved by ${formatPct(costImprovement)}`);
+        return { decision: "promote-candidate", reasons };
+    }
+    if (meetsImprovement(tokenImprovement, input.options.minTokenImprovementPct)) {
+        reasons.push(`tokens improved by ${formatPct(tokenImprovement)}`);
+        return { decision: "promote-candidate", reasons };
+    }
+    if (meetsImprovement(latencyImprovement, input.options.minLatencyImprovementPct)) {
+        reasons.push(`p95 latency improved by ${formatPct(latencyImprovement)}`);
+        return { decision: "promote-candidate", reasons };
+    }
+    reasons.push("no cost, token, or latency improvement could be measured");
+    return { decision: "needs-review", reasons };
+}
+function compareCandidate(candidate, baseline, options) {
+    const baselineComparison = compareEvalReports(candidate, baseline);
+    const candidateSummary = modelSummary(candidate, options.baselineModel);
+    const baselineSummary = modelSummary(baseline, options.baselineModel);
+    const decision = createCandidateDecision({ candidate, baseline, options });
+    const costImprovement = improvementPct(baselineSummary.costUsd, candidateSummary.costUsd);
+    const tokenImprovement = improvementPct(baselineSummary.totalTokens, candidateSummary.totalTokens);
+    const latencyImprovement = improvementPct(baselineSummary.p95Ms, candidateSummary.p95Ms);
+    return {
+        model: reportModel(candidate),
+        baselineModel: options.baselineModel,
+        passRateDelta: baselineComparison.passRateDelta,
+        failedDelta: baselineComparison.failedDelta,
+        newFailedExamples: baselineComparison.newFailedExamples,
+        ...(candidateSummary.groundednessScore !== undefined
+            ? { groundednessScore: candidateSummary.groundednessScore }
+            : {}),
+        ...(costImprovement !== undefined ? { costImprovementPct: costImprovement } : {}),
+        ...(tokenImprovement !== undefined ? { tokenImprovementPct: tokenImprovement } : {}),
+        ...(latencyImprovement !== undefined ? { latencyImprovementPct: latencyImprovement } : {}),
+        decision: decision.decision,
+        reasons: decision.reasons,
+    };
+}
+function pickRecommendation(candidates) {
+    const promotable = candidates.find((candidate) => candidate.decision === "promote-candidate");
+    if (promotable) {
+        return {
+            decision: "promote-candidate",
+            model: promotable.model,
+            reasons: promotable.reasons,
+        };
+    }
+    const needsReview = candidates.find((candidate) => candidate.decision === "needs-review");
+    if (needsReview) {
+        return {
+            decision: "needs-review",
+            model: needsReview.model,
+            reasons: needsReview.reasons,
+        };
+    }
+    const firstCandidate = candidates[0];
+    return {
+        decision: "keep-baseline",
+        ...(firstCandidate ? { model: firstCandidate.model } : {}),
+        reasons: firstCandidate?.reasons ?? ["no candidate models were compared"],
+    };
+}
+function normalizeOptions(options) {
+    return {
+        baselineModel: options.baselineModel,
+        minGroundedness: options.minGroundedness ?? DEFAULT_MIN_GROUNDEDNESS,
+        minCostImprovementPct: options.minCostImprovementPct ?? DEFAULT_MIN_EFFICIENCY_IMPROVEMENT,
+        minTokenImprovementPct: options.minTokenImprovementPct ?? DEFAULT_MIN_EFFICIENCY_IMPROVEMENT,
+        minLatencyImprovementPct: options.minLatencyImprovementPct ??
+            DEFAULT_MIN_EFFICIENCY_IMPROVEMENT,
+    };
+}
+/** Compare eval reports from multiple models using conservative promotion rules. */
+export function compareEvalModelReports(reports, options) {
+    const normalized = normalizeOptions(options);
+    const baseline = reports.find((report) => reportModel(report) === normalized.baselineModel);
+    if (!baseline) {
+        throw new Error(`Baseline model "${normalized.baselineModel}" was not present in eval reports.`);
+    }
+    const candidates = reports
+        .filter((report) => reportModel(report) !== normalized.baselineModel)
+        .map((report) => compareCandidate(report, baseline, normalized));
+    return {
+        kind: "eval-model-comparison",
+        baselineModel: normalized.baselineModel,
+        candidateModels: candidates.map((candidate) => candidate.model),
+        models: reports.map((report) => modelSummary(report, normalized.baselineModel)),
+        candidates,
+        recommendation: pickRecommendation(candidates),
+    };
+}
+function numberCell(value) {
+    return value === undefined ? "-" : String(Math.round(value));
+}
+function decimalCell(value) {
+    return value === undefined ? "-" : value.toFixed(2);
+}
+/** Render a human-reviewable markdown summary for a model comparison report. */
+export function createEvalModelComparisonMarkdown(comparison) {
+    const lines = [
+        "# Eval Model Comparison",
+        "",
+        `Baseline: ${comparison.baselineModel}`,
+        `Candidates: ${comparison.candidateModels.join(", ") || "-"}`,
+        `Recommendation: ${comparison.recommendation.decision}${comparison.recommendation.model ? ` (${comparison.recommendation.model})` : ""}`,
+        "",
+        "## Models",
+        "",
+        "| Model | Role | Passed | Failed | Pass rate | Groundedness | Tokens | Cost USD | p95 ms |",
+        "| --- | --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: |",
+    ];
+    for (const model of comparison.models) {
+        lines.push(`| ${model.model} | ${model.role} | ${model.passed} | ${model.failed} | ${Math.round(model.passRate * 100)}% | ${decimalCell(model.groundednessScore)} | ${numberCell(model.totalTokens)} | ${decimalCell(model.costUsd)} | ${numberCell(model.p95Ms)} |`);
+    }
+    lines.push("", "## Decision", "");
+    for (const reason of comparison.recommendation.reasons) {
+        lines.push(`- ${reason}`);
+    }
+    lines.push("");
+    return `${lines.join("\n")}`;
+}

package/esm/src/eval/provenance.d.ts

@@ -0,0 +1,28 @@
+import type { EvalRunProvenance } from "./types.js";
+type Env = Record<string, string | undefined>;
+export type EvalGitProvenance = NonNullable<EvalRunProvenance["git"]>;
+export type EvalCommandResult = {
+    code: number;
+    stdout: string;
+    stderr?: string;
+};
+export type EvalCommandRunner = (command: string, args: string[], options: {
+    cwd: string;
+}) => Promise<EvalCommandResult>;
+export type EvalFileReader = (path: string) => Promise<Uint8Array>;
+export interface CreateEvalRunProvenanceOptions {
+    env?: Env;
+    git?: EvalGitProvenance;
+    frameworkVersion?: string;
+}
+export interface ResolveEvalRunProvenanceOptions extends CreateEvalRunProvenanceOptions {
+    projectDir?: string;
+    commandRunner?: EvalCommandRunner;
+    fileReader?: EvalFileReader;
+}
+/** Build stable provenance metadata from explicit git/cloud inputs. */
+export declare function createEvalRunProvenance(options?: CreateEvalRunProvenanceOptions): EvalRunProvenance;
+/** Resolve local or Cloud provenance for an eval run without failing the eval if git metadata is unavailable. */
+export declare function resolveEvalRunProvenance(options?: ResolveEvalRunProvenanceOptions): Promise<EvalRunProvenance>;
+export {};
+//# sourceMappingURL=provenance.d.ts.map

package/esm/src/eval/provenance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../../../src/src/eval/provenance.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,KAAK,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;AAE9C,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;AAEtE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,CAC9B,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,KACrB,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAEhC,MAAM,MAAM,cAAc,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;AAEnE,MAAM,WAAW,8BAA8B;IAC7C,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,iBAAiB,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,+BAAgC,SAAQ,8BAA8B;IACrF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,UAAU,CAAC,EAAE,cAAc,CAAC;CAC7B;AAiGD,uEAAuE;AACvE,wBAAgB,uBAAuB,CACrC,OAAO,GAAE,8BAAmC,GAC3C,iBAAiB,CAmBnB;AA0GD,iHAAiH;AACjH,wBAAsB,wBAAwB,CAC5C,OAAO,GAAE,+BAAoC,GAC5C,OAAO,CAAC,iBAAiB,CAAC,CAU5B"}

package/esm/src/eval/provenance.js

@@ -0,0 +1,199 @@
+import * as dntShim from "../../_dnt.shims.js";
+import { join } from "../../deps/jsr.io/@std/path/1.1.4/mod.js";
+import { VERSION } from "../utils/version-constant.js";
+function firstValue(env, keys) {
+    for (const key of keys) {
+        const value = env[key];
+        if (typeof value === "string" && value.trim().length > 0)
+            return value.trim();
+    }
+    return undefined;
+}
+function collectEnv() {
+    return {
+        AG_UI_EVAL_BRANCH_ID: dntShim.Deno.env.get("AG_UI_EVAL_BRANCH_ID"),
+        AG_UI_EVAL_PROJECT_ID: dntShim.Deno.env.get("AG_UI_EVAL_PROJECT_ID"),
+        AG_UI_EVAL_PROJECT_SLUG: dntShim.Deno.env.get("AG_UI_EVAL_PROJECT_SLUG"),
+        AG_UI_EVAL_RELEASE_ID: dntShim.Deno.env.get("AG_UI_EVAL_RELEASE_ID"),
+        CI: dntShim.Deno.env.get("CI"),
+        GITHUB_ACTIONS: dntShim.Deno.env.get("GITHUB_ACTIONS"),
+        GITHUB_REF_NAME: dntShim.Deno.env.get("GITHUB_REF_NAME"),
+        GITHUB_SHA: dntShim.Deno.env.get("GITHUB_SHA"),
+        TENANT_BRANCH_ID: dntShim.Deno.env.get("TENANT_BRANCH_ID"),
+        TENANT_DEPLOYMENT_ID: dntShim.Deno.env.get("TENANT_DEPLOYMENT_ID"),
+        TENANT_ENVIRONMENT: dntShim.Deno.env.get("TENANT_ENVIRONMENT"),
+        TENANT_PROJECT_ID: dntShim.Deno.env.get("TENANT_PROJECT_ID"),
+        TENANT_PROJECT_SLUG: dntShim.Deno.env.get("TENANT_PROJECT_SLUG"),
+        TENANT_RELEASE_ID: dntShim.Deno.env.get("TENANT_RELEASE_ID"),
+        VERCEL_ENV: dntShim.Deno.env.get("VERCEL_ENV"),
+        VERYFRONT_BRANCH_REF: dntShim.Deno.env.get("VERYFRONT_BRANCH_REF"),
+        VERYFRONT_DEPLOYMENT_ID: dntShim.Deno.env.get("VERYFRONT_DEPLOYMENT_ID"),
+        VERYFRONT_ENVIRONMENT: dntShim.Deno.env.get("VERYFRONT_ENVIRONMENT"),
+        VERYFRONT_PROJECT_ID: dntShim.Deno.env.get("VERYFRONT_PROJECT_ID"),
+        VERYFRONT_PROJECT_SLUG: dntShim.Deno.env.get("VERYFRONT_PROJECT_SLUG"),
+        VERYFRONT_RELEASE_ID: dntShim.Deno.env.get("VERYFRONT_RELEASE_ID"),
+    };
+}
+function createCloudProvenance(env) {
+    const entries = Object.entries({
+        projectId: firstValue(env, [
+            "TENANT_PROJECT_ID",
+            "VERYFRONT_PROJECT_ID",
+            "AG_UI_EVAL_PROJECT_ID",
+        ]),
+        projectSlug: firstValue(env, [
+            "TENANT_PROJECT_SLUG",
+            "VERYFRONT_PROJECT_SLUG",
+            "AG_UI_EVAL_PROJECT_SLUG",
+        ]),
+        releaseId: firstValue(env, [
+            "TENANT_RELEASE_ID",
+            "VERYFRONT_RELEASE_ID",
+            "AG_UI_EVAL_RELEASE_ID",
+        ]),
+        deploymentId: firstValue(env, ["TENANT_DEPLOYMENT_ID", "VERYFRONT_DEPLOYMENT_ID"]),
+        branchId: firstValue(env, ["TENANT_BRANCH_ID", "AG_UI_EVAL_BRANCH_ID"]),
+        branchRef: firstValue(env, ["VERYFRONT_BRANCH_REF", "GITHUB_REF_NAME"]),
+        environment: firstValue(env, ["VERYFRONT_ENVIRONMENT", "TENANT_ENVIRONMENT", "VERCEL_ENV"]),
+    }).filter((entry) => entry[1] !== undefined);
+    return entries.length > 0
+        ? Object.fromEntries(entries)
+        : undefined;
+}
+function createSource(cloud, git) {
+    if (cloud?.releaseId)
+        return { kind: "release", id: cloud.releaseId };
+    if (cloud?.deploymentId)
+        return { kind: "deployment", id: cloud.deploymentId };
+    if (cloud?.branchId)
+        return { kind: "preview", id: cloud.branchId };
+    if (cloud?.branchRef)
+        return { kind: "preview", id: cloud.branchRef };
+    if (git?.sha)
+        return { kind: "git", id: git.sha };
+    if (cloud?.projectId || cloud?.projectSlug) {
+        return { kind: "workspace", id: cloud.projectSlug ?? cloud.projectId };
+    }
+    return { kind: "unknown" };
+}
+function createEnvironment(env, cloud, git) {
+    if (cloud?.releaseId || cloud?.deploymentId || cloud?.branchId || cloud?.projectId ||
+        cloud?.projectSlug) {
+        return "cloud";
+    }
+    if (env.GITHUB_ACTIONS === "true" || env.CI === "true")
+        return "ci";
+    if (git?.sha || git?.branch)
+        return "local";
+    return "unknown";
+}
+/** Build stable provenance metadata from explicit git/cloud inputs. */
+export function createEvalRunProvenance(options = {}) {
+    const env = options.env ?? collectEnv();
+    const ciGit = firstValue(env, ["GITHUB_SHA"]);
+    const git = options.git ?? (ciGit
+        ? {
+            sha: ciGit,
+            branch: firstValue(env, ["GITHUB_REF_NAME"]),
+        }
+        : undefined);
+    const cloud = createCloudProvenance(env);
+    return {
+        kind: "eval-run-provenance",
+        environment: createEnvironment(env, cloud, git),
+        source: createSource(cloud, git),
+        frameworkVersion: options.frameworkVersion ?? VERSION,
+        ...(git ? { git } : {}),
+        ...(cloud ? { cloud } : {}),
+    };
+}
+async function defaultCommandRunner(command, args, options) {
+    const result = await new dntShim.Deno.Command(command, {
+        args,
+        cwd: options.cwd,
+        stdout: "piped",
+        stderr: "piped",
+    }).output();
+    const decoder = new TextDecoder();
+    return {
+        code: result.code,
+        stdout: decoder.decode(result.stdout),
+        stderr: decoder.decode(result.stderr),
+    };
+}
+async function runGit(runner, projectDir, args, options = {}) {
+    try {
+        const result = await runner("git", args, { cwd: projectDir });
+        if (result.code !== 0)
+            return undefined;
+        return options.trim === false ? result.stdout : result.stdout.trim();
+    }
+    catch {
+        return undefined;
+    }
+}
+async function sha256Hex(value) {
+    return sha256Bytes(new TextEncoder().encode(value));
+}
+async function sha256Bytes(value) {
+    const bytes = new Uint8Array(value.byteLength);
+    bytes.set(value);
+    const hash = await dntShim.crypto.subtle.digest("SHA-256", bytes.buffer);
+    return Array.from(new Uint8Array(hash))
+        .map((byte) => byte.toString(16).padStart(2, "0"))
+        .join("");
+}
+function parseNullSeparated(value) {
+    if (!value)
+        return [];
+    return value.split("\0").filter(Boolean).sort();
+}
+async function hashUntrackedFiles(projectDir, paths, readFile) {
+    const entries = [];
+    for (const relativePath of paths) {
+        try {
+            const content = await readFile(join(projectDir, relativePath));
+            entries.push(`${relativePath}\0${await sha256Bytes(content)}`);
+        }
+        catch {
+            entries.push(`${relativePath}\0unreadable`);
+        }
+    }
+    return entries.join("\0");
+}
+async function resolveGitProvenance(projectDir, runner, readFile) {
+    const sha = await runGit(runner, projectDir, ["rev-parse", "HEAD"]);
+    const branch = await runGit(runner, projectDir, ["rev-parse", "--abbrev-ref", "HEAD"]);
+    const status = await runGit(runner, projectDir, ["status", "--porcelain=v1"]);
+    const diff = await runGit(runner, projectDir, ["diff", "--binary", "HEAD", "--"]);
+    const untracked = await runGit(runner, projectDir, [
+        "ls-files",
+        "--others",
+        "--exclude-standard",
+        "-z",
+    ], { trim: false });
+    const dirty = status !== undefined ? status.length > 0 : undefined;
+    if (!sha && !branch && dirty === undefined)
+        return undefined;
+    const untrackedHashInput = await hashUntrackedFiles(projectDir, parseNullSeparated(untracked), readFile);
+    return {
+        ...(sha ? { sha } : {}),
+        ...(branch ? { branch } : {}),
+        ...(dirty !== undefined ? { dirty } : {}),
+        ...(dirty
+            ? { dirtyHash: await sha256Hex(`${status ?? ""}\n${diff ?? ""}\n${untrackedHashInput}`) }
+            : {}),
+    };
+}
+/** Resolve local or Cloud provenance for an eval run without failing the eval if git metadata is unavailable. */
+export async function resolveEvalRunProvenance(options = {}) {
+    const projectDir = options.projectDir ?? dntShim.Deno.cwd();
+    const runner = options.commandRunner ?? defaultCommandRunner;
+    const readFile = options.fileReader ?? dntShim.Deno.readFile;
+    const git = options.git ?? await resolveGitProvenance(projectDir, runner, readFile);
+    return createEvalRunProvenance({
+        env: options.env,
+        git,
+        frameworkVersion: options.frameworkVersion,
+    });
+}

package/esm/src/eval/report.d.ts

@@ -1,4 +1,4 @@
-import type { EvalDefinition, EvalRecord, EvalReport, EvalReportSummary } from "./types.js";
+import type { EvalDefinition, EvalRecord, EvalReport, EvalReportMetadata, EvalReportSummary } from "./types.js";
 /** Summarize eval records into pass/fail and metric aggregates. */
 export declare function summarizeEvalRecords(records: EvalRecord[]): EvalReportSummary;
 /** Create a JSON-serializable eval report from executed records. */
@@ -8,5 +8,6 @@ export declare function createEvalReport(input: {
     runId: string;
     startedAt: Date;
     endedAt: Date;
+    metadata?: EvalReportMetadata;
 }): EvalReport;
 //# sourceMappingURL=report.d.ts.map

package/esm/src/eval/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EAOd,UAAU,EACV,UAAU,EACV,iBAAiB,EAElB,MAAM,YAAY,CAAC;AAsLpB,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAoB7E;AAED,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,GAAG,UAAU,CAYb"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EAOd,UAAU,EACV,UAAU,EACV,kBAAkB,EAClB,iBAAiB,EAElB,MAAM,YAAY,CAAC;AAsLpB,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAoB7E;AAED,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd,QAAQ,CAAC,EAAE,kBAAkB,CAAC;CAC/B,GAAG,UAAU,CAab"}

package/esm/src/eval/report.js

@@ -187,5 +187,6 @@ export function createEvalReport(input) {
         endedAt: input.endedAt.toISOString(),
         summary: summarizeEvalRecords(input.records),
         records: input.records,
+        ...(input.metadata ? { metadata: input.metadata } : {}),
     };
 }

package/esm/src/eval/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/src/eval/runner.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAEV,cAAc,EAMd,cAAc,EACf,MAAM,YAAY,CAAC;AAmQpB,6DAA6D;AAC7D,wBAAsB,OAAO,CAC3B,UAAU,EAAE,cAAc,EAC1B,OAAO,EAAE,cAAc,4CAwBxB"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/src/eval/runner.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAEV,cAAc,EAMd,cAAc,EACf,MAAM,YAAY,CAAC;AAmQpB,6DAA6D;AAC7D,wBAAsB,OAAO,CAC3B,UAAU,EAAE,cAAc,EAC1B,OAAO,EAAE,cAAc,4CAyBxB"}

package/esm/src/eval/runner.js

@@ -238,6 +238,7 @@ export async function runEval(definition, options) {
         runId: options.runId ?? createRunId(startedAt),
         startedAt,
         endedAt,
+        metadata: options.metadata,
     });
     emitEvalRuntimeMetrics(report);
     const exports = await exportEvalReport(report, options.export);

package/esm/src/eval/types.d.ts

@@ -255,6 +255,7 @@ export interface RunEvalOptions {
     runId?: string;
     now?: () => Date;
     export?: EvalReportExportConfig;
+    metadata?: EvalReportMetadata;
 }
 /** Export configuration for a completed eval report. */
 export interface EvalReportExportConfig {
@@ -341,6 +342,88 @@ export interface EvalReportComparison {
     fixedExamples: string[];
     regressed: boolean;
 }
+/** Runtime and source identity attached to an eval report. */
+export interface EvalRunProvenance {
+    kind: "eval-run-provenance";
+    environment: "local" | "cloud" | "ci" | "unknown";
+    source: {
+        kind: "git" | "release" | "deployment" | "preview" | "workspace" | "unknown";
+        id?: string;
+    };
+    frameworkVersion?: string;
+    git?: {
+        sha?: string;
+        branch?: string;
+        dirty?: boolean;
+        dirtyHash?: string;
+    };
+    cloud?: {
+        projectId?: string;
+        projectSlug?: string;
+        releaseId?: string;
+        deploymentId?: string;
+        branchId?: string;
+        branchRef?: string;
+        environment?: string;
+    };
+}
+/** Additional report metadata that should not affect pass/fail semantics. */
+export interface EvalReportMetadata {
+    model?: string;
+    provenance?: EvalRunProvenance;
+}
+/** Per-model row in an eval model comparison report. */
+export interface EvalModelReportSummary {
+    model: string;
+    role: "baseline" | "candidate";
+    runId: string;
+    passed: number;
+    failed: number;
+    passRate: number;
+    failedExamples: string[];
+    gateFailures: number;
+    totalTokens?: number;
+    costUsd?: number;
+    p95Ms?: number;
+    groundednessScore?: number;
+}
+/** Candidate-vs-baseline comparison used to decide whether a model is promotable. */
+export interface EvalModelCandidateComparison {
+    model: string;
+    baselineModel: string;
+    passRateDelta: number;
+    failedDelta: number;
+    newFailedExamples: string[];
+    groundednessScore?: number;
+    costImprovementPct?: number;
+    tokenImprovementPct?: number;
+    latencyImprovementPct?: number;
+    decision: EvalModelComparisonDecision;
+    reasons: string[];
+}
+/** Conservative model comparison recommendation. */
+export type EvalModelComparisonDecision = "promote-candidate" | "keep-baseline" | "needs-review";
+/** Aggregate report for comparing one baseline model against candidate models. */
+export interface EvalModelComparison {
+    kind: "eval-model-comparison";
+    baselineModel: string;
+    candidateModels: string[];
+    models: EvalModelReportSummary[];
+    candidates: EvalModelCandidateComparison[];
+    recommendation: {
+        decision: EvalModelComparisonDecision;
+        model?: string;
+        reasons: string[];
+    };
+}
+/** Promotion thresholds for model comparison. */
+export interface EvalModelComparisonOptions {
+    baselineModel: string;
+    minGroundedness?: number;
+    minCostImprovementPct?: number;
+    minTokenImprovementPct?: number;
+    minLatencyImprovementPct?: number;
+}
 /** Aggregate pass/fail summary for one eval report. */
 export interface EvalReportSummary {
     records: number;
@@ -373,5 +456,6 @@ export interface EvalReport {
     summary: EvalReportSummary;
     records: EvalRecord[];
     exports?: EvalReportExportResult[];
+    metadata?: EvalReportMetadata;
 }
 //# sourceMappingURL=types.d.ts.map

package/esm/src/eval/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/src/eval/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,uBAAuB,EACvB,0BAA0B,EAC1B,sBAAsB,EACvB,MAAM,6BAA6B,CAAC;AAErC,qEAAqE;AACrE,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC;AAErC,yDAAyD;AACzD,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEtD,wDAAwD;AACxD,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,WAAW,GAAG,OAAO,CAAC;AAE5F,yDAAyD;AACzD,MAAM,MAAM,mBAAmB,GAAG;IAChC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,gEAAgE;AAChE,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAEjD,mEAAmE;AACnE,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,0DAA0D;AAC1D,MAAM,MAAM,gBAAgB,GAAG;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,CAAC;AAEF,yCAAyC;AACzC,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,iDAAiD;AACjD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACzB,IAAI,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;CAC/D;AAED,yDAAyD;AACzD,MAAM,WAAW,SAAS;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wEAAwE;AACxE,MAAM,MAAM,kBAAkB,GAAG,IAAI,GAAG,OAAO,GAAG,SAAS,GAAG,QAAQ,CAAC;AAEvE,sEAAsE;AACtE,MAAM,MAAM,sBAAsB,GAAG,OAAO,GAAG,SAAS,CAAC;AAEzD,iDAAiD;AACjD,MAAM,WAAW,wBAAwB;IACvC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,sBAAsB,CAAC;CAChC;AAED,wDAAwD;AACxD,MAAM,WAAW,wBAAwB;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,0EAA0E;AAC1E,MAAM,MAAM,2BAA2B,GAAG,MAAM,GAAG;IACjD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,qDAAqD;AACrD,MAAM,WAAW,mCAAmC;IAClD,QAAQ,CAAC,EAAE,2BAA2B,EAAE,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,EAAE,MAAM,CAAC;IACV,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,iEAAiE;AACjE,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,2BAA2B,EAAE,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,wDAAwD;AACxD,MAAM,WAAW,mCAAmC;IAClD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE;QACd,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,OAAO,CAAC;QACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClC,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,OAAO,EAAE,MAAM,EAAE,CAAC;KACnB,KAAK,gBAAgB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACjF;AAED,0DAA0D;AAC1D,MAAM,WAAW,YAAY;IAC3B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,mDAAmD;AACnD,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;CAC3B;AAED,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,SAAS,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,qDAAqD;AACrD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,4DAA4D;AAC5D,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,gDAAgD;AAChD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;IAC9F,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAClD,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAClD,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;CACrD;AAED,wDAAwD;AACxD,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;IACxD,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;IACxD,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;CAC3D;AAED,6DAA6D;AAC7D,MAAM,WAAW,UAAU;IACzB,SAAS,IAAI,eAAe,CAAC;IAC7B,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC;IAC9C,aAAa,IAAI,eAAe,CAAC;IACjC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,eAAe,CAAC;IAC9E,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC;IAC7C,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,GAAG,eAAe,CAAC;CACjF;AAED,+DAA+D;AAC/D,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED,wDAAwD;AACxD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,kEAAkE;AAClE,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,cAAc,CAAC;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;IACrB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;CAC/D;AAED,qCAAqC;AACrC,MAAM,WAAW,cAAc;IAC7B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,GAAG,gBAAgB,EAAE,CAAC;IAC1C,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;CAC/D;AAED,6EAA6E;AAC7E,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,2DAA2D;AAC3D,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,6DAA6D;AAC7D,MAAM,MAAM,gBAAgB,GAAG,CAC7B,OAAO,EAAE,uBAAuB,KAC7B,gBAAgB,CAAC,MAAM,GAAG,sBAAsB,CAAC,CAAC;AAEvD,2CAA2C;AAC3C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE;QACR,KAAK,EAAE,gBAAgB,CAAC;KACzB,CAAC;IACF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,CAAC,EAAE,sBAAsB,CAAC;CACjC;AAED,wDAAwD;AACxD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,0BAA0B,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,uBAAuB,CAAC;CACnC;AAED,kDAAkD;AAClD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,6CAA6C;AAC7C,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,uCAAuC;AACvC,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qDAAqD;AACrD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,kEAAkE;AAClE,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,uDAAuD;AACvD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,4EAA4E;AAC5E,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,qDAAqD;AACrD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,sBAAsB,EAAE,CAAC;IACvC,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,uDAAuD;AACvD,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,yCAAyC;IACzC,QAAQ,CAAC,EAAE,mBAAmB,CAAC;IAC/B,mCAAmC;IACnC,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,uEAAuE;IACvE,YAAY,CAAC,EAAE,sBAAsB,EAAE,CAAC;IACxC,oEAAoE;IACpE,cAAc,CAAC,EAAE,wBAAwB,EAAE,CAAC;IAC5C,6CAA6C;IAC7C,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,sDAAsD;AACtD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,cAAc,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,sBAAsB,EAAE,CAAC;CACpC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/src/eval/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,uBAAuB,EACvB,0BAA0B,EAC1B,sBAAsB,EACvB,MAAM,6BAA6B,CAAC;AAErC,qEAAqE;AACrE,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC;AAErC,yDAAyD;AACzD,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEtD,wDAAwD;AACxD,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,WAAW,GAAG,OAAO,CAAC;AAE5F,yDAAyD;AACzD,MAAM,MAAM,mBAAmB,GAAG;IAChC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,gEAAgE;AAChE,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAEjD,mEAAmE;AACnE,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,0DAA0D;AAC1D,MAAM,MAAM,gBAAgB,GAAG;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,CAAC;AAEF,yCAAyC;AACzC,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,iDAAiD;AACjD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACzB,IAAI,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;CAC/D;AAED,yDAAyD;AACzD,MAAM,WAAW,SAAS;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wEAAwE;AACxE,MAAM,MAAM,kBAAkB,GAAG,IAAI,GAAG,OAAO,GAAG,SAAS,GAAG,QAAQ,CAAC;AAEvE,sEAAsE;AACtE,MAAM,MAAM,sBAAsB,GAAG,OAAO,GAAG,SAAS,CAAC;AAEzD,iDAAiD;AACjD,MAAM,WAAW,wBAAwB;IACvC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,sBAAsB,CAAC;CAChC;AAED,wDAAwD;AACxD,MAAM,WAAW,wBAAwB;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,0EAA0E;AAC1E,MAAM,MAAM,2BAA2B,GAAG,MAAM,GAAG;IACjD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,qDAAqD;AACrD,MAAM,WAAW,mCAAmC;IAClD,QAAQ,CAAC,EAAE,2BAA2B,EAAE,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,EAAE,MAAM,CAAC;IACV,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,iEAAiE;AACjE,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,2BAA2B,EAAE,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,wDAAwD;AACxD,MAAM,WAAW,mCAAmC;IAClD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE;QACd,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,OAAO,CAAC;QACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClC,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,OAAO,EAAE,MAAM,EAAE,CAAC;KACnB,KAAK,gBAAgB,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACjF;AAED,0DAA0D;AAC1D,MAAM,WAAW,YAAY;IAC3B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,mDAAmD;AACnD,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;CAC3B;AAED,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,SAAS,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,qDAAqD;AACrD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,4DAA4D;AAC5D,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,gDAAgD;AAChD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;IAC9F,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAClD,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IAClD,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;CACrD;AAED,wDAAwD;AACxD,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;IACxD,IAAI,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;IACxD,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC;CAC3D;AAED,6DAA6D;AAC7D,MAAM,WAAW,UAAU;IACzB,SAAS,IAAI,eAAe,CAAC;IAC7B,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC;IAC9C,aAAa,IAAI,eAAe,CAAC;IACjC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,eAAe,CAAC;IAC9E,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,CAAC;IAC7C,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,GAAG,eAAe,CAAC;CACjF;AAED,+DAA+D;AAC/D,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED,wDAAwD;AACxD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,kEAAkE;AAClE,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,cAAc,CAAC;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;IACrB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;CAC/D;AAED,qCAAqC;AACrC,MAAM,WAAW,cAAc;IAC7B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,GAAG,gBAAgB,EAAE,CAAC;IAC1C,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;CAC/D;AAED,6EAA6E;AAC7E,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,2DAA2D;AAC3D,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,6DAA6D;AAC7D,MAAM,MAAM,gBAAgB,GAAG,CAC7B,OAAO,EAAE,uBAAuB,KAC7B,gBAAgB,CAAC,MAAM,GAAG,sBAAsB,CAAC,CAAC;AAEvD,2CAA2C;AAC3C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE;QACR,KAAK,EAAE,gBAAgB,CAAC;KACzB,CAAC;IACF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,CAAC,EAAE,sBAAsB,CAAC;IAChC,QAAQ,CAAC,EAAE,kBAAkB,CAAC;CAC/B;AAED,wDAAwD;AACxD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,0BAA0B,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,uBAAuB,CAAC;CACnC;AAED,kDAAkD;AAClD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,6CAA6C;AAC7C,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,uCAAuC;AACvC,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qDAAqD;AACrD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,kEAAkE;AAClE,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,uDAAuD;AACvD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,4EAA4E;AAC5E,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,YAAY,CAAC;IACvB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,qDAAqD;AACrD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,sBAAsB,EAAE,CAAC;IACvC,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,8DAA8D;AAC9D,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,OAAO,GAAG,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,MAAM,EAAE;QACN,IAAI,EAAE,KAAK,GAAG,SAAS,GAAG,YAAY,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;QAC7E,EAAE,CAAC,EAAE,MAAM,CAAC;KACb,CAAC;IACF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,GAAG,CAAC,EAAE;QACJ,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,KAAK,CAAC,EAAE;QACN,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,6EAA6E;AAC7E,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,iBAAiB,CAAC;CAChC;AAED,wDAAwD;AACxD,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,UAAU,GAAG,WAAW,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,qFAAqF;AACrF,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,EAAE,2BAA2B,CAAC;IACtC,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,oDAAoD;AACpD,MAAM,MAAM,2BAA2B,GACnC,mBAAmB,GACnB,eAAe,GACf,cAAc,CAAC;AAEnB,kFAAkF;AAClF,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,uBAAuB,CAAC;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,EAAE,sBAAsB,EAAE,CAAC;IACjC,UAAU,EAAE,4BAA4B,EAAE,CAAC;IAC3C,cAAc,EAAE;QACd,QAAQ,EAAE,2BAA2B,CAAC;QACtC,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,CAAC;KACnB,CAAC;CACH;AAED,iDAAiD;AACjD,MAAM,WAAW,0BAA0B;IACzC,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACnC;AAED,uDAAuD;AACvD,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,yCAAyC;IACzC,QAAQ,CAAC,EAAE,mBAAmB,CAAC;IAC/B,mCAAmC;IACnC,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,uEAAuE;IACvE,YAAY,CAAC,EAAE,sBAAsB,EAAE,CAAC;IACxC,oEAAoE;IACpE,cAAc,CAAC,EAAE,wBAAwB,EAAE,CAAC;IAC5C,6CAA6C;IAC7C,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,sDAAsD;AACtD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,cAAc,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,sBAAsB,EAAE,CAAC;IACnC,QAAQ,CAAC,EAAE,kBAAkB,CAAC;CAC/B"}

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.949";
+export declare const VERSION = "0.1.951";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.949";
+export const VERSION = "0.1.951";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.949",
+  "version": "0.1.951",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",