ai-functions 2.1.3 → 2.3.0

package/dist/errors.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Error classes for AI primitives
+ */
+/**
+ * Error thrown when a function is not yet implemented.
+ *
+ * This is used to clearly indicate at runtime that a function exists
+ * in the API but does not have a working implementation yet.
+ *
+ * @example
+ * ```ts
+ * throw new NotImplementedError('human', 'Human-in-the-loop functions require channel integrations')
+ * ```
+ */
+export declare class NotImplementedError extends Error {
+    /** The name of the function that is not implemented */
+    readonly functionName: string;
+    /** Additional details about why it's not implemented or what's needed */
+    readonly details?: string;
+    constructor(functionName: string, details?: string);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;;;;;;;;GAUG;AACH,qBAAa,mBAAoB,SAAQ,KAAK;IAC5C,uDAAuD;IACvD,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAE7B,yEAAyE;IACzE,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;gBAEb,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;CAcnD"}

package/dist/errors.js

@@ -0,0 +1,35 @@
+/**
+ * Error classes for AI primitives
+ */
+/**
+ * Error thrown when a function is not yet implemented.
+ *
+ * This is used to clearly indicate at runtime that a function exists
+ * in the API but does not have a working implementation yet.
+ *
+ * @example
+ * ```ts
+ * throw new NotImplementedError('human', 'Human-in-the-loop functions require channel integrations')
+ * ```
+ */
+export class NotImplementedError extends Error {
+    /** The name of the function that is not implemented */
+    functionName;
+    /** Additional details about why it's not implemented or what's needed */
+    details;
+    constructor(functionName, details) {
+        const message = details
+            ? `Function '${functionName}' is not implemented: ${details}`
+            : `Function '${functionName}' is not implemented`;
+        super(message);
+        this.name = 'NotImplementedError';
+        this.functionName = functionName;
+        if (details !== undefined)
+            this.details = details;
+        // Maintain proper stack trace for where the error was thrown (V8 engines)
+        if (Error.captureStackTrace) {
+            Error.captureStackTrace(this, NotImplementedError);
+        }
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;;;;;;;;GAUG;AACH,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAC5C,uDAAuD;IAC9C,YAAY,CAAQ;IAE7B,yEAAyE;IAChE,OAAO,CAAS;IAEzB,YAAY,YAAoB,EAAE,OAAgB;QAChD,MAAM,OAAO,GAAG,OAAO;YACrB,CAAC,CAAC,aAAa,YAAY,yBAAyB,OAAO,EAAE;YAC7D,CAAC,CAAC,aAAa,YAAY,sBAAsB,CAAA;QACnD,KAAK,CAAC,OAAO,CAAC,CAAA;QACd,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAA;QACjC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QAEjD,0EAA0E;QAC1E,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;QACpD,CAAC;IACH,CAAC;CACF"}

package/dist/eval/runner.d.ts

@@ -7,6 +7,10 @@
 import { generateObject, generateText } from '../generate.js';
 import { schema } from '../schema.js';
 import { type EvalModel, type ModelTier } from './models.js';
+/**
+ * Output function type for eval progress reporting
+ */
+export type EvalOutputFn = (message: string) => void;
 export interface EvalCase<TInput = unknown, TExpected = unknown> {
     name: string;
     input: TInput;
@@ -56,6 +60,10 @@ export interface RunEvalOptions<TInput, TOutput, TExpected> {
     tiers?: ModelTier[];
     providers?: string[];
     concurrency?: number;
+    /** Custom output function for progress reporting (defaults to logger.info) */
+    output?: EvalOutputFn;
+    /** Whether to suppress progress output (defaults to false) */
+    quiet?: boolean;
 }
 /**
  * Run an eval suite across models

package/dist/eval/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAwC,KAAK,SAAS,EAAE,KAAK,SAAS,EAAE,MAAM,aAAa,CAAA;AAElG,MAAM,WAAW,QAAQ,CAAC,MAAM,GAAG,OAAO,EAAE,SAAS,GAAG,OAAO;IAC7D,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,SAAS,CAAA;CACrB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB;AAED,MAAM,WAAW,UAAU,CAAC,OAAO,GAAG,OAAO;IAC3C,KAAK,EAAE,SAAS,CAAA;IAChB,IAAI,EAAE,QAAQ,CAAA;IACd,mEAAmE;IACnE,MAAM,EAAE,OAAO,GAAG,IAAI,CAAA;IACtB,MAAM,EAAE,SAAS,EAAE,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC5D,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS;IACxD,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAA;IACpC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC3D,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,MAAM,EAAE,CAAC,IAAI,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,OAAO,CAAC;YAAC,QAAQ,CAAC,EAAE,SAAS,CAAA;SAAE,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;KACrG,CAAC,CAAA;IACF,MAAM,CAAC,EAAE,SAAS,EAAE,CAAA;IACpB,KAAK,CAAC,EAAE,SAAS,EAAE,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EACtD,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAClD,OAAO,CAAC,WAAW,CAAC,CAsJtB;AAGD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAwC,KAAK,SAAS,EAAE,KAAK,SAAS,EAAE,MAAM,aAAa,CAAA;AAGlG;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;AAOpD,MAAM,WAAW,QAAQ,CAAC,MAAM,GAAG,OAAO,EAAE,SAAS,GAAG,OAAO;IAC7D,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,SAAS,CAAA;CACrB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB;AAED,MAAM,WAAW,UAAU,CAAC,OAAO,GAAG,OAAO;IAC3C,KAAK,EAAE,SAAS,CAAA;IAChB,IAAI,EAAE,QAAQ,CAAA;IACd,mEAAmE;IACnE,MAAM,EAAE,OAAO,GAAG,IAAI,CAAA;IACtB,MAAM,EAAE,SAAS,EAAE,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC5D,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS;IACxD,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAA;IACpC,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC3D,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,MAAM,EAAE,CAAC,IAAI,EAAE;YACb,KAAK,EAAE,MAAM,CAAA;YACb,MAAM,EAAE,OAAO,CAAA;YACf,QAAQ,CAAC,EAAE,SAAS,CAAA;SACrB,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;KAC/B,CAAC,CAAA;IACF,MAAM,CAAC,EAAE,SAAS,EAAE,CAAA;IACpB,KAAK,CAAC,EAAE,SAAS,EAAE,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,8EAA8E;IAC9E,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,8DAA8D;IAC9D,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EACtD,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAClD,OAAO,CAAC,WAAW,CAAC,CA2JtB;AAGD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA"}

package/dist/eval/runner.js

@@ -7,22 +7,30 @@
 import { generateObject, generateText } from '../generate.js';
 import { schema } from '../schema.js';
 import { createModelVariants, getModelPricing } from './models.js';
+import { getLogger } from '../logger.js';
+/**
+ * Default output function uses logger.info
+ */
+const defaultOutput = (message) => getLogger().info(message);
 /**
  * Run an eval suite across models
  */
 export async function runEval(options) {
-    const { name, cases, task, scorers, concurrency = 3 } = options;
+    const { name, cases, task, scorers, concurrency = 3, quiet = false } = options;
+    const log = quiet ? () => { } : options.output ?? defaultOutput;
     // Get models to test
-    const models = options.models ?? createModelVariants({
-        tiers: options.tiers,
-        providers: options.providers,
-    }).map(v => v.input);
+    const variantOptions = {};
+    if (options.tiers !== undefined)
+        variantOptions.tiers = options.tiers;
+    if (options.providers !== undefined)
+        variantOptions.providers = options.providers;
+    const models = options.models ?? createModelVariants(variantOptions).map((v) => v.input);
     const results = [];
     const startTime = Date.now();
-    console.log(`\n🧪 Running eval: ${name}`);
-    console.log(`   Models: ${models.map(m => m.name).join(', ')}`);
-    console.log(`   Cases: ${cases.length}`);
-    console.log('');
+    log(`\nRunning eval: ${name}`);
+    log(`   Models: ${models.map((m) => m.name).join(', ')}`);
+    log(`   Cases: ${cases.length}`);
+    log('');
     // Run all model/case combinations
     const jobs = [];
     for (const model of models) {
@@ -37,7 +45,7 @@ export async function runEval(options) {
             const caseStart = Date.now();
             try {
                 // Run the task
-                const output = await task(job.case.input, job.model);
+                const taskOutput = await task(job.case.input, job.model);
                 const latencyMs = Date.now() - caseStart;
                 // Run scorers
                 const scores = [];
@@ -45,20 +53,20 @@ export async function runEval(options) {
                     try {
                         const score = await s.scorer({
                             input: job.case.input,
-                            output,
-                            expected: job.case.expected,
+                            output: taskOutput,
+                            ...(job.case.expected !== undefined && { expected: job.case.expected }),
                         });
                         scores.push({
                             name: s.name,
                             score: Math.max(0, Math.min(1, score)),
-                            description: s.description,
+                            ...(s.description && { description: s.description }),
                         });
                     }
                     catch (err) {
                         scores.push({
                             name: s.name,
                             score: 0,
-                            description: s.description,
+                            ...(s.description && { description: s.description }),
                             metadata: { error: String(err) },
                         });
                     }
@@ -69,29 +77,29 @@ export async function runEval(options) {
                 const estimatedPromptTokens = 100;
                 const estimatedCompletionTokens = 200;
                 const cost = pricing
-                    ? (estimatedPromptTokens * pricing.prompt + estimatedCompletionTokens * pricing.completion) / 1_000_000
-                    : 0;
-                const avgScore = scores.length > 0
-                    ? scores.reduce((sum, s) => sum + s.score, 0) / scores.length
+                    ? (estimatedPromptTokens * pricing.prompt +
+                        estimatedCompletionTokens * pricing.completion) /
+                        1_000_000
                     : 0;
-                const symbol = avgScore >= 0.8 ? '✓' : avgScore >= 0.5 ? '~' : '✗';
-                console.log(`   ${symbol} ${job.model.name} | ${job.case.name} | ${(avgScore * 100).toFixed(0)}% | ${latencyMs}ms`);
+                const avgScore = scores.length > 0 ? scores.reduce((sum, s) => sum + s.score, 0) / scores.length : 0;
+                const symbol = avgScore >= 0.8 ? 'PASS' : avgScore >= 0.5 ? 'WARN' : 'FAIL';
+                log(`   ${symbol} ${job.model.name} | ${job.case.name} | ${(avgScore * 100).toFixed(0)}% | ${latencyMs}ms`);
                 return {
                     model: job.model,
                     case: job.case,
-                    output,
+                    output: taskOutput,
                     scores,
                     latencyMs,
                     cost,
                 };
             }
             catch (err) {
-                console.log(`   ✗ ${job.model.name} | ${job.case.name} | ERROR: ${err}`);
+                log(`   FAIL ${job.model.name} | ${job.case.name} | ERROR: ${err}`);
                 return {
                     model: job.model,
                     case: job.case,
                     output: null,
-                    scores: scorers.map(s => ({ name: s.name, score: 0 })),
+                    scores: scorers.map((s) => ({ name: s.name, score: 0 })),
                     latencyMs: Date.now() - caseStart,
                     cost: 0,
                     error: String(err),
@@ -103,10 +111,8 @@ export async function runEval(options) {
     // Calculate summary
     const totalTime = Date.now() - startTime;
     const totalCost = results.reduce((sum, r) => sum + r.cost, 0);
-    const allScores = results.flatMap(r => r.scores.map(s => s.score));
-    const avgScore = allScores.length > 0
-        ? allScores.reduce((a, b) => a + b, 0) / allScores.length
-        : 0;
+    const allScores = results.flatMap((r) => r.scores.map((s) => s.score));
+    const avgScore = allScores.length > 0 ? allScores.reduce((a, b) => a + b, 0) / allScores.length : 0;
     // Group by model
     const byModel = {};
     for (const result of results) {
@@ -124,15 +130,15 @@ export async function runEval(options) {
             entry.avgScore /= entry.count;
         }
     }
-    console.log('');
-    console.log(`📊 Results:`);
-    console.log(`   Overall: ${(avgScore * 100).toFixed(1)}%`);
-    console.log(`   Time: ${(totalTime / 1000).toFixed(1)}s`);
-    console.log(`   Cost: $${totalCost.toFixed(4)}`);
-    console.log('');
-    console.log('   By Model:');
+    log('');
+    log(`Results:`);
+    log(`   Overall: ${(avgScore * 100).toFixed(1)}%`);
+    log(`   Time: ${(totalTime / 1000).toFixed(1)}s`);
+    log(`   Cost: $${totalCost.toFixed(4)}`);
+    log('');
+    log('   By Model:');
     for (const [modelId, stats] of Object.entries(byModel)) {
-        console.log(`   - ${modelId}: ${(stats.avgScore * 100).toFixed(1)}%`);
+        log(`   - ${modelId}: ${(stats.avgScore * 100).toFixed(1)}%`);
     }
     return {
         name,

package/dist/eval/runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAkC,MAAM,aAAa,CAAA;AAkDlG;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,OAAmD;IAEnD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,OAAO,CAAA;IAE/D,qBAAqB;IACrB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC;QACnD,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAEpB,MAAM,OAAO,GAA0B,EAAE,CAAA;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAE5B,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAA;IACzC,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC/D,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IACxC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAEf,kCAAkC;IAClC,MAAM,IAAI,GAAmE,EAAE,CAAA;IAC/E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAA;QAE5C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAE5B,IAAI,CAAC;gBACH,eAAe;gBACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;gBACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;gBAExC,cAAc;gBACd,MAAM,MAAM,GAAgB,EAAE,CAAA;gBAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC;4BAC3B,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK;4BACrB,MAAM;4BACN,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,QAAQ;yBAC5B,CAAC,CAAA;wBACF,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;4BACtC,WAAW,EAAE,CAAC,CAAC,WAAW;yBAC3B,CAAC,CAAA;oBACJ,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,KAAK,EAAE,CAAC;4BACR,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;yBACjC,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;gBAED,iBAAiB;gBACjB,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC7C,wCAAwC;gBACxC,MAAM,qBAAqB,GAAG,GAAG,CAAA;gBACjC,MAAM,yBAAyB,GAAG,GAAG,CAAA;gBACrC,MAAM,IAAI,GAAG,OAAO;oBAClB,CAAC,CAAC,CAAC,qBAAqB,GAAG,OAAO,CAAC,MAAM,GAAG,yBAAyB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,SAAS;oBACvG,CAAC,CAAC,CAAC,CAAA;gBAEL,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;oBAChC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM;oBAC7D,CAAC,CAAC,CAAC,CAAA;gBAEL,MAAM,MAAM,GAAG,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;gBAClE,OAAO,CAAC,GAAG,CAAC,MAAM,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,SAAS,IAAI,CAAC,CAAA;gBAEnH,OAAO;oBACL,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM;oBACN,MAAM;oBACN,SAAS;oBACT,IAAI;iBACL,CAAA;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,aAAa,GAAG,EAAE,CAAC,CAAA;gBAExE,OAAO;oBACL,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;oBACtD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBACjC,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;iBACnB,CAAA;YACH,CAAC;QACH,CAAC,CAAC,CACH,CAAA;QAED,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;IAC/B,CAAC;IAED,oBAAoB;IACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;IAClE,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC;QACnC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM;QACzD,CAAC,CAAC,CAAC,CAAA;IAEL,iBAAiB;IACjB,MAAM,OAAO,GAAwD,EAAE,CAAA;IACvE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;QAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QAC/C,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAA;QAC3F,OAAO,CAAC,QAAQ,CAAC,CAAC,QAAQ,IAAI,SAAS,CAAA;QACvC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;QAC1B,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAA;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACf,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IAC1B,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACzD,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAChD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACf,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IAC3B,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,QAAQ,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACvE,CAAC;IAED,OAAO;QACL,IAAI;QACJ,OAAO;QACP,QAAQ;QACR,OAAO;QACP,SAAS;QACT,SAAS;KACV,CAAA;AACH,CAAC;AAED,oBAAoB;AACpB,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA"}
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAkC,MAAM,aAAa,CAAA;AAClG,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAOxC;;GAEG;AACH,MAAM,aAAa,GAAiB,CAAC,OAAe,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;AA0DlF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,OAAmD;IAEnD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,GAAG,OAAO,CAAA;IAC9E,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,aAAa,CAAA;IAE9D,qBAAqB;IACrB,MAAM,cAAc,GAAkD,EAAE,CAAA;IACxE,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;QAAE,cAAc,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IACrE,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;QAAE,cAAc,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;IACjF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAExF,MAAM,OAAO,GAA0B,EAAE,CAAA;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAE5B,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAA;IAC9B,GAAG,CAAC,cAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACzD,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IAChC,GAAG,CAAC,EAAE,CAAC,CAAA;IAEP,kCAAkC;IAClC,MAAM,IAAI,GAAmE,EAAE,CAAA;IAC/E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAA;QAE5C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAE5B,IAAI,CAAC;gBACH,eAAe;gBACf,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;gBACxD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;gBAExC,cAAc;gBACd,MAAM,MAAM,GAAgB,EAAE,CAAA;gBAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC;4BAC3B,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK;4BACrB,MAAM,EAAE,UAAU;4BAClB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;yBACxE,CAAC,CAAA;wBACF,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;4BACtC,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;yBACrD,CAAC,CAAA;oBACJ,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,KAAK,EAAE,CAAC;4BACR,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;4BACpD,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;yBACjC,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;gBAED,iBAAiB;gBACjB,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC7C,wCAAwC;gBACxC,MAAM,qBAAqB,GAAG,GAAG,CAAA;gBACjC,MAAM,yBAAyB,GAAG,GAAG,CAAA;gBACrC,MAAM,IAAI,GAAG,OAAO;oBAClB,CAAC,CAAC,CAAC,qBAAqB,GAAG,OAAO,CAAC,MAAM;wBACrC,yBAAyB,GAAG,OAAO,CAAC,UAAU,CAAC;wBACjD,SAAS;oBACX,CAAC,CAAC,CAAC,CAAA;gBAEL,MAAM,QAAQ,GACZ,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;gBAErF,MAAM,MAAM,GAAG,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAA;gBAC3E,GAAG,CACD,MAAM,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAC7E,CAAC,CACF,OAAO,SAAS,IAAI,CACtB,CAAA;gBAED,OAAO;oBACL,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM,EAAE,UAAU;oBAClB,MAAM;oBACN,SAAS;oBACT,IAAI;iBACL,CAAA;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,aAAa,GAAG,EAAE,CAAC,CAAA;gBAEnE,OAAO;oBACL,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;oBACxD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBACjC,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;iBACnB,CAAA;YACH,CAAC;QACH,CAAC,CAAC,CACH,CAAA;QAED,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;IAC/B,CAAC;IAED,oBAAoB;IACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;IACtE,MAAM,QAAQ,GACZ,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpF,iBAAiB;IACjB,MAAM,OAAO,GAAwD,EAAE,CAAA;IACvE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;QAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QAC/C,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAA;QAC3F,OAAO,CAAC,QAAQ,CAAC,CAAC,QAAQ,IAAI,SAAS,CAAA;QACvC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;QAC1B,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAA;QAC/B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,EAAE,CAAC,CAAA;IACP,GAAG,CAAC,UAAU,CAAC,CAAA;IACf,GAAG,CAAC,eAAe,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAClD,GAAG,CAAC,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACjD,GAAG,CAAC,aAAa,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IACxC,GAAG,CAAC,EAAE,CAAC,CAAA;IACP,GAAG,CAAC,cAAc,CAAC,CAAA;IACnB,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,QAAQ,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC/D,CAAC;IAED,OAAO;QACL,IAAI;QACJ,OAAO;QACP,QAAQ;QACR,OAAO;QACP,SAAS;QACT,SAAS;KACV,CAAA;AACH,CAAC;AAED,oBAAoB;AACpB,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA"}

package/dist/eval-log/in-memory.d.ts

@@ -0,0 +1,34 @@
+/**
+ * InMemoryEvalLogStore — Map-backed default implementation of
+ * {@link EvalLogStore}.
+ *
+ * Matches Evalite v1's default backend: process-local Map keyed on `$id`,
+ * insertion-ordered for "most recent first" listing without sorting. Suitable
+ * for single-process tests, evals, and the cascade walker's in-flight log;
+ * not suitable for cross-process or multi-worker setups (use a disk/SQLite
+ * backend for those — same contract).
+ *
+ * @packageDocumentation
+ */
+import type { EvalLogEntry, EvalLogListOptions, EvalLogStore } from './types.js';
+/**
+ * In-memory implementation of {@link EvalLogStore}.
+ */
+export declare class InMemoryEvalLogStore implements EvalLogStore {
+    /**
+     * Map keyed on `$id`. Insertion order on a JS Map is preserved, so we
+     * walk it in reverse for "most recent first" listing.
+     */
+    private readonly entries;
+    record(entry: Omit<EvalLogEntry, '$id' | 'createdAt'> & Partial<Pick<EvalLogEntry, '$id' | 'createdAt'>>): Promise<EvalLogEntry>;
+    get(id: string): Promise<EvalLogEntry | undefined>;
+    list(options?: EvalLogListOptions): Promise<EvalLogEntry[]>;
+    delete(id: string): Promise<boolean>;
+    /**
+     * Convenience for tests: drop every entry. Not on the public
+     * {@link EvalLogStore} interface because the disk/SQLite backends may not
+     * want to expose a one-shot wipe.
+     */
+    clear(): void;
+}
+//# sourceMappingURL=in-memory.d.ts.map

package/dist/eval-log/in-memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory.d.ts","sourceRoot":"","sources":["../../src/eval-log/in-memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,KAAK,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAEhF;;GAEG;AACH,qBAAa,oBAAqB,YAAW,YAAY;IACvD;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAEzD,MAAM,CACV,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,GAAG,WAAW,CAAC,GAC5C,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,GAAG,WAAW,CAAC,CAAC,GACjD,OAAO,CAAC,YAAY,CAAC;IAmBlB,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAIlD,IAAI,CAAC,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAyB/D,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI1C;;;;OAIG;IACH,KAAK,IAAI,IAAI;CAGd"}

package/dist/eval-log/in-memory.js

@@ -0,0 +1,84 @@
+/**
+ * InMemoryEvalLogStore — Map-backed default implementation of
+ * {@link EvalLogStore}.
+ *
+ * Matches Evalite v1's default backend: process-local Map keyed on `$id`,
+ * insertion-ordered for "most recent first" listing without sorting. Suitable
+ * for single-process tests, evals, and the cascade walker's in-flight log;
+ * not suitable for cross-process or multi-worker setups (use a disk/SQLite
+ * backend for those — same contract).
+ *
+ * @packageDocumentation
+ */
+import { randomUUID } from 'crypto';
+/**
+ * In-memory implementation of {@link EvalLogStore}.
+ */
+export class InMemoryEvalLogStore {
+    /**
+     * Map keyed on `$id`. Insertion order on a JS Map is preserved, so we
+     * walk it in reverse for "most recent first" listing.
+     */
+    entries = new Map();
+    async record(entry) {
+        const $id = entry.$id ?? randomUUID();
+        const createdAt = entry.createdAt ?? Date.now();
+        const stored = {
+            $id,
+            createdAt,
+            model: entry.model,
+            prompt: entry.prompt,
+            response: entry.response,
+            usage: entry.usage,
+            costUsd: entry.costUsd,
+            durationMs: entry.durationMs,
+            ...(entry.traceId !== undefined ? { traceId: entry.traceId } : {}),
+            ...(entry.tags !== undefined ? { tags: entry.tags } : {}),
+        };
+        this.entries.set($id, stored);
+        return stored;
+    }
+    async get(id) {
+        return this.entries.get(id);
+    }
+    async list(options = {}) {
+        const { traceId, model, tags, limit } = options;
+        const out = [];
+        // Iterate in reverse insertion order — Map preserves order; we walk
+        // values into an array, then reverse for most-recent-first.
+        const all = Array.from(this.entries.values()).reverse();
+        for (const entry of all) {
+            if (traceId !== undefined && entry.traceId !== traceId)
+                continue;
+            if (model !== undefined && entry.model !== model)
+                continue;
+            if (tags !== undefined) {
+                let matchesAll = true;
+                for (const k of Object.keys(tags)) {
+                    if (entry.tags?.[k] !== tags[k]) {
+                        matchesAll = false;
+                        break;
+                    }
+                }
+                if (!matchesAll)
+                    continue;
+            }
+            out.push(entry);
+            if (limit !== undefined && out.length >= limit)
+                break;
+        }
+        return out;
+    }
+    async delete(id) {
+        return this.entries.delete(id);
+    }
+    /**
+     * Convenience for tests: drop every entry. Not on the public
+     * {@link EvalLogStore} interface because the disk/SQLite backends may not
+     * want to expose a one-shot wipe.
+     */
+    clear() {
+        this.entries.clear();
+    }
+}
+//# sourceMappingURL=in-memory.js.map

package/dist/eval-log/in-memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory.js","sourceRoot":"","sources":["../../src/eval-log/in-memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AAGnC;;GAEG;AACH,MAAM,OAAO,oBAAoB;IAC/B;;;OAGG;IACc,OAAO,GAA8B,IAAI,GAAG,EAAE,CAAA;IAE/D,KAAK,CAAC,MAAM,CACV,KACkD;QAElD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,UAAU,EAAE,CAAA;QACrC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/C,MAAM,MAAM,GAAiB;YAC3B,GAAG;YACH,SAAS;YACT,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAA;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QAC7B,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAA8B,EAAE;QACzC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,CAAA;QAC/C,MAAM,GAAG,GAAmB,EAAE,CAAA;QAC9B,oEAAoE;QACpE,4DAA4D;QAC5D,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;QACvD,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACxB,IAAI,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO;gBAAE,SAAQ;YAChE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK;gBAAE,SAAQ;YAC1D,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,IAAI,UAAU,GAAG,IAAI,CAAA;gBACrB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;wBAChC,UAAU,GAAG,KAAK,CAAA;wBAClB,MAAK;oBACP,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,UAAU;oBAAE,SAAQ;YAC3B,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACf,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAK;QACvD,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAChC,CAAC;IAED;;;;OAIG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;CACF"}

package/dist/eval-log/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * EvalLogStore — pluggable persistence primitive for trace/eval entries.
+ *
+ * Exports the {@link EvalLogStore} contract, the
+ * {@link InMemoryEvalLogStore} default implementation, and a global
+ * accessor pair (`getEvalLogStore` / `configureEvalLogStore`) mirroring the
+ * marketplace persistence pattern from round 9.
+ *
+ * @packageDocumentation
+ */
+import type { EvalLogStore } from './types.js';
+export type { EvalLogEntry, EvalLogListOptions, EvalLogStore } from './types.js';
+export { InMemoryEvalLogStore } from './in-memory.js';
+/**
+ * Get the global {@link EvalLogStore}. Lazily constructs an
+ * {@link InMemoryEvalLogStore} on first call when no store has been
+ * configured.
+ *
+ * Match the round-9 marketplace persistence accessor: callers that don't
+ * care about isolation read the global; callers that do (tests, multi-tenant
+ * apps) install their own via {@link configureEvalLogStore}.
+ */
+export declare function getEvalLogStore(): EvalLogStore;
+/**
+ * Install a global {@link EvalLogStore}. Pass `null` to reset to the lazy
+ * in-memory default (useful in test teardown).
+ */
+export declare function configureEvalLogStore(store: EvalLogStore | null): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/eval-log/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval-log/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAE9C,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAChF,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AAQrD;;;;;;;;GAQG;AACH,wBAAgB,eAAe,IAAI,YAAY,CAK9C;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,GAAG,IAAI,CAEtE"}

package/dist/eval-log/index.js

@@ -0,0 +1,39 @@
+/**
+ * EvalLogStore — pluggable persistence primitive for trace/eval entries.
+ *
+ * Exports the {@link EvalLogStore} contract, the
+ * {@link InMemoryEvalLogStore} default implementation, and a global
+ * accessor pair (`getEvalLogStore` / `configureEvalLogStore`) mirroring the
+ * marketplace persistence pattern from round 9.
+ *
+ * @packageDocumentation
+ */
+import { InMemoryEvalLogStore } from './in-memory.js';
+export { InMemoryEvalLogStore } from './in-memory.js';
+// ============================================================================
+// Global accessor (lazy default + override)
+// ============================================================================
+let _store = null;
+/**
+ * Get the global {@link EvalLogStore}. Lazily constructs an
+ * {@link InMemoryEvalLogStore} on first call when no store has been
+ * configured.
+ *
+ * Match the round-9 marketplace persistence accessor: callers that don't
+ * care about isolation read the global; callers that do (tests, multi-tenant
+ * apps) install their own via {@link configureEvalLogStore}.
+ */
+export function getEvalLogStore() {
+    if (_store === null) {
+        _store = new InMemoryEvalLogStore();
+    }
+    return _store;
+}
+/**
+ * Install a global {@link EvalLogStore}. Pass `null` to reset to the lazy
+ * in-memory default (useful in test teardown).
+ */
+export function configureEvalLogStore(store) {
+    _store = store;
+}
+//# sourceMappingURL=index.js.map

package/dist/eval-log/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/eval-log/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AAIrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AAErD,+EAA+E;AAC/E,4CAA4C;AAC5C,+EAA+E;AAE/E,IAAI,MAAM,GAAwB,IAAI,CAAA;AAEtC;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe;IAC7B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,GAAG,IAAI,oBAAoB,EAAE,CAAA;IACrC,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAA0B;IAC9D,MAAM,GAAG,KAAK,CAAA;AAChB,CAAC"}

package/dist/eval-log/types.d.ts

@@ -0,0 +1,101 @@
+/**
+ * EvalLogStore — pluggable persistence primitive for trace/eval entries.
+ *
+ * Forward-looking primitive matching Evalite v1's EvalLogStore pattern:
+ * the in-memory default ships today; the disk/SQLite/durable backends can
+ * land later without breaking the trace middleware contract.
+ *
+ * Used downstream by `traceMiddleware` (in `../middleware/trace.ts`) as the
+ * sink for per-call prompt+response+usage records. The cascade-walker in
+ * services-as-software will consume `list()` / `get()` to populate the
+ * InvocationEvent stream once round 16+ adds the `'persona-trace'` variant.
+ *
+ * @packageDocumentation
+ */
+/**
+ * A single entry in the eval log — one LLM call with its full payload.
+ *
+ * Shape mirrors what `traceMiddleware` emits, with optional `tags` for
+ * caller-supplied dimensions (persona name, evaluator role, cascade depth).
+ */
+export interface EvalLogEntry {
+    /** MDXLD identity — typically a UUID generated at insert time. */
+    $id: string;
+    /**
+     * Optional caller-supplied trace correlation ID. When the cascade walker
+     * spans multiple LLM calls under one user request, all entries share the
+     * same `traceId` so `list({ traceId })` rolls them up.
+     */
+    traceId?: string;
+    /** Model identifier (e.g. `'anthropic/claude-sonnet-4.5'` or `'sonnet'`). */
+    model: string;
+    /**
+     * Stringified prompt as submitted to the model. We don't store the
+     * structured `LanguageModelV3Prompt` shape because (a) it's bulky and (b)
+     * downstream consumers (replay, fixture diff) only need the text payload.
+     */
+    prompt: string;
+    /** The model's text response. Tool calls/files are not stored here. */
+    response: string;
+    /** Token usage as reported by the AI SDK. */
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+    };
+    /** Computed USD cost (caller-supplied via the `pricing` overlay). */
+    costUsd: number;
+    /** Wall-clock duration of the underlying `doGenerate` / `doStream` call. */
+    durationMs: number;
+    /** Caller-supplied dimensions (persona, evaluator role, cascade step). */
+    tags?: Record<string, string>;
+    /** Insert timestamp (epoch ms). */
+    createdAt: number;
+}
+/**
+ * Options accepted by `EvalLogStore.list`. All fields are AND-combined.
+ */
+export interface EvalLogListOptions {
+    /** Filter to entries with this trace correlation ID. */
+    traceId?: string;
+    /** Filter to entries for a specific model. */
+    model?: string;
+    /**
+     * Filter to entries whose `tags` are a *superset* of the supplied object.
+     * (E.g. `{ persona: 'cfo' }` matches entries tagged
+     * `{ persona: 'cfo', step: '3' }` but not entries tagged
+     * `{ persona: 'cto' }`.)
+     */
+    tags?: Record<string, string>;
+    /** Maximum number of entries to return (most recent first). */
+    limit?: number;
+}
+/**
+ * Pluggable persistence interface for eval log entries.
+ *
+ * Modeled after the Evalite v1 EvalLogStore contract: in-memory default,
+ * disk JSON / SQLite / durable backends supplied via
+ * `configureEvalLogStore`.
+ *
+ * All methods are async to keep the contract uniform across backends — the
+ * in-memory implementation resolves synchronously under the hood.
+ */
+export interface EvalLogStore {
+    /**
+     * Persist a new entry. Returns the stored entry (with `$id` and
+     * `createdAt` filled in if the caller omitted them).
+     */
+    record(entry: Omit<EvalLogEntry, '$id' | 'createdAt'> & Partial<Pick<EvalLogEntry, '$id' | 'createdAt'>>): Promise<EvalLogEntry>;
+    /**
+     * Read an entry by `$id`. Returns `undefined` when not found.
+     */
+    get(id: string): Promise<EvalLogEntry | undefined>;
+    /**
+     * List entries matching the supplied filter. Returns most recent first.
+     */
+    list(options?: EvalLogListOptions): Promise<EvalLogEntry[]>;
+    /**
+     * Delete an entry. Returns `true` if an entry was actually removed.
+     */
+    delete(id: string): Promise<boolean>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/eval-log/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval-log/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAMH;;;;;GAKG;AACH,MAAM,WAAW,YAAY;IAC3B,kEAAkE;IAClE,GAAG,EAAE,MAAM,CAAA;IACX;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,6EAA6E;IAC7E,KAAK,EAAE,MAAM,CAAA;IACb;;;;OAIG;IACH,MAAM,EAAE,MAAM,CAAA;IACd,uEAAuE;IACvE,QAAQ,EAAE,MAAM,CAAA;IAChB,6CAA6C;IAC7C,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAA;QACnB,YAAY,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,qEAAqE;IACrE,OAAO,EAAE,MAAM,CAAA;IACf,4EAA4E;IAC5E,UAAU,EAAE,MAAM,CAAA;IAClB,0EAA0E;IAC1E,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7B,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAA;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,wDAAwD;IACxD,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,8CAA8C;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;;;;OAKG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7B,+DAA+D;IAC/D,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,MAAM,CACJ,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,GAAG,WAAW,CAAC,GAC5C,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,GAAG,WAAW,CAAC,CAAC,GACjD,OAAO,CAAC,YAAY,CAAC,CAAA;IACxB;;OAEG;IACH,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CAAA;IAClD;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;IAC3D;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;CACrC"}

package/dist/eval-log/types.js

@@ -0,0 +1,16 @@
+/**
+ * EvalLogStore — pluggable persistence primitive for trace/eval entries.
+ *
+ * Forward-looking primitive matching Evalite v1's EvalLogStore pattern:
+ * the in-memory default ships today; the disk/SQLite/durable backends can
+ * land later without breaking the trace middleware contract.
+ *
+ * Used downstream by `traceMiddleware` (in `../middleware/trace.ts`) as the
+ * sink for per-call prompt+response+usage records. The cascade-walker in
+ * services-as-software will consume `list()` / `get()` to populate the
+ * InvocationEvent stream once round 16+ adds the `'persona-trace'` variant.
+ *
+ * @packageDocumentation
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/eval-log/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/eval-log/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG"}