@cogitator-ai/core 0.21.0 → 0.22.0

package/dist/learning/agent-optimizer.js

@@ -1,5 +1,6 @@
-import { nanoid } from 'nanoid';
 import { InMemoryTraceStore } from './trace-store.js';
+import { buildExecutionTrace } from './trace-builder.js';
+import { Agent as CoreAgent } from '../agent.js';
 import { MetricEvaluator } from './metrics.js';
 import { DemoSelector } from './demo-selector.js';
 import { InstructionOptimizer } from './instruction-optimizer.js';
@@ -8,6 +9,7 @@ export class AgentOptimizer {
     model;
     traceStore;
     insightStore;
+    cogitator;
     metricEvaluator;
     demoSelector;
     instructionOptimizer;
@@ -18,6 +20,7 @@ export class AgentOptimizer {
         this.model = options.model;
         this.traceStore = options.traceStore ?? new InMemoryTraceStore();
         this.insightStore = options.insightStore;
+        this.cogitator = options.cogitator;
         const defaultConfig = {
             enabled: true,
             captureTraces: true,
@@ -44,73 +47,72 @@ export class AgentOptimizer {
         });
     }
     async captureTrace(runResult, input, options) {
-        const steps = this.extractSteps(runResult);
-        const metrics = this.computeQuickMetrics(runResult, steps);
-        const trace = {
-            id: `trace_${nanoid(12)}`,
-            runId: runResult.runId,
-            agentId: runResult.agentId,
-            threadId: runResult.threadId,
-            input,
-            output: runResult.output,
-            steps,
-            toolCalls: [...runResult.toolCalls],
-            reflections: runResult.reflections ? [...runResult.reflections] : [],
-            metrics,
-            score: 0,
-            model: runResult.modelUsed ?? this.model,
-            createdAt: new Date(),
-            duration: runResult.usage.duration,
-            usage: {
-                inputTokens: runResult.usage.inputTokens,
-                outputTokens: runResult.usage.outputTokens,
-                cost: runResult.usage.cost,
-            },
-            labels: options?.labels,
-            isDemo: false,
+        const trace = buildExecutionTrace(runResult, input, {
+            model: this.model,
             expected: options?.expected,
-        };
+            labels: options?.labels,
+        });
         const evaluation = await this.metricEvaluator.evaluate(trace, options?.expected);
         trace.score = evaluation.score;
         trace.metrics.completeness =
-            evaluation.results.find((r) => r.name === 'completeness')?.value ?? metrics.completeness;
+            evaluation.results.find((r) => r.name === 'completeness')?.value ??
+                trace.metrics.completeness;
         await this.traceStore.store(trace);
         return trace;
     }
-    async compile(agent, _trainset, options) {
+    /**
+     * Multi-round optimization of an agent's instructions and demos.
+     *
+     * With a `cogitator`, the trainset is run before and after optimizing: the
+     * first runs score the original agent and become demo candidates, the last
+     * runs score the optimized instructions. Without one, the score after is the
+     * instruction optimizer's estimate on the stored traces.
+     */
+    async compile(agent, trainset, options) {
         const startTime = Date.now();
         const maxRounds = options?.maxRounds ?? 3;
         const maxBootstrappedDemos = options?.maxBootstrappedDemos ?? 5;
         const demosAdded = [];
         const demosRemoved = [];
         const errors = [];
-        const existingTraces = await this.traceStore.getAll(agent.id);
-        const scoreBefore = existingTraces.length > 0
-            ? existingTraces.reduce((sum, t) => sum + t.score, 0) / existingTraces.length
-            : 0;
+        let tokensUsed = 0;
+        let tracesEvaluated = 0;
+        const runnable = this.runnableAgent(agent, trainset, errors);
+        let scoreBefore;
+        if (runnable) {
+            const baseline = await this.runTrainset(runnable, trainset, errors);
+            scoreBefore = baseline.score;
+            tokensUsed += baseline.tokens;
+            tracesEvaluated += baseline.traces;
+        }
+        else {
+            const existing = await this.traceStore.getAll(agent.id);
+            scoreBefore = averageScore(existing);
+            tracesEvaluated += existing.length;
+        }
         const instructionsBefore = agent.instructions;
         let currentInstructions = instructionsBefore;
+        let estimatedImprovement = 0;
         for (let round = 0; round < maxRounds; round++) {
-            const highScoringTraces = existingTraces
-                .filter((t) => t.score >= (this.config.minScoreForDemo ?? 0.8))
+            const traces = await this.traceStore.getAll(agent.id);
+            const highScoringTraces = traces
+                .filter((t) => !t.isDemo && t.score >= (this.config.minScoreForDemo ?? 0.8))
                 .sort((a, b) => b.score - a.score)
                 .slice(0, maxBootstrappedDemos);
             for (const trace of highScoringTraces) {
-                if (!trace.isDemo) {
-                    try {
-                        const demo = await this.demoSelector.addDemo(trace);
-                        demosAdded.push(demo);
-                    }
-                    catch (e) {
-                        errors.push(`Failed to add demo: ${e instanceof Error ? e.message : String(e)}`);
-                    }
+                try {
+                    demosAdded.push(await this.demoSelector.addDemo(trace));
+                }
+                catch (e) {
+                    errors.push(`Failed to add demo: ${e instanceof Error ? e.message : String(e)}`);
                 }
             }
             if (options?.optimizeInstructions !== false) {
                 try {
-                    const optimizationResult = await this.instructionOptimizer.optimize(agent.id, currentInstructions);
+                    const optimizationResult = await this.instructionOptimizer.optimize(agent.id, currentInstructions, { traces });
                     if (optimizationResult.improvement > 0) {
                         currentInstructions = optimizationResult.optimizedInstructions;
+                        estimatedImprovement += optimizationResult.improvement;
                     }
                 }
                 catch (e) {
@@ -118,8 +120,20 @@ export class AgentOptimizer {
                 }
             }
         }
-        const allTraces = await this.traceStore.getAll(agent.id);
-        const scoreAfter = allTraces.length > 0 ? allTraces.reduce((sum, t) => sum + t.score, 0) / allTraces.length : 0;
+        let scoreAfter;
+        if (runnable && currentInstructions !== instructionsBefore) {
+            const tuned = runnable.clone({ instructions: currentInstructions });
+            const after = tuned instanceof CoreAgent ? await this.runTrainset(tuned, trainset, errors) : null;
+            scoreAfter = after?.score ?? scoreBefore;
+            tokensUsed += after?.tokens ?? 0;
+            tracesEvaluated += after?.traces ?? 0;
+        }
+        else if (runnable) {
+            scoreAfter = scoreBefore;
+        }
+        else {
+            scoreAfter = Math.min(1, scoreBefore + estimatedImprovement);
+        }
         const stats = this.optimizationRuns.get(agent.id) ?? {
             lastRun: new Date(),
             count: 0,
@@ -138,13 +152,46 @@ export class AgentOptimizer {
             scoreBefore,
             scoreAfter,
             improvement: scoreAfter - scoreBefore,
-            tracesEvaluated: existingTraces.length,
+            tracesEvaluated,
             bootstrapRounds: maxRounds,
             duration: Date.now() - startTime,
-            tokensUsed: 0,
+            tokensUsed,
             errors,
         };
     }
+    runnableAgent(agent, trainset, errors) {
+        if (trainset.length === 0)
+            return null;
+        if (!this.cogitator) {
+            errors.push('compile() got a trainset but the optimizer has no cogitator to run it: pass `cogitator` to AgentOptimizer');
+            return null;
+        }
+        if (!(agent instanceof CoreAgent)) {
+            errors.push('compile() can run a trainset only for agents created with `new Agent()`');
+            return null;
+        }
+        return agent;
+    }
+    async runTrainset(agent, trainset, errors) {
+        const scores = [];
+        let tokens = 0;
+        for (const example of trainset) {
+            try {
+                const result = await this.cogitator.run(agent, { input: example.input });
+                const trace = await this.captureTrace(result, example.input, {
+                    expected: example.expected,
+                    labels: ['compile'],
+                });
+                scores.push(trace.score);
+                tokens += result.usage.totalTokens;
+            }
+            catch (e) {
+                errors.push(`Trainset run failed for "${example.input.slice(0, 60)}": ${e instanceof Error ? e.message : String(e)}`);
+            }
+        }
+        const score = scores.length > 0 ? scores.reduce((a, b) => a + b, 0) / scores.length : 0;
+        return { score, tokens, traces: scores.length };
+    }
     async bootstrapDemos(agentId) {
         const traces = await this.traceStore.getDemos(agentId);
         const existingDemoCount = traces.length;
@@ -190,101 +237,6 @@ export class AgentOptimizer {
             },
         };
     }
-    extractSteps(runResult) {
-        const steps = [];
-        let index = 0;
-        for (const span of runResult.trace.spans) {
-            const toolName = this.getStringAttribute(span.attributes, 'tool.name') ??
-                this.getStringAttribute(span.attributes, 'toolName') ??
-                (span.name.startsWith('tool.') ? span.name.slice('tool.'.length) : undefined);
-            if (span.name.startsWith('tool.') || span.name.includes('tool_call') || toolName) {
-                const callId = this.getStringAttribute(span.attributes, 'tool.call_id') ??
-                    this.getStringAttribute(span.attributes, 'call_id');
-                const toolCall = (callId ? runResult.toolCalls.find((tc) => tc.id === callId) : undefined) ??
-                    (toolName ? runResult.toolCalls.find((tc) => tc.name === toolName) : undefined);
-                const resultCallId = callId ?? toolCall?.id;
-                const resultName = toolCall?.name ?? toolName;
-                const error = span.status === 'error' || span.attributes['tool.success'] === false
-                    ? String(span.attributes['tool.error'] ?? span.attributes.error ?? 'Unknown error')
-                    : undefined;
-                steps.push({
-                    index: index++,
-                    type: 'tool_call',
-                    timestamp: span.startTime,
-                    duration: span.duration,
-                    toolCall,
-                    toolResult: resultCallId && resultName
-                        ? {
-                            callId: resultCallId,
-                            name: resultName,
-                            result: span.attributes?.result,
-                            error,
-                        }
-                        : undefined,
-                });
-            }
-            else if (span.name.includes('llm') || span.name.includes('chat')) {
-                steps.push({
-                    index: index++,
-                    type: 'llm_call',
-                    timestamp: span.startTime,
-                    duration: span.duration,
-                    tokensUsed: {
-                        input: this.getNumberAttribute(span.attributes, 'llm.input_tokens') ??
-                            this.getNumberAttribute(span.attributes, 'inputTokens') ??
-                            0,
-                        output: this.getNumberAttribute(span.attributes, 'llm.output_tokens') ??
-                            this.getNumberAttribute(span.attributes, 'outputTokens') ??
-                            0,
-                    },
-                });
-            }
-        }
-        if (runResult.reflections) {
-            for (const reflection of runResult.reflections) {
-                steps.push({
-                    index: index++,
-                    type: 'reflection',
-                    timestamp: reflection.timestamp.getTime(),
-                    duration: 0,
-                    reflection,
-                });
-            }
-        }
-        steps.sort((a, b) => a.timestamp - b.timestamp);
-        return steps;
-    }
-    computeQuickMetrics(runResult, steps) {
-        const toolSteps = steps.filter((s) => s.type === 'tool_call');
-        const successfulTools = toolSteps.filter((s) => !s.toolResult?.error);
-        const hasErrors = steps.some((s) => s.toolResult?.error);
-        const toolAccuracy = toolSteps.length > 0 ? successfulTools.length / toolSteps.length : 1;
-        const totalTokens = runResult.usage.inputTokens + runResult.usage.outputTokens;
-        const efficiency = Math.min(1, 10000 / Math.max(totalTokens, 1));
-        const completeness = runResult.output.length > 50 ? 0.8 : 0.5;
-        return {
-            success: !hasErrors,
-            toolAccuracy,
-            efficiency,
-            completeness,
-            coherence: 0.5,
-        };
-    }
-    getStringAttribute(attributes, key) {
-        const value = attributes[key];
-        return typeof value === 'string' && value.length > 0 ? value : undefined;
-    }
-    getNumberAttribute(attributes, key) {
-        const value = attributes[key];
-        if (typeof value === 'number' && Number.isFinite(value)) {
-            return value;
-        }
-        if (typeof value === 'string') {
-            const parsed = Number(value);
-            return Number.isFinite(parsed) ? parsed : undefined;
-        }
-        return undefined;
-    }
     getTraceStore() {
         return this.traceStore;
     }
@@ -298,4 +250,7 @@ export class AgentOptimizer {
         return this.instructionOptimizer;
     }
 }
+function averageScore(traces) {
+    return traces.length > 0 ? traces.reduce((sum, t) => sum + t.score, 0) / traces.length : 0;
+}
 //# sourceMappingURL=agent-optimizer.js.map

package/dist/learning/agent-optimizer.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-optimizer.js","sourceRoot":"","sources":["../../src/learning/agent-optimizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAgBhC,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAU/D,MAAM,OAAO,cAAc;IACjB,GAAG,CAAa;IAChB,KAAK,CAAS;IACd,UAAU,CAAa;IACvB,YAAY,CAAgB;IAC5B,eAAe,CAAkB;IACjC,YAAY,CAAe;IAC3B,oBAAoB,CAAuB;IAC3C,MAAM,CAAiB;IAEvB,gBAAgB,GAAG,IAAI,GAAG,EAG/B,CAAC;IAEJ,YAAY,OAA8B;QACxC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,kBAAkB,EAAE,CAAC;QACjE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QAEzC,MAAM,aAAa,GAAmB;YACpC,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,KAAK;YACnB,gBAAgB,EAAE,CAAC;YACnB,eAAe,EAAE,GAAG;YACpB,cAAc,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,YAAY,CAAC;SAC3D,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QAEtD,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC;YACzC,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YACtC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;SACtC,CAAC,CAAC;QAEH,IAAI,CAAC,oBAAoB,GAAG,IAAI,oBAAoB,CAAC;YACnD,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,SAAoB,EACpB,KAAa,EACb,OAAmD;QAEnD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAE3C,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAE3D,MAAM,KAAK,GAAmB;YAC5B,EAAE,EAAE,SAAS,MAAM,CAAC,EAAE,CAAC,EAAE;YACzB,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,KAAK;YACL,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,KAAK;YACL,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,SAAS,CAAC;YACnC,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE;YACpE,OAAO;YACP,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,SAAS,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK;YACxC,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ;YAClC,KAAK,EAAE;gBACL,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,WAAW;gBACxC,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,YAAY;gBAC1C,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI;aAC3B;YACD,MAAM,EAAE,OAAO,EAAE,MAAM;YACvB,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,OAAO,EAAE,QAAQ;SAC5B,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QACjF,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QAC/B,KAAK,CAAC,OAAO,CAAC,YAAY;YACxB,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,EAAE,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC;QAE3F,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,OAAO,CACX,KAAY,EACZ,SAAuD,EACvD,OAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC;QAC1C,MAAM,oBAAoB,GAAG,OAAO,EAAE,oBAAoB,IAAI,CAAC,CAAC;QAEhE,MAAM,UAAU,GAAW,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAW,EAAE,CAAC;QAChC,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,WAAW,GACf,cAAc,CAAC,MAAM,GAAG,CAAC;YACvB,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM;YAC7E,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,kBAAkB,GAAG,KAAK,CAAC,YAAY,CAAC;QAC9C,IAAI,mBAAmB,GAAG,kBAAkB,CAAC;QAE7C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/C,MAAM,iBAAiB,GAAG,cAAc;iBACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;iBAC9D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;iBACjC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;YAElC,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBACpD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACnF,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,OAAO,EAAE,oBAAoB,KAAK,KAAK,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CACjE,KAAK,CAAC,EAAE,EACR,mBAAmB,CACpB,CAAC;oBAEF,IAAI,kBAAkB,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;wBACvC,mBAAmB,GAAG,kBAAkB,CAAC,qBAAqB,CAAC;oBACjE,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,CAAC,IAAI,CACT,oCAAoC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACjF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzD,MAAM,UAAU,GACd,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/F,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI;YACnD,OAAO,EAAE,IAAI,IAAI,EAAE;YACnB,KAAK,EAAE,CAAC;YACR,gBAAgB,EAAE,CAAC;SACpB,CAAC;QACF,KAAK,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAC3B,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,gBAAgB,IAAI,UAAU,GAAG,WAAW,CAAC;QACnD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAE3C,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC5B,kBAAkB;YAClB,iBAAiB,EAAE,mBAAmB;YACtC,UAAU;YACV,YAAY;YACZ,WAAW;YACX,UAAU;YACV,WAAW,EAAE,UAAU,GAAG,WAAW;YACrC,eAAe,EAAE,cAAc,CAAC,MAAM;YACtC,eAAe,EAAE,SAAS;YAC1B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,UAAU,EAAE,CAAC;YACb,MAAM;SACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC;QAExC,IAAI,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,SAAS;aACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;aAC3E,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,QAAQ,GAAW,EAAE,CAAC;QAC5B,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,iBAAiB,CAAC;QAE/E,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACpD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,KAAa,EAAE,KAAc;QACpE,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,oBAAoB,CAAC,KAAa;QAChC,OAAO,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC5B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE7D,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE;gBACZ,OAAO,EAAE,iBAAiB,EAAE,OAAO;gBACnC,aAAa,EAAE,iBAAiB,EAAE,KAAK,IAAI,CAAC;gBAC5C,kBAAkB,EAAE,iBAAiB;oBACnC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,KAAK;oBAC9D,CAAC,CAAC,CAAC;aACN;SACF,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,SAAoB;QACvC,MAAM,KAAK,GAAoB,EAAE,CAAC;QAClC,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,QAAQ,GACZ,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC;gBACrD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC;gBACpD,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAEhF,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACjF,MAAM,MAAM,GACV,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC;oBACxD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;gBACtD,MAAM,QAAQ,GACZ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBACzE,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBAClF,MAAM,YAAY,GAAG,MAAM,IAAI,QAAQ,EAAE,EAAE,CAAC;gBAC5C,MAAM,UAAU,GAAG,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC;gBAC9C,MAAM,KAAK,GACT,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,KAAK;oBAClE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,eAAe,CAAC;oBACnF,CAAC,CAAC,SAAS,CAAC;gBAEhB,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,KAAK,EAAE;oBACd,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,QAAQ;oBACR,UAAU,EACR,YAAY,IAAI,UAAU;wBACxB,CAAC,CAAC;4BACE,MAAM,EAAE,YAAY;4BACpB,IAAI,EAAE,UAAU;4BAChB,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM;4BAC/B,KAAK;yBACN;wBACH,CAAC,CAAC,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,KAAK,EAAE;oBACd,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,UAAU,EAAE;wBACV,KAAK,EACH,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC;4BAC5D,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC;4BACvD,CAAC;wBACH,MAAM,EACJ,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,mBAAmB,CAAC;4BAC7D,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC;4BACxD,CAAC;qBACJ;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC1B,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC/C,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,KAAK,EAAE;oBACd,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,OAAO,EAAE;oBACzC,QAAQ,EAAE,CAAC;oBACX,UAAU;iBACX,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,mBAAmB,CAAC,SAAoB,EAAE,KAAsB;QACtE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;QAC9D,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACzD,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1F,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;QAEjE,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAE9D,OAAO;YACL,OAAO,EAAE,CAAC,SAAS;YACnB,YAAY;YACZ,UAAU;YACV,YAAY;YACZ,SAAS,EAAE,GAAG;SACf,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,UAAmC,EAAE,GAAW;QACzE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,CAAC;IAEO,kBAAkB,CAAC,UAAmC,EAAE,GAAW;QACzE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QACtD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;CACF"}
+{"version":3,"file":"agent-optimizer.js","sourceRoot":"","sources":["../../src/learning/agent-optimizer.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAiB/D,MAAM,OAAO,cAAc;IACjB,GAAG,CAAa;IAChB,KAAK,CAAS;IACd,UAAU,CAAa;IACvB,YAAY,CAAgB;IAC5B,SAAS,CAAkB;IAC3B,eAAe,CAAkB;IACjC,YAAY,CAAe;IAC3B,oBAAoB,CAAuB;IAC3C,MAAM,CAAiB;IAEvB,gBAAgB,GAAG,IAAI,GAAG,EAG/B,CAAC;IAEJ,YAAY,OAA8B;QACxC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,kBAAkB,EAAE,CAAC;QACjE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QAEnC,MAAM,aAAa,GAAmB;YACpC,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,KAAK;YACnB,gBAAgB,EAAE,CAAC;YACnB,eAAe,EAAE,GAAG;YACpB,cAAc,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,YAAY,CAAC;SAC3D,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QAEtD,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC;YACzC,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YACtC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;SACtC,CAAC,CAAC;QAEH,IAAI,CAAC,oBAAoB,GAAG,IAAI,oBAAoB,CAAC;YACnD,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,SAAoB,EACpB,KAAa,EACb,OAAmD;QAEnD,MAAM,KAAK,GAAG,mBAAmB,CAAC,SAAS,EAAE,KAAK,EAAE;YAClD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,OAAO,EAAE,QAAQ;YAC3B,MAAM,EAAE,OAAO,EAAE,MAAM;SACxB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QACjF,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QAC/B,KAAK,CAAC,OAAO,CAAC,YAAY;YACxB,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,EAAE,KAAK;gBAChE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;QAE7B,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,OAAO,CACX,KAAY,EACZ,QAAsD,EACtD,OAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC;QAC1C,MAAM,oBAAoB,GAAG,OAAO,EAAE,oBAAoB,IAAI,CAAC,CAAC;QAEhE,MAAM,UAAU,GAAW,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAW,EAAE,CAAC;QAChC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE7D,IAAI,WAAmB,CAAC;QACxB,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACpE,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC;YAC7B,UAAU,IAAI,QAAQ,CAAC,MAAM,CAAC;YAC9B,eAAe,IAAI,QAAQ,CAAC,MAAM,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxD,WAAW,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACrC,eAAe,IAAI,QAAQ,CAAC,MAAM,CAAC;QACrC,CAAC;QAED,MAAM,kBAAkB,GAAG,KAAK,CAAC,YAAY,CAAC;QAC9C,IAAI,mBAAmB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAE7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,iBAAiB,GAAG,MAAM;iBAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;iBAC3E,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;iBACjC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;YAElC,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;gBACtC,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1D,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC;YAED,IAAI,OAAO,EAAE,oBAAoB,KAAK,KAAK,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CACjE,KAAK,CAAC,EAAE,EACR,mBAAmB,EACnB,EAAE,MAAM,EAAE,CACX,CAAC;oBAEF,IAAI,kBAAkB,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;wBACvC,mBAAmB,GAAG,kBAAkB,CAAC,qBAAqB,CAAC;wBAC/D,oBAAoB,IAAI,kBAAkB,CAAC,WAAW,CAAC;oBACzD,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,CAAC,IAAI,CACT,oCAAoC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACjF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,UAAkB,CAAC;QACvB,IAAI,QAAQ,IAAI,mBAAmB,KAAK,kBAAkB,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACpE,MAAM,KAAK,GACT,KAAK,YAAY,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtF,UAAU,GAAG,KAAK,EAAE,KAAK,IAAI,WAAW,CAAC;YACzC,UAAU,IAAI,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC;YACjC,eAAe,IAAI,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC;QACxC,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,UAAU,GAAG,WAAW,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,oBAAoB,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI;YACnD,OAAO,EAAE,IAAI,IAAI,EAAE;YACnB,KAAK,EAAE,CAAC;YACR,gBAAgB,EAAE,CAAC;SACpB,CAAC;QACF,KAAK,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAC3B,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,gBAAgB,IAAI,UAAU,GAAG,WAAW,CAAC;QACnD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAE3C,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC5B,kBAAkB;YAClB,iBAAiB,EAAE,mBAAmB;YACtC,UAAU;YACV,YAAY;YACZ,WAAW;YACX,UAAU;YACV,WAAW,EAAE,UAAU,GAAG,WAAW;YACrC,eAAe;YACf,eAAe,EAAE,SAAS;YAC1B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,UAAU;YACV,MAAM;SACP,CAAC;IACJ,CAAC;IAEO,aAAa,CACnB,KAAY,EACZ,QAAsD,EACtD,MAAgB;QAEhB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CACT,2GAA2G,CAC5G,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,YAAY,SAAS,CAAC,EAAE,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;YACvF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,KAAgB,EAChB,QAAsD,EACtD,MAAgB;QAEhB,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAU,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC1E,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE;oBAC3D,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,MAAM,EAAE,CAAC,SAAS,CAAC;iBACpB,CAAC,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACzB,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;YACrC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CACT,4BAA4B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACzG,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACxF,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC;QAExC,IAAI,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,SAAS;aACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;aAC3E,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,QAAQ,GAAW,EAAE,CAAC;QAC5B,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,iBAAiB,CAAC;QAE/E,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACpD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,KAAa,EAAE,KAAc;QACpE,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,oBAAoB,CAAC,KAAa;QAChC,OAAO,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC5B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE7D,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE;gBACZ,OAAO,EAAE,iBAAiB,EAAE,OAAO;gBACnC,aAAa,EAAE,iBAAiB,EAAE,KAAK,IAAI,CAAC;gBAC5C,kBAAkB,EAAE,iBAAiB;oBACnC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,KAAK;oBAC9D,CAAC,CAAC,CAAC;aACN;SACF,CAAC;IACJ,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;CACF;AAED,SAAS,YAAY,CAAC,MAAwC;IAC5D,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7F,CAAC"}

package/dist/learning/index.d.ts

@@ -6,7 +6,7 @@ export type { DemoSelectorOptions } from './demo-selector.js';
 export { InstructionOptimizer } from './instruction-optimizer.js';
 export type { InstructionOptimizerOptions } from './instruction-optimizer.js';
 export { AgentOptimizer } from './agent-optimizer.js';
-export type { AgentOptimizerOptions } from './agent-optimizer.js';
+export type { AgentOptimizerOptions, TrainsetRunner } from './agent-optimizer.js';
 export { buildFailureAnalysisPrompt, buildInstructionCandidatePrompt, buildInstructionEvaluationPrompt, buildInstructionRefinementPrompt, parseFailureAnalysisResponse, parseInstructionCandidatesResponse, parseInstructionEvaluationResponse, parseInstructionRefinementResponse, } from './prompts.js';
 export type { FailureAnalysisResult, InstructionCandidate, InstructionEvaluation, InstructionRefinement, } from './prompts.js';
 export { PostgresTraceStore } from './postgres-trace-store.js';

package/dist/learning/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/learning/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,sBAAsB,EACtB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AACnB,YAAY,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,YAAY,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,YAAY,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,YAAY,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EACL,0BAA0B,EAC1B,+BAA+B,EAC/B,gCAAgC,EAChC,gCAAgC,EAChC,4BAA4B,EAC5B,kCAAkC,EAClC,kCAAkC,EAClC,kCAAkC,GACnC,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,WAAW,CAAC;AAEnB,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,YAAY,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACrE,YAAY,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,YAAY,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,qBAAqB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/learning/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,sBAAsB,EACtB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AACnB,YAAY,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,YAAY,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,YAAY,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,YAAY,EAAE,qBAAqB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,EACL,0BAA0B,EAC1B,+BAA+B,EAC/B,gCAAgC,EAChC,gCAAgC,EAChC,4BAA4B,EAC5B,kCAAkC,EAClC,kCAAkC,EAClC,kCAAkC,GACnC,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,WAAW,CAAC;AAEnB,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,YAAY,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACrE,YAAY,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,YAAY,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,qBAAqB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/learning/trace-builder.d.ts

@@ -0,0 +1,20 @@
+import type { ExecutionTrace, Message, RunResult } from '@cogitator-ai/types';
+export interface BuildTraceOptions {
+    /** Trace id; defaults to the run's own trace id. */
+    id?: string;
+    /** Model recorded on the trace when the run does not say which it used. */
+    model?: string;
+    expected?: unknown;
+    labels?: string[];
+}
+/**
+ * Turns a run into an `ExecutionTrace`: its tool and model calls as steps, with
+ * the tool results the run saw, and quick metrics. The score is left at 0 for an
+ * evaluator to fill in.
+ */
+export declare function buildExecutionTrace(runResult: RunResult, input: string, options?: BuildTraceOptions): ExecutionTrace;
+/** The input a run answered: its first user message. */
+export declare function runInput(runResult: RunResult): string;
+/** Results of a run's tool calls by call id, read back from its tool messages. */
+export declare function toolResultsByCallId(messages: readonly Message[]): Map<string, unknown>;
+//# sourceMappingURL=trace-builder.d.ts.map

package/dist/learning/trace-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-builder.d.ts","sourceRoot":"","sources":["../../src/learning/trace-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,cAAc,EACd,OAAO,EACP,SAAS,EAEV,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,iBAAiB;IAChC,oDAAoD;IACpD,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,2EAA2E;IAC3E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,iBAAsB,GAC9B,cAAc,CA0BhB;AAED,wDAAwD;AACxD,wBAAgB,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CASrD;AAED,kFAAkF;AAClF,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,SAAS,OAAO,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAQtF"}

package/dist/learning/trace-builder.js

@@ -0,0 +1,159 @@
+/**
+ * Turns a run into an `ExecutionTrace`: its tool and model calls as steps, with
+ * the tool results the run saw, and quick metrics. The score is left at 0 for an
+ * evaluator to fill in.
+ */
+export function buildExecutionTrace(runResult, input, options = {}) {
+    const steps = extractSteps(runResult);
+    return {
+        id: options.id ?? runResult.trace.traceId,
+        runId: runResult.runId,
+        agentId: runResult.agentId,
+        threadId: runResult.threadId,
+        input,
+        output: runResult.output,
+        steps,
+        toolCalls: [...runResult.toolCalls],
+        reflections: runResult.reflections ? [...runResult.reflections] : [],
+        metrics: computeQuickMetrics(runResult, steps),
+        score: 0,
+        model: runResult.modelUsed ?? options.model ?? '',
+        createdAt: new Date(),
+        duration: runResult.usage.duration,
+        usage: {
+            inputTokens: runResult.usage.inputTokens,
+            outputTokens: runResult.usage.outputTokens,
+            cost: runResult.usage.cost,
+        },
+        labels: options.labels,
+        isDemo: false,
+        expected: options.expected,
+    };
+}
+/** The input a run answered: its first user message. */
+export function runInput(runResult) {
+    const user = runResult.messages.find((message) => message.role === 'user');
+    if (!user)
+        return '';
+    return typeof user.content === 'string'
+        ? user.content
+        : user.content
+            .filter((part) => part.type === 'text')
+            .map((part) => part.text)
+            .join(' ');
+}
+/** Results of a run's tool calls by call id, read back from its tool messages. */
+export function toolResultsByCallId(messages) {
+    const results = new Map();
+    for (const message of messages) {
+        if (message.role !== 'tool' || !message.toolCallId)
+            continue;
+        const content = typeof message.content === 'string' ? message.content : '';
+        results.set(message.toolCallId, parseToolContent(content));
+    }
+    return results;
+}
+function parseToolContent(content) {
+    try {
+        return JSON.parse(content);
+    }
+    catch {
+        return content;
+    }
+}
+function extractSteps(runResult) {
+    const steps = [];
+    const toolResults = toolResultsByCallId(runResult.messages);
+    let index = 0;
+    for (const span of runResult.trace.spans) {
+        const toolName = stringAttribute(span.attributes, 'tool.name') ??
+            stringAttribute(span.attributes, 'toolName') ??
+            (span.name.startsWith('tool.') ? span.name.slice('tool.'.length) : undefined);
+        if (span.name.startsWith('tool.') || span.name.includes('tool_call') || toolName) {
+            const callId = stringAttribute(span.attributes, 'tool.call_id') ??
+                stringAttribute(span.attributes, 'call_id');
+            const toolCall = (callId ? runResult.toolCalls.find((tc) => tc.id === callId) : undefined) ??
+                (toolName ? runResult.toolCalls.find((tc) => tc.name === toolName) : undefined);
+            const resultCallId = callId ?? toolCall?.id;
+            const resultName = toolCall?.name ?? toolName;
+            const error = span.status === 'error' || span.attributes['tool.success'] === false
+                ? String(span.attributes['tool.error'] ?? span.attributes.error ?? 'Unknown error')
+                : undefined;
+            steps.push({
+                index: index++,
+                type: 'tool_call',
+                timestamp: span.startTime,
+                duration: span.duration,
+                toolCall,
+                toolResult: resultCallId && resultName
+                    ? {
+                        callId: resultCallId,
+                        name: resultName,
+                        result: toolResults.get(resultCallId) ?? span.attributes.result,
+                        error,
+                    }
+                    : undefined,
+            });
+        }
+        else if (span.name.includes('llm') || span.name.includes('chat')) {
+            steps.push({
+                index: index++,
+                type: 'llm_call',
+                timestamp: span.startTime,
+                duration: span.duration,
+                tokensUsed: {
+                    input: numberAttribute(span.attributes, 'llm.input_tokens') ??
+                        numberAttribute(span.attributes, 'inputTokens') ??
+                        0,
+                    output: numberAttribute(span.attributes, 'llm.output_tokens') ??
+                        numberAttribute(span.attributes, 'outputTokens') ??
+                        0,
+                },
+            });
+        }
+    }
+    if (runResult.reflections) {
+        for (const reflection of runResult.reflections) {
+            steps.push({
+                index: index++,
+                type: 'reflection',
+                timestamp: reflection.timestamp.getTime(),
+                duration: 0,
+                reflection,
+            });
+        }
+    }
+    steps.sort((a, b) => a.timestamp - b.timestamp);
+    return steps;
+}
+function computeQuickMetrics(runResult, steps) {
+    const toolSteps = steps.filter((s) => s.type === 'tool_call');
+    const successfulTools = toolSteps.filter((s) => !s.toolResult?.error);
+    const hasErrors = steps.some((s) => s.toolResult?.error);
+    const toolAccuracy = toolSteps.length > 0 ? successfulTools.length / toolSteps.length : 1;
+    const totalTokens = runResult.usage.inputTokens + runResult.usage.outputTokens;
+    const efficiency = Math.min(1, 10000 / Math.max(totalTokens, 1));
+    const completeness = runResult.output.length > 50 ? 0.8 : 0.5;
+    return {
+        success: !hasErrors,
+        toolAccuracy,
+        efficiency,
+        completeness,
+        coherence: 0.5,
+    };
+}
+function stringAttribute(attributes, key) {
+    const value = attributes[key];
+    return typeof value === 'string' && value.length > 0 ? value : undefined;
+}
+function numberAttribute(attributes, key) {
+    const value = attributes[key];
+    if (typeof value === 'number' && Number.isFinite(value))
+        return value;
+    if (typeof value === 'string') {
+        const parsed = Number(value);
+        return Number.isFinite(parsed) ? parsed : undefined;
+    }
+    return undefined;
+}
+//# sourceMappingURL=trace-builder.js.map

package/dist/learning/trace-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-builder.js","sourceRoot":"","sources":["../../src/learning/trace-builder.ts"],"names":[],"mappings":"AAiBA;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CACjC,SAAoB,EACpB,KAAa,EACb,UAA6B,EAAE;IAE/B,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IACtC,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO;QACzC,KAAK,EAAE,SAAS,CAAC,KAAK;QACtB,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,KAAK;QACL,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,KAAK;QACL,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,SAAS,CAAC;QACnC,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE;QACpE,OAAO,EAAE,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC;QAC9C,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,SAAS,CAAC,SAAS,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE;QACjD,SAAS,EAAE,IAAI,IAAI,EAAE;QACrB,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ;QAClC,KAAK,EAAE;YACL,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,WAAW;YACxC,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,YAAY;YAC1C,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI;SAC3B;QACD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,KAAK;QACb,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC;AACJ,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,QAAQ,CAAC,SAAoB;IAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC3E,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,OAAO,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;QACrC,CAAC,CAAC,IAAI,CAAC,OAAO;QACd,CAAC,CAAC,IAAI,CAAC,OAAO;aACT,MAAM,CAAC,CAAC,IAAI,EAA0C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;aAC9E,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,mBAAmB,CAAC,QAA4B;IAC9D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC3C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,SAAS;QAC7D,MAAM,OAAO,GAAG,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACvC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,SAAoB;IACxC,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACzC,MAAM,QAAQ,GACZ,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC;YAC7C,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC;YAC5C,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEhF,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,QAAQ,EAAE,CAAC;YACjF,MAAM,MAAM,GACV,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC;gBAChD,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC9C,MAAM,QAAQ,GACZ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACzE,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAClF,MAAM,YAAY,GAAG,MAAM,IAAI,QAAQ,EAAE,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC;YAC9C,MAAM,KAAK,GACT,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,KAAK;gBAClE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,eAAe,CAAC;gBACnF,CAAC,CAAC,SAAS,CAAC;YAEhB,KAAK,CAAC,IAAI,CAAC;gBACT,KAAK,EAAE,KAAK,EAAE;gBACd,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,QAAQ;gBACR,UAAU,EACR,YAAY,IAAI,UAAU;oBACxB,CAAC,CAAC;wBACE,MAAM,EAAE,YAAY;wBACpB,IAAI,EAAE,UAAU;wBAChB,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM;wBAC/D,KAAK;qBACN;oBACH,CAAC,CAAC,SAAS;aAChB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC;gBACT,KAAK,EAAE,KAAK,EAAE;gBACd,IAAI,EAAE,UAAU;gBAChB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE;oBACV,KAAK,EACH,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC;wBACpD,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC;wBAC/C,CAAC;oBACH,MAAM,EACJ,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,mBAAmB,CAAC;wBACrD,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC;wBAChD,CAAC;iBACJ;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;QAC1B,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC;gBACT,KAAK,EAAE,KAAK,EAAE;gBACd,IAAI,EAAE,YAAY;gBAClB,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,OAAO,EAAE;gBACzC,QAAQ,EAAE,CAAC;gBACX,UAAU;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAChD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,SAAoB,EAAE,KAAsB;IACvE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IAC9D,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAEtE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1F,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC;IAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;IAEjE,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAE9D,OAAO;QACL,OAAO,EAAE,CAAC,SAAS;QACnB,YAAY;QACZ,UAAU;QACV,YAAY;QACZ,SAAS,EAAE,GAAG;KACf,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,UAAmC,EAAE,GAAW;IACvE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3E,CAAC;AAED,SAAS,eAAe,CAAC,UAAmC,EAAE,GAAW;IACvE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IACtD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/llm/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/llm/anthropic.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,eAAe,EAMhB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAcxC,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAWD,qBAAa,gBAAiB,SAAQ,cAAc;IAClD,MAAM,CAAC,QAAQ,CAAC,aAAa,uBAAuB;IAEpD,QAAQ,CAAC,QAAQ,EAAG,WAAW,CAAU;IACzC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;gBAEjC,MAAM,EAAE,eAAe;IAO7B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAgFhD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,eAAe,CAAC;IA8HxE,OAAO,CAAC,cAAc;IAmBtB,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,eAAe;IAmDvB,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,uBAAuB;IAsB/B,OAAO,CAAC,kBAAkB;IAwB1B,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,eAAe;IA0DvB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;IAyBzB,OAAO,CAAC,kBAAkB;CAG3B"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/llm/anthropic.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,eAAe,EAMhB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAcxC,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAWD,qBAAa,gBAAiB,SAAQ,cAAc;IAClD,MAAM,CAAC,QAAQ,CAAC,aAAa,uBAAuB;IAEpD,QAAQ,CAAC,QAAQ,EAAG,WAAW,CAAU;IACzC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;gBAEjC,MAAM,EAAE,eAAe;IAO7B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAgFhD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,eAAe,CAAC;IA8HxE,OAAO,CAAC,cAAc;IAmBtB,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,eAAe;IAmDvB,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,uBAAuB;IAsB/B,OAAO,CAAC,kBAAkB;IAwB1B,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,eAAe;IAqEvB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;IAyBzB,OAAO,CAAC,kBAAkB;CAG3B"}

package/dist/llm/anthropic.js

@@ -377,6 +377,16 @@ export class AnthropicBackend extends BaseLLMBackend {
                 outputConfig: { format: { type: 'json_schema', schema } },
             };
         }
+        if (request.tools?.length) {
+            const { toolChoice, instruction } = this.convertToolChoice(request.toolChoice, model);
+            return {
+                tools: [],
+                toolChoice,
+                systemSuffix: [instruction, jsonOutputInstruction(jsonSchema.schema)]
+                    .filter((part) => part.length > 0)
+                    .join('\n\n'),
+            };
+        }
         const schema = jsonSchema.schema;
         const inputSchema = {
             ...schema,