@cogitator-ai/core 0.1.0 → 0.3.0

package/dist/learning/auto-optimizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-optimizer.d.ts","sourceRoot":"","sources":["../../src/learning/auto-optimizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,sBAAsB,EACtB,eAAe,EAKhB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1D,MAAM,WAAW,mBAAoB,SAAQ,sBAAsB;IACjE,cAAc,EAAE,cAAc,CAAC;IAC/B,SAAS,EAAE,kBAAkB,CAAC;IAC9B,OAAO,EAAE,aAAa,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IACjC,mBAAmB,CAAC,EAAE,CAAC,GAAG,EAAE,eAAe,KAAK,IAAI,CAAC;IACrD,sBAAsB,CAAC,EAAE,CAAC,GAAG,EAAE,eAAe,KAAK,IAAI,CAAC;IACxD,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CACxD;AAyBD,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,eAAe,CAAkB;IAEzC,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,kBAAkB,CAAsD;IAChF,OAAO,CAAC,UAAU,CAAsC;gBAE5C,MAAM,EAAE,mBAAmB;IAqBjC,eAAe,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IA+CrD,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA6E9D,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA8BtE,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAIrD,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIpC,yBAAyB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IASlD,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;YAIpB,yBAAyB;YAqBzB,YAAY;YAWZ,sBAAsB;IAsCpC,OAAO,CAAC,qBAAqB;IAS7B,OAAO,CAAC,mBAAmB;CAU5B"}

package/dist/learning/auto-optimizer.js

@@ -0,0 +1,229 @@
+const DEFAULT_VALUES = {
+    enabled: false,
+    triggerAfterRuns: 100,
+    minRunsForOptimization: 20,
+    requireABTest: true,
+    maxOptimizationsPerDay: 3,
+};
+export class AutoOptimizer {
+    config;
+    agentOptimizer;
+    abTesting;
+    monitor;
+    rollbackManager;
+    runCounts = new Map();
+    dailyOptimizations = new Map();
+    activeRuns = new Map();
+    constructor(config) {
+        this.config = {
+            enabled: config.enabled ?? DEFAULT_VALUES.enabled,
+            triggerAfterRuns: config.triggerAfterRuns ?? DEFAULT_VALUES.triggerAfterRuns,
+            minRunsForOptimization: config.minRunsForOptimization ?? DEFAULT_VALUES.minRunsForOptimization,
+            requireABTest: config.requireABTest ?? DEFAULT_VALUES.requireABTest,
+            maxOptimizationsPerDay: config.maxOptimizationsPerDay ?? DEFAULT_VALUES.maxOptimizationsPerDay,
+            agentOptimizer: config.agentOptimizer,
+            abTesting: config.abTesting,
+            monitor: config.monitor,
+            rollbackManager: config.rollbackManager,
+            onOptimizationStart: config.onOptimizationStart,
+            onOptimizationComplete: config.onOptimizationComplete,
+            onRollback: config.onRollback,
+        };
+        this.agentOptimizer = config.agentOptimizer;
+        this.abTesting = config.abTesting;
+        this.monitor = config.monitor;
+        this.rollbackManager = config.rollbackManager;
+    }
+    async recordExecution(trace) {
+        if (!this.config.enabled)
+            return;
+        const agentId = trace.agentId;
+        const count = (this.runCounts.get(agentId) ?? 0) + 1;
+        this.runCounts.set(agentId, count);
+        const alerts = this.monitor.recordExecution(trace);
+        await this.handleAlerts(agentId, alerts);
+        const activeABTest = await this.abTesting.getActiveTest(agentId);
+        if (activeABTest && trace.score !== undefined) {
+            const currentVersion = await this.rollbackManager.getCurrentVersion(agentId);
+            const variant = currentVersion?.instructions === activeABTest.treatmentInstructions ? 'treatment' : 'control';
+            await this.abTesting.recordResult(activeABTest.id, variant, trace.score, trace.duration ?? 0, trace.usage?.cost ?? 0);
+            const outcome = await this.abTesting.checkAndCompleteIfReady(activeABTest.id);
+            if (outcome) {
+                await this.handleABTestCompletion(agentId, activeABTest.id, outcome);
+            }
+        }
+        if (trace.score !== undefined) {
+            await this.rollbackManager.recordMetrics(agentId, trace.score, trace.duration ?? 0, trace.usage?.cost ?? 0, trace.metrics?.success ?? true);
+        }
+        if (count >= this.config.triggerAfterRuns && await this.shouldTriggerOptimization(agentId)) {
+            await this.triggerOptimization(agentId);
+            this.runCounts.set(agentId, 0);
+        }
+    }
+    async triggerOptimization(agentId) {
+        const run = this.createOptimizationRun(agentId);
+        this.activeRuns.set(agentId, run);
+        if (this.config.onOptimizationStart) {
+            this.config.onOptimizationStart(run);
+        }
+        try {
+            run.status = 'optimizing';
+            const currentVersion = await this.rollbackManager.getCurrentVersion(agentId);
+            const currentInstructions = currentVersion?.instructions ?? '';
+            const agent = { id: agentId, instructions: currentInstructions };
+            const optimizationResult = await this.agentOptimizer.compile(agent, [], {
+                maxRounds: 2,
+                optimizeInstructions: true,
+            });
+            if (!optimizationResult.success || optimizationResult.improvement <= 0) {
+                run.status = 'completed';
+                run.completedAt = new Date();
+                run.error = optimizationResult.errors.join('; ') || 'No improvement found';
+                if (this.config.onOptimizationComplete) {
+                    this.config.onOptimizationComplete(run);
+                }
+                return run;
+            }
+            const newInstructions = optimizationResult.instructionsAfter ?? currentInstructions;
+            if (this.config.requireABTest) {
+                run.status = 'testing';
+                const abTest = await this.abTesting.createTest({
+                    agentId,
+                    name: `Auto-optimization ${new Date().toISOString()}`,
+                    controlInstructions: currentInstructions,
+                    treatmentInstructions: newInstructions,
+                });
+                run.abTestId = abTest.id;
+                await this.abTesting.startTest(abTest.id);
+            }
+            else {
+                run.status = 'deploying';
+                const newVersion = await this.rollbackManager.deployVersion(agentId, newInstructions, 'optimization', run.id);
+                run.deployedVersionId = newVersion.id;
+                run.status = 'completed';
+                run.completedAt = new Date();
+            }
+            this.incrementDailyCount(agentId);
+        }
+        catch (error) {
+            run.status = 'failed';
+            run.completedAt = new Date();
+            run.error = error instanceof Error ? error.message : String(error);
+        }
+        if (run.status === 'completed' || run.status === 'failed') {
+            if (this.config.onOptimizationComplete) {
+                this.config.onOptimizationComplete(run);
+            }
+        }
+        return run;
+    }
+    async forceRollback(agentId, reason) {
+        if (!this.monitor.canRollback(agentId)) {
+            return false;
+        }
+        const result = await this.rollbackManager.rollbackToPrevious(agentId);
+        if (result.success) {
+            this.monitor.recordRollback(agentId);
+            this.monitor.clearWindow(agentId);
+            const activeRun = this.activeRuns.get(agentId);
+            if (activeRun && activeRun.status !== 'completed') {
+                activeRun.status = 'rolled_back';
+                activeRun.completedAt = new Date();
+                activeRun.error = reason;
+                if (this.config.onOptimizationComplete) {
+                    this.config.onOptimizationComplete(activeRun);
+                }
+            }
+            if (this.config.onRollback) {
+                this.config.onRollback(agentId, reason);
+            }
+        }
+        return result.success;
+    }
+    getActiveRun(agentId) {
+        return this.activeRuns.get(agentId) ?? null;
+    }
+    getRunCount(agentId) {
+        return this.runCounts.get(agentId) ?? 0;
+    }
+    getDailyOptimizationCount(agentId) {
+        const today = new Date().toISOString().split('T')[0];
+        const daily = this.dailyOptimizations.get(agentId);
+        if (daily?.date !== today) {
+            return 0;
+        }
+        return daily.count;
+    }
+    setEnabled(enabled) {
+        this.config.enabled = enabled;
+    }
+    async shouldTriggerOptimization(agentId) {
+        if (!this.config.enabled)
+            return false;
+        const activeRun = this.activeRuns.get(agentId);
+        if (activeRun && !['completed', 'failed', 'rolled_back'].includes(activeRun.status)) {
+            return false;
+        }
+        const activeABTest = await this.abTesting.getActiveTest(agentId);
+        if (activeABTest) {
+            return false;
+        }
+        const dailyCount = this.getDailyOptimizationCount(agentId);
+        if (dailyCount >= this.config.maxOptimizationsPerDay) {
+            return false;
+        }
+        return true;
+    }
+    async handleAlerts(agentId, alerts) {
+        for (const alert of alerts) {
+            if (alert.severity === 'critical' && alert.autoAction === 'rollback') {
+                const rolled = await this.forceRollback(agentId, `Critical alert: ${alert.type}`);
+                if (rolled) {
+                    alert.actionTaken = true;
+                }
+            }
+        }
+    }
+    async handleABTestCompletion(agentId, testId, outcome) {
+        const activeRun = this.activeRuns.get(agentId);
+        if (activeRun?.abTestId !== testId) {
+            return;
+        }
+        activeRun.abTestOutcome = outcome;
+        if (outcome.winner === 'treatment') {
+            activeRun.status = 'deploying';
+            const test = await this.abTesting.getActiveTest(agentId);
+            if (test) {
+                const newVersion = await this.rollbackManager.deployVersion(agentId, test.treatmentInstructions, 'ab_test', testId);
+                activeRun.deployedVersionId = newVersion.id;
+            }
+            activeRun.status = 'completed';
+        }
+        else {
+            activeRun.status = 'completed';
+        }
+        activeRun.completedAt = new Date();
+        if (this.config.onOptimizationComplete) {
+            this.config.onOptimizationComplete(activeRun);
+        }
+    }
+    createOptimizationRun(agentId) {
+        return {
+            id: `opt-${Date.now()}-${Math.random().toString(36).substring(2, 9)}`,
+            agentId,
+            status: 'pending',
+            startedAt: new Date(),
+        };
+    }
+    incrementDailyCount(agentId) {
+        const today = new Date().toISOString().split('T')[0];
+        const current = this.dailyOptimizations.get(agentId);
+        if (current?.date !== today) {
+            this.dailyOptimizations.set(agentId, { date: today, count: 1 });
+        }
+        else {
+            current.count++;
+        }
+    }
+}
+//# sourceMappingURL=auto-optimizer.js.map

package/dist/learning/auto-optimizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-optimizer.js","sourceRoot":"","sources":["../../src/learning/auto-optimizer.ts"],"names":[],"mappings":"AAuCA,MAAM,cAAc,GAAG;IACrB,OAAO,EAAE,KAAK;IACd,gBAAgB,EAAE,GAAG;IACrB,sBAAsB,EAAE,EAAE;IAC1B,aAAa,EAAE,IAAI;IACnB,sBAAsB,EAAE,CAAC;CAC1B,CAAC;AAEF,MAAM,OAAO,aAAa;IAChB,MAAM,CAAwB;IAC9B,cAAc,CAAiB;IAC/B,SAAS,CAAqB;IAC9B,OAAO,CAAgB;IACvB,eAAe,CAAkB;IAEjC,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,kBAAkB,GAAG,IAAI,GAAG,EAA2C,CAAC;IACxE,UAAU,GAAG,IAAI,GAAG,EAA2B,CAAC;IAExD,YAAY,MAA2B;QACrC,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO;YACjD,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,cAAc,CAAC,gBAAgB;YAC5E,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,IAAI,cAAc,CAAC,sBAAsB;YAC9F,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa;YACnE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,IAAI,cAAc,CAAC,sBAAsB;YAC9F,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,sBAAsB,EAAE,MAAM,CAAC,sBAAsB;YACrD,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAqB;QACzC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO;QAEjC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAE9B,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEnC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAEzC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,YAAY,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9C,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC7E,MAAM,OAAO,GACX,cAAc,EAAE,YAAY,KAAK,YAAY,CAAC,qBAAqB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YAEhG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAC/B,YAAY,CAAC,EAAE,EACf,OAAO,EACP,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,QAAQ,IAAI,CAAC,EACnB,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,CACvB,CAAC;YAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC9E,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CACtC,OAAO,EACP,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,QAAQ,IAAI,CAAC,EACnB,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,EACtB,KAAK,CAAC,OAAO,EAAE,OAAO,IAAI,IAAI,CAC/B,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3F,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAAe;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAElC,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,CAAC;YACH,GAAG,CAAC,MAAM,GAAG,YAAY,CAAC;YAE1B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC7E,MAAM,mBAAmB,GAAG,cAAc,EAAE,YAAY,IAAI,EAAE,CAAC;YAE/D,MAAM,KAAK,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAW,CAAC;YAC1E,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE;gBACtE,SAAS,EAAE,CAAC;gBACZ,oBAAoB,EAAE,IAAI;aAC3B,CAAC,CAAC;YAEH,IAAI,CAAC,kBAAkB,CAAC,OAAO,IAAI,kBAAkB,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;gBACvE,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;gBACzB,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC7B,GAAG,CAAC,KAAK,GAAG,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC;gBAE3E,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;oBACvC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;gBAC1C,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC;YAED,MAAM,eAAe,GAAG,kBAAkB,CAAC,iBAAiB,IAAI,mBAAmB,CAAC;YAEpF,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC9B,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;gBAEvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;oBAC7C,OAAO;oBACP,IAAI,EAAE,qBAAqB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;oBACrD,mBAAmB,EAAE,mBAAmB;oBACxC,qBAAqB,EAAE,eAAe;iBACvC,CAAC,CAAC;gBAEH,GAAG,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;gBAEzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CACzD,OAAO,EACP,eAAe,EACf,cAAc,EACd,GAAG,CAAC,EAAE,CACP,CAAC;gBAEF,GAAG,CAAC,iBAAiB,GAAG,UAAU,CAAC,EAAE,CAAC;gBACtC,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;gBACzB,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;YAC/B,CAAC;YAED,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAEpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;YAC7B,GAAG,CAAC,KAAK,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1D,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;gBACvC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,MAAc;QACjD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;YACvC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAEtE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAElC,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/C,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClD,SAAS,CAAC,MAAM,GAAG,aAAa,CAAC;gBACjC,SAAS,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;gBACnC,SAAS,CAAC,KAAK,GAAG,MAAM,CAAC;gBAEzB,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;oBACvC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,YAAY,CAAC,OAAe;QAC1B,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;IAC9C,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,yBAAyB,CAAC,OAAe;QACvC,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,KAAK,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;YAC1B,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAED,UAAU,CAAC,OAAgB;QACzB,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,OAAe;QACrD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEvC,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,SAAS,IAAI,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACpF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;YACrD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,MAA0B;QACpE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;gBACrE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,mBAAmB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClF,IAAI,MAAM,EAAE,CAAC;oBACX,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,OAAe,EACf,MAAc,EACd,OAAsB;QAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,SAAS,EAAE,QAAQ,KAAK,MAAM,EAAE,CAAC;YACnC,OAAO;QACT,CAAC;QAED,SAAS,CAAC,aAAa,GAAG,OAAO,CAAC;QAElC,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACnC,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC;YAE/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YACzD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CACzD,OAAO,EACP,IAAI,CAAC,qBAAqB,EAC1B,SAAS,EACT,MAAM,CACP,CAAC;gBACF,SAAS,CAAC,iBAAiB,GAAG,UAAU,CAAC,EAAE,CAAC;YAC9C,CAAC;YAED,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC;QACjC,CAAC;QAED,SAAS,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAEnC,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,OAAe;QAC3C,OAAO;YACL,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACrE,OAAO;YACP,MAAM,EAAE,SAAkC;YAC1C,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,OAAe;QACzC,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAErD,IAAI,OAAO,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;CACF"}

package/dist/learning/demo-selector.d.ts

@@ -0,0 +1,29 @@
+import type { Demo, DemoStats, ExecutionTrace, TraceStore } from '@cogitator-ai/types';
+export interface DemoSelectorOptions {
+    traceStore: TraceStore;
+    maxDemos?: number;
+    minScore?: number;
+    diversityWeight?: number;
+}
+export declare class DemoSelector {
+    private traceStore;
+    private demos;
+    private agentDemos;
+    private maxDemos;
+    private minScore;
+    constructor(options: DemoSelectorOptions);
+    selectDemos(agentId: string, input: string, limit: number): Promise<Demo[]>;
+    addDemo(trace: ExecutionTrace): Promise<Demo>;
+    removeDemo(id: string): Promise<void>;
+    getDemoStats(agentId: string): Promise<DemoStats>;
+    getDemo(id: string): Demo | null;
+    getAllDemos(agentId: string): Demo[];
+    private calculateRelevance;
+    private diversifySelection;
+    private calculateSimilarity;
+    private extractKeySteps;
+    private extractContext;
+    private pruneLowestScoring;
+    formatDemosForPrompt(demos: Demo[]): string;
+}
+//# sourceMappingURL=demo-selector.d.ts.map

package/dist/learning/demo-selector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"demo-selector.d.ts","sourceRoot":"","sources":["../../src/learning/demo-selector.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAY,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjG,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAA2B;IACxC,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAS;gBAEb,OAAO,EAAE,mBAAmB;IAMlC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAwC3E,OAAO,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAuC7C,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAuCvD,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI;IAIhC,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,EAAE;IAapC,OAAO,CAAC,kBAAkB;IAa1B,OAAO,CAAC,kBAAkB;IAoC1B,OAAO,CAAC,mBAAmB;IAa3B,OAAO,CAAC,eAAe;IAiBvB,OAAO,CAAC,cAAc;YAeR,kBAAkB;IAsBhC,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM;CAgB5C"}

package/dist/learning/demo-selector.js

@@ -0,0 +1,235 @@
+import { nanoid } from 'nanoid';
+export class DemoSelector {
+    traceStore;
+    demos = new Map();
+    agentDemos = new Map();
+    maxDemos;
+    minScore;
+    constructor(options) {
+        this.traceStore = options.traceStore;
+        this.maxDemos = options.maxDemos ?? 10;
+        this.minScore = options.minScore ?? 0.8;
+    }
+    async selectDemos(agentId, input, limit) {
+        const agentDemoIds = this.agentDemos.get(agentId);
+        if (!agentDemoIds || agentDemoIds.size === 0) {
+            return [];
+        }
+        const demos = [];
+        for (const id of agentDemoIds) {
+            const demo = this.demos.get(id);
+            if (demo)
+                demos.push(demo);
+        }
+        const inputLower = input.toLowerCase();
+        const inputWords = new Set(inputLower.split(/\s+/).filter((w) => w.length > 3));
+        const scored = demos.map((demo) => {
+            const relevance = this.calculateRelevance(inputWords, demo);
+            const quality = demo.score;
+            const usage = Math.min(demo.usageCount * 0.1, 0.5);
+            const score = relevance * 0.4 + quality * 0.4 + usage * 0.2;
+            return { demo, score };
+        });
+        scored.sort((a, b) => b.score - a.score);
+        const selected = this.diversifySelection(scored.map((s) => s.demo), limit);
+        for (const demo of selected) {
+            demo.usageCount++;
+            demo.lastUsedAt = new Date();
+        }
+        return selected;
+    }
+    async addDemo(trace) {
+        if (trace.score < this.minScore) {
+            throw new Error(`Trace score ${trace.score} below minimum ${this.minScore}`);
+        }
+        const demo = {
+            id: `demo_${nanoid(12)}`,
+            agentId: trace.agentId,
+            traceId: trace.id,
+            input: trace.input,
+            output: trace.output,
+            keySteps: this.extractKeySteps(trace),
+            score: trace.score,
+            metrics: trace.metrics,
+            usageCount: 0,
+            lastUsedAt: new Date(),
+            createdAt: new Date(),
+            labels: trace.labels,
+            context: this.extractContext(trace),
+        };
+        this.demos.set(demo.id, demo);
+        let agentDemoIds = this.agentDemos.get(trace.agentId);
+        if (!agentDemoIds) {
+            agentDemoIds = new Set();
+            this.agentDemos.set(trace.agentId, agentDemoIds);
+        }
+        agentDemoIds.add(demo.id);
+        await this.traceStore.markAsDemo(trace.id);
+        if (agentDemoIds.size > this.maxDemos) {
+            await this.pruneLowestScoring(trace.agentId);
+        }
+        return demo;
+    }
+    async removeDemo(id) {
+        const demo = this.demos.get(id);
+        if (!demo)
+            return;
+        this.demos.delete(id);
+        this.agentDemos.get(demo.agentId)?.delete(id);
+        await this.traceStore.unmarkAsDemo(demo.traceId);
+    }
+    async getDemoStats(agentId) {
+        const agentDemoIds = this.agentDemos.get(agentId);
+        if (!agentDemoIds || agentDemoIds.size === 0) {
+            return {
+                totalDemos: 0,
+                averageScore: 0,
+                usageDistribution: [],
+                coverageGaps: [],
+            };
+        }
+        const demos = [];
+        for (const id of agentDemoIds) {
+            const demo = this.demos.get(id);
+            if (demo)
+                demos.push(demo);
+        }
+        const totalScore = demos.reduce((sum, d) => sum + d.score, 0);
+        const averageScore = totalScore / demos.length;
+        const usageDistribution = demos
+            .map((d) => ({ demoId: d.id, count: d.usageCount }))
+            .sort((a, b) => b.count - a.count);
+        const unusedDemos = demos.filter((d) => d.usageCount === 0);
+        const coverageGaps = unusedDemos.length > 0
+            ? ['Some demos have never been used - may indicate coverage gaps']
+            : [];
+        return {
+            totalDemos: demos.length,
+            averageScore,
+            usageDistribution,
+            coverageGaps,
+        };
+    }
+    getDemo(id) {
+        return this.demos.get(id) ?? null;
+    }
+    getAllDemos(agentId) {
+        const agentDemoIds = this.agentDemos.get(agentId);
+        if (!agentDemoIds)
+            return [];
+        const demos = [];
+        for (const id of agentDemoIds) {
+            const demo = this.demos.get(id);
+            if (demo)
+                demos.push(demo);
+        }
+        return demos.sort((a, b) => b.score - a.score);
+    }
+    calculateRelevance(inputWords, demo) {
+        const demoText = `${demo.input} ${demo.output} ${demo.context ?? ''}`.toLowerCase();
+        let matches = 0;
+        for (const word of inputWords) {
+            if (demoText.includes(word)) {
+                matches++;
+            }
+        }
+        return inputWords.size > 0 ? matches / inputWords.size : 0;
+    }
+    diversifySelection(demos, limit) {
+        if (demos.length <= limit) {
+            return demos;
+        }
+        const selected = [];
+        const remaining = [...demos];
+        selected.push(remaining.shift());
+        while (selected.length < limit && remaining.length > 0) {
+            let bestIndex = 0;
+            let bestDiversity = -1;
+            for (let i = 0; i < remaining.length; i++) {
+                const candidate = remaining[i];
+                let minSimilarity = 1;
+                for (const existing of selected) {
+                    const similarity = this.calculateSimilarity(candidate, existing);
+                    minSimilarity = Math.min(minSimilarity, similarity);
+                }
+                const diversity = 1 - minSimilarity;
+                if (diversity > bestDiversity) {
+                    bestDiversity = diversity;
+                    bestIndex = i;
+                }
+            }
+            selected.push(remaining.splice(bestIndex, 1)[0]);
+        }
+        return selected;
+    }
+    calculateSimilarity(a, b) {
+        const aWords = new Set(a.input.toLowerCase().split(/\s+/));
+        const bWords = new Set(b.input.toLowerCase().split(/\s+/));
+        let intersection = 0;
+        for (const word of aWords) {
+            if (bWords.has(word))
+                intersection++;
+        }
+        const union = aWords.size + bWords.size - intersection;
+        return union > 0 ? intersection / union : 0;
+    }
+    extractKeySteps(trace) {
+        const keySteps = [];
+        for (const step of trace.steps) {
+            if (step.type === 'tool_call' && step.toolCall) {
+                keySteps.push({
+                    description: `Used ${step.toolCall.name} tool`,
+                    toolName: step.toolCall.name,
+                    toolInput: step.toolCall.arguments,
+                    toolOutput: step.toolResult?.result,
+                });
+            }
+        }
+        return keySteps.slice(0, 5);
+    }
+    extractContext(trace) {
+        const parts = [];
+        if (trace.toolCalls.length > 0) {
+            const tools = [...new Set(trace.toolCalls.map((t) => t.name))];
+            parts.push(`Tools: ${tools.join(', ')}`);
+        }
+        if (trace.labels && trace.labels.length > 0) {
+            parts.push(`Labels: ${trace.labels.join(', ')}`);
+        }
+        return parts.join('; ');
+    }
+    async pruneLowestScoring(agentId) {
+        const agentDemoIds = this.agentDemos.get(agentId);
+        if (!agentDemoIds || agentDemoIds.size <= this.maxDemos)
+            return;
+        const demos = [];
+        for (const id of agentDemoIds) {
+            const demo = this.demos.get(id);
+            if (demo)
+                demos.push(demo);
+        }
+        demos.sort((a, b) => {
+            const scoreA = a.score * 0.6 + Math.min(a.usageCount * 0.1, 0.4);
+            const scoreB = b.score * 0.6 + Math.min(b.usageCount * 0.1, 0.4);
+            return scoreB - scoreA;
+        });
+        const toRemove = demos.slice(this.maxDemos);
+        for (const demo of toRemove) {
+            await this.removeDemo(demo.id);
+        }
+    }
+    formatDemosForPrompt(demos) {
+        if (demos.length === 0)
+            return '';
+        const formatted = demos.map((demo, i) => {
+            const stepsStr = demo.keySteps.length > 0
+                ? `\nSteps: ${demo.keySteps.map((s) => s.description).join(' → ')}`
+                : '';
+            return `Example ${i + 1}:
+Input: ${demo.input}
+Output: ${demo.output}${stepsStr}`;
+        });
+        return `\n\nHere are some examples of successful executions:\n\n${formatted.join('\n\n')}`;
+    }
+}
+//# sourceMappingURL=demo-selector.js.map

package/dist/learning/demo-selector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"demo-selector.js","sourceRoot":"","sources":["../../src/learning/demo-selector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAUhC,MAAM,OAAO,YAAY;IACf,UAAU,CAAa;IACvB,KAAK,GAAG,IAAI,GAAG,EAAgB,CAAC;IAChC,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC5C,QAAQ,CAAS;IACjB,QAAQ,CAAS;IAEzB,YAAY,OAA4B;QACtC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,KAAa,EAAE,KAAa;QAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAEhF,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;YAEnD,MAAM,KAAK,GAAG,SAAS,GAAG,GAAG,GAAG,OAAO,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG,CAAC;YAE5D,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEzC,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CACtC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EACzB,KAAK,CACN,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAC/B,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAqB;QACjC,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,eAAe,KAAK,CAAC,KAAK,kBAAkB,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,IAAI,GAAS;YACjB,EAAE,EAAE,QAAQ,MAAM,CAAC,EAAE,CAAC,EAAE;YACxB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,OAAO,EAAE,KAAK,CAAC,EAAE;YACjB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;SACpC,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAE9B,IAAI,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACnD,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE1B,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAE3C,IAAI,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO;QAElB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAE9C,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAe;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAElD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC7C,OAAO;gBACL,UAAU,EAAE,CAAC;gBACb,YAAY,EAAE,CAAC;gBACf,iBAAiB,EAAE,EAAE;gBACrB,YAAY,EAAE,EAAE;aACjB,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;QAE/C,MAAM,iBAAiB,GAAG,KAAK;aAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC;QAC5D,MAAM,YAAY,GAChB,WAAW,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC,CAAC,8DAA8D,CAAC;YAClE,CAAC,CAAC,EAAE,CAAC;QAET,OAAO;YACL,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,YAAY;YACZ,iBAAiB;YACjB,YAAY;SACb,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IACpC,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY;YAAE,OAAO,EAAE,CAAC;QAE7B,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAEO,kBAAkB,CAAC,UAAuB,EAAE,IAAU;QAC5D,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,WAAW,EAAE,CAAC;QAEpF,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEO,kBAAkB,CAAC,KAAa,EAAE,KAAa;QACrD,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,QAAQ,GAAW,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAE7B,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAG,CAAC,CAAC;QAElC,OAAO,QAAQ,CAAC,MAAM,GAAG,KAAK,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;YAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,aAAa,GAAG,CAAC,CAAC;gBAEtB,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;oBAChC,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;oBACjE,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;gBACtD,CAAC;gBAED,MAAM,SAAS,GAAG,CAAC,GAAG,aAAa,CAAC;gBACpC,IAAI,SAAS,GAAG,aAAa,EAAE,CAAC;oBAC9B,aAAa,GAAG,SAAS,CAAC;oBAC1B,SAAS,GAAG,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,mBAAmB,CAAC,CAAO,EAAE,CAAO;QAC1C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAE3D,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,YAAY,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,GAAG,YAAY,CAAC;QACvD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,eAAe,CAAC,KAAqB;QAC3C,MAAM,QAAQ,GAAe,EAAE,CAAC;QAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC;oBACZ,WAAW,EAAE,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,OAAO;oBAC9C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;oBAC5B,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;oBAClC,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM;iBACpC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;IAEO,cAAc,CAAC,KAAqB;QAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/D,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,OAAe;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEhE,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAClB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;YACjE,OAAO,MAAM,GAAG,MAAM,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,oBAAoB,CAAC,KAAa;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YACtC,MAAM,QAAQ,GACZ,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;gBACtB,CAAC,CAAC,YAAY,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;gBACnE,CAAC,CAAC,EAAE,CAAC;YAET,OAAO,WAAW,CAAC,GAAG,CAAC;SACpB,IAAI,CAAC,KAAK;UACT,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,OAAO,2DAA2D,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;IAC7F,CAAC;CACF"}

package/dist/learning/index.d.ts

@@ -0,0 +1,24 @@
+export { InMemoryTraceStore } from './trace-store';
+export { MetricEvaluator, createSuccessMetric, createExactMatchMetric, createContainsMetric, } from './metrics';
+export type { MetricEvaluatorOptions } from './metrics';
+export { DemoSelector } from './demo-selector';
+export type { DemoSelectorOptions } from './demo-selector';
+export { InstructionOptimizer } from './instruction-optimizer';
+export type { InstructionOptimizerOptions } from './instruction-optimizer';
+export { AgentOptimizer } from './agent-optimizer';
+export type { AgentOptimizerOptions } from './agent-optimizer';
+export { buildFailureAnalysisPrompt, buildInstructionCandidatePrompt, buildInstructionEvaluationPrompt, buildInstructionRefinementPrompt, parseFailureAnalysisResponse, parseInstructionCandidatesResponse, parseInstructionEvaluationResponse, parseInstructionRefinementResponse, } from './prompts';
+export type { FailureAnalysisResult, InstructionCandidate, InstructionEvaluation, InstructionRefinement, } from './prompts';
+export { PostgresTraceStore } from './postgres-trace-store';
+export type { PostgresTraceStoreConfig } from './postgres-trace-store';
+export { PromptLogger, wrapWithPromptLogger } from './prompt-logger';
+export type { PromptLoggerContext, PromptLoggerConfig } from './prompt-logger';
+export { ABTestingFramework } from './ab-testing';
+export type { ABTestingFrameworkConfig } from './ab-testing';
+export { PromptMonitor } from './prompt-monitor';
+export type { PromptMonitorConfig } from './prompt-monitor';
+export { RollbackManager } from './rollback-manager';
+export type { RollbackManagerConfig, RollbackResult } from './rollback-manager';
+export { AutoOptimizer } from './auto-optimizer';
+export type { AutoOptimizerConfig } from './auto-optimizer';
+//# sourceMappingURL=index.d.ts.map

package/dist/learning/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/learning/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,sBAAsB,EACtB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AACnB,YAAY,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,YAAY,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,YAAY,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,YAAY,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EACL,0BAA0B,EAC1B,+BAA+B,EAC/B,gCAAgC,EAChC,gCAAgC,EAChC,4BAA4B,EAC5B,kCAAkC,EAClC,kCAAkC,EAClC,kCAAkC,GACnC,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,WAAW,CAAC;AAEnB,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,YAAY,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACrE,YAAY,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,YAAY,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,qBAAqB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/learning/index.js

@@ -0,0 +1,13 @@
+export { InMemoryTraceStore } from './trace-store';
+export { MetricEvaluator, createSuccessMetric, createExactMatchMetric, createContainsMetric, } from './metrics';
+export { DemoSelector } from './demo-selector';
+export { InstructionOptimizer } from './instruction-optimizer';
+export { AgentOptimizer } from './agent-optimizer';
+export { buildFailureAnalysisPrompt, buildInstructionCandidatePrompt, buildInstructionEvaluationPrompt, buildInstructionRefinementPrompt, parseFailureAnalysisResponse, parseInstructionCandidatesResponse, parseInstructionEvaluationResponse, parseInstructionRefinementResponse, } from './prompts';
+export { PostgresTraceStore } from './postgres-trace-store';
+export { PromptLogger, wrapWithPromptLogger } from './prompt-logger';
+export { ABTestingFramework } from './ab-testing';
+export { PromptMonitor } from './prompt-monitor';
+export { RollbackManager } from './rollback-manager';
+export { AutoOptimizer } from './auto-optimizer';
+//# sourceMappingURL=index.js.map

package/dist/learning/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/learning/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,sBAAsB,EACtB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AAEnB,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,OAAO,EACL,0BAA0B,EAC1B,+BAA+B,EAC/B,gCAAgC,EAChC,gCAAgC,EAChC,4BAA4B,EAC5B,kCAAkC,EAClC,kCAAkC,EAClC,kCAAkC,GACnC,MAAM,WAAW,CAAC;AAQnB,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE5D,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAErE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAElD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/learning/instruction-optimizer.d.ts

@@ -0,0 +1,29 @@
+import type { ExecutionTrace, TraceStore, InsightStore, InstructionOptimizationResult, LLMBackend } from '@cogitator-ai/types';
+export interface InstructionOptimizerOptions {
+    llm: LLMBackend;
+    model: string;
+    traceStore: TraceStore;
+    insightStore?: InsightStore;
+    candidateCount?: number;
+    refinementRounds?: number;
+}
+export declare class InstructionOptimizer {
+    private llm;
+    private model;
+    private traceStore;
+    private insightStore?;
+    private candidateCount;
+    private refinementRounds;
+    constructor(options: InstructionOptimizerOptions);
+    optimize(agentId: string, currentInstructions: string, options?: {
+        traces?: ExecutionTrace[];
+        maxTraces?: number;
+        minScoreToConsider?: number;
+    }): Promise<InstructionOptimizationResult>;
+    private analyzeFailures;
+    private generateCandidates;
+    private evaluateCandidates;
+    private refineInstructions;
+    private estimateInstructionScore;
+}
+//# sourceMappingURL=instruction-optimizer.d.ts.map

package/dist/learning/instruction-optimizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"instruction-optimizer.d.ts","sourceRoot":"","sources":["../../src/learning/instruction-optimizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,YAAY,EAGZ,6BAA6B,EAC7B,UAAU,EACX,MAAM,qBAAqB,CAAC;AAY7B,MAAM,WAAW,2BAA2B;IAC1C,GAAG,EAAE,UAAU,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,UAAU,CAAC;IACvB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,2BAA2B;IAS1C,QAAQ,CACZ,OAAO,EAAE,MAAM,EACf,mBAAmB,EAAE,MAAM,EAC3B,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;QAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;KAC7B,GACA,OAAO,CAAC,6BAA6B,CAAC;YAoF3B,eAAe;YAqBf,kBAAkB;YAyBlB,kBAAkB;YAkClB,kBAAkB;YAqBlB,wBAAwB;CAgBvC"}