@cogitator-ai/core 0.1.0 → 0.3.0

package/dist/learning/ab-testing.js

@@ -0,0 +1,267 @@
+const DEFAULT_CONFIG = {
+    defaultConfidenceLevel: 0.95,
+    defaultMinSampleSize: 50,
+    defaultMaxDuration: 7 * 24 * 60 * 60 * 1000,
+    autoDeployWinner: false,
+};
+export class ABTestingFramework {
+    store;
+    config;
+    activeTests = new Map();
+    constructor(config) {
+        this.store = config.store;
+        this.config = {
+            defaultConfidenceLevel: config.defaultConfidenceLevel ?? DEFAULT_CONFIG.defaultConfidenceLevel,
+            defaultMinSampleSize: config.defaultMinSampleSize ?? DEFAULT_CONFIG.defaultMinSampleSize,
+            defaultMaxDuration: config.defaultMaxDuration ?? DEFAULT_CONFIG.defaultMaxDuration,
+            autoDeployWinner: config.autoDeployWinner ?? DEFAULT_CONFIG.autoDeployWinner,
+        };
+    }
+    async createTest(params) {
+        const test = await this.store.create({
+            agentId: params.agentId,
+            name: params.name,
+            description: params.description,
+            status: 'draft',
+            controlInstructions: params.controlInstructions,
+            treatmentInstructions: params.treatmentInstructions,
+            treatmentAllocation: params.treatmentAllocation ?? 0.5,
+            minSampleSize: params.minSampleSize ?? this.config.defaultMinSampleSize,
+            maxDuration: params.maxDuration ?? this.config.defaultMaxDuration,
+            confidenceLevel: params.confidenceLevel ?? this.config.defaultConfidenceLevel,
+            metricToOptimize: params.metricToOptimize ?? 'score',
+            controlResults: this.emptyResults(),
+            treatmentResults: this.emptyResults(),
+        });
+        return test;
+    }
+    async startTest(testId) {
+        const test = await this.store.update(testId, {
+            status: 'running',
+            startedAt: new Date(),
+        });
+        this.activeTests.set(test.agentId, test);
+        return test;
+    }
+    async pauseTest(testId) {
+        const test = await this.store.update(testId, {
+            status: 'paused',
+        });
+        this.activeTests.delete(test.agentId);
+        return test;
+    }
+    async resumeTest(testId) {
+        const test = await this.store.update(testId, {
+            status: 'running',
+        });
+        this.activeTests.set(test.agentId, test);
+        return test;
+    }
+    async completeTest(testId) {
+        const test = await this.store.update(testId, {
+            status: 'completed',
+            completedAt: new Date(),
+        });
+        this.activeTests.delete(test.agentId);
+        const outcome = this.analyzeResults(test);
+        return { test, outcome };
+    }
+    async cancelTest(testId) {
+        const test = await this.store.update(testId, {
+            status: 'cancelled',
+            completedAt: new Date(),
+        });
+        this.activeTests.delete(test.agentId);
+        return test;
+    }
+    async getActiveTest(agentId) {
+        const cached = this.activeTests.get(agentId);
+        if (cached) {
+            return cached;
+        }
+        const test = await this.store.getActive(agentId);
+        if (test) {
+            this.activeTests.set(agentId, test);
+        }
+        return test;
+    }
+    selectVariant(test) {
+        return Math.random() < test.treatmentAllocation ? 'treatment' : 'control';
+    }
+    getInstructionsForVariant(test, variant) {
+        return variant === 'treatment' ? test.treatmentInstructions : test.controlInstructions;
+    }
+    async recordResult(testId, variant, score, latency, cost) {
+        await this.store.recordResult(testId, variant, score, latency, cost);
+        const test = await this.store.get(testId);
+        if (test?.agentId) {
+            this.activeTests.set(test.agentId, test);
+        }
+    }
+    async checkAndCompleteIfReady(testId) {
+        const test = await this.store.get(testId);
+        if (test?.status !== 'running') {
+            return null;
+        }
+        const totalSamples = test.controlResults.sampleSize + test.treatmentResults.sampleSize;
+        const minSamplesReached = totalSamples >= test.minSampleSize * 2;
+        const elapsed = test.startedAt ? Date.now() - test.startedAt.getTime() : 0;
+        const maxDurationReached = elapsed >= test.maxDuration;
+        if (minSamplesReached || maxDurationReached) {
+            const outcome = this.analyzeResults(test);
+            if (outcome.isSignificant || maxDurationReached) {
+                await this.store.update(testId, {
+                    status: 'completed',
+                    completedAt: new Date(),
+                });
+                this.activeTests.delete(test.agentId);
+                return outcome;
+            }
+        }
+        return null;
+    }
+    analyzeResults(test) {
+        const control = test.controlResults;
+        const treatment = test.treatmentResults;
+        if (control.sampleSize < 2 || treatment.sampleSize < 2) {
+            return {
+                winner: null,
+                pValue: 1,
+                confidenceInterval: [0, 0],
+                effectSize: 0,
+                isSignificant: false,
+                recommendation: 'Insufficient sample size for statistical analysis',
+            };
+        }
+        const controlMean = control.avgScore;
+        const treatmentMean = treatment.avgScore;
+        const controlStd = this.calculateStd(control.scores, controlMean);
+        const treatmentStd = this.calculateStd(treatment.scores, treatmentMean);
+        const { tStatistic, degreesOfFreedom } = this.welchTTest(controlMean, treatmentMean, controlStd, treatmentStd, control.sampleSize, treatment.sampleSize);
+        const pValue = this.tDistributionPValue(Math.abs(tStatistic), degreesOfFreedom);
+        const pooledStd = Math.sqrt(((control.sampleSize - 1) * controlStd ** 2 + (treatment.sampleSize - 1) * treatmentStd ** 2) /
+            (control.sampleSize + treatment.sampleSize - 2));
+        const effectSize = pooledStd > 0 ? (treatmentMean - controlMean) / pooledStd : 0;
+        const seDiff = Math.sqrt((controlStd ** 2) / control.sampleSize + (treatmentStd ** 2) / treatment.sampleSize);
+        const tCritical = this.tCriticalValue(test.confidenceLevel, degreesOfFreedom);
+        const meanDiff = treatmentMean - controlMean;
+        const confidenceInterval = [
+            meanDiff - tCritical * seDiff,
+            meanDiff + tCritical * seDiff,
+        ];
+        const alpha = 1 - test.confidenceLevel;
+        const isSignificant = pValue < alpha;
+        let winner = null;
+        let recommendation;
+        if (!isSignificant) {
+            recommendation = `No statistically significant difference detected (p=${pValue.toFixed(4)}). Consider collecting more data or accepting null hypothesis.`;
+        }
+        else if (treatmentMean > controlMean) {
+            winner = 'treatment';
+            recommendation = `Treatment performs significantly better (p=${pValue.toFixed(4)}, effect size=${effectSize.toFixed(3)}). Recommend deploying treatment variant.`;
+        }
+        else {
+            winner = 'control';
+            recommendation = `Control performs significantly better (p=${pValue.toFixed(4)}, effect size=${Math.abs(effectSize).toFixed(3)}). Recommend keeping control variant.`;
+        }
+        return {
+            winner,
+            pValue,
+            confidenceInterval,
+            effectSize,
+            isSignificant,
+            recommendation,
+        };
+    }
+    emptyResults() {
+        return {
+            sampleSize: 0,
+            successRate: 0,
+            avgScore: 0,
+            avgLatency: 0,
+            totalCost: 0,
+            scores: [],
+        };
+    }
+    calculateStd(values, mean) {
+        if (values.length < 2)
+            return 0;
+        const squaredDiffs = values.map((v) => (v - mean) ** 2);
+        const variance = squaredDiffs.reduce((a, b) => a + b, 0) / (values.length - 1);
+        return Math.sqrt(variance);
+    }
+    welchTTest(mean1, mean2, std1, std2, n1, n2) {
+        const se1 = (std1 ** 2) / n1;
+        const se2 = (std2 ** 2) / n2;
+        const seDiff = Math.sqrt(se1 + se2);
+        const tStatistic = seDiff > 0 ? (mean1 - mean2) / seDiff : 0;
+        const numerator = (se1 + se2) ** 2;
+        const denominator = (se1 ** 2) / (n1 - 1) + (se2 ** 2) / (n2 - 1);
+        const degreesOfFreedom = denominator > 0 ? numerator / denominator : 1;
+        return { tStatistic, degreesOfFreedom };
+    }
+    tDistributionPValue(tStatistic, df) {
+        const x = df / (df + tStatistic ** 2);
+        const beta = this.incompleteBeta(x, df / 2, 0.5);
+        return beta;
+    }
+    incompleteBeta(x, a, b) {
+        if (x === 0)
+            return 0;
+        if (x === 1)
+            return 1;
+        const maxIterations = 200;
+        const epsilon = 1e-10;
+        let sum = 0;
+        let term = 1;
+        for (let n = 0; n < maxIterations; n++) {
+            const coeff = this.gamma(a + b + n) / (this.gamma(a + 1 + n) * this.gamma(b));
+            term = coeff * Math.pow(x, a + n) * Math.pow(1 - x, b - 1);
+            if (n > 0 && Math.abs(term) < epsilon)
+                break;
+            sum += term;
+        }
+        return (sum * this.gamma(a + b)) / (this.gamma(a) * this.gamma(b));
+    }
+    gamma(z) {
+        if (z < 0.5) {
+            return Math.PI / (Math.sin(Math.PI * z) * this.gamma(1 - z));
+        }
+        z -= 1;
+        const g = 7;
+        const c = [
+            0.99999999999980993, 676.5203681218851, -1259.1392167224028, 771.32342877765313,
+            -176.61502916214059, 12.507343278686905, -0.13857109526572012, 9.9843695780195716e-6,
+            1.5056327351493116e-7,
+        ];
+        let x = c[0];
+        for (let i = 1; i < g + 2; i++) {
+            x += c[i] / (z + i);
+        }
+        const t = z + g + 0.5;
+        return Math.sqrt(2 * Math.PI) * Math.pow(t, z + 0.5) * Math.exp(-t) * x;
+    }
+    tCriticalValue(confidenceLevel, df) {
+        const alpha = 1 - confidenceLevel;
+        const p = 1 - alpha / 2;
+        let low = 0;
+        let high = 10;
+        while (high - low > 0.0001) {
+            const mid = (low + high) / 2;
+            const cdf = this.tCDF(mid, df);
+            if (cdf < p) {
+                low = mid;
+            }
+            else {
+                high = mid;
+            }
+        }
+        return (low + high) / 2;
+    }
+    tCDF(t, df) {
+        const x = df / (df + t ** 2);
+        const beta = this.incompleteBeta(x, df / 2, 0.5);
+        return t >= 0 ? 1 - beta / 2 : beta / 2;
+    }
+}
+//# sourceMappingURL=ab-testing.js.map

package/dist/learning/ab-testing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ab-testing.js","sourceRoot":"","sources":["../../src/learning/ab-testing.ts"],"names":[],"mappings":"AAoBA,MAAM,cAAc,GAA4B;IAC9C,sBAAsB,EAAE,IAAI;IAC5B,oBAAoB,EAAE,EAAE;IACxB,kBAAkB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;IAC3C,gBAAgB,EAAE,KAAK;CACxB,CAAC;AAEF,MAAM,OAAO,kBAAkB;IACrB,KAAK,CAAc;IACnB,MAAM,CAA0B;IAChC,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEhD,YAAY,MAAgC;QAC1C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG;YACZ,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,IAAI,cAAc,CAAC,sBAAsB;YAC9F,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,IAAI,cAAc,CAAC,oBAAoB;YACxF,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,cAAc,CAAC,kBAAkB;YAClF,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,cAAc,CAAC,gBAAgB;SAC7E,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAWhB;QACC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACnC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,MAAM,EAAE,OAAO;YACf,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;YACnD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,GAAG;YACtD,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB;YACvE,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB;YACjE,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAsB;YAC7E,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,OAAO;YACpD,cAAc,EAAE,IAAI,CAAC,YAAY,EAAE;YACnC,gBAAgB,EAAE,IAAI,CAAC,YAAY,EAAE;SACtC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAc;QAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;YAC3C,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAc;QAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;YAC3C,MAAM,EAAE,QAAQ;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;YAC3C,MAAM,EAAE,SAAS;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc;QAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;YAC3C,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEtC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAE1C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;YAC3C,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAe;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,IAAY;QACxB,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5E,CAAC;IAED,yBAAyB,CAAC,IAAY,EAAE,OAAsB;QAC5D,OAAO,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC;IACzF,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,MAAc,EACd,OAAsB,EACtB,KAAa,EACb,OAAe,EACf,IAAY;QAEZ,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAErE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,IAAI,EAAE,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc;QAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,IAAI,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC;QACvF,MAAM,iBAAiB,GAAG,YAAY,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,kBAAkB,GAAG,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC;QAEvD,IAAI,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAE1C,IAAI,OAAO,CAAC,aAAa,IAAI,kBAAkB,EAAE,CAAC;gBAChD,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;oBAC9B,MAAM,EAAE,WAAW;oBACnB,WAAW,EAAE,IAAI,IAAI,EAAE;iBACxB,CAAC,CAAC;gBACH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtC,OAAO,OAAO,CAAC;YACjB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAExC,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,IAAI,SAAS,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,CAAC;gBACT,kBAAkB,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC1B,UAAU,EAAE,CAAC;gBACb,aAAa,EAAE,KAAK;gBACpB,cAAc,EAAE,mDAAmD;aACpE,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC;QACrC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QAExE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CACtD,WAAW,EACX,aAAa,EACb,UAAU,EACV,YAAY,EACZ,OAAO,CAAC,UAAU,EAClB,SAAS,CAAC,UAAU,CACrB,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAEhF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CACzB,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,UAAU,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,YAAY,IAAI,CAAC,CAAC;YAC3F,CAAC,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,CAClD,CAAC;QACF,MAAM,UAAU,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CACtB,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,GAAG,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC,UAAU,CACpF,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAC9E,MAAM,QAAQ,GAAG,aAAa,GAAG,WAAW,CAAC;QAC7C,MAAM,kBAAkB,GAAqB;YAC3C,QAAQ,GAAG,SAAS,GAAG,MAAM;YAC7B,QAAQ,GAAG,SAAS,GAAG,MAAM;SAC9B,CAAC;QAEF,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC;QACvC,MAAM,aAAa,GAAG,MAAM,GAAG,KAAK,CAAC;QAErC,IAAI,MAAM,GAAyB,IAAI,CAAC;QACxC,IAAI,cAAsB,CAAC;QAE3B,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,cAAc,GAAG,uDAAuD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,gEAAgE,CAAC;QAC5J,CAAC;aAAM,IAAI,aAAa,GAAG,WAAW,EAAE,CAAC;YACvC,MAAM,GAAG,WAAW,CAAC;YACrB,cAAc,GAAG,8CAA8C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,2CAA2C,CAAC;QACpK,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,SAAS,CAAC;YACnB,cAAc,GAAG,4CAA4C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,uCAAuC,CAAC;QACxK,CAAC;QAED,OAAO;YACL,MAAM;YACN,MAAM;YACN,kBAAkB;YAClB,UAAU;YACV,aAAa;YACb,cAAc;SACf,CAAC;IACJ,CAAC;IAEO,YAAY;QAClB,OAAO;YACL,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,MAAgB,EAAE,IAAY;QACjD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAChC,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/E,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAEO,UAAU,CAChB,KAAa,EACb,KAAa,EACb,IAAY,EACZ,IAAY,EACZ,EAAU,EACV,EAAU;QAEV,MAAM,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;QAEpC,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7D,MAAM,SAAS,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAClE,MAAM,gBAAgB,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC1C,CAAC;IAEO,mBAAmB,CAAC,UAAkB,EAAE,EAAU;QACxD,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,UAAU,IAAI,CAAC,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS;QACpD,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEtB,MAAM,aAAa,GAAG,GAAG,CAAC;QAC1B,MAAM,OAAO,GAAG,KAAK,CAAC;QAEtB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,IAAI,GAAG,CAAC,CAAC;QAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAE3D,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,OAAO;gBAAE,MAAM;YAC7C,GAAG,IAAI,IAAI,CAAC;QACd,CAAC;QAED,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IAEO,KAAK,CAAC,CAAS;QACrB,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,CAAC,IAAI,CAAC,CAAC;QACP,MAAM,CAAC,GAAG,CAAC,CAAC;QACZ,MAAM,CAAC,GAAG;YACR,mBAAmB,EAAE,iBAAiB,EAAE,CAAC,kBAAkB,EAAE,kBAAkB;YAC/E,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,CAAC,mBAAmB,EAAE,qBAAqB;YACpF,qBAAqB;SACtB,CAAC;QAEF,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1E,CAAC;IAEO,cAAc,CAAC,eAAuB,EAAE,EAAU;QACxD,MAAM,KAAK,GAAG,CAAC,GAAG,eAAe,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;QAExB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,IAAI,GAAG,EAAE,CAAC;QAEd,OAAO,IAAI,GAAG,GAAG,GAAG,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;gBACZ,GAAG,GAAG,GAAG,CAAC;YACZ,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAEO,IAAI,CAAC,CAAS,EAAE,EAAU;QAChC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IAC1C,CAAC;CACF"}

package/dist/learning/agent-optimizer.d.ts

@@ -0,0 +1,42 @@
+import type { ExecutionTrace, TraceStore, Demo, OptimizationResult, CompileOptions, LearningStats, LearningConfig, InsightStore, RunResult, Agent, LLMBackend } from '@cogitator-ai/types';
+import { MetricEvaluator } from './metrics';
+import { DemoSelector } from './demo-selector';
+import { InstructionOptimizer } from './instruction-optimizer';
+export interface AgentOptimizerOptions {
+    llm: LLMBackend;
+    model: string;
+    traceStore?: TraceStore;
+    insightStore?: InsightStore;
+    config?: Partial<LearningConfig>;
+}
+export declare class AgentOptimizer {
+    private llm;
+    private model;
+    private traceStore;
+    private insightStore?;
+    private metricEvaluator;
+    private demoSelector;
+    private instructionOptimizer;
+    private config;
+    private optimizationRuns;
+    constructor(options: AgentOptimizerOptions);
+    captureTrace(runResult: RunResult, input: string, options?: {
+        expected?: unknown;
+        labels?: string[];
+    }): Promise<ExecutionTrace>;
+    compile(agent: Agent, _trainset: Array<{
+        input: string;
+        expected?: unknown;
+    }>, options?: CompileOptions): Promise<OptimizationResult>;
+    bootstrapDemos(agentId: string): Promise<Demo[]>;
+    getDemosForPrompt(agentId: string, input: string, count?: number): Promise<Demo[]>;
+    formatDemosForPrompt(demos: Demo[]): string;
+    getStats(agentId: string): Promise<LearningStats>;
+    private extractSteps;
+    private computeQuickMetrics;
+    getTraceStore(): TraceStore;
+    getMetricEvaluator(): MetricEvaluator;
+    getDemoSelector(): DemoSelector;
+    getInstructionOptimizer(): InstructionOptimizer;
+}
+//# sourceMappingURL=agent-optimizer.d.ts.map

package/dist/learning/agent-optimizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-optimizer.d.ts","sourceRoot":"","sources":["../../src/learning/agent-optimizer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,cAAc,EAEd,UAAU,EAEV,IAAI,EACJ,kBAAkB,EAClB,cAAc,EACd,aAAa,EACb,cAAc,EACd,YAAY,EACZ,SAAS,EACT,KAAK,EACL,UAAU,EACX,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAE/D,MAAM,WAAW,qBAAqB;IACpC,GAAG,EAAE,UAAU,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;CAClC;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,MAAM,CAAiB;IAE/B,OAAO,CAAC,gBAAgB,CAGpB;gBAEQ,OAAO,EAAE,qBAAqB;IAmCpC,YAAY,CAChB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,GAClD,OAAO,CAAC,cAAc,CAAC;IAwCpB,OAAO,CACX,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,EACvD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,kBAAkB,CAAC;IAqFxB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IA4BhD,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAIxF,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM;IAIrC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAkBvD,OAAO,CAAC,YAAY;IAwDpB,OAAO,CAAC,mBAAmB;IAoB3B,aAAa,IAAI,UAAU;IAI3B,kBAAkB,IAAI,eAAe;IAIrC,eAAe,IAAI,YAAY;IAI/B,uBAAuB,IAAI,oBAAoB;CAGhD"}

package/dist/learning/agent-optimizer.js

@@ -0,0 +1,273 @@
+import { nanoid } from 'nanoid';
+import { InMemoryTraceStore } from './trace-store';
+import { MetricEvaluator } from './metrics';
+import { DemoSelector } from './demo-selector';
+import { InstructionOptimizer } from './instruction-optimizer';
+export class AgentOptimizer {
+    llm;
+    model;
+    traceStore;
+    insightStore;
+    metricEvaluator;
+    demoSelector;
+    instructionOptimizer;
+    config;
+    optimizationRuns = new Map();
+    constructor(options) {
+        this.llm = options.llm;
+        this.model = options.model;
+        this.traceStore = options.traceStore ?? new InMemoryTraceStore();
+        this.insightStore = options.insightStore;
+        const defaultConfig = {
+            enabled: true,
+            captureTraces: true,
+            autoOptimize: false,
+            maxDemosPerAgent: 5,
+            minScoreForDemo: 0.8,
+            defaultMetrics: ['success', 'tool_accuracy', 'efficiency'],
+        };
+        this.config = { ...defaultConfig, ...options.config };
+        this.metricEvaluator = new MetricEvaluator({
+            llm: this.llm,
+            model: this.model,
+        });
+        this.demoSelector = new DemoSelector({
+            traceStore: this.traceStore,
+            maxDemos: this.config.maxDemosPerAgent,
+            minScore: this.config.minScoreForDemo,
+        });
+        this.instructionOptimizer = new InstructionOptimizer({
+            llm: this.llm,
+            model: this.model,
+            traceStore: this.traceStore,
+            insightStore: this.insightStore,
+        });
+    }
+    async captureTrace(runResult, input, options) {
+        const steps = this.extractSteps(runResult);
+        const metrics = this.computeQuickMetrics(runResult, steps);
+        const trace = {
+            id: `trace_${nanoid(12)}`,
+            runId: runResult.runId,
+            agentId: runResult.agentId,
+            threadId: runResult.threadId,
+            input,
+            output: runResult.output,
+            steps,
+            toolCalls: [...runResult.toolCalls],
+            reflections: runResult.reflections ? [...runResult.reflections] : [],
+            metrics,
+            score: 0,
+            model: '',
+            createdAt: new Date(),
+            duration: runResult.usage.duration,
+            usage: {
+                inputTokens: runResult.usage.inputTokens,
+                outputTokens: runResult.usage.outputTokens,
+                cost: runResult.usage.cost,
+            },
+            labels: options?.labels,
+            isDemo: false,
+            expected: options?.expected,
+        };
+        const evaluation = await this.metricEvaluator.evaluate(trace, options?.expected);
+        trace.score = evaluation.score;
+        trace.metrics.completeness =
+            evaluation.results.find((r) => r.name === 'completeness')?.value ?? metrics.completeness;
+        await this.traceStore.store(trace);
+        return trace;
+    }
+    async compile(agent, _trainset, options) {
+        const startTime = Date.now();
+        const maxRounds = options?.maxRounds ?? 3;
+        const maxBootstrappedDemos = options?.maxBootstrappedDemos ?? 5;
+        const demosAdded = [];
+        const demosRemoved = [];
+        const errors = [];
+        let tokensUsed = 0;
+        const existingTraces = await this.traceStore.getAll(agent.id);
+        const scoreBefore = existingTraces.length > 0
+            ? existingTraces.reduce((sum, t) => sum + t.score, 0) / existingTraces.length
+            : 0;
+        const instructionsBefore = agent.instructions;
+        let currentInstructions = instructionsBefore;
+        for (let round = 0; round < maxRounds; round++) {
+            const highScoringTraces = existingTraces
+                .filter((t) => t.score >= (this.config.minScoreForDemo ?? 0.8))
+                .sort((a, b) => b.score - a.score)
+                .slice(0, maxBootstrappedDemos);
+            for (const trace of highScoringTraces) {
+                if (!trace.isDemo) {
+                    try {
+                        const demo = await this.demoSelector.addDemo(trace);
+                        demosAdded.push(demo);
+                    }
+                    catch (e) {
+                        errors.push(`Failed to add demo: ${e instanceof Error ? e.message : String(e)}`);
+                    }
+                }
+            }
+            if (options?.optimizeInstructions !== false) {
+                try {
+                    const optimizationResult = await this.instructionOptimizer.optimize(agent.id, currentInstructions);
+                    if (optimizationResult.improvement > 0) {
+                        currentInstructions = optimizationResult.optimizedInstructions;
+                    }
+                }
+                catch (e) {
+                    errors.push(`Instruction optimization failed: ${e instanceof Error ? e.message : String(e)}`);
+                }
+            }
+        }
+        const allTraces = await this.traceStore.getAll(agent.id);
+        const scoreAfter = allTraces.length > 0 ? allTraces.reduce((sum, t) => sum + t.score, 0) / allTraces.length : 0;
+        const stats = this.optimizationRuns.get(agent.id) ?? {
+            lastRun: new Date(),
+            count: 0,
+            totalImprovement: 0,
+        };
+        stats.lastRun = new Date();
+        stats.count++;
+        stats.totalImprovement += scoreAfter - scoreBefore;
+        this.optimizationRuns.set(agent.id, stats);
+        return {
+            success: errors.length === 0,
+            instructionsBefore,
+            instructionsAfter: currentInstructions,
+            demosAdded,
+            demosRemoved,
+            scoreBefore,
+            scoreAfter,
+            improvement: scoreAfter - scoreBefore,
+            tracesEvaluated: existingTraces.length,
+            bootstrapRounds: maxRounds,
+            duration: Date.now() - startTime,
+            tokensUsed,
+            errors,
+        };
+    }
+    async bootstrapDemos(agentId) {
+        const traces = await this.traceStore.getDemos(agentId);
+        const existingDemoCount = traces.length;
+        if (existingDemoCount >= (this.config.maxDemosPerAgent ?? 5)) {
+            return this.demoSelector.getAllDemos(agentId);
+        }
+        const allTraces = await this.traceStore.getAll(agentId);
+        const candidates = allTraces
+            .filter((t) => !t.isDemo && t.score >= (this.config.minScoreForDemo ?? 0.8))
+            .sort((a, b) => b.score - a.score);
+        const newDemos = [];
+        const slotsAvailable = (this.config.maxDemosPerAgent ?? 5) - existingDemoCount;
+        for (const trace of candidates.slice(0, slotsAvailable)) {
+            try {
+                const demo = await this.demoSelector.addDemo(trace);
+                newDemos.push(demo);
+            }
+            catch {
+                continue;
+            }
+        }
+        return [...this.demoSelector.getAllDemos(agentId)];
+    }
+    async getDemosForPrompt(agentId, input, count) {
+        return this.demoSelector.selectDemos(agentId, input, count ?? 3);
+    }
+    formatDemosForPrompt(demos) {
+        return this.demoSelector.formatDemosForPrompt(demos);
+    }
+    async getStats(agentId) {
+        const traceStats = await this.traceStore.getStats(agentId);
+        const demoStats = await this.demoSelector.getDemoStats(agentId);
+        const optimizationStats = this.optimizationRuns.get(agentId);
+        return {
+            traces: traceStats,
+            demos: demoStats,
+            optimization: {
+                lastRun: optimizationStats?.lastRun,
+                runsOptimized: optimizationStats?.count ?? 0,
+                averageImprovement: optimizationStats
+                    ? optimizationStats.totalImprovement / optimizationStats.count
+                    : 0,
+            },
+        };
+    }
+    extractSteps(runResult) {
+        const steps = [];
+        let index = 0;
+        for (const span of runResult.trace.spans) {
+            if (span.name.includes('tool_call') || span.attributes?.toolName) {
+                const toolCall = runResult.toolCalls.find((tc) => tc.name === span.attributes?.toolName);
+                steps.push({
+                    index: index++,
+                    type: 'tool_call',
+                    timestamp: span.startTime,
+                    duration: span.duration,
+                    toolCall,
+                    toolResult: toolCall
+                        ? {
+                            callId: toolCall.id,
+                            name: toolCall.name,
+                            result: span.attributes?.result,
+                            error: span.status === 'error'
+                                ? String(span.attributes?.error ?? 'Unknown error')
+                                : undefined,
+                        }
+                        : undefined,
+                });
+            }
+            else if (span.name.includes('llm') || span.name.includes('chat')) {
+                steps.push({
+                    index: index++,
+                    type: 'llm_call',
+                    timestamp: span.startTime,
+                    duration: span.duration,
+                    tokensUsed: {
+                        input: Number(span.attributes?.inputTokens ?? 0),
+                        output: Number(span.attributes?.outputTokens ?? 0),
+                    },
+                });
+            }
+        }
+        if (runResult.reflections) {
+            for (const reflection of runResult.reflections) {
+                steps.push({
+                    index: index++,
+                    type: 'reflection',
+                    timestamp: reflection.timestamp.getTime(),
+                    duration: 0,
+                    reflection,
+                });
+            }
+        }
+        steps.sort((a, b) => a.timestamp - b.timestamp);
+        return steps;
+    }
+    computeQuickMetrics(runResult, steps) {
+        const toolSteps = steps.filter((s) => s.type === 'tool_call');
+        const successfulTools = toolSteps.filter((s) => !s.toolResult?.error);
+        const hasErrors = steps.some((s) => s.toolResult?.error);
+        const toolAccuracy = toolSteps.length > 0 ? successfulTools.length / toolSteps.length : 1;
+        const totalTokens = runResult.usage.inputTokens + runResult.usage.outputTokens;
+        const efficiency = Math.min(1, 10000 / Math.max(totalTokens, 1));
+        const completeness = runResult.output.length > 50 ? 0.8 : 0.5;
+        return {
+            success: !hasErrors,
+            toolAccuracy,
+            efficiency,
+            completeness,
+        };
+    }
+    getTraceStore() {
+        return this.traceStore;
+    }
+    getMetricEvaluator() {
+        return this.metricEvaluator;
+    }
+    getDemoSelector() {
+        return this.demoSelector;
+    }
+    getInstructionOptimizer() {
+        return this.instructionOptimizer;
+    }
+}
+//# sourceMappingURL=agent-optimizer.js.map

package/dist/learning/agent-optimizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-optimizer.js","sourceRoot":"","sources":["../../src/learning/agent-optimizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAgBhC,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAU/D,MAAM,OAAO,cAAc;IACjB,GAAG,CAAa;IAChB,KAAK,CAAS;IACd,UAAU,CAAa;IACvB,YAAY,CAAgB;IAC5B,eAAe,CAAkB;IACjC,YAAY,CAAe;IAC3B,oBAAoB,CAAuB;IAC3C,MAAM,CAAiB;IAEvB,gBAAgB,GAAG,IAAI,GAAG,EAG/B,CAAC;IAEJ,YAAY,OAA8B;QACxC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,kBAAkB,EAAE,CAAC;QACjE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QAEzC,MAAM,aAAa,GAAmB;YACpC,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,KAAK;YACnB,gBAAgB,EAAE,CAAC;YACnB,eAAe,EAAE,GAAG;YACpB,cAAc,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,YAAY,CAAC;SAC3D,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QAEtD,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC;YACzC,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YACtC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;SACtC,CAAC,CAAC;QAEH,IAAI,CAAC,oBAAoB,GAAG,IAAI,oBAAoB,CAAC;YACnD,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,SAAoB,EACpB,KAAa,EACb,OAAmD;QAEnD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAE3C,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAE3D,MAAM,KAAK,GAAmB;YAC5B,EAAE,EAAE,SAAS,MAAM,CAAC,EAAE,CAAC,EAAE;YACzB,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,KAAK;YACL,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,KAAK;YACL,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,SAAS,CAAC;YACnC,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE;YACpE,OAAO;YACP,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ;YAClC,KAAK,EAAE;gBACL,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,WAAW;gBACxC,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,YAAY;gBAC1C,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI;aAC3B;YACD,MAAM,EAAE,OAAO,EAAE,MAAM;YACvB,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,OAAO,EAAE,QAAQ;SAC5B,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QACjF,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QAC/B,KAAK,CAAC,OAAO,CAAC,YAAY;YACxB,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,EAAE,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC;QAE3F,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,OAAO,CACX,KAAY,EACZ,SAAuD,EACvD,OAAwB;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC;QAC1C,MAAM,oBAAoB,GAAG,OAAO,EAAE,oBAAoB,IAAI,CAAC,CAAC;QAEhE,MAAM,UAAU,GAAW,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAW,EAAE,CAAC;QAChC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,WAAW,GACf,cAAc,CAAC,MAAM,GAAG,CAAC;YACvB,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM;YAC7E,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,kBAAkB,GAAG,KAAK,CAAC,YAAY,CAAC;QAC9C,IAAI,mBAAmB,GAAG,kBAAkB,CAAC;QAE7C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/C,MAAM,iBAAiB,GAAG,cAAc;iBACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;iBAC9D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;iBACjC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;YAElC,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBACpD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACnF,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,OAAO,EAAE,oBAAoB,KAAK,KAAK,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CACjE,KAAK,CAAC,EAAE,EACR,mBAAmB,CACpB,CAAC;oBAEF,IAAI,kBAAkB,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;wBACvC,mBAAmB,GAAG,kBAAkB,CAAC,qBAAqB,CAAC;oBACjE,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,CAAC,IAAI,CACT,oCAAoC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACjF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzD,MAAM,UAAU,GACd,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/F,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI;YACnD,OAAO,EAAE,IAAI,IAAI,EAAE;YACnB,KAAK,EAAE,CAAC;YACR,gBAAgB,EAAE,CAAC;SACpB,CAAC;QACF,KAAK,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAC3B,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,gBAAgB,IAAI,UAAU,GAAG,WAAW,CAAC;QACnD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAE3C,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC5B,kBAAkB;YAClB,iBAAiB,EAAE,mBAAmB;YACtC,UAAU;YACV,YAAY;YACZ,WAAW;YACX,UAAU;YACV,WAAW,EAAE,UAAU,GAAG,WAAW;YACrC,eAAe,EAAE,cAAc,CAAC,MAAM;YACtC,eAAe,EAAE,SAAS;YAC1B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAChC,UAAU;YACV,MAAM;SACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC;QAExC,IAAI,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,SAAS;aACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;aAC3E,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,QAAQ,GAAW,EAAE,CAAC;QAC5B,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,iBAAiB,CAAC;QAE/E,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACpD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,KAAa,EAAE,KAAc;QACpE,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,oBAAoB,CAAC,KAAa;QAChC,OAAO,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC5B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE7D,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE;gBACZ,OAAO,EAAE,iBAAiB,EAAE,OAAO;gBACnC,aAAa,EAAE,iBAAiB,EAAE,KAAK,IAAI,CAAC;gBAC5C,kBAAkB,EAAE,iBAAiB;oBACnC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,KAAK;oBAC9D,CAAC,CAAC,CAAC;aACN;SACF,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,SAAoB;QACvC,MAAM,KAAK,GAAoB,EAAE,CAAC;QAClC,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC;gBACjE,MAAM,QAAQ,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBAEzF,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,KAAK,EAAE;oBACd,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,QAAQ;oBACR,UAAU,EAAE,QAAQ;wBAClB,CAAC,CAAC;4BACE,MAAM,EAAE,QAAQ,CAAC,EAAE;4BACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM;4BAC/B,KAAK,EACH,IAAI,CAAC,MAAM,KAAK,OAAO;gCACrB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,IAAI,eAAe,CAAC;gCACnD,CAAC,CAAC,SAAS;yBAChB;wBACH,CAAC,CAAC,SAAS;iBACd,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,KAAK,EAAE;oBACd,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,UAAU,EAAE;wBACV,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,IAAI,CAAC,CAAC;wBAChD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,IAAI,CAAC,CAAC;qBACnD;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC1B,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC/C,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,KAAK,EAAE;oBACd,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,OAAO,EAAE;oBACzC,QAAQ,EAAE,CAAC;oBACX,UAAU;iBACX,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,mBAAmB,CAAC,SAAoB,EAAE,KAAsB;QACtE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;QAC9D,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACzD,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1F,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;QAEjE,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAE9D,OAAO;YACL,OAAO,EAAE,CAAC,SAAS;YACnB,YAAY;YACZ,UAAU;YACV,YAAY;SACb,CAAC;IACJ,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;CACF"}

package/dist/learning/auto-optimizer.d.ts

@@ -0,0 +1,38 @@
+import type { ExecutionTrace, AutoOptimizationConfig, OptimizationRun } from '@cogitator-ai/types';
+import type { AgentOptimizer } from './agent-optimizer';
+import type { ABTestingFramework } from './ab-testing';
+import type { PromptMonitor } from './prompt-monitor';
+import type { RollbackManager } from './rollback-manager';
+export interface AutoOptimizerConfig extends AutoOptimizationConfig {
+    agentOptimizer: AgentOptimizer;
+    abTesting: ABTestingFramework;
+    monitor: PromptMonitor;
+    rollbackManager: RollbackManager;
+    onOptimizationStart?: (run: OptimizationRun) => void;
+    onOptimizationComplete?: (run: OptimizationRun) => void;
+    onRollback?: (agentId: string, reason: string) => void;
+}
+export declare class AutoOptimizer {
+    private config;
+    private agentOptimizer;
+    private abTesting;
+    private monitor;
+    private rollbackManager;
+    private runCounts;
+    private dailyOptimizations;
+    private activeRuns;
+    constructor(config: AutoOptimizerConfig);
+    recordExecution(trace: ExecutionTrace): Promise<void>;
+    triggerOptimization(agentId: string): Promise<OptimizationRun>;
+    forceRollback(agentId: string, reason: string): Promise<boolean>;
+    getActiveRun(agentId: string): OptimizationRun | null;
+    getRunCount(agentId: string): number;
+    getDailyOptimizationCount(agentId: string): number;
+    setEnabled(enabled: boolean): void;
+    private shouldTriggerOptimization;
+    private handleAlerts;
+    private handleABTestCompletion;
+    private createOptimizationRun;
+    private incrementDailyCount;
+}
+//# sourceMappingURL=auto-optimizer.d.ts.map