@timmeck/brain-core 2.36.39 → 2.36.41

package/dist/agent-training/agent-trainer.d.ts

@@ -0,0 +1,85 @@
+/**
+ * Agent Trainer — Training Loop mit Curriculum Learning
+ *
+ * Inspiriert von CrewAI's Agent Training und RLHF.
+ * Orchestriert Training-Zyklen mit steigender Schwierigkeit,
+ * sammelt Rewards und trackt Fortschritt über Zeit.
+ *
+ * Usage:
+ * ```typescript
+ * const trainer = new AgentTrainer(db);
+ * trainer.setBenchmarkSuite(suite);
+ * const report = await trainer.train(evalFn, { epochs: 3 });
+ * console.log(report.progressOverEpochs);
+ * ```
+ */
+import type Database from 'better-sqlite3';
+import type { BenchmarkSuite, EvalFunction, BenchmarkReport } from './benchmark-suite.js';
+export interface TrainingConfig {
+    /** Number of training epochs. Default: 3 */
+    epochs?: number;
+    /** Start with easy, progress to hard. Default: true */
+    curriculumLearning?: boolean;
+    /** Minimum accuracy to pass an epoch. Default: 0.5 */
+    passThreshold?: number;
+    /** Stop early if accuracy drops. Default: true */
+    earlyStop?: boolean;
+    /** Name for this training session */
+    name?: string;
+}
+export interface EpochResult {
+    epoch: number;
+    difficulty: 'easy' | 'medium' | 'hard' | 'all';
+    report: BenchmarkReport;
+    passed: boolean;
+}
+export interface TrainingReport {
+    id: string;
+    name: string;
+    epochs: EpochResult[];
+    totalEpochs: number;
+    finalAccuracy: number;
+    bestAccuracy: number;
+    improvement: number;
+    durationMs: number;
+    passed: boolean;
+    createdAt: number;
+}
+export interface AgentTrainerStatus {
+    totalTrainingSessions: number;
+    bestAccuracy: number;
+    lastAccuracy: number | null;
+    totalEpochsRun: number;
+    avgImprovement: number;
+}
+export declare function runTrainerMigration(db: Database.Database): void;
+export declare class AgentTrainer {
+    private db;
+    private readonly log;
+    private suite;
+    private stmtInsertSession;
+    constructor(db: Database.Database);
+    /** Set the benchmark suite used for evaluation. */
+    setBenchmarkSuite(suite: BenchmarkSuite): void;
+    /**
+     * Run a training session with curriculum learning.
+     *
+     * Curriculum order: easy → medium → hard → all
+     * Each epoch runs the benchmark at a difficulty level.
+     * If curriculum disabled, runs all cases each epoch.
+     */
+    train(evalFn: EvalFunction, config?: TrainingConfig): Promise<TrainingReport>;
+    /** Get past training sessions. */
+    getHistory(limit?: number): Array<{
+        id: string;
+        name: string;
+        finalAccuracy: number;
+        bestAccuracy: number;
+        improvement: number;
+        passed: boolean;
+        createdAt: string;
+    }>;
+    /** Get a specific training session's full report. */
+    getSession(id: string): TrainingReport | null;
+    getStatus(): AgentTrainerStatus;
+}

package/dist/agent-training/agent-trainer.js

@@ -0,0 +1,149 @@
+/**
+ * Agent Trainer — Training Loop mit Curriculum Learning
+ *
+ * Inspiriert von CrewAI's Agent Training und RLHF.
+ * Orchestriert Training-Zyklen mit steigender Schwierigkeit,
+ * sammelt Rewards und trackt Fortschritt über Zeit.
+ *
+ * Usage:
+ * ```typescript
+ * const trainer = new AgentTrainer(db);
+ * trainer.setBenchmarkSuite(suite);
+ * const report = await trainer.train(evalFn, { epochs: 3 });
+ * console.log(report.progressOverEpochs);
+ * ```
+ */
+import { getLogger } from '../utils/logger.js';
+// ── Migration ───────────────────────────────────────────
+export function runTrainerMigration(db) {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS training_sessions (
+      id TEXT PRIMARY KEY,
+      name TEXT NOT NULL,
+      total_epochs INTEGER NOT NULL DEFAULT 0,
+      final_accuracy REAL NOT NULL DEFAULT 0,
+      best_accuracy REAL NOT NULL DEFAULT 0,
+      improvement REAL NOT NULL DEFAULT 0,
+      duration_ms INTEGER NOT NULL DEFAULT 0,
+      passed INTEGER NOT NULL DEFAULT 0,
+      report TEXT DEFAULT '{}',
+      created_at TEXT DEFAULT (datetime('now'))
+    );
+    CREATE INDEX IF NOT EXISTS idx_training_created ON training_sessions(created_at);
+  `);
+}
+// ── Trainer ─────────────────────────────────────────────
+export class AgentTrainer {
+    db;
+    log = getLogger();
+    suite = null;
+    stmtInsertSession;
+    constructor(db) {
+        this.db = db;
+        runTrainerMigration(db);
+        this.stmtInsertSession = db.prepare('INSERT INTO training_sessions (id, name, total_epochs, final_accuracy, best_accuracy, improvement, duration_ms, passed, report) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)');
+    }
+    /** Set the benchmark suite used for evaluation. */
+    setBenchmarkSuite(suite) {
+        this.suite = suite;
+    }
+    /**
+     * Run a training session with curriculum learning.
+     *
+     * Curriculum order: easy → medium → hard → all
+     * Each epoch runs the benchmark at a difficulty level.
+     * If curriculum disabled, runs all cases each epoch.
+     */
+    async train(evalFn, config = {}) {
+        if (!this.suite)
+            throw new Error('BenchmarkSuite not set — call setBenchmarkSuite() first');
+        const { epochs = 3, curriculumLearning = true, passThreshold = 0.5, earlyStop = true, name = `training-${Date.now()}`, } = config;
+        const startTime = Date.now();
+        const epochResults = [];
+        let bestAccuracy = 0;
+        let prevAccuracy = 0;
+        const difficulties = curriculumLearning
+            ? ['easy', 'medium', 'hard', ...Array(Math.max(0, epochs - 3)).fill('all')]
+            : Array(epochs).fill('all');
+        for (let i = 0; i < epochs; i++) {
+            const difficulty = difficulties[i] ?? 'all';
+            const difficultyFilter = difficulty === 'all' ? undefined : difficulty;
+            this.log.debug(`[AgentTrainer] Epoch ${i + 1}/${epochs} (difficulty: ${difficulty})`);
+            const report = await this.suite.run(evalFn, {
+                name: `${name}-epoch-${i + 1}`,
+                difficulty: difficultyFilter,
+            });
+            const passed = report.accuracy >= passThreshold;
+            epochResults.push({ epoch: i + 1, difficulty, report, passed });
+            if (report.accuracy > bestAccuracy)
+                bestAccuracy = report.accuracy;
+            // Early stop: accuracy dropped significantly from previous epoch
+            if (earlyStop && i > 0 && report.accuracy < prevAccuracy - 0.2) {
+                this.log.debug(`[AgentTrainer] Early stop: accuracy dropped ${(prevAccuracy - report.accuracy).toFixed(2)}`);
+                break;
+            }
+            prevAccuracy = report.accuracy;
+        }
+        const finalAccuracy = epochResults.length > 0 ? epochResults[epochResults.length - 1].report.accuracy : 0;
+        const firstAccuracy = epochResults.length > 0 ? epochResults[0].report.accuracy : 0;
+        const improvement = finalAccuracy - firstAccuracy;
+        const trainingReport = {
+            id: `train-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+            name,
+            epochs: epochResults,
+            totalEpochs: epochResults.length,
+            finalAccuracy,
+            bestAccuracy,
+            improvement,
+            durationMs: Date.now() - startTime,
+            passed: epochResults.every(e => e.passed),
+            createdAt: Date.now(),
+        };
+        // Persist
+        try {
+            this.stmtInsertSession.run(trainingReport.id, trainingReport.name, trainingReport.totalEpochs, trainingReport.finalAccuracy, trainingReport.bestAccuracy, trainingReport.improvement, trainingReport.durationMs, trainingReport.passed ? 1 : 0, JSON.stringify(trainingReport));
+        }
+        catch (e) {
+            this.log.warn(`[AgentTrainer] Failed to persist training: ${e.message}`);
+        }
+        return trainingReport;
+    }
+    // ── History ─────────────────────────────────────────
+    /** Get past training sessions. */
+    getHistory(limit = 20) {
+        return this.db.prepare('SELECT id, name, final_accuracy as finalAccuracy, best_accuracy as bestAccuracy, improvement, passed, created_at as createdAt FROM training_sessions ORDER BY created_at DESC LIMIT ?').all(limit).map(r => ({ ...r, passed: !!r.passed }));
+    }
+    /** Get a specific training session's full report. */
+    getSession(id) {
+        const row = this.db.prepare('SELECT report FROM training_sessions WHERE id = ?').get(id);
+        if (!row)
+            return null;
+        try {
+            return JSON.parse(row.report);
+        }
+        catch {
+            return null;
+        }
+    }
+    // ── Status ──────────────────────────────────────────
+    getStatus() {
+        try {
+            const total = this.db.prepare('SELECT COUNT(*) as c FROM training_sessions').get().c;
+            const best = this.db.prepare('SELECT MAX(best_accuracy) as v FROM training_sessions').get().v ?? 0;
+            const last = this.db.prepare('SELECT final_accuracy FROM training_sessions ORDER BY created_at DESC LIMIT 1').get();
+            const totalEpochs = this.db.prepare('SELECT COALESCE(SUM(total_epochs), 0) as v FROM training_sessions').get().v;
+            const avgImprovement = this.db.prepare('SELECT COALESCE(AVG(improvement), 0) as v FROM training_sessions').get().v;
+            return {
+                totalTrainingSessions: total,
+                bestAccuracy: best,
+                lastAccuracy: last?.final_accuracy ?? null,
+                totalEpochsRun: totalEpochs,
+                avgImprovement: Math.round(avgImprovement * 1000) / 1000,
+            };
+        }
+        catch {
+            return { totalTrainingSessions: 0, bestAccuracy: 0, lastAccuracy: null, totalEpochsRun: 0, avgImprovement: 0 };
+        }
+    }
+}
+//# sourceMappingURL=agent-trainer.js.map

package/dist/agent-training/agent-trainer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-trainer.js","sourceRoot":"","sources":["../../src/agent-training/agent-trainer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AA8C/C,2DAA2D;AAE3D,MAAM,UAAU,mBAAmB,CAAC,EAAqB;IACvD,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;GAcP,CAAC,CAAC;AACL,CAAC;AAED,2DAA2D;AAE3D,MAAM,OAAO,YAAY;IAKH;IAJH,GAAG,GAAG,SAAS,EAAE,CAAC;IAC3B,KAAK,GAA0B,IAAI,CAAC;IACpC,iBAAiB,CAAqB;IAE9C,YAAoB,EAAqB;QAArB,OAAE,GAAF,EAAE,CAAmB;QACvC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAExB,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC,OAAO,CACjC,oKAAoK,CACrK,CAAC;IACJ,CAAC;IAED,mDAAmD;IACnD,iBAAiB,CAAC,KAAqB;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,KAAK,CACT,MAAoB,EACpB,SAAyB,EAAE;QAE3B,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAE5F,MAAM,EACJ,MAAM,GAAG,CAAC,EACV,kBAAkB,GAAG,IAAI,EACzB,aAAa,GAAG,GAAG,EACnB,SAAS,GAAG,IAAI,EAChB,IAAI,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,GAChC,GAAG,MAAM,CAAC;QAEX,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,YAAY,GAAkB,EAAE,CAAC;QACvC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,MAAM,YAAY,GAA8C,kBAAkB;YAChF,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAY,CAAC;YACtF,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAY,CAAC;QAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;YAC5C,MAAM,gBAAgB,GAAG,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC;YAEvE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,MAAM,iBAAiB,UAAU,GAAG,CAAC,CAAC;YAEtF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE;gBAC1C,IAAI,EAAE,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE;gBAC9B,UAAU,EAAE,gBAAgB;aAC7B,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,IAAI,aAAa,CAAC;YAChD,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAEhE,IAAI,MAAM,CAAC,QAAQ,GAAG,YAAY;gBAAE,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC;YAEnE,iEAAiE;YACjE,IAAI,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,YAAY,GAAG,GAAG,EAAE,CAAC;gBAC/D,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,+CAA+C,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC7G,MAAM;YACR,CAAC;YAED,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,CAAC;QAED,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1G,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,MAAM,WAAW,GAAG,aAAa,GAAG,aAAa,CAAC;QAElD,MAAM,cAAc,GAAmB;YACrC,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACnE,IAAI;YACJ,MAAM,EAAE,YAAY;YACpB,WAAW,EAAE,YAAY,CAAC,MAAM;YAChC,aAAa;YACb,YAAY;YACZ,WAAW;YACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,MAAM,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YACzC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,UAAU;QACV,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,GAAG,CACxB,cAAc,CAAC,EAAE,EAAE,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,WAAW,EAClE,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC,YAAY,EACzD,cAAc,CAAC,WAAW,EAAE,cAAc,CAAC,UAAU,EACrD,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAC9D,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,8CAA+C,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,uDAAuD;IAEvD,kCAAkC;IAClC,UAAU,CAAC,KAAK,GAAG,EAAE;QACnB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,uLAAuL,CACxL,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAI,CAA6B,EAAE,MAAM,EAAE,CAAC,CAAE,CAA6B,CAAC,MAAM,EAAE,CAAC,CAA8I,CAAC;IAC/P,CAAC;IAED,qDAAqD;IACrD,UAAU,CAAC,EAAU;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC,GAAG,CAAC,EAAE,CAAmC,CAAC;QAC3H,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,IAAI,CAAC;YAAC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,IAAI,CAAC;QAAC,CAAC;IAC/D,CAAC;IAED,uDAAuD;IAEvD,SAAS;QACP,IAAI,CAAC;YACH,MAAM,KAAK,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;YACxG,MAAM,IAAI,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC,GAAG,EAA2B,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7H,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+EAA+E,CAAC,CAAC,GAAG,EAA4C,CAAC;YAC9J,MAAM,WAAW,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;YACpI,MAAM,cAAc,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kEAAkE,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;YAEtI,OAAO;gBACL,qBAAqB,EAAE,KAAK;gBAC5B,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,IAAI,EAAE,cAAc,IAAI,IAAI;gBAC1C,cAAc,EAAE,WAAW;gBAC3B,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,IAAI;aACzD,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,qBAAqB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;QACjH,CAAC;IACH,CAAC;CACF"}

package/dist/agent-training/benchmark-suite.d.ts

@@ -0,0 +1,112 @@
+/**
+ * Benchmark Suite — Evaluation Harness für das Brain Ecosystem
+ *
+ * Inspiriert von CrewAI's Agent Testing und LangSmith Evaluation.
+ * Definiert Evaluations-Tasks, führt Benchmarks durch und sammelt Metriken.
+ *
+ * Usage:
+ * ```typescript
+ * suite.addCase({ input: 'What is 2+2?', expected: '4', category: 'math' });
+ * const result = await suite.run(async (input) => agent.process(input));
+ * console.log(result.accuracy, result.avgLatencyMs);
+ * ```
+ */
+import type Database from 'better-sqlite3';
+export interface EvalCase {
+    id?: number;
+    input: string;
+    expected: string;
+    category: string;
+    difficulty: 'easy' | 'medium' | 'hard';
+    metadata?: Record<string, unknown>;
+}
+export interface EvalResult {
+    caseId: number;
+    input: string;
+    expected: string;
+    actual: string;
+    correct: boolean;
+    latencyMs: number;
+    category: string;
+    difficulty: string;
+    error?: string;
+}
+export interface BenchmarkReport {
+    id: string;
+    name: string;
+    totalCases: number;
+    passed: number;
+    failed: number;
+    errored: number;
+    accuracy: number;
+    avgLatencyMs: number;
+    p50LatencyMs: number;
+    p99LatencyMs: number;
+    byCategory: Record<string, {
+        total: number;
+        passed: number;
+        accuracy: number;
+    }>;
+    byDifficulty: Record<string, {
+        total: number;
+        passed: number;
+        accuracy: number;
+    }>;
+    results: EvalResult[];
+    durationMs: number;
+    createdAt: number;
+}
+export interface BenchmarkSuiteStatus {
+    totalCases: number;
+    totalRuns: number;
+    categories: string[];
+    lastRunAccuracy: number | null;
+    bestAccuracy: number;
+}
+export type EvalFunction = (input: string) => Promise<string>;
+export type ScoreFunction = (expected: string, actual: string) => boolean;
+export declare function runBenchmarkMigration(db: Database.Database): void;
+export declare class BenchmarkSuite {
+    private db;
+    private readonly log;
+    private stmtInsertCase;
+    private stmtInsertRun;
+    /** Custom scoring function. Default: exact match (trimmed, case-insensitive). */
+    scoreFunction: ScoreFunction;
+    constructor(db: Database.Database);
+    /** Add a test case to the dataset. */
+    addCase(c: EvalCase): number;
+    /** Add multiple test cases at once. */
+    addCases(cases: EvalCase[]): number;
+    /** Get all test cases, optionally filtered. */
+    getCases(filter?: {
+        category?: string;
+        difficulty?: string;
+    }): EvalCase[];
+    /** Get distinct categories. */
+    getCategories(): string[];
+    /** Delete a case by ID. */
+    deleteCase(id: number): boolean;
+    /** Clear all cases. */
+    clearCases(): number;
+    /** Run benchmark against all cases (or filtered subset). */
+    run(evalFn: EvalFunction, options?: {
+        name?: string;
+        category?: string;
+        difficulty?: string;
+    }): Promise<BenchmarkReport>;
+    /** Get past benchmark runs. */
+    getHistory(limit?: number): Array<{
+        id: string;
+        name: string;
+        accuracy: number;
+        totalCases: number;
+        durationMs: number;
+        createdAt: string;
+    }>;
+    /** Get a specific run's full report. */
+    getRun(id: string): BenchmarkReport | null;
+    getStatus(): BenchmarkSuiteStatus;
+    private buildReport;
+    private emptyReport;
+}

package/dist/agent-training/benchmark-suite.js

@@ -0,0 +1,248 @@
+/**
+ * Benchmark Suite — Evaluation Harness für das Brain Ecosystem
+ *
+ * Inspiriert von CrewAI's Agent Testing und LangSmith Evaluation.
+ * Definiert Evaluations-Tasks, führt Benchmarks durch und sammelt Metriken.
+ *
+ * Usage:
+ * ```typescript
+ * suite.addCase({ input: 'What is 2+2?', expected: '4', category: 'math' });
+ * const result = await suite.run(async (input) => agent.process(input));
+ * console.log(result.accuracy, result.avgLatencyMs);
+ * ```
+ */
+import { getLogger } from '../utils/logger.js';
+// ── Migration ───────────────────────────────────────────
+export function runBenchmarkMigration(db) {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS eval_cases (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      input TEXT NOT NULL,
+      expected TEXT NOT NULL,
+      category TEXT NOT NULL DEFAULT 'general',
+      difficulty TEXT NOT NULL DEFAULT 'medium',
+      metadata TEXT DEFAULT '{}',
+      created_at TEXT DEFAULT (datetime('now'))
+    );
+    CREATE INDEX IF NOT EXISTS idx_eval_category ON eval_cases(category);
+
+    CREATE TABLE IF NOT EXISTS benchmark_runs (
+      id TEXT PRIMARY KEY,
+      name TEXT NOT NULL,
+      total_cases INTEGER NOT NULL DEFAULT 0,
+      passed INTEGER NOT NULL DEFAULT 0,
+      failed INTEGER NOT NULL DEFAULT 0,
+      errored INTEGER NOT NULL DEFAULT 0,
+      accuracy REAL NOT NULL DEFAULT 0,
+      avg_latency_ms REAL NOT NULL DEFAULT 0,
+      duration_ms INTEGER NOT NULL DEFAULT 0,
+      report TEXT DEFAULT '{}',
+      created_at TEXT DEFAULT (datetime('now'))
+    );
+    CREATE INDEX IF NOT EXISTS idx_benchmark_created ON benchmark_runs(created_at);
+  `);
+}
+// ── Suite ───────────────────────────────────────────────
+export class BenchmarkSuite {
+    db;
+    log = getLogger();
+    stmtInsertCase;
+    stmtInsertRun;
+    /** Custom scoring function. Default: exact match (trimmed, case-insensitive). */
+    scoreFunction = (expected, actual) => expected.trim().toLowerCase() === actual.trim().toLowerCase();
+    constructor(db) {
+        this.db = db;
+        runBenchmarkMigration(db);
+        this.stmtInsertCase = db.prepare('INSERT INTO eval_cases (input, expected, category, difficulty, metadata) VALUES (?, ?, ?, ?, ?)');
+        this.stmtInsertRun = db.prepare('INSERT INTO benchmark_runs (id, name, total_cases, passed, failed, errored, accuracy, avg_latency_ms, duration_ms, report) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)');
+    }
+    // ── Case Management ─────────────────────────────────
+    /** Add a test case to the dataset. */
+    addCase(c) {
+        const result = this.stmtInsertCase.run(c.input, c.expected, c.category, c.difficulty, JSON.stringify(c.metadata ?? {}));
+        return Number(result.lastInsertRowid);
+    }
+    /** Add multiple test cases at once. */
+    addCases(cases) {
+        let count = 0;
+        const tx = this.db.transaction(() => {
+            for (const c of cases) {
+                this.addCase(c);
+                count++;
+            }
+        });
+        tx();
+        return count;
+    }
+    /** Get all test cases, optionally filtered. */
+    getCases(filter) {
+        const conditions = [];
+        const params = [];
+        if (filter?.category) {
+            conditions.push('category = ?');
+            params.push(filter.category);
+        }
+        if (filter?.difficulty) {
+            conditions.push('difficulty = ?');
+            params.push(filter.difficulty);
+        }
+        const where = conditions.length > 0 ? `WHERE ${conditions.join(' AND ')}` : '';
+        return this.db.prepare(`SELECT * FROM eval_cases ${where} ORDER BY id`).all(...params);
+    }
+    /** Get distinct categories. */
+    getCategories() {
+        const rows = this.db.prepare('SELECT DISTINCT category FROM eval_cases ORDER BY category').all();
+        return rows.map(r => r.category);
+    }
+    /** Delete a case by ID. */
+    deleteCase(id) {
+        return this.db.prepare('DELETE FROM eval_cases WHERE id = ?').run(id).changes > 0;
+    }
+    /** Clear all cases. */
+    clearCases() {
+        return this.db.prepare('DELETE FROM eval_cases').run().changes;
+    }
+    // ── Benchmark Execution ─────────────────────────────
+    /** Run benchmark against all cases (or filtered subset). */
+    async run(evalFn, options) {
+        const name = options?.name ?? `benchmark-${Date.now()}`;
+        const cases = this.getCases({ category: options?.category, difficulty: options?.difficulty });
+        if (cases.length === 0) {
+            return this.emptyReport(name);
+        }
+        const startTime = Date.now();
+        const results = [];
+        for (const c of cases) {
+            const caseStart = Date.now();
+            let actual = '';
+            let error;
+            let correct = false;
+            try {
+                actual = await evalFn(c.input);
+                correct = this.scoreFunction(c.expected, actual);
+            }
+            catch (e) {
+                error = e.message;
+            }
+            results.push({
+                caseId: c.id ?? 0,
+                input: c.input,
+                expected: c.expected,
+                actual,
+                correct,
+                latencyMs: Date.now() - caseStart,
+                category: c.category,
+                difficulty: c.difficulty,
+                error,
+            });
+        }
+        const durationMs = Date.now() - startTime;
+        const report = this.buildReport(name, results, durationMs);
+        // Persist run
+        try {
+            this.stmtInsertRun.run(report.id, report.name, report.totalCases, report.passed, report.failed, report.errored, report.accuracy, report.avgLatencyMs, report.durationMs, JSON.stringify(report));
+        }
+        catch (e) {
+            this.log.warn(`[BenchmarkSuite] Failed to persist run: ${e.message}`);
+        }
+        return report;
+    }
+    // ── History ─────────────────────────────────────────
+    /** Get past benchmark runs. */
+    getHistory(limit = 20) {
+        return this.db.prepare('SELECT id, name, accuracy, total_cases as totalCases, duration_ms as durationMs, created_at as createdAt FROM benchmark_runs ORDER BY created_at DESC LIMIT ?').all(limit);
+    }
+    /** Get a specific run's full report. */
+    getRun(id) {
+        const row = this.db.prepare('SELECT report FROM benchmark_runs WHERE id = ?').get(id);
+        if (!row)
+            return null;
+        try {
+            return JSON.parse(row.report);
+        }
+        catch {
+            return null;
+        }
+    }
+    // ── Status ──────────────────────────────────────────
+    getStatus() {
+        try {
+            const totalCases = this.db.prepare('SELECT COUNT(*) as c FROM eval_cases').get().c;
+            const totalRuns = this.db.prepare('SELECT COUNT(*) as c FROM benchmark_runs').get().c;
+            const categories = this.getCategories();
+            const lastRun = this.db.prepare('SELECT accuracy FROM benchmark_runs ORDER BY created_at DESC LIMIT 1').get();
+            const bestRun = this.db.prepare('SELECT MAX(accuracy) as best FROM benchmark_runs').get();
+            return {
+                totalCases,
+                totalRuns,
+                categories,
+                lastRunAccuracy: lastRun?.accuracy ?? null,
+                bestAccuracy: bestRun?.best ?? 0,
+            };
+        }
+        catch {
+            return { totalCases: 0, totalRuns: 0, categories: [], lastRunAccuracy: null, bestAccuracy: 0 };
+        }
+    }
+    // ── Private ─────────────────────────────────────────
+    buildReport(name, results, durationMs) {
+        const passed = results.filter(r => r.correct).length;
+        const errored = results.filter(r => !!r.error).length;
+        const failed = results.length - passed - errored;
+        const accuracy = results.length > 0 ? passed / results.length : 0;
+        const latencies = results.map(r => r.latencyMs).sort((a, b) => a - b);
+        const avgLatency = latencies.length > 0 ? latencies.reduce((s, l) => s + l, 0) / latencies.length : 0;
+        const p50 = latencies.length > 0 ? latencies[Math.floor(latencies.length * 0.5)] : 0;
+        const p99 = latencies.length > 0 ? latencies[Math.floor(latencies.length * 0.99)] : 0;
+        // Breakdown by category
+        const byCategory = {};
+        for (const r of results) {
+            if (!byCategory[r.category])
+                byCategory[r.category] = { total: 0, passed: 0, accuracy: 0 };
+            byCategory[r.category].total++;
+            if (r.correct)
+                byCategory[r.category].passed++;
+        }
+        for (const cat of Object.values(byCategory)) {
+            cat.accuracy = cat.total > 0 ? cat.passed / cat.total : 0;
+        }
+        // Breakdown by difficulty
+        const byDifficulty = {};
+        for (const r of results) {
+            if (!byDifficulty[r.difficulty])
+                byDifficulty[r.difficulty] = { total: 0, passed: 0, accuracy: 0 };
+            byDifficulty[r.difficulty].total++;
+            if (r.correct)
+                byDifficulty[r.difficulty].passed++;
+        }
+        for (const diff of Object.values(byDifficulty)) {
+            diff.accuracy = diff.total > 0 ? diff.passed / diff.total : 0;
+        }
+        return {
+            id: `bench-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+            name,
+            totalCases: results.length,
+            passed,
+            failed,
+            errored,
+            accuracy,
+            avgLatencyMs: Math.round(avgLatency),
+            p50LatencyMs: p50,
+            p99LatencyMs: p99,
+            byCategory,
+            byDifficulty,
+            results,
+            durationMs,
+            createdAt: Date.now(),
+        };
+    }
+    emptyReport(name) {
+        return {
+            id: `bench-${Date.now()}-empty`,
+            name, totalCases: 0, passed: 0, failed: 0, errored: 0,
+            accuracy: 0, avgLatencyMs: 0, p50LatencyMs: 0, p99LatencyMs: 0,
+            byCategory: {}, byDifficulty: {}, results: [], durationMs: 0, createdAt: Date.now(),
+        };
+    }
+}
+//# sourceMappingURL=benchmark-suite.js.map

package/dist/agent-training/benchmark-suite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-suite.js","sourceRoot":"","sources":["../../src/agent-training/benchmark-suite.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAsD/C,2DAA2D;AAE3D,MAAM,UAAU,qBAAqB,CAAC,EAAqB;IACzD,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BP,CAAC,CAAC;AACL,CAAC;AAED,2DAA2D;AAE3D,MAAM,OAAO,cAAc;IASL;IARH,GAAG,GAAG,SAAS,EAAE,CAAC;IAC3B,cAAc,CAAqB;IACnC,aAAa,CAAqB;IAE1C,iFAAiF;IACjF,aAAa,GAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAClD,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAEhE,YAAoB,EAAqB;QAArB,OAAE,GAAF,EAAE,CAAmB;QACvC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAE1B,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC,OAAO,CAC9B,iGAAiG,CAClG,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAC7B,kKAAkK,CACnK,CAAC;IACJ,CAAC;IAED,uDAAuD;IAEvD,sCAAsC;IACtC,OAAO,CAAC,CAAW;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CACpC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,UAAU,EAC7C,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CACjC,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED,uCAAuC;IACvC,QAAQ,CAAC,KAAiB;QACxB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAChB,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC,CAAC,CAAC;QACH,EAAE,EAAE,CAAC;QACL,OAAO,KAAK,CAAC;IACf,CAAC;IAED,+CAA+C;IAC/C,QAAQ,CAAC,MAAmD;QAC1D,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;YAAC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAAC,CAAC;QACxF,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;YAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAAC,CAAC;QAC9F,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4BAA4B,KAAK,cAAc,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAe,CAAC;IACvG,CAAC;IAED,+BAA+B;IAC/B,aAAa;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4DAA4D,CAAC,CAAC,GAAG,EAAiC,CAAC;QAChI,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,2BAA2B;IAC3B,UAAU,CAAC,EAAU;QACnB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;IACpF,CAAC;IAED,uBAAuB;IACvB,UAAU;QACR,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;IACjE,CAAC;IAED,uDAAuD;IAEvD,4DAA4D;IAC5D,KAAK,CAAC,GAAG,CACP,MAAoB,EACpB,OAAmE;QAEnE,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QAE9F,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,KAAyB,CAAC;YAC9B,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC/B,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,KAAK,GAAI,CAAW,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC;gBACjB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,MAAM;gBACN,OAAO;gBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACjC,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAE3D,cAAc;QACd,IAAI,CAAC;YACH,IAAI,CAAC,aAAa,CAAC,GAAG,CACpB,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,EACzC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAC5C,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,EACvD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CACvB,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2CAA4C,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,uDAAuD;IAEvD,+BAA+B;IAC/B,UAAU,CAAC,KAAK,GAAG,EAAE;QACnB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,+JAA+J,CAChK,CAAC,GAAG,CAAC,KAAK,CAAqH,CAAC;IACnI,CAAC;IAED,wCAAwC;IACxC,MAAM,CAAC,EAAU;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC,CAAC,GAAG,CAAC,EAAE,CAAmC,CAAC;QACxH,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,IAAI,CAAC;YAAC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,IAAI,CAAC;QAAC,CAAC;IAC/D,CAAC;IAED,uDAAuD;IAEvD,SAAS;QACP,IAAI,CAAC;YACH,MAAM,UAAU,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;YACtG,MAAM,SAAS,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;YACzG,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sEAAsE,CAAC,CAAC,GAAG,EAAsC,CAAC;YAClJ,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC,GAAG,EAAkC,CAAC;YAE1H,OAAO;gBACL,UAAU;gBACV,SAAS;gBACT,UAAU;gBACV,eAAe,EAAE,OAAO,EAAE,QAAQ,IAAI,IAAI;gBAC1C,YAAY,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC;aACjC,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;QACjG,CAAC;IACH,CAAC;IAED,uDAAuD;IAE/C,WAAW,CAAC,IAAY,EAAE,OAAqB,EAAE,UAAkB;QACzE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACrD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QACtD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;QACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAElE,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACtG,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtF,wBAAwB;QACxB,MAAM,UAAU,GAAwE,EAAE,CAAC;QAC3F,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC3F,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,OAAO;gBAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;QACjD,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5C,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,0BAA0B;QAC1B,MAAM,YAAY,GAAwE,EAAE,CAAC;QAC7F,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAE,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACnG,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,OAAO;gBAAE,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;QACrD,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,CAAC;QAED,OAAO;YACL,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACnE,IAAI;YACJ,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,MAAM;YACN,MAAM;YACN,OAAO;YACP,QAAQ;YACR,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;YACpC,YAAY,EAAE,GAAG;YACjB,YAAY,EAAE,GAAG;YACjB,UAAU;YACV,YAAY;YACZ,OAAO;YACP,UAAU;YACV,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,IAAY;QAC9B,OAAO;YACL,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,QAAQ;YAC/B,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;YACrD,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;YAC9D,UAAU,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACpF,CAAC;IACJ,CAAC;CACF"}

package/dist/agent-training/index.d.ts

@@ -0,0 +1,4 @@
+export { BenchmarkSuite, runBenchmarkMigration } from './benchmark-suite.js';
+export type { EvalCase, EvalResult, BenchmarkReport, BenchmarkSuiteStatus, EvalFunction, ScoreFunction, } from './benchmark-suite.js';
+export { AgentTrainer, runTrainerMigration } from './agent-trainer.js';
+export type { TrainingConfig, EpochResult, TrainingReport, AgentTrainerStatus, } from './agent-trainer.js';

package/dist/agent-training/index.js

@@ -0,0 +1,3 @@
+export { BenchmarkSuite, runBenchmarkMigration } from './benchmark-suite.js';
+export { AgentTrainer, runTrainerMigration } from './agent-trainer.js';
+//# sourceMappingURL=index.js.map

package/dist/agent-training/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/agent-training/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAM7E,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/index.d.ts

@@ -241,3 +241,9 @@ export { CheckpointManager, runCheckpointMigration } from './checkpoint/index.js
 export type { Checkpoint, CheckpointSummary, CheckpointManagerStatus } from './checkpoint/index.js';
 export { TraceCollector, runTraceMigration } from './observability/index.js';
 export type { Trace, Span, TraceTree, TraceStats, TraceListOptions, TraceCollectorStatus } from './observability/index.js';
+export { MessageRouter, TelegramBot, DiscordBot } from './messaging/index.js';
+export type { IncomingMessage, OutgoingResponse, MessageRouterConfig, MessageRouterStatus, TelegramBotConfig, TelegramBotStatus, DiscordBotConfig, DiscordBotStatus, } from './messaging/index.js';
+export { BenchmarkSuite, runBenchmarkMigration } from './agent-training/index.js';
+export type { EvalCase, EvalResult, BenchmarkReport, BenchmarkSuiteStatus, EvalFunction, ScoreFunction, } from './agent-training/index.js';
+export { AgentTrainer, runTrainerMigration } from './agent-training/index.js';
+export type { TrainingConfig, EpochResult, TrainingReport, AgentTrainerStatus, } from './agent-training/index.js';

package/dist/index.js

@@ -209,4 +209,9 @@ export { ActiveLearner, runActiveLearningMigration } from './active-learning/ind
 export { CheckpointManager, runCheckpointMigration } from './checkpoint/index.js';
 // ── Observability / Tracing ─────────────────────────────────
 export { TraceCollector, runTraceMigration } from './observability/index.js';
+// ── Messaging (Bidirectional Bots) ──────────────────────────
+export { MessageRouter, TelegramBot, DiscordBot } from './messaging/index.js';
+// ── Agent Training ──────────────────────────────────────────
+export { BenchmarkSuite, runBenchmarkMigration } from './agent-training/index.js';
+export { AgentTrainer, runTrainerMigration } from './agent-training/index.js';
 //# sourceMappingURL=index.js.map