cognitive-core 0.0.2 → 0.1.2

package/dist/runtime/flows/validation.js

@@ -0,0 +1,223 @@
+/**
+ * Validation Flow
+ * Orchestrates: Knowledge injection → Agent execution → Performance measurement
+ *
+ * This flow is for the "injection" direction:
+ * - Test how well learning is working
+ * - Compare performance with vs without knowledge
+ * - Measure improvement over time
+ */
+export class ValidationFlow {
+    manager;
+    config;
+    constructor(manager, _memory, // Reserved for future memory state tracking
+    config) {
+        this.manager = manager;
+        this.config = {
+            runsPerTask: 1,
+            runComparison: true,
+            taskTimeout: 300000, // 5 minutes
+            ...config,
+        };
+    }
+    /**
+     * Validate on a single task
+     */
+    async validateTask(task) {
+        const runsPerTask = this.config.runsPerTask ?? 1;
+        const results = [];
+        const baselineResults = [];
+        // Run with knowledge injection
+        for (let i = 0; i < runsPerTask; i++) {
+            const result = await this.manager.spawn({
+                agentType: this.config.agentType,
+                task,
+                timeout: this.config.taskTimeout,
+                captureToolCalls: true,
+            });
+            results.push(result);
+        }
+        // Run baseline if comparison enabled
+        if (this.config.runComparison) {
+            for (let i = 0; i < runsPerTask; i++) {
+                const result = await this.manager.spawnBaseline({
+                    agentType: this.config.agentType,
+                    task,
+                    timeout: this.config.taskTimeout,
+                    captureToolCalls: true,
+                });
+                baselineResults.push(result);
+            }
+        }
+        const metrics = this.calculateMetrics(results);
+        let comparison;
+        if (this.config.runComparison && baselineResults.length > 0) {
+            const baselineMetrics = this.calculateMetrics(baselineResults);
+            comparison = this.calculateComparison(metrics, baselineMetrics);
+        }
+        return { task, results, metrics, comparison };
+    }
+    /**
+     * Validate on multiple tasks
+     */
+    async validate(tasks) {
+        const taskResults = [];
+        const allResults = [];
+        const allBaselineResults = [];
+        for (const task of tasks) {
+            const result = await this.validateTask(task);
+            taskResults.push({
+                task: result.task,
+                results: result.results,
+                metrics: result.metrics,
+            });
+            allResults.push(...result.results);
+            // Collect baseline results for aggregate comparison
+            if (this.config.runComparison) {
+                // Re-run baseline for aggregate (or we could store from validateTask)
+                for (let i = 0; i < (this.config.runsPerTask ?? 1); i++) {
+                    const baselineResult = await this.manager.spawnBaseline({
+                        agentType: this.config.agentType,
+                        task,
+                        timeout: this.config.taskTimeout,
+                        captureToolCalls: true,
+                    });
+                    allBaselineResults.push(baselineResult);
+                }
+            }
+        }
+        const aggregateMetrics = this.calculateMetrics(allResults);
+        let comparison;
+        if (this.config.runComparison && allBaselineResults.length > 0) {
+            const baselineMetrics = this.calculateMetrics(allBaselineResults);
+            comparison = this.calculateComparison(aggregateMetrics, baselineMetrics);
+        }
+        return {
+            taskResults,
+            aggregateMetrics,
+            comparison,
+        };
+    }
+    /**
+     * Quick validation - single run per task, with comparison
+     */
+    async quickValidate(tasks) {
+        const details = [];
+        for (const task of tasks) {
+            const [withKnowledge, baseline] = await Promise.all([
+                this.manager.spawn({
+                    agentType: this.config.agentType,
+                    task,
+                    timeout: this.config.taskTimeout,
+                }),
+                this.manager.spawnBaseline({
+                    agentType: this.config.agentType,
+                    task,
+                    timeout: this.config.taskTimeout,
+                }),
+            ]);
+            details.push({
+                task,
+                withKnowledge: withKnowledge.success,
+                baseline: baseline.success,
+            });
+        }
+        const successRateWithKnowledge = details.filter((d) => d.withKnowledge).length / details.length;
+        const successRateBaseline = details.filter((d) => d.baseline).length / details.length;
+        return {
+            successRateWithKnowledge,
+            successRateBaseline,
+            improvement: successRateWithKnowledge - successRateBaseline,
+            details,
+        };
+    }
+    /**
+     * Calculate metrics from results
+     */
+    calculateMetrics(results) {
+        if (results.length === 0) {
+            return {
+                successRate: 0,
+                avgTime: 0,
+                avgToolCalls: 0,
+                timeStdDev: 0,
+                totalRuns: 0,
+            };
+        }
+        const successCount = results.filter((r) => r.success).length;
+        const times = results.map((r) => r.metrics.totalTime);
+        const toolCalls = results.map((r) => r.metrics.toolCallCount);
+        const avgTime = times.reduce((a, b) => a + b, 0) / times.length;
+        const avgToolCalls = toolCalls.reduce((a, b) => a + b, 0) / toolCalls.length;
+        // Calculate standard deviation
+        const timeVariance = times.reduce((sum, t) => sum + Math.pow(t - avgTime, 2), 0) /
+            times.length;
+        const timeStdDev = Math.sqrt(timeVariance);
+        return {
+            successRate: successCount / results.length,
+            avgTime,
+            avgToolCalls,
+            timeStdDev,
+            totalRuns: results.length,
+        };
+    }
+    /**
+     * Calculate comparison between two sets of metrics
+     */
+    calculateComparison(withKnowledge, baseline) {
+        const successRateDelta = withKnowledge.successRate - baseline.successRate;
+        const timeDeltaPercent = baseline.avgTime > 0
+            ? ((baseline.avgTime - withKnowledge.avgTime) / baseline.avgTime) * 100
+            : 0;
+        const toolCallDeltaPercent = baseline.avgToolCalls > 0
+            ? ((baseline.avgToolCalls - withKnowledge.avgToolCalls) /
+                baseline.avgToolCalls) *
+                100
+            : 0;
+        // Simple significance test (would need proper statistical test in production)
+        // Using a rough heuristic: significant if improvement > 2 std devs
+        const isSignificant = Math.abs(withKnowledge.avgTime - baseline.avgTime) >
+            2 * Math.max(withKnowledge.timeStdDev, baseline.timeStdDev);
+        return {
+            withKnowledge,
+            baseline,
+            improvement: {
+                successRateDelta,
+                timeDeltaPercent,
+                toolCallDeltaPercent,
+                isSignificant,
+            },
+        };
+    }
+    /**
+     * Generate a validation report
+     */
+    generateReport(result) {
+        const lines = [
+            '# Atlas Validation Report',
+            '',
+            '## Aggregate Metrics',
+            `- Success Rate: ${(result.aggregateMetrics.successRate * 100).toFixed(1)}%`,
+            `- Avg Time: ${result.aggregateMetrics.avgTime.toFixed(0)}ms`,
+            `- Avg Tool Calls: ${result.aggregateMetrics.avgToolCalls.toFixed(1)}`,
+            `- Total Runs: ${result.aggregateMetrics.totalRuns}`,
+            '',
+        ];
+        if (result.comparison) {
+            const c = result.comparison;
+            lines.push('## Comparison (With Knowledge vs Baseline)', '', '| Metric | With Knowledge | Baseline | Improvement |', '|--------|---------------|----------|-------------|', `| Success Rate | ${(c.withKnowledge.successRate * 100).toFixed(1)}% | ${(c.baseline.successRate * 100).toFixed(1)}% | ${c.improvement.successRateDelta > 0 ? '+' : ''}${(c.improvement.successRateDelta * 100).toFixed(1)}% |`, `| Avg Time | ${c.withKnowledge.avgTime.toFixed(0)}ms | ${c.baseline.avgTime.toFixed(0)}ms | ${c.improvement.timeDeltaPercent > 0 ? '+' : ''}${c.improvement.timeDeltaPercent.toFixed(1)}% faster |`, `| Avg Tool Calls | ${c.withKnowledge.avgToolCalls.toFixed(1)} | ${c.baseline.avgToolCalls.toFixed(1)} | ${c.improvement.toolCallDeltaPercent > 0 ? '+' : ''}${c.improvement.toolCallDeltaPercent.toFixed(1)}% fewer |`, '', `Statistical Significance: ${c.improvement.isSignificant ? '✓ Yes' : '✗ No'}`, '');
+        }
+        lines.push('## Per-Task Results', '');
+        for (const taskResult of result.taskResults) {
+            lines.push(`### ${taskResult.task.description.slice(0, 50)}...`, `- Success Rate: ${(taskResult.metrics.successRate * 100).toFixed(1)}%`, `- Avg Time: ${taskResult.metrics.avgTime.toFixed(0)}ms`, '');
+        }
+        return lines.join('\n');
+    }
+}
+/**
+ * Create a validation flow
+ */
+export function createValidationFlow(manager, memory, config) {
+    return new ValidationFlow(manager, memory, config);
+}
+//# sourceMappingURL=validation.js.map

package/dist/runtime/flows/validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../src/runtime/flows/validation.ts"],"names":[],"mappings":"AAqEA;;;;;;;;GAQG;AACH,MAAM,OAAO,cAAc;IACjB,OAAO,CAAe;IACtB,MAAM,CAAuB;IAErC,YACE,OAAqB,EACrB,OAAqB,EAAE,4CAA4C;IACnE,MAA4B;QAE5B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG;YACZ,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,MAAM,EAAE,YAAY;YACjC,GAAG,MAAM;SACV,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,IAAU;QAM3B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QACjD,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,eAAe,GAAkB,EAAE,CAAC;QAE1C,+BAA+B;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;gBACtC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;gBAChC,IAAI;gBACJ,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;gBAChC,gBAAgB,EAAE,IAAI;aACvB,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,qCAAqC;QACrC,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;oBAC9C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;oBAChC,IAAI;oBACJ,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;oBAChC,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;gBACH,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,UAAwC,CAAC;QAE7C,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;YAC/D,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,MAAM,WAAW,GAAwC,EAAE,CAAC;QAC5D,MAAM,UAAU,GAAkB,EAAE,CAAC;QACrC,MAAM,kBAAkB,GAAkB,EAAE,CAAC;QAE7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC7C,WAAW,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YAEH,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnC,oDAAoD;YACpD,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC9B,sEAAsE;gBACtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;wBACtD,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;wBAChC,IAAI;wBACJ,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;wBAChC,gBAAgB,EAAE,IAAI;qBACvB,CAAC,CAAC;oBACH,kBAAkB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC3D,IAAI,UAAwC,CAAC;QAE7C,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;YAClE,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO;YACL,WAAW;YACX,gBAAgB;YAChB,UAAU;SACX,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,KAAa;QAU/B,MAAM,OAAO,GAIR,EAAE,CAAC;QAER,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,aAAa,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAClD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;oBACjB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;oBAChC,IAAI;oBACJ,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;iBACjC,CAAC;gBACF,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;oBACzB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;oBAChC,IAAI;oBACJ,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;iBACjC,CAAC;aACH,CAAC,CAAC;YAEH,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI;gBACJ,aAAa,EAAE,aAAa,CAAC,OAAO;gBACpC,QAAQ,EAAE,QAAQ,CAAC,OAAO;aAC3B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,wBAAwB,GAC5B,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACjE,MAAM,mBAAmB,GACvB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE5D,OAAO;YACL,wBAAwB;YACxB,mBAAmB;YACnB,WAAW,EAAE,wBAAwB,GAAG,mBAAmB;YAC3D,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,OAAsB;QAC7C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,WAAW,EAAE,CAAC;gBACd,OAAO,EAAE,CAAC;gBACV,YAAY,EAAE,CAAC;gBACf,UAAU,EAAE,CAAC;gBACb,SAAS,EAAE,CAAC;aACb,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAE9D,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAChE,MAAM,YAAY,GAChB,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QAE1D,+BAA+B;QAC/B,MAAM,YAAY,GAChB,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3D,KAAK,CAAC,MAAM,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAE3C,OAAO;YACL,WAAW,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM;YAC1C,OAAO;YACP,YAAY;YACZ,UAAU;YACV,SAAS,EAAE,OAAO,CAAC,MAAM;SAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,aAAgC,EAChC,QAA2B;QAE3B,MAAM,gBAAgB,GACpB,aAAa,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;QAEnD,MAAM,gBAAgB,GACpB,QAAQ,CAAC,OAAO,GAAG,CAAC;YAClB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,GAAG;YACvE,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,oBAAoB,GACxB,QAAQ,CAAC,YAAY,GAAG,CAAC;YACvB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,GAAG,aAAa,CAAC,YAAY,CAAC;gBACnD,QAAQ,CAAC,YAAY,CAAC;gBACxB,GAAG;YACL,CAAC,CAAC,CAAC,CAAC;QAER,8EAA8E;QAC9E,mEAAmE;QACnE,MAAM,aAAa,GACjB,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YAClD,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QAE9D,OAAO;YACL,aAAa;YACb,QAAQ;YACR,WAAW,EAAE;gBACX,gBAAgB;gBAChB,gBAAgB;gBAChB,oBAAoB;gBACpB,aAAa;aACd;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAA4B;QACzC,MAAM,KAAK,GAAa;YACtB,2BAA2B;YAC3B,EAAE;YACF,sBAAsB;YACtB,mBAAmB,CAAC,MAAM,CAAC,gBAAgB,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC5E,eAAe,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC7D,qBAAqB,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACtE,iBAAiB,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE;YACpD,EAAE;SACH,CAAC;QAEF,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;YAC5B,KAAK,CAAC,IAAI,CACR,4CAA4C,EAC5C,EAAE,EACF,sDAAsD,EACtD,qDAAqD,EACrD,oBAAoB,CAAC,CAAC,CAAC,aAAa,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAC/N,gBAAgB,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,EACpM,sBAAsB,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,oBAAoB,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EACvN,EAAE,EACF,6BAA6B,CAAC,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,EAC7E,EAAE,CACH,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,IAAI,CACR,qBAAqB,EACrB,EAAE,CACH,CAAC;QAEF,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CACR,OAAO,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,EACpD,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EACvE,eAAe,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EACxD,EAAE,CACH,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAClC,OAAqB,EACrB,MAAoB,EACpB,MAA4B;IAE5B,OAAO,IAAI,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AACrD,CAAC"}

package/dist/runtime/index.d.ts

@@ -0,0 +1,7 @@
+export type { AgentMessage, ToolCall, AgentState, AgentSession, AgentSpawnConfig, AgentResult, AgentBackend, KnowledgeInjector, TrajectoryExtractor, AgentObserverCallbacks, AgentDelegate, AgentDelegateOptions, AgentDelegateResult, } from './types.js';
+export { AgentManager, createAgentManager, DefaultKnowledgeInjector, DefaultTrajectoryExtractor, } from './manager.js';
+export { SubprocessBackend, createSubprocessBackend, claudeCodeConfig, type SubprocessAgentConfig, MockBackend, createMockBackend, type MockAgentBehavior, LocalACPBackend, ACPBackend, createACPBackend, claudeCodeACPConfig, claudeCodeDirectConfig, type ACPAgentConfig, ACPProtocolHandler, type ACPSessionBase, MacroAgentBackendAdapter, adaptMacroBackend, createMacroAgentSource, type MacroAgentBackendLike, type MacroSessionLike, } from './backends/index.js';
+export { DefaultComputeProvider, createComputeProvider, type ComputeProvider, type ComputeRequirements, type ComputeTarget, type ComputeSource, type CostTier, } from './compute-provider.js';
+export { LearningFlow, createLearningFlow, type LearningFlowConfig, type LearningFlowResult, } from './flows/learning.js';
+export { ValidationFlow, createValidationFlow, type ValidationFlowConfig, type ValidationFlowResult, type ValidationMetrics, } from './flows/validation.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/runtime/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/runtime/index.ts"],"names":[],"mappings":"AACA,YAAY,EACV,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,iBAAiB,EACjB,mBAAmB,EACnB,sBAAsB,EACtB,aAAa,EACb,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,wBAAwB,EACxB,0BAA0B,GAC3B,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,gBAAgB,EAChB,KAAK,qBAAqB,EAC1B,WAAW,EACX,iBAAiB,EACjB,KAAK,iBAAiB,EACtB,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,EACtB,KAAK,cAAc,EACnB,kBAAkB,EAClB,KAAK,cAAc,EACnB,wBAAwB,EACxB,iBAAiB,EACjB,sBAAsB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,gBAAgB,GACtB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,aAAa,EAClB,KAAK,aAAa,EAClB,KAAK,QAAQ,GACd,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,GACxB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,iBAAiB,GACvB,MAAM,uBAAuB,CAAC"}

package/dist/runtime/index.js

@@ -0,0 +1,10 @@
+// Manager
+export { AgentManager, createAgentManager, DefaultKnowledgeInjector, DefaultTrajectoryExtractor, } from './manager.js';
+// Backends
+export { SubprocessBackend, createSubprocessBackend, claudeCodeConfig, MockBackend, createMockBackend, LocalACPBackend, ACPBackend, createACPBackend, claudeCodeACPConfig, claudeCodeDirectConfig, ACPProtocolHandler, MacroAgentBackendAdapter, adaptMacroBackend, createMacroAgentSource, } from './backends/index.js';
+// Compute Provider
+export { DefaultComputeProvider, createComputeProvider, } from './compute-provider.js';
+// Flows
+export { LearningFlow, createLearningFlow, } from './flows/learning.js';
+export { ValidationFlow, createValidationFlow, } from './flows/validation.js';
+//# sourceMappingURL=index.js.map

package/dist/runtime/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/runtime/index.ts"],"names":[],"mappings":"AAiBA,UAAU;AACV,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,wBAAwB,EACxB,0BAA0B,GAC3B,MAAM,cAAc,CAAC;AAEtB,WAAW;AACX,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,gBAAgB,EAEhB,WAAW,EACX,iBAAiB,EAEjB,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,EAEtB,kBAAkB,EAElB,wBAAwB,EACxB,iBAAiB,EACjB,sBAAsB,GAGvB,MAAM,qBAAqB,CAAC;AAE7B,mBAAmB;AACnB,OAAO,EACL,sBAAsB,EACtB,qBAAqB,GAMtB,MAAM,uBAAuB,CAAC;AAE/B,QAAQ;AACR,OAAO,EACL,YAAY,EACZ,kBAAkB,GAGnB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACL,cAAc,EACd,oBAAoB,GAIrB,MAAM,uBAAuB,CAAC"}

package/dist/runtime/manager.d.ts

@@ -0,0 +1,149 @@
+import type { Task, Trajectory } from '../types/index.js';
+import type { MemorySystem, MemoryQueryResultV2 } from '../memory/system.js';
+import type { AgentBackend, AgentSpawnConfig, AgentSession, AgentResult, AgentObserverCallbacks, KnowledgeInjector, TrajectoryExtractor, AgentDelegate } from './types.js';
+import type { ComputeProvider, ComputeSource } from './compute-provider.js';
+/**
+ * Default knowledge injector - formats memory for context injection
+ */
+export declare class DefaultKnowledgeInjector implements KnowledgeInjector {
+    format(knowledge: MemoryQueryResultV2, _agentType: string, options?: {
+        maxTokens?: number;
+        format?: 'markdown' | 'json' | 'xml';
+    }): string;
+    private formatMarkdown;
+    private formatXml;
+    private escapeXml;
+}
+/**
+ * Default trajectory extractor - converts agent sessions to trajectories
+ */
+export declare class DefaultTrajectoryExtractor implements TrajectoryExtractor {
+    extract(session: AgentSession, task: Task): Trajectory;
+    private extractThought;
+    private summarizeInput;
+    private summarizeOutput;
+}
+/**
+ * Agent Manager - orchestrates agent spawning, observation, and learning
+ */
+export declare class AgentManager {
+    private backends;
+    private computeProvider;
+    private memory;
+    private injector;
+    private extractor;
+    private observers;
+    private activeSessions;
+    private delegate?;
+    constructor(memory: MemorySystem, options?: {
+        injector?: KnowledgeInjector;
+        extractor?: TrajectoryExtractor;
+        computeProvider?: ComputeProvider;
+        delegate?: AgentDelegate;
+    });
+    /**
+     * Register an agent backend.
+     * Also registers it as a compute source with the ComputeProvider.
+     */
+    registerBackend(backend: AgentBackend, sourceOptions?: {
+        costTier?: ComputeSource['costTier'];
+        location?: ComputeSource['location'];
+        priority?: number;
+    }): void;
+    /**
+     * Get a registered backend
+     */
+    getBackend(name: string): AgentBackend | undefined;
+    /**
+     * List available backends
+     */
+    listBackends(): string[];
+    /**
+     * Get the compute provider for advanced configuration
+     */
+    getComputeProvider(): ComputeProvider;
+    /**
+     * Add an observer for agent events
+     */
+    addObserver(callbacks: AgentObserverCallbacks): void;
+    /**
+     * Remove an observer
+     */
+    removeObserver(callbacks: AgentObserverCallbacks): void;
+    /**
+     * Set a delegate for caller-provided agent execution.
+     * When set, all spawn() calls bypass backend resolution and use the delegate.
+     */
+    setDelegate(delegate: AgentDelegate): void;
+    /**
+     * Clear the delegate, reverting to normal backend resolution.
+     */
+    clearDelegate(): void;
+    /**
+     * Get the current delegate, if any.
+     */
+    getDelegate(): AgentDelegate | undefined;
+    /**
+     * Spawn an agent to execute a task
+     * This is the main entry point for running agents
+     */
+    spawn(config: AgentSpawnConfig): Promise<AgentResult>;
+    /**
+     * Spawn via caller-provided delegate.
+     * Handles knowledge injection, builds trajectory, notifies observers.
+     */
+    private spawnViaDelegate;
+    /**
+     * Spawn an agent WITHOUT knowledge injection (for baseline/control)
+     */
+    spawnBaseline(config: Omit<AgentSpawnConfig, 'injectedKnowledge'>): Promise<AgentResult>;
+    /**
+     * Run an A/B comparison: with and without knowledge injection
+     */
+    compareWithKnowledge(config: Omit<AgentSpawnConfig, 'injectedKnowledge'>): Promise<{
+        withKnowledge: AgentResult;
+        baseline: AgentResult;
+        improvement: {
+            timeDelta: number;
+            toolCallDelta: number;
+            successDelta: number;
+        };
+    }>;
+    /**
+     * Observe an external agent session and learn from it
+     * Use this when you have access to another agent's execution
+     */
+    observeAndLearn(session: AgentSession, task: Task): Promise<Trajectory>;
+    /**
+     * Get active sessions
+     */
+    getActiveSessions(): AgentSession[];
+    /**
+     * Terminate a session
+     */
+    terminate(sessionId: string): Promise<void>;
+    /**
+     * Terminate all active sessions
+     */
+    terminateAll(): Promise<void>;
+    /**
+     * Close the manager and clean up resources
+     * Terminates all active sessions and clears all state
+     */
+    close(): Promise<void>;
+    private waitForCompletion;
+    private notifySessionStart;
+    private notifyMessage;
+    private notifyToolCall;
+    private notifySessionEnd;
+}
+/**
+ * Create an agent manager
+ */
+export declare function createAgentManager(memory: MemorySystem, options?: {
+    injector?: KnowledgeInjector;
+    extractor?: TrajectoryExtractor;
+    computeProvider?: ComputeProvider;
+    delegate?: AgentDelegate;
+}): AgentManager;
+//# sourceMappingURL=manager.d.ts.map

package/dist/runtime/manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/runtime/manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,UAAU,EAAQ,MAAM,mBAAmB,CAAC;AAOhE,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,KAAK,EACV,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,WAAW,EAGX,sBAAsB,EACtB,iBAAiB,EACjB,mBAAmB,EACnB,aAAa,EACd,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAG5E;;GAEG;AACH,qBAAa,wBAAyB,YAAW,iBAAiB;IAChE,MAAM,CACJ,SAAS,EAAE,mBAAmB,EAC9B,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,KAAK,CAAA;KAAE,GACrE,MAAM;IAcT,OAAO,CAAC,cAAc;IAmCtB,OAAO,CAAC,SAAS;IAoCjB,OAAO,CAAC,SAAS;CAOlB;AAED;;GAEG;AACH,qBAAa,0BAA2B,YAAW,mBAAmB;IACpE,OAAO,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,GAAG,UAAU;IAgDtD,OAAO,CAAC,cAAc;IAsBtB,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,eAAe;CAWxB;AAED;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAwC;IACxD,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,QAAQ,CAAC,CAAgB;gBAG/B,MAAM,EAAE,YAAY,EACpB,OAAO,CAAC,EAAE;QACR,QAAQ,CAAC,EAAE,iBAAiB,CAAC;QAC7B,SAAS,CAAC,EAAE,mBAAmB,CAAC;QAChC,eAAe,CAAC,EAAE,eAAe,CAAC;QAClC,QAAQ,CAAC,EAAE,aAAa,CAAC;KAC1B;IASH;;;OAGG;IACH,eAAe,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,CAAC,EAAE;QACrD,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;QACrC,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;QACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG,IAAI;IAWR;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAIlD;;OAEG;IACH,YAAY,IAAI,MAAM,EAAE;IAIxB;;OAEG;IACH,kBAAkB,IAAI,eAAe;IAIrC;;OAEG;IACH,WAAW,CAAC,SAAS,EAAE,sBAAsB,GAAG,IAAI;IAIpD;;OAEG;IACH,cAAc,CAAC,SAAS,EAAE,sBAAsB,GAAG,IAAI;IAOvD;;;OAGG;IACH,WAAW,CAAC,QAAQ,EAAE,aAAa,GAAG,IAAI;IAI1C;;OAEG;IACH,aAAa,IAAI,IAAI;IAIrB;;OAEG;IACH,WAAW,IAAI,aAAa,GAAG,SAAS;IAIxC;;;OAGG;IACG,KAAK,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAqF3D;;;OAGG;YACW,gBAAgB;IAsF9B;;OAEG;IACG,aAAa,CACjB,MAAM,EAAE,IAAI,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,GAClD,OAAO,CAAC,WAAW,CAAC;IAUvB;;OAEG;IACG,oBAAoB,CACxB,MAAM,EAAE,IAAI,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,GAClD,OAAO,CAAC;QACT,aAAa,EAAE,WAAW,CAAC;QAC3B,QAAQ,EAAE,WAAW,CAAC;QACtB,WAAW,EAAE;YACX,SAAS,EAAE,MAAM,CAAC;YAClB,aAAa,EAAE,MAAM,CAAC;YACtB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,CAAC;IAoBF;;;OAGG;IACG,eAAe,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;IAS7E;;OAEG;IACH,iBAAiB,IAAI,YAAY,EAAE;IAInC;;OAEG;IACG,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBjD;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAKnC;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAad,iBAAiB;IAuB/B,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,gBAAgB;CAKzB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,YAAY,EACpB,OAAO,CAAC,EAAE;IACR,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B,GACA,YAAY,CAEd"}