cognitive-core 0.2.4 → 0.3.1

package/dist/eval/rng.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Deterministic PRNG helpers for reproducible evaluation runs.
+ *
+ * Eval runs must be reproducible: the same (stream, seed) pair should produce
+ * identical outcomes so results can be compared across code changes and so
+ * multi-seed runs can quantify variance. We therefore never use Math.random()
+ * inside the eval harness — all randomness flows through a seeded generator.
+ */
+/**
+ * mulberry32 — a fast, well-distributed 32-bit seeded PRNG.
+ * Returns a function producing floats in [0, 1).
+ */
+export declare function mulberry32(seed: number): () => number;
+/**
+ * Deterministic 32-bit string hash (FNV-1a variant).
+ * Used to derive a stable numeric seed from a string key (e.g. task id).
+ */
+export declare function hashString(str: string): number;
+/**
+ * Build a deterministic generator from a set of string/number parts.
+ * Combining the global seed with a per-task key keeps each draw independent
+ * yet reproducible.
+ */
+export declare function seededRng(...parts: Array<string | number>): () => number;
+//# sourceMappingURL=rng.d.ts.map

package/dist/eval/rng.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rng.d.ts","sourceRoot":"","sources":["../../src/eval/rng.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;GAGG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,MAAM,CASrD;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAO9C;AAED;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,GAAG,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,MAAM,CAExE"}

package/dist/eval/rng.js

@@ -0,0 +1,43 @@
+/**
+ * Deterministic PRNG helpers for reproducible evaluation runs.
+ *
+ * Eval runs must be reproducible: the same (stream, seed) pair should produce
+ * identical outcomes so results can be compared across code changes and so
+ * multi-seed runs can quantify variance. We therefore never use Math.random()
+ * inside the eval harness — all randomness flows through a seeded generator.
+ */
+/**
+ * mulberry32 — a fast, well-distributed 32-bit seeded PRNG.
+ * Returns a function producing floats in [0, 1).
+ */
+export function mulberry32(seed) {
+    let a = seed >>> 0;
+    return function next() {
+        a |= 0;
+        a = (a + 0x6d2b79f5) | 0;
+        let t = Math.imul(a ^ (a >>> 15), 1 | a);
+        t = (t + Math.imul(t ^ (t >>> 7), 61 | t)) ^ t;
+        return ((t ^ (t >>> 14)) >>> 0) / 4294967296;
+    };
+}
+/**
+ * Deterministic 32-bit string hash (FNV-1a variant).
+ * Used to derive a stable numeric seed from a string key (e.g. task id).
+ */
+export function hashString(str) {
+    let h = 0x811c9dc5;
+    for (let i = 0; i < str.length; i++) {
+        h ^= str.charCodeAt(i);
+        h = Math.imul(h, 0x01000193);
+    }
+    return h >>> 0;
+}
+/**
+ * Build a deterministic generator from a set of string/number parts.
+ * Combining the global seed with a per-task key keeps each draw independent
+ * yet reproducible.
+ */
+export function seededRng(...parts) {
+    return mulberry32(hashString(parts.join(':')));
+}
+//# sourceMappingURL=rng.js.map

package/dist/eval/rng.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rng.js","sourceRoot":"","sources":["../../src/eval/rng.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC;IACnB,OAAO,SAAS,IAAI;QAClB,CAAC,IAAI,CAAC,CAAC;QACP,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/C,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;IAC/C,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,IAAI,CAAC,GAAG,UAAU,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,GAAG,KAA6B;IACxD,OAAO,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC"}

package/dist/eval/runner.d.ts

@@ -0,0 +1,65 @@
+import type { AtlasConfig } from '../types/index.js';
+import type { AgentBackend } from '../runtime/types.js';
+import { type MemorySensitiveMockBackend } from './memory-mock.js';
+import { type ConditionResult, type EvalResult, type EvalRunConfig } from './types.js';
+/**
+ * Options that define a single experimental arm.
+ *
+ * An "arm" is one configuration of the system run across the whole task stream
+ * (and averaged over seeds). The curve eval uses two arms (learning vs.
+ * no-learning); the ablation harness uses one full arm plus one arm per
+ * disabled component, all sharing this machinery.
+ */
+export interface ArmOptions {
+    /** Carry memory across the stream (learning) or start cold per task (baseline). */
+    carryMemory: boolean;
+    /** Config overrides for this arm (used to disable feature-flag components). */
+    configPatch?: Partial<AtlasConfig>;
+    /**
+     * Optional decorator that wraps the mock backend before registration — used
+     * to ablate injection channels (strip experiences/playbooks from what the
+     * agent receives). Receives the underlying mock so telemetry still works.
+     */
+    wrapBackend?: (mock: MemorySensitiveMockBackend) => AgentBackend;
+}
+/**
+ * Sequential learning-curve eval runner.
+ *
+ * Runs an ordered task stream through Atlas under two arms and compares the
+ * resulting success curves:
+ *
+ *   - "learning": a single Atlas instance carries memory across the whole
+ *     stream, so experiences accumulate and later tasks can benefit.
+ *   - "no-learning": each task is solved by a *fresh* cold Atlas (empty memory),
+ *     so nothing carries over — the stateless baseline from the literature.
+ *
+ * The mock backend's outcome draw is paired by task id across arms, so the only
+ * systematic difference is the arm's configuration. Multiple seeds quantify
+ * run-to-run variance.
+ *
+ * `runArm()` is public so the ablation harness can reuse the exact same
+ * stream-running and aggregation logic.
+ *
+ * NOTE: this drives the deterministic mock backend. A live-agent run needs a
+ * task set with real ground-truth verification (e.g. SWE-bench); the mock path
+ * validates the harness machinery and is what `backend: 'mock'` exercises.
+ */
+export declare class SequentialEvalRunner {
+    private readonly config;
+    constructor(config?: EvalRunConfig);
+    run(): Promise<EvalResult>;
+    /** Throw a clear error if asked to run a non-mock backend on the synthetic stream. */
+    assertMockBackend(): void;
+    /**
+     * Run one arm across all seeds and aggregate into a ConditionResult.
+     */
+    runArm(label: string, opts: ArmOptions): Promise<ConditionResult>;
+    /** Learning arm: one Atlas carries memory across the whole stream. */
+    private runStreamCarry;
+    /** No-learning arm: a fresh cold Atlas per task (no carryover). */
+    private runStreamCold;
+    private solveOne;
+    private makeAtlas;
+}
+export declare function createSequentialEvalRunner(config?: Partial<EvalRunConfig>): SequentialEvalRunner;
+//# sourceMappingURL=runner.d.ts.map

package/dist/eval/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,OAAO,EAA6B,KAAK,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAE9F,OAAO,EAEL,KAAK,eAAe,EACpB,KAAK,UAAU,EACf,KAAK,aAAa,EAGnB,MAAM,YAAY,CAAC;AAEpB;;;;;;;GAOG;AACH,MAAM,WAAW,UAAU;IACzB,mFAAmF;IACnF,WAAW,EAAE,OAAO,CAAC;IACrB,+EAA+E;IAC/E,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACnC;;;;OAIG;IACH,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,0BAA0B,KAAK,YAAY,CAAC;CAClE;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,qBAAa,oBAAoB;IACnB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,GAAE,aAAmC;IAElE,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;IA0BhC,sFAAsF;IACtF,iBAAiB,IAAI,IAAI;IAWzB;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,eAAe,CAAC;IAsBvE,sEAAsE;YACxD,cAAc;IAsC5B,mEAAmE;YACrD,aAAa;YA2Bb,QAAQ;IA0BtB,OAAO,CAAC,SAAS;CA0ClB;AAsBD,wBAAgB,0BAA0B,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,oBAAoB,CAEhG"}

package/dist/eval/runner.js

@@ -0,0 +1,216 @@
+import { mkdtempSync, rmSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { Atlas } from '../atlas.js';
+import { buildTaskStream } from './task-stream.js';
+import { createMemorySensitiveMock } from './memory-mock.js';
+import { aggregateCondition, ciDisjoint, normalizedGain } from './metrics.js';
+import { DEFAULT_EVAL_CONFIG, } from './types.js';
+/**
+ * Sequential learning-curve eval runner.
+ *
+ * Runs an ordered task stream through Atlas under two arms and compares the
+ * resulting success curves:
+ *
+ *   - "learning": a single Atlas instance carries memory across the whole
+ *     stream, so experiences accumulate and later tasks can benefit.
+ *   - "no-learning": each task is solved by a *fresh* cold Atlas (empty memory),
+ *     so nothing carries over — the stateless baseline from the literature.
+ *
+ * The mock backend's outcome draw is paired by task id across arms, so the only
+ * systematic difference is the arm's configuration. Multiple seeds quantify
+ * run-to-run variance.
+ *
+ * `runArm()` is public so the ablation harness can reuse the exact same
+ * stream-running and aggregation logic.
+ *
+ * NOTE: this drives the deterministic mock backend. A live-agent run needs a
+ * task set with real ground-truth verification (e.g. SWE-bench); the mock path
+ * validates the harness machinery and is what `backend: 'mock'` exercises.
+ */
+export class SequentialEvalRunner {
+    config;
+    constructor(config = DEFAULT_EVAL_CONFIG) {
+        this.config = config;
+    }
+    async run() {
+        this.assertMockBackend();
+        const start = Date.now();
+        const learning = await this.runArm('learning', { carryMemory: true });
+        const noLearning = await this.runArm('no-learning', { carryMemory: false });
+        const successRateDelta = learning.successRate - noLearning.successRate;
+        // Use the no-learning *late* phase as a stable "pre" baseline, and the
+        // learning *late* phase as "post" — both measured where the system has
+        // settled, isolating the steady-state benefit of accumulated experience.
+        const gain = normalizedGain(noLearning.lateSuccessRate, learning.lateSuccessRate);
+        const advisory = ciDisjoint(learning.successRateCI, noLearning.successRateCI);
+        return {
+            config: this.config,
+            learning,
+            noLearning,
+            successRateDelta,
+            normalizedGain: gain,
+            significant: advisory,
+            ciDisjointAdvisory: advisory,
+            durationMs: Date.now() - start,
+        };
+    }
+    /** Throw a clear error if asked to run a non-mock backend on the synthetic stream. */
+    assertMockBackend() {
+        if (this.config.backend !== 'mock') {
+            throw new Error(`Live backend not yet wired for the synthetic stream. The synthetic ` +
+                `learning-curve stream has no real verifier, so a meaningful live run ` +
+                `requires a verifiable dataset (e.g. SWE-bench). Run with backend:'mock' ` +
+                `to validate the harness.`);
+        }
+    }
+    /**
+     * Run one arm across all seeds and aggregate into a ConditionResult.
+     */
+    async runArm(label, opts) {
+        const perSeed = [];
+        for (const seed of this.config.seeds) {
+            const stream = buildTaskStream({
+                taskCount: this.config.taskCount,
+                skillCount: this.config.skillCount,
+                seed,
+                coldProb: this.config.coldProb,
+                warmProb: this.config.warmProb,
+            });
+            const results = opts.carryMemory
+                ? await this.runStreamCarry(stream, seed, opts)
+                : await this.runStreamCold(stream, seed, opts);
+            perSeed.push(results);
+        }
+        return aggregateCondition(label, perSeed, this.config.rollingWindow, this.config.seeds);
+    }
+    /** Learning arm: one Atlas carries memory across the whole stream. */
+    async runStreamCarry(stream, seed, opts) {
+        const baseDir = mkdtempSync(join(tmpdir(), `cc-eval-learn-${seed}-`));
+        const mock = createMemorySensitiveMock({
+            seed,
+            coldProb: this.config.coldProb,
+            warmProb: this.config.warmProb,
+        });
+        const backend = opts.wrapBackend ? opts.wrapBackend(mock) : mock;
+        const atlas = this.makeAtlas(baseDir, backend, opts.configPatch);
+        await atlas.init();
+        const results = [];
+        const seenSkills = new Set();
+        try {
+            for (const item of stream) {
+                const r = await this.solveOne(atlas, mock, item, seenSkills);
+                results.push(r);
+                if (r.success)
+                    seenSkills.add(item.skillTag);
+                // Decoupled modeling: consolidate via the same cadence-gated dream the
+                // shipped system uses (the coordinator dreams when pending reaches the
+                // configured countThreshold, drains the accumulated batch, and extracts
+                // playbooks). Models "ccore dreams between sessions" within the stream.
+                await atlas.getConsolidationCoordinator()?.maybeDream();
+            }
+        }
+        finally {
+            await atlas.close();
+            rmSync(baseDir, { recursive: true, force: true });
+        }
+        return results;
+    }
+    /** No-learning arm: a fresh cold Atlas per task (no carryover). */
+    async runStreamCold(stream, seed, opts) {
+        const results = [];
+        for (const item of stream) {
+            const baseDir = mkdtempSync(join(tmpdir(), `cc-eval-cold-${seed}-${item.index}-`));
+            const mock = createMemorySensitiveMock({
+                seed,
+                coldProb: this.config.coldProb,
+                warmProb: this.config.warmProb,
+            });
+            const backend = opts.wrapBackend ? opts.wrapBackend(mock) : mock;
+            const atlas = this.makeAtlas(baseDir, backend, opts.configPatch);
+            await atlas.init();
+            try {
+                const r = await this.solveOne(atlas, mock, item, new Set());
+                results.push(r);
+            }
+            finally {
+                await atlas.close();
+                rmSync(baseDir, { recursive: true, force: true });
+            }
+        }
+        return results;
+    }
+    async solveOne(atlas, mock, item, seenSkills) {
+        const t0 = Date.now();
+        const result = await atlas.solve(item.task);
+        const wallTimeMs = Date.now() - t0;
+        const telemetry = mock.getTelemetry(item.task.id);
+        const success = result.trajectory.outcome.success;
+        return {
+            index: item.index,
+            taskId: item.task.id,
+            skillTag: item.skillTag,
+            success,
+            status: success ? 'success' : 'failure',
+            stepCount: telemetry?.stepCount ?? result.trajectory.steps.length,
+            knowledgeSurfaced: telemetry?.knowledgeSurfaced ?? false,
+            priorSkillCoverage: seenSkills.size,
+            wallTimeMs,
+        };
+    }
+    makeAtlas(baseDir, backend, configPatch) {
+        const base = {
+            storage: { baseDir, dbName: 'eval.db' },
+            execution: { defaultAgentType: 'mock' },
+            // Keep the eval clean: the only source of "warmth" should be learned
+            // memory, not bundled seed packs or committed seed priors, and we don't
+            // need skill-tree publishing.
+            curatedPlaybooks: { loadBundledSeedPack: false },
+            memory: { seedMetaPlaybooks: false, seedMetaStrategies: false },
+            skillTree: { enabled: false },
+            // Disable agent-based refinement: it's an orthogonal mechanism that would
+            // confound the measurement of memory's contribution (and tries to spawn
+            // evaluator agents the mock backend doesn't provide).
+            refinement: { useAgentEvaluation: false },
+            // Model the SHIPPED system: decoupled dreaming. Consolidation happens via
+            // the coordinator's cadence (dream when pending >= countThreshold) — the
+            // learning arm calls maybeDream() after each task, so playbooks are
+            // extracted from each accumulated batch before later tasks solve, exactly
+            // as production consolidates between sessions. `forceBatchEvery` sets the
+            // cadence (countThreshold); 0 falls back to a sensible default. Staleness
+            // triggering is disabled so only the count cadence drives dreams.
+            dream: {
+                // Clamp the cadence to the stream length so a short stream (taskCount <
+                // threshold) still consolidates at least once mid-run rather than only
+                // at close() — otherwise its learning arm would show no within-run lift.
+                countThreshold: Math.min(this.config.forceBatchEvery > 0 ? this.config.forceBatchEvery : 10, Math.max(1, this.config.taskCount)),
+                maxStalenessMs: 1_000_000_000,
+            },
+        };
+        const config = mergeConfigPatch(base, configPatch);
+        const atlas = new Atlas(config);
+        atlas.setAgentManager([backend]);
+        return atlas;
+    }
+}
+/**
+ * Shallow-merge a config patch into the eval base config, deep-merging the
+ * sub-objects an ablation might touch (features / knowledgeBank / memory).
+ */
+function mergeConfigPatch(base, patch) {
+    if (!patch)
+        return base;
+    const b = base;
+    const p = patch;
+    const out = { ...base };
+    for (const key of Object.keys(patch)) {
+        const bv = b[key];
+        const pv = p[key];
+        out[key] = bv && pv && typeof bv === 'object' && typeof pv === 'object' ? { ...bv, ...pv } : pv;
+    }
+    return out;
+}
+export function createSequentialEvalRunner(config) {
+    return new SequentialEvalRunner({ ...DEFAULT_EVAL_CONFIG, ...config });
+}
+//# sourceMappingURL=runner.js.map

package/dist/eval/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAGpC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,yBAAyB,EAAmC,MAAM,kBAAkB,CAAC;AAC9F,OAAO,EAAE,kBAAkB,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9E,OAAO,EACL,mBAAmB,GAMpB,MAAM,YAAY,CAAC;AAuBpB;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,OAAO,oBAAoB;IACF;IAA7B,YAA6B,SAAwB,mBAAmB;QAA3C,WAAM,GAAN,MAAM,CAAqC;IAAG,CAAC;IAE5E,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5E,MAAM,gBAAgB,GAAG,QAAQ,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;QACvE,uEAAuE;QACvE,uEAAuE;QACvE,yEAAyE;QACzE,MAAM,IAAI,GAAG,cAAc,CAAC,UAAU,CAAC,eAAe,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;QAClF,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,aAAa,EAAE,UAAU,CAAC,aAAa,CAAC,CAAC;QAE9E,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ;YACR,UAAU;YACV,gBAAgB;YAChB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,QAAQ;YACrB,kBAAkB,EAAE,QAAQ;YAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC/B,CAAC;IACJ,CAAC;IAED,sFAAsF;IACtF,iBAAiB;QACf,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CACb,qEAAqE;gBACnE,uEAAuE;gBACvE,0EAA0E;gBAC1E,0BAA0B,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,IAAgB;QAC1C,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,eAAe,CAAC;gBAC7B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;gBAChC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAClC,IAAI;gBACJ,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;aAC/B,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW;gBAC9B,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC;gBAC/C,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAEjD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;QAED,OAAO,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1F,CAAC;IAED,sEAAsE;IAC9D,KAAK,CAAC,cAAc,CAC1B,MAAkB,EAClB,IAAY,EACZ,IAAgB;QAEhB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,IAAI,GAAG,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,yBAAyB,CAAC;YACrC,IAAI;YACJ,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;SAC/B,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACjE,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QAEnB,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QAErC,IAAI,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;gBAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChB,IAAI,CAAC,CAAC,OAAO;oBAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAE7C,uEAAuE;gBACvE,uEAAuE;gBACvE,wEAAwE;gBACxE,wEAAwE;gBACxE,MAAM,KAAK,CAAC,2BAA2B,EAAE,EAAE,UAAU,EAAE,CAAC;YAC1D,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,mEAAmE;IAC3D,KAAK,CAAC,aAAa,CACzB,MAAkB,EAClB,IAAY,EACZ,IAAgB;QAEhB,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,IAAI,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACnF,MAAM,IAAI,GAAG,yBAAyB,CAAC;gBACrC,IAAI;gBACJ,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;aAC/B,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACjE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACjE,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;gBAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;oBAAS,CAAC;gBACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;gBACpB,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,KAAY,EACZ,IAAgC,EAChC,IAAc,EACd,UAAuB;QAEvB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElD,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;QAClD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO;YACP,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvC,SAAS,EAAE,SAAS,EAAE,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM;YACjE,iBAAiB,EAAE,SAAS,EAAE,iBAAiB,IAAI,KAAK;YACxD,kBAAkB,EAAE,UAAU,CAAC,IAAI;YACnC,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,SAAS,CACf,OAAe,EACf,OAAqB,EACrB,WAAkC;QAElC,MAAM,IAAI,GAAyB;YACjC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE;YACvC,SAAS,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE;YACvC,qEAAqE;YACrE,wEAAwE;YACxE,8BAA8B;YAC9B,gBAAgB,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE;YAChD,MAAM,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE,kBAAkB,EAAE,KAAK,EAAE;YAC/D,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;YAC7B,0EAA0E;YAC1E,wEAAwE;YACxE,sDAAsD;YACtD,UAAU,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE;YACzC,0EAA0E;YAC1E,yEAAyE;YACzE,oEAAoE;YACpE,0EAA0E;YAC1E,0EAA0E;YAC1E,0EAA0E;YAC1E,kEAAkE;YAClE,KAAK,EAAE;gBACL,wEAAwE;gBACxE,uEAAuE;gBACvE,yEAAyE;gBACzE,cAAc,EAAE,IAAI,CAAC,GAAG,CACtB,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAClE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CACnC;gBACD,cAAc,EAAE,aAAa;aAC9B;SACiC,CAAC;QAErC,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;QAChC,KAAK,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,gBAAgB,CACvB,IAA0B,EAC1B,KAA4B;IAE5B,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,CAAC,GAAG,IAA2D,CAAC;IACtE,MAAM,CAAC,GAAG,KAA4D,CAAC;IACvE,MAAM,GAAG,GAA4B,EAAE,GAAG,IAAI,EAAE,CAAC;IACjD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAClB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAClB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClG,CAAC;IACD,OAAO,GAA2B,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,MAA+B;IACxE,OAAO,IAAI,oBAAoB,CAAC,EAAE,GAAG,mBAAmB,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;AACzE,CAAC"}

package/dist/eval/skill-bundle.d.ts

@@ -0,0 +1,18 @@
+export interface SkillBundleFile {
+    path: string;
+    content: string;
+    executable?: boolean;
+}
+export interface SkillBundle {
+    name: string;
+    description: string;
+    instructions: string;
+    files: SkillBundleFile[];
+}
+export interface ExportedSkillBundle {
+    rootDir: string;
+    skillMdPath: string;
+    filePaths: string[];
+}
+export declare function exportSkillBundleToDir(bundle: SkillBundle, outputDir: string): ExportedSkillBundle;
+//# sourceMappingURL=skill-bundle.d.ts.map

package/dist/eval/skill-bundle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-bundle.d.ts","sourceRoot":"","sources":["../../src/eval/skill-bundle.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,MAAM,GAChB,mBAAmB,CAmBrB"}

package/dist/eval/skill-bundle.js

@@ -0,0 +1,38 @@
+import { mkdirSync, writeFileSync } from 'node:fs';
+import { dirname, join } from 'node:path';
+export function exportSkillBundleToDir(bundle, outputDir) {
+    const rootDir = join(outputDir, sanitizeDirName(bundle.name));
+    mkdirSync(rootDir, { recursive: true });
+    const skillMdPath = join(rootDir, 'SKILL.md');
+    writeFileSync(skillMdPath, renderSkillMd(bundle), { encoding: 'utf-8', mode: 0o644 });
+    const filePaths = [];
+    for (const file of bundle.files) {
+        const target = join(rootDir, file.path);
+        mkdirSync(dirname(target), { recursive: true });
+        writeFileSync(target, file.content, {
+            encoding: 'utf-8',
+            mode: file.executable ? 0o755 : 0o644,
+        });
+        filePaths.push(target);
+    }
+    return { rootDir, skillMdPath, filePaths };
+}
+function renderSkillMd(bundle) {
+    return [
+        '---',
+        `name: ${bundle.name}`,
+        `description: ${bundle.description.slice(0, 1024)}`,
+        '---',
+        '',
+        bundle.instructions,
+        '',
+    ].join('\n');
+}
+function sanitizeDirName(name) {
+    return (name
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-|-$/g, '')
+        .slice(0, 80) || 'skill');
+}
+//# sourceMappingURL=skill-bundle.js.map

package/dist/eval/skill-bundle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-bundle.js","sourceRoot":"","sources":["../../src/eval/skill-bundle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAqB1C,MAAM,UAAU,sBAAsB,CACpC,MAAmB,EACnB,SAAiB;IAEjB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9D,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC9C,aAAa,CAAC,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAEtF,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE;YAClC,QAAQ,EAAE,OAAO;YACjB,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;SACtC,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa,CAAC,MAAmB;IACxC,OAAO;QACL,KAAK;QACL,SAAS,MAAM,CAAC,IAAI,EAAE;QACtB,gBAAgB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;QACnD,KAAK;QACL,EAAE;QACF,MAAM,CAAC,YAAY;QACnB,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,CACL,IAAI;SACD,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,OAAO,CAC3B,CAAC;AACJ,CAAC"}

package/dist/eval/swarmkit-report.d.ts

@@ -0,0 +1,21 @@
+export interface SwarmkitTraceReportOptions {
+    /** Arm directory to treat as learning/full. */
+    learningArm?: string;
+    /** Arm directory to treat as baseline/comparator. */
+    baselineArm?: string;
+    /** Display/model key for swarmkit reports. */
+    model?: string;
+    /** Rolling window for the learning curve. */
+    window?: number;
+    /** First stream index that could have received consolidated playbooks. */
+    postExtractionStartIndex?: number;
+}
+/**
+ * Build a swarmkit-eval ordered-learning report from live trace subdirectories.
+ *
+ * Expected layout for live ablations:
+ *   traceRoot/full/*.jsonl
+ *   traceRoot/no-playbooks/*.jsonl
+ */
+export declare function renderSwarmkitTraceReport(traceRoot: string, opts?: SwarmkitTraceReportOptions): string;
+//# sourceMappingURL=swarmkit-report.d.ts.map

package/dist/eval/swarmkit-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"swarmkit-report.d.ts","sourceRoot":"","sources":["../../src/eval/swarmkit-report.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,0BAA0B;IACzC,+CAA+C;IAC/C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qDAAqD;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8CAA8C;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,0EAA0E;IAC1E,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACnC;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACvC,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,0BAA+B,GACpC,MAAM,CA4CR"}

package/dist/eval/swarmkit-report.js

@@ -0,0 +1,93 @@
+import { existsSync, readdirSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { buildOrderedLearningReport, renderLearningReport, renderOrderedLearningReport, } from 'swarmkit-eval';
+/**
+ * Build a swarmkit-eval ordered-learning report from live trace subdirectories.
+ *
+ * Expected layout for live ablations:
+ *   traceRoot/full/*.jsonl
+ *   traceRoot/no-playbooks/*.jsonl
+ */
+export function renderSwarmkitTraceReport(traceRoot, opts = {}) {
+    const learningArm = opts.learningArm ?? 'full';
+    const baselineArm = opts.baselineArm ?? 'no-playbooks';
+    const model = opts.model ?? 'live';
+    const learningDir = join(traceRoot, learningArm);
+    const baselineDir = join(traceRoot, baselineArm);
+    if (!existsSync(learningDir) || !existsSync(baselineDir)) {
+        throw new Error(`swarmkit report requires trace subdirectories '${learningArm}' and '${baselineArm}' under ${traceRoot}`);
+    }
+    const rows = [
+        ...diagnosticsToRows(readTaskDiagnostics(learningDir), learningArm, model),
+        ...diagnosticsToRows(readTaskDiagnostics(baselineDir), baselineArm, model),
+    ];
+    const order = [
+        ...new Set(rows
+            .slice()
+            .sort((a, b) => a.metadata.index - b.metadata.index)
+            .map((r) => r.taskId)),
+    ];
+    const report = buildOrderedLearningReport(rows, {
+        learningArm,
+        baselineArm,
+        model,
+        order,
+        window: opts.window,
+        postExtractionStartIndex: opts.postExtractionStartIndex ?? 3,
+    });
+    return [
+        `# Swarmkit Ordered-Learning Report`,
+        '',
+        `**Trace root:** \`${traceRoot}\``,
+        `**Comparison:** \`${learningArm}\` vs \`${baselineArm}\``,
+        '',
+        renderLearningReport(report.learning),
+        '',
+        renderOrderedLearningReport(report),
+    ].join('\n');
+}
+function diagnosticsToRows(diagnostics, armId, model) {
+    return diagnostics.map((d) => ({
+        taskId: d.taskId,
+        armId,
+        model,
+        seed: 1,
+        status: d.outcome.status === 'success'
+            ? 'success'
+            : d.outcome.status === 'env_error'
+                ? 'env_error'
+                : 'failure',
+        success: d.outcome.success,
+        durationMs: d.outcome.wallTimeMs,
+        costUsd: d.outcome.costUsd,
+        stepCount: d.outcome.stepCount,
+        metadata: {
+            index: d.taskIndex,
+            family: d.family ?? d.skillTag,
+            difficulty: d.difficulty,
+            deliveredPlaybooks: d.injection.playbookCount,
+            retrievedPlaybooks: d.retrieval.candidates.filter((c) => c.type === 'playbook').length,
+            experienceCount: d.injection.experienceCount,
+        },
+    }));
+}
+function readTaskDiagnostics(traceDir) {
+    const out = [];
+    for (const file of readdirSync(traceDir)
+        .filter((f) => f.endsWith('.jsonl'))
+        .sort()) {
+        if (file === 'learning.jsonl')
+            continue;
+        const raw = readFileSync(join(traceDir, file), 'utf-8');
+        for (const line of raw.split('\n')) {
+            if (!line.trim())
+                continue;
+            const entry = JSON.parse(line);
+            if (entry.type === 'diagnostics') {
+                out.push(entry);
+            }
+        }
+    }
+    return out.sort((a, b) => a.taskIndex - b.taskIndex);
+}
+//# sourceMappingURL=swarmkit-report.js.map

package/dist/eval/swarmkit-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"swarmkit-report.js","sourceRoot":"","sources":["../../src/eval/swarmkit-report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACL,0BAA0B,EAC1B,oBAAoB,EACpB,2BAA2B,GAE5B,MAAM,eAAe,CAAC;AAgBvB;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACvC,SAAiB,EACjB,OAAmC,EAAE;IAErC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,cAAc,CAAC;IACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;IACnC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAEjD,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CACb,kDAAkD,WAAW,UAAU,WAAW,WAAW,SAAS,EAAE,CACzG,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG;QACX,GAAG,iBAAiB,CAAC,mBAAmB,CAAC,WAAW,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC;QAC1E,GAAG,iBAAiB,CAAC,mBAAmB,CAAC,WAAW,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC;KAC3E,CAAC;IACF,MAAM,KAAK,GAAG;QACZ,GAAG,IAAI,GAAG,CACR,IAAI;aACD,KAAK,EAAE;aACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;aACnD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CACxB;KACF,CAAC;IACF,MAAM,MAAM,GAAG,0BAA0B,CAAC,IAAI,EAAE;QAC9C,WAAW;QACX,WAAW;QACX,KAAK;QACL,KAAK;QACL,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,wBAAwB,EAAE,IAAI,CAAC,wBAAwB,IAAI,CAAC;KAC7D,CAAC,CAAC;IAEH,OAAO;QACL,oCAAoC;QACpC,EAAE;QACF,qBAAqB,SAAS,IAAI;QAClC,qBAAqB,WAAW,WAAW,WAAW,IAAI;QAC1D,EAAE;QACF,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,EAAE;QACF,2BAA2B,CAAC,MAAM,CAAC;KACpC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CACxB,WAA8B,EAC9B,KAAa,EACb,KAAa;IAEb,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7B,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,KAAK;QACL,KAAK;QACL,IAAI,EAAE,CAAC;QACP,MAAM,EACJ,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;YAC5B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,WAAW;gBAChC,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,SAAS;QACjB,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO;QAC1B,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU;QAChC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO;QAC1B,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS;QAC9B,QAAQ,EAAE;YACR,KAAK,EAAE,CAAC,CAAC,SAAS;YAClB,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ;YAC9B,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,kBAAkB,EAAE,CAAC,CAAC,SAAS,CAAC,aAAa;YAC7C,kBAAkB,EAAE,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,MAAM;YACtF,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC,eAAe;SAC7C;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,QAAQ,CAAC;SACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;SACnC,IAAI,EAAE,EAAE,CAAC;QACV,IAAI,IAAI,KAAK,gBAAgB;YAAE,SAAS;QACxC,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;QACxD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,SAAS;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;YAC1D,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACjC,GAAG,CAAC,IAAI,CAAC,KAAmC,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;AACvD,CAAC"}

package/dist/eval/task-stream.d.ts

@@ -0,0 +1,22 @@
+import type { EvalTask } from './types.js';
+/**
+ * Build a deterministic sequential task stream.
+ *
+ * The stream interleaves `skillCount` skill families over `taskCount` tasks.
+ * The ordering is shuffled deterministically from `seed` so that early tasks
+ * mostly hit unseen skills (cold) while later tasks increasingly repeat seen
+ * skills (warm) — producing an upward learning curve once memory is active.
+ *
+ * The same `seed` always yields the same stream; pass different seeds to vary
+ * the ordering across runs.
+ */
+export declare function buildTaskStream(opts: {
+    taskCount: number;
+    skillCount: number;
+    seed: number;
+    coldProb: number;
+    warmProb: number;
+}): EvalTask[];
+/** Number of skill families available for streams. */
+export declare const MAX_SKILL_FAMILIES: number;
+//# sourceMappingURL=task-stream.d.ts.map

package/dist/eval/task-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-stream.d.ts","sourceRoot":"","sources":["../../src/eval/task-stream.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAkD3C;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,QAAQ,EAAE,CA2Bb;AAeD,sDAAsD;AACtD,eAAO,MAAM,kBAAkB,QAAwB,CAAC"}