cognitive-core 0.2.4 → 0.3.1

package/dist/eval/live/env-bridge.js

@@ -0,0 +1,188 @@
+import { spawn } from 'node:child_process';
+import { createInterface } from 'node:readline';
+/**
+ * JSONL bridge to an external (Python) text-environment process, e.g. ALFWorld.
+ *
+ * Protocol (one JSON object per line, request → response):
+ *   → {"cmd":"list"}                       ← {"tasks":["...", ...]}
+ *   → {"cmd":"reset","task":"<id>"}        ← {"obs":"...", "admissible":[...], "done":false}
+ *   → {"cmd":"step","action":"go to ..."}  ← {"obs":"...", "reward":0|1, "done":bool, "admissible":[...]}
+ *
+ * The bridge process is supplied via the ALFWORLD_BRIDGE env var (a command
+ * line) or defaults to `python <repo>/src/eval/live/bridges/alfworld_bridge.py`.
+ * This keeps cognitive-core free of any Python/ALFWorld dependency — the bridge
+ * is opt-in and only needed for the ALFWorld live arm.
+ */
+export class EnvBridge {
+    command;
+    args;
+    requestTimeoutMs;
+    env;
+    proc = null;
+    rl = null;
+    queue = [];
+    dead = false;
+    constructor(command, args, requestTimeoutMs = 120_000, 
+    /** Extra env vars merged over process.env for the spawned bridge process.
+     * Used by the SkillFlow e2b runtime to inject a computed sandbox timeout. */
+    env) {
+        this.command = command;
+        this.args = args;
+        this.requestTimeoutMs = requestTimeoutMs;
+        this.env = env;
+    }
+    /** Start the bridge process. Waits for a ping handshake to confirm readiness. */
+    async start() {
+        if (this.proc)
+            return;
+        // detached: child leads its own process group so close() can SIGKILL the whole
+        // group (python + TextWorld multiprocessing children) instead of orphaning them.
+        const proc = spawn(this.command, this.args, {
+            stdio: ['pipe', 'pipe', 'inherit'],
+            detached: true,
+            env: this.env ? { ...process.env, ...this.env } : process.env,
+        });
+        await new Promise((resolve, reject) => {
+            proc.on('error', (err) => reject(new Error(`Could not start env bridge '${this.command}': ${err.message}`)));
+            setImmediate(resolve);
+        });
+        this.proc = proc;
+        this.rl = createInterface({ input: proc.stdout });
+        this.rl.on('line', (line) => {
+            const next = this.queue.shift();
+            if (next)
+                next.onLine(line);
+        });
+        proc.on('exit', (code) => {
+            this.dead = true;
+            const err = new Error(`env bridge process exited unexpectedly (code=${code})`);
+            for (const q of this.queue.splice(0))
+                q.onError(err);
+        });
+        // Handshake: wait for the bridge to be ready before returning.
+        await this.request({ cmd: 'ping' });
+    }
+    request(payload) {
+        if (!this.proc || this.dead)
+            throw new Error('Env bridge not started or has died');
+        return new Promise((resolve, reject) => {
+            const timer = setTimeout(() => {
+                // Drop this entry so a stale response can't resolve a later request.
+                const idx = this.queue.indexOf(entry);
+                if (idx >= 0)
+                    this.queue.splice(idx, 1);
+                reject(new Error(`env bridge request timed out after ${this.requestTimeoutMs}ms: ${JSON.stringify(payload).slice(0, 100)}`));
+            }, this.requestTimeoutMs);
+            const entry = {
+                onLine: (line) => {
+                    clearTimeout(timer);
+                    try {
+                        const parsed = JSON.parse(line);
+                        // The Python bridge reports env-side crashes as
+                        // {error, obs:"", reward:0, done:true}. Reject with a typed error
+                        // so the runner can distinguish infra failures from genuine agent
+                        // failures and mark the task as env_error rather than failure.
+                        if (parsed && typeof parsed.error === 'string' && parsed.error) {
+                            reject(new EnvBridgeError(parsed.error.slice(0, 400)));
+                            return;
+                        }
+                        resolve(parsed);
+                    }
+                    catch (err) {
+                        if (err instanceof EnvBridgeError) {
+                            reject(err);
+                            return;
+                        }
+                        reject(new Error(`Bad bridge response: ${err.message}: ${line.slice(0, 200)}`));
+                    }
+                },
+                onError: (err) => {
+                    clearTimeout(timer);
+                    reject(err);
+                },
+            };
+            this.queue.push(entry);
+            this.proc.stdin.write(JSON.stringify(payload) + '\n');
+        });
+    }
+    listTasks() {
+        return this.request({ cmd: 'list' });
+    }
+    reset(task) {
+        return this.request({ cmd: 'reset', task });
+    }
+    step(action) {
+        return this.request({ cmd: 'step', action });
+    }
+    /**
+     * Send an arbitrary command to the bridge. Subclasses (e.g. SkillsBench,
+     * SkillFlow) use this to extend the JSONL protocol with benchmark-specific
+     * commands without duplicating the request plumbing.
+     */
+    send(payload) {
+        return this.request(payload);
+    }
+    async close() {
+        const proc = this.proc;
+        this.rl?.close();
+        this.rl = null;
+        this.proc = null;
+        if (!proc)
+            return;
+        // Graceful first: EOF on stdin ends the python `for line in stdin` loop, so it
+        // returns from main() and runs multiprocessing's resource_tracker, which UNLINKS
+        // the leaked TextWorld semaphores. A bare kill() skips that → semaphores leak and
+        // the host eventually wedges. Await the clean exit (bounded), then group-SIGKILL.
+        try {
+            proc.stdin.end();
+        }
+        catch {
+            /* stdin already closed */
+        }
+        const exited = await new Promise((resolve) => {
+            const t = setTimeout(() => resolve(false), 3000);
+            proc.once('exit', () => {
+                clearTimeout(t);
+                resolve(true);
+            });
+        });
+        if (!exited) {
+            // Didn't exit cleanly (likely hung in a C-extension / multiprocessing deadlock).
+            // Kill the whole process group so no children orphan; fall back to the parent.
+            try {
+                if (proc.pid)
+                    process.kill(-proc.pid, 'SIGKILL');
+            }
+            catch {
+                try {
+                    proc.kill('SIGKILL');
+                }
+                catch {
+                    /* already gone */
+                }
+            }
+        }
+    }
+}
+/**
+ * Thrown when the Python bridge reports an env-side crash via the `error` field.
+ * Distinguishes infra flakiness from genuine agent failures so the runner can
+ * mark the task as `env_error` instead of `failure`.
+ */
+export class EnvBridgeError extends Error {
+    isEnvBridgeError = true;
+    constructor(message) {
+        super(`[env-bridge] env error: ${message}`);
+        this.name = 'EnvBridgeError';
+    }
+}
+/** Resolve the bridge command from ALFWORLD_BRIDGE or a default python invocation. */
+export function resolveBridgeCommand(defaultScriptPath) {
+    const env = process.env.ALFWORLD_BRIDGE;
+    if (env && env.trim()) {
+        const parts = env.trim().split(/\s+/);
+        return { command: parts[0], args: parts.slice(1) };
+    }
+    return { command: process.env.PYTHON ?? 'python3', args: [defaultScriptPath] };
+}
+//# sourceMappingURL=env-bridge.js.map

package/dist/eval/live/env-bridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env-bridge.js","sourceRoot":"","sources":["../../../src/eval/live/env-bridge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAA4B,MAAM,oBAAoB,CAAC;AAErE,OAAO,EAAE,eAAe,EAAkB,MAAM,eAAe,CAAC;AAEhE;;;;;;;;;;;;GAYG;AACH,MAAM,OAAO,SAAS;IAOD;IACA;IACA;IAGA;IAXX,IAAI,GAAyD,IAAI,CAAC;IAClE,EAAE,GAAqB,IAAI,CAAC;IAC5B,KAAK,GAA6E,EAAE,CAAC;IACrF,IAAI,GAAG,KAAK,CAAC;IAErB,YACmB,OAAe,EACf,IAAc,EACd,mBAAmB,OAAO;IAC3C;iFAC6E;IAC5D,GAA4B;QAL5B,YAAO,GAAP,OAAO,CAAQ;QACf,SAAI,GAAJ,IAAI,CAAU;QACd,qBAAgB,GAAhB,gBAAgB,CAAU;QAG1B,QAAG,GAAH,GAAG,CAAyB;IAC5C,CAAC;IAEJ,iFAAiF;IACjF,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QACtB,+EAA+E;QAC/E,iFAAiF;QACjF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;YAC1C,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC;YAClC,QAAQ,EAAE,IAAI;YACd,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG;SAC9D,CAAC,CAAC;QACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CACvB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,IAAI,CAAC,OAAO,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAClF,CAAC;YACF,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,IAAI;gBAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,gDAAgD,IAAI,GAAG,CAAC,CAAC;YAC/E,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QACH,+DAA+D;QAC/D,MAAM,IAAI,CAAC,OAAO,CAAoB,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;IACzD,CAAC;IAES,OAAO,CAAI,OAAgC;QACnD,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACnF,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACxC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,qEAAqE;gBACrE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACtC,IAAI,GAAG,IAAI,CAAC;oBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACxC,MAAM,CACJ,IAAI,KAAK,CACP,sCAAsC,IAAI,CAAC,gBAAgB,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC1G,CACF,CAAC;YACJ,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC1B,MAAM,KAAK,GAAG;gBACZ,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;oBACvB,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA2B,CAAC;wBAC1D,gDAAgD;wBAChD,kEAAkE;wBAClE,kEAAkE;wBAClE,+DAA+D;wBAC/D,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BAC/D,MAAM,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;4BACvD,OAAO;wBACT,CAAC;wBACD,OAAO,CAAC,MAAW,CAAC,CAAC;oBACvB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,GAAG,YAAY,cAAc,EAAE,CAAC;4BAClC,MAAM,CAAC,GAAG,CAAC,CAAC;4BACZ,OAAO;wBACT,CAAC;wBACD,MAAM,CACJ,IAAI,KAAK,CAAC,wBAAyB,GAAa,CAAC,OAAO,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CACnF,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;oBACtB,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,MAAM,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC;aACF,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,IAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,IAAY;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,CAAC,MAAc;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;;;OAIG;IACH,IAAI,CAAI,OAAgC;QACtC,OAAO,IAAI,CAAC,OAAO,CAAI,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,+EAA+E;QAC/E,iFAAiF;QACjF,kFAAkF;QAClF,kFAAkF;QAClF,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,EAAE;YACpD,MAAM,CAAC,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;YACjD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;gBACrB,YAAY,CAAC,CAAC,CAAC,CAAC;gBAChB,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,iFAAiF;YACjF,+EAA+E;YAC/E,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,GAAG;oBAAE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YACnD,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC;oBACH,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACvB,CAAC;gBAAC,MAAM,CAAC;oBACP,kBAAkB;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,cAAe,SAAQ,KAAK;IAC9B,gBAAgB,GAAG,IAAI,CAAC;IACjC,YAAY,OAAe;QACzB,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AAYD,sFAAsF;AACtF,MAAM,UAAU,oBAAoB,CAAC,iBAAyB;IAI5D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;IACxC,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACrD,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE,IAAI,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC;AACjF,CAAC"}

package/dist/eval/live/gsm8k.d.ts

@@ -0,0 +1,44 @@
+import type { Task } from '../../types/index.js';
+import type { EvalTask } from '../types.js';
+import type { LiveBenchmark } from './live-benchmark.js';
+/**
+ * GSM8K — grade-school math word problems with a single integer answer.
+ *
+ * The lightest possible live benchmark: one agent call per task, and
+ * **deterministic verification** (the gold answer is the integer after `####`;
+ * we extract the agent's final `#### N` and compare numerically — no LLM judge,
+ * no environment, no Docker).
+ *
+ * Tasks are loaded from the public HuggingFace datasets-server (no auth). If
+ * that fetch fails (offline/CI), a small bundled sample keeps the harness
+ * runnable — clearly labeled, not claimed to be exact GSM8K rows.
+ */
+export declare class Gsm8kBenchmark implements LiveBenchmark {
+    private readonly opts;
+    readonly name = "gsm8k";
+    readonly interactive = false;
+    constructor(opts?: {
+        poolSize?: number;
+    });
+    loadTasks(opts: {
+        count: number;
+        seed: number;
+    }): Promise<EvalTask[]>;
+    verify(task: Task, output: string): {
+        correct: boolean;
+        extracted?: string;
+    };
+    /** Fetch the test split from the HF datasets-server, or fall back to the sample. */
+    private loadPool;
+}
+export declare function createGsm8kBenchmark(opts?: {
+    poolSize?: number;
+}): Gsm8kBenchmark;
+/**
+ * Extract the final numeric answer. Prefers the last `#### N` marker (both the
+ * gold solution and our prompt use it); falls back to the last number in text.
+ */
+export declare function extractAnswer(text: string): string | undefined;
+/** Numeric equality tolerant of trailing zeros / float noise. */
+export declare function numericEqual(a: string, b: string): boolean;
+//# sourceMappingURL=gsm8k.d.ts.map

package/dist/eval/live/gsm8k.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gsm8k.d.ts","sourceRoot":"","sources":["../../../src/eval/live/gsm8k.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD;;;;;;;;;;;GAWG;AACH,qBAAa,cAAe,YAAW,aAAa;IAItC,OAAO,CAAC,QAAQ,CAAC,IAAI;IAHjC,QAAQ,CAAC,IAAI,WAAW;IACxB,QAAQ,CAAC,WAAW,SAAS;gBAEA,IAAI,GAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAO;IAEvD,SAAS,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAO3E,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,GAAG;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE;IAO5E,oFAAoF;YACtE,QAAQ;CAmBvB;AAED,wBAAgB,oBAAoB,CAAC,IAAI,CAAC,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,cAAc,CAEjF;AAoCD;;;GAGG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAM9D;AAMD,iEAAiE;AACjE,wBAAgB,YAAY,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAK1D"}

package/dist/eval/live/gsm8k.js

@@ -0,0 +1,142 @@
+import { createTask } from '../../types/index.js';
+import { seededRng } from '../rng.js';
+/**
+ * GSM8K — grade-school math word problems with a single integer answer.
+ *
+ * The lightest possible live benchmark: one agent call per task, and
+ * **deterministic verification** (the gold answer is the integer after `####`;
+ * we extract the agent's final `#### N` and compare numerically — no LLM judge,
+ * no environment, no Docker).
+ *
+ * Tasks are loaded from the public HuggingFace datasets-server (no auth). If
+ * that fetch fails (offline/CI), a small bundled sample keeps the harness
+ * runnable — clearly labeled, not claimed to be exact GSM8K rows.
+ */
+export class Gsm8kBenchmark {
+    opts;
+    name = 'gsm8k';
+    interactive = false;
+    constructor(opts = {}) {
+        this.opts = opts;
+    }
+    async loadTasks(opts) {
+        const pool = await this.loadPool(this.opts.poolSize ?? 100);
+        // Deterministic seeded shuffle, then take `count`.
+        const order = shuffle(pool, opts.seed).slice(0, opts.count);
+        return order.map((row, index) => toEvalTask(row, index));
+    }
+    verify(task, output) {
+        const gold = String(task.metadata?.gold ?? '');
+        const extracted = extractAnswer(output);
+        if (extracted === undefined)
+            return { correct: false, extracted: undefined };
+        return { correct: numericEqual(extracted, gold), extracted };
+    }
+    /** Fetch the test split from the HF datasets-server, or fall back to the sample. */
+    async loadPool(size) {
+        try {
+            const url = `https://datasets-server.huggingface.co/rows` +
+                `?dataset=openai/gsm8k&config=main&split=test&offset=0&length=${Math.min(size, 100)}`;
+            const resp = await fetch(url);
+            if (!resp.ok)
+                throw new Error(`HF datasets-server ${resp.status}`);
+            const json = (await resp.json());
+            const rows = (json.rows ?? []).map((r) => r.row).filter((r) => r?.question && r?.answer);
+            if (rows.length === 0)
+                throw new Error('empty dataset response');
+            return rows;
+        }
+        catch (err) {
+            console.error(`[gsm8k] HF fetch failed (${err.message}); using bundled sample. ` +
+                `Results are illustrative, not comparable to published GSM8K.`);
+            return BUNDLED_SAMPLE;
+        }
+    }
+}
+export function createGsm8kBenchmark(opts) {
+    return new Gsm8kBenchmark(opts);
+}
+const PROMPT_SUFFIX = '\n\nSolve this step by step. End your response with a line of exactly ' +
+    '"#### <final integer answer>" and nothing after it.';
+function toEvalTask(row, index) {
+    const gold = extractAnswer(row.answer) ?? '';
+    const task = createTask({
+        id: `gsm8k-${index}`,
+        domain: 'math',
+        description: row.question + PROMPT_SUFFIX,
+        metadata: { skillTag: 'gsm8k', gold, evalIndex: index },
+    });
+    return { task, skillTag: 'gsm8k', index, coldProb: 0, warmProb: 0 };
+}
+/** Deterministic Fisher–Yates shuffle by seed. */
+function shuffle(items, seed) {
+    const arr = items.slice();
+    const rng = seededRng('gsm8k', seed);
+    for (let i = arr.length - 1; i > 0; i--) {
+        const j = Math.floor(rng() * (i + 1));
+        [arr[i], arr[j]] = [arr[j], arr[i]];
+    }
+    return arr;
+}
+/**
+ * Extract the final numeric answer. Prefers the last `#### N` marker (both the
+ * gold solution and our prompt use it); falls back to the last number in text.
+ */
+export function extractAnswer(text) {
+    const marker = [...text.matchAll(/####\s*(-?\$?[\d,]+(?:\.\d+)?)/g)].pop();
+    if (marker)
+        return normalizeNumber(marker[1]);
+    const nums = [...text.matchAll(/-?\$?[\d,]+(?:\.\d+)?/g)];
+    const last = nums.pop();
+    return last ? normalizeNumber(last[0]) : undefined;
+}
+function normalizeNumber(s) {
+    return s.replace(/[$,]/g, '').trim();
+}
+/** Numeric equality tolerant of trailing zeros / float noise. */
+export function numericEqual(a, b) {
+    const na = Number(a);
+    const nb = Number(b);
+    if (Number.isNaN(na) || Number.isNaN(nb))
+        return a.trim() === b.trim();
+    return Math.abs(na - nb) < 1e-6;
+}
+/**
+ * Tiny offline fallback (GSM8K-style, not actual dataset rows). Answers verified
+ * by hand. Used only when the HF fetch fails so the harness still runs.
+ */
+const BUNDLED_SAMPLE = [
+    {
+        question: 'Natalia sold clips to 48 friends in April, and then she sold half as many clips in May. How many clips did she sell altogether in April and May?',
+        answer: 'April 48, May 24. #### 72',
+    },
+    {
+        question: 'A robe takes 2 bolts of blue fiber and half that much white fiber. How many bolts in total does it take?',
+        answer: '2 + 1 = 3. #### 3',
+    },
+    {
+        question: 'Weng earns $12 an hour for babysitting. Yesterday, she just did 50 minutes of babysitting. How much did she earn?',
+        answer: '12/60*50 = 10. #### 10',
+    },
+    {
+        question: 'Betty is saving for a $100 wallet. She has half the money she needs. Her parents give her $15 and her grandparents twice as much as her parents. How much more money does she need?',
+        answer: '50 + 15 + 30 = 95; 100 - 95 = 5. #### 5',
+    },
+    {
+        question: 'James writes a 3-page letter to 2 different friends twice a week. How many pages does he write a year?',
+        answer: '3*2*2 = 12/week; 12*52 = 624. #### 624',
+    },
+    {
+        question: 'A class has 24 students. One third wear glasses. How many students do not wear glasses?',
+        answer: '24/3 = 8 wear glasses; 24 - 8 = 16. #### 16',
+    },
+    {
+        question: 'Mark has 3 boxes with 12 pencils each and gives away 10 pencils. How many pencils does he have left?',
+        answer: '3*12 = 36; 36 - 10 = 26. #### 26',
+    },
+    {
+        question: 'A baker made 5 dozen cookies and sold 38 of them. How many cookies are left?',
+        answer: '5*12 = 60; 60 - 38 = 22. #### 22',
+    },
+];
+//# sourceMappingURL=gsm8k.js.map

package/dist/eval/live/gsm8k.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gsm8k.js","sourceRoot":"","sources":["../../../src/eval/live/gsm8k.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,cAAc;IAII;IAHpB,IAAI,GAAG,OAAO,CAAC;IACf,WAAW,GAAG,KAAK,CAAC;IAE7B,YAA6B,OAA8B,EAAE;QAAhC,SAAI,GAAJ,IAAI,CAA4B;IAAG,CAAC;IAEjE,KAAK,CAAC,SAAS,CAAC,IAAqC;QACnD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;QAC5D,mDAAmD;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5D,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,CAAC,IAAU,EAAE,MAAc;QAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QAC7E,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC;IAC/D,CAAC;IAED,oFAAoF;IAC5E,KAAK,CAAC,QAAQ,CAAC,IAAY;QACjC,IAAI,CAAC;YACH,MAAM,GAAG,GACP,6CAA6C;gBAC7C,gEAAgE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;YACxF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACnE,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAwC,CAAC;YACxE,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YACzF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACX,4BAA6B,GAAa,CAAC,OAAO,2BAA2B;gBAC3E,8DAA8D,CACjE,CAAC;YACF,OAAO,cAAc,CAAC;QACxB,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAAC,IAA4B;IAC/D,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC;AAUD,MAAM,aAAa,GACjB,wEAAwE;IACxE,qDAAqD,CAAC;AAExD,SAAS,UAAU,CAAC,GAAa,EAAE,KAAa;IAC9C,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC7C,MAAM,IAAI,GAAG,UAAU,CAAC;QACtB,EAAE,EAAE,SAAS,KAAK,EAAE;QACpB,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,GAAG,CAAC,QAAQ,GAAG,aAAa;QACzC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE;KACxD,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;AACtE,CAAC;AAED,kDAAkD;AAClD,SAAS,OAAO,CAAI,KAAU,EAAE,IAAY;IAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IAC1B,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IAC3E,IAAI,MAAM;QAAE,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACxB,OAAO,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACrD,CAAC;AAED,SAAS,eAAe,CAAC,CAAS;IAChC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AACvC,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,YAAY,CAAC,CAAS,EAAE,CAAS;IAC/C,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACrB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACrB,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAAE,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;AAClC,CAAC;AAED;;;GAGG;AACH,MAAM,cAAc,GAAe;IACjC;QACE,QAAQ,EACN,kJAAkJ;QACpJ,MAAM,EAAE,2BAA2B;KACpC;IACD;QACE,QAAQ,EACN,0GAA0G;QAC5G,MAAM,EAAE,mBAAmB;KAC5B;IACD;QACE,QAAQ,EACN,mHAAmH;QACrH,MAAM,EAAE,wBAAwB;KACjC;IACD;QACE,QAAQ,EACN,qLAAqL;QACvL,MAAM,EAAE,yCAAyC;KAClD;IACD;QACE,QAAQ,EACN,wGAAwG;QAC1G,MAAM,EAAE,wCAAwC;KACjD;IACD;QACE,QAAQ,EACN,yFAAyF;QAC3F,MAAM,EAAE,6CAA6C;KACtD;IACD;QACE,QAAQ,EACN,sGAAsG;QACxG,MAAM,EAAE,kCAAkC;KAC3C;IACD;QACE,QAAQ,EAAE,8EAA8E;QACxF,MAAM,EAAE,kCAAkC;KAC3C;CACF,CAAC"}

package/dist/eval/live/index.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Live (real-agent) evaluation arm.
+ *
+ * Drives a real Claude agent over a deterministically-verifiable benchmark and
+ * measures whether cognitive-core's accumulated memory improves task success
+ * vs. a no-learning baseline. See live-runner.ts.
+ */
+export * from './live-benchmark.js';
+export * from './claude-cli.js';
+export * from './claude-workspace-backend.js';
+export * from './claude-delegate.js';
+export * from './live-runner.js';
+export * from './run-checkpoint.js';
+export * from './run-resume.js';
+export * from './cold-reuse.js';
+export * from './stopping.js';
+export * from './difficulty-registry.js';
+export * from './lift-registry.js';
+export * from './registry-store.js';
+export * from './trace.js';
+export * from './gsm8k.js';
+export * from './alfworld.js';
+export * from './refine.js';
+export * from './docker.js';
+export * from './skill-injector.js';
+export * from './env-bridge.js';
+export * from './skillsbench.js';
+export * from './skillflow.js';
+export * from './skillflow-embedded-workbook-bundle.js';
+export * from './clbench.js';
+export * from './skilllearnbench.js';
+export * from './lifelongagent.js';
+export * from './skillopt_v1.js';
+export * from './skillopt_v1_memory.js';
+export * from './skillopt_v1_causal.js';
+export * from './alfworld_strategy.js';
+export * from './alfworld_h1.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/eval/live/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/eval/live/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,yCAAyC,CAAC;AACxD,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,kBAAkB,CAAC"}

package/dist/eval/live/index.js

@@ -0,0 +1,38 @@
+/**
+ * Live (real-agent) evaluation arm.
+ *
+ * Drives a real Claude agent over a deterministically-verifiable benchmark and
+ * measures whether cognitive-core's accumulated memory improves task success
+ * vs. a no-learning baseline. See live-runner.ts.
+ */
+export * from './live-benchmark.js';
+export * from './claude-cli.js';
+export * from './claude-workspace-backend.js';
+export * from './claude-delegate.js';
+export * from './live-runner.js';
+export * from './run-checkpoint.js';
+export * from './run-resume.js';
+export * from './cold-reuse.js';
+export * from './stopping.js';
+export * from './difficulty-registry.js';
+export * from './lift-registry.js';
+export * from './registry-store.js';
+export * from './trace.js';
+export * from './gsm8k.js';
+export * from './alfworld.js';
+export * from './refine.js';
+export * from './docker.js';
+export * from './skill-injector.js';
+export * from './env-bridge.js';
+export * from './skillsbench.js';
+export * from './skillflow.js';
+export * from './skillflow-embedded-workbook-bundle.js';
+export * from './clbench.js';
+export * from './skilllearnbench.js';
+export * from './lifelongagent.js';
+export * from './skillopt_v1.js';
+export * from './skillopt_v1_memory.js';
+export * from './skillopt_v1_causal.js';
+export * from './alfworld_strategy.js';
+export * from './alfworld_h1.js';
+//# sourceMappingURL=index.js.map

package/dist/eval/live/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/eval/live/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,yCAAyC,CAAC;AACxD,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,kBAAkB,CAAC"}

package/dist/eval/live/lifelongagent.d.ts

@@ -0,0 +1,64 @@
+import { type Task } from '../../types/index.js';
+import type { EvalTask } from '../types.js';
+import type { ExtendedLiveBenchmark, BenchmarkVerdict } from './live-benchmark.js';
+import type { BenchmarkDelegate } from './live-runner.js';
+import { EnvBridge } from './env-bridge.js';
+/**
+ * LifelongAgentBench — ~50 sequential tasks across 3 environments
+ * (Database, OS, Knowledge Graph).
+ *
+ * Tests whether ccore's experience retrieval effectively reuses prior task
+ * solutions in sequential multi-environment settings. Tasks are strictly
+ * sequential — later tasks should benefit from earlier task experiences.
+ *
+ * The simplest interactive adapter: tasks are strictly sequential,
+ * single-environment per task, verification is environment reward.
+ * The existing two-arm design maps directly.
+ *
+ * Environment variables:
+ *   LIFELONGAGENT_BRIDGE — command to start the bridge process
+ *   LIFELONGAGENT_REPO   — path to the cloned LifelongAgentBench repository
+ */
+type EnvironmentType = 'db' | 'os' | 'kg';
+export declare class LifelongAgentBenchmark implements ExtendedLiveBenchmark {
+    readonly name = "lifelongagent";
+    readonly interactive = true;
+    readonly preserveOrder = true;
+    readonly playbookMinTrajectories = 3;
+    private bridge;
+    private readonly maxSteps;
+    private readonly historyWindow;
+    constructor(opts?: {
+        maxSteps?: number;
+        historyWindow?: number;
+    });
+    setup(): Promise<void>;
+    teardown(): Promise<void>;
+    private getBridge;
+    freshBridge(): Promise<EnvBridge>;
+    loadTasks(opts: {
+        count: number;
+        seed: number;
+    }): Promise<EvalTask[]>;
+    verify(_task: Task, _output: string): BenchmarkVerdict;
+    delegateFactory: (_benchmark: ExtendedLiveBenchmark, opts?: {
+        model?: string;
+        timeoutMs?: number;
+    }) => BenchmarkDelegate;
+}
+export declare function createLifelongAgentBenchmark(opts?: {
+    maxSteps?: number;
+    historyWindow?: number;
+}): LifelongAgentBenchmark;
+export declare function buildLifelongPrompt(p: {
+    knowledge?: string;
+    instruction: string;
+    environment: EnvironmentType;
+    history: Array<{
+        action: string;
+        obs: string;
+    }>;
+    obs: string;
+}): string;
+export {};
+//# sourceMappingURL=lifelongagent.d.ts.map

package/dist/eval/live/lifelongagent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifelongagent.d.ts","sourceRoot":"","sources":["../../../src/eval/live/lifelongagent.ts"],"names":[],"mappings":"AAEA,OAAO,EAML,KAAK,IAAI,EACV,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACnF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAI5C;;;;;;;;;;;;;;;GAeG;AAEH,KAAK,eAAe,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAe1C,qBAAa,sBAAuB,YAAW,qBAAqB;IAClE,QAAQ,CAAC,IAAI,mBAAmB;IAChC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,aAAa,QAAQ;IAC9B,QAAQ,CAAC,uBAAuB,KAAK;IAErC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;gBAE3B,IAAI,GAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAA;KAAO;IAK9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAKjB,SAAS;IAiBjB,WAAW,IAAI,OAAO,CAAC,SAAS,CAAC;IAMjC,SAAS,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAmC3E,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,GAAG,gBAAgB;IAItD,eAAe,GACb,YAAY,qBAAqB,EACjC,OAAO;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,KAC5C,iBAAiB,CAOlB;CACH;AAED,wBAAgB,4BAA4B,CAAC,IAAI,CAAC,EAAE;IAClD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GAAG,sBAAsB,CAEzB;AAyGD,wBAAgB,mBAAmB,CAAC,CAAC,EAAE;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,eAAe,CAAC;IAC7B,OAAO,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChD,GAAG,EAAE,MAAM,CAAC;CACb,GAAG,MAAM,CAmBT"}