norns-sdk 0.1.0 → 0.2.0

package/dist/index.d.cts

@@ -626,6 +626,12 @@ interface LlmTask {
     summary?: string | null;
     date?: string | null;
     messages?: NeutralMessage[];
+    /** In place of `messages` once this worker holds the run's history (see HistoryCache). */
+    messages_delta?: {
+        base_count: number;
+        drop: number;
+        append: NeutralMessage[];
+    };
     tools?: NeutralTool[];
     context_policy?: unknown;
     max_tokens?: number | null;

package/dist/index.d.ts

@@ -626,6 +626,12 @@ interface LlmTask {
     summary?: string | null;
     date?: string | null;
     messages?: NeutralMessage[];
+    /** In place of `messages` once this worker holds the run's history (see HistoryCache). */
+    messages_delta?: {
+        base_count: number;
+        drop: number;
+        append: NeutralMessage[];
+    };
     tools?: NeutralTool[];
     context_policy?: unknown;
     max_tokens?: number | null;

package/dist/index.js

@@ -1113,6 +1113,51 @@ function neutralUsage(usage) {
   return out;
 }
 
+// src/history-cache.ts
+var HistoryCache = class {
+  #runs = /* @__PURE__ */ new Map();
+  #maxRuns;
+  constructor(maxRuns = 256) {
+    this.#maxRuns = maxRuns;
+  }
+  /** The task with `messages` filled in, or `undefined` on a miss. */
+  resolve(task) {
+    if (task.purpose === "compact") return task;
+    const runId = task.run_id;
+    const delta = task.messages_delta;
+    if (delta === void 0) {
+      if (runId !== void 0 && Array.isArray(task.messages)) this.#remember(runId, task.messages);
+      return task;
+    }
+    const previous = runId === void 0 ? void 0 : this.#runs.get(runId);
+    if (runId === void 0 || previous === void 0 || previous.length !== delta.base_count) {
+      return void 0;
+    }
+    const messages = [...previous.slice(delta.drop), ...delta.append];
+    this.#remember(runId, messages);
+    const resolved = { ...task, messages };
+    delete resolved.messages_delta;
+    return resolved;
+  }
+  /** Forget everything: a new connection gets the full history anyway. */
+  clear() {
+    this.#runs.clear();
+  }
+  /** How many runs are held; for tests. */
+  get size() {
+    return this.#runs.size;
+  }
+  #remember(runId, messages) {
+    this.#runs.delete(runId);
+    this.#runs.set(runId, messages);
+    while (this.#runs.size > this.#maxRuns) {
+      const oldest = this.#runs.keys().next().value;
+      if (oldest === void 0) break;
+      this.#runs.delete(oldest);
+    }
+  }
+};
+
 // src/worker.ts
 var TOPIC = "worker:lobby";
 var NornsWorker = class {
@@ -1133,6 +1178,7 @@ var NornsWorker = class {
   #client;
   #resolveModel;
   #inFlight = /* @__PURE__ */ new Set();
+  #history = new HistoryCache();
   #state = "idle";
   #socket;
   #channel;
@@ -1225,7 +1271,10 @@ var NornsWorker = class {
       ...this.#socketOptions
     });
     this.#socket = socket;
-    socket.onOpen(() => this.#logger.info(`Connected to ${this.url}`));
+    socket.onOpen(() => {
+      this.#logger.info(`Connected to ${this.url}`);
+      this.#history.clear();
+    });
     socket.onError((err) => {
       if (this.#state === "starting" || this.#state === "running") {
         this.#logger.warn(`Connection error (${errorMessage(err)}); retrying`);
@@ -1284,7 +1333,10 @@ var NornsWorker = class {
     const params = {
       worker_id: this.workerId,
       tools: [...this.#tools.values()].map(toolRegistration),
-      capabilities: this.#capabilities
+      capabilities: this.#capabilities,
+      // This worker keeps the history it was last sent per run, so Norns may
+      // send later steps as the change only (HistoryCache).
+      features: ["message_cache"]
     };
     if (this.gard !== void 0) {
       params.gard = this.gard;
@@ -1413,7 +1465,14 @@ var NornsWorker = class {
       (resp) => this.#logger.warn(`Server rejected result for ${taskId}: ${errorMessage(resp)}`)
     );
   }
-  async #runLlm(task, signal) {
+  async #runLlm(received, signal) {
+    const task = this.#history.resolve(received);
+    if (task === void 0) {
+      this.#logger.info(
+        "LLM task arrived as a delta on an unknown base; asking for the full history"
+      );
+      return { status: "error", error: "message_cache_miss" };
+    }
     const model = task.model ?? "?";
     const tools = task.tools ?? [];
     this.#logger.info(