norns-sdk 0.1.0 → 0.2.0

package/CHANGELOG.md

@@ -2,6 +2,16 @@
 
 All notable changes to `norns-sdk` are documented in this file.
 
+## [0.2.0] - 2026-10-16
+
+### Added
+- The worker joins with `features: ["message_cache"]` and keeps the message
+  list Norns last sent it per run, so Norns can send later steps as
+  `messages_delta` (the change) instead of the whole history. A delta on a
+  base the worker no longer holds is answered with `message_cache_miss` and
+  Norns resends in full. Older Norns ignores the feature and sends the full
+  list as before.
+
 ## [0.1.0] - 2026-10-15
 
 ### Added

package/dist/index.cjs

@@ -1149,6 +1149,51 @@ function neutralUsage(usage) {
   return out;
 }
 
+// src/history-cache.ts
+var HistoryCache = class {
+  #runs = /* @__PURE__ */ new Map();
+  #maxRuns;
+  constructor(maxRuns = 256) {
+    this.#maxRuns = maxRuns;
+  }
+  /** The task with `messages` filled in, or `undefined` on a miss. */
+  resolve(task) {
+    if (task.purpose === "compact") return task;
+    const runId = task.run_id;
+    const delta = task.messages_delta;
+    if (delta === void 0) {
+      if (runId !== void 0 && Array.isArray(task.messages)) this.#remember(runId, task.messages);
+      return task;
+    }
+    const previous = runId === void 0 ? void 0 : this.#runs.get(runId);
+    if (runId === void 0 || previous === void 0 || previous.length !== delta.base_count) {
+      return void 0;
+    }
+    const messages = [...previous.slice(delta.drop), ...delta.append];
+    this.#remember(runId, messages);
+    const resolved = { ...task, messages };
+    delete resolved.messages_delta;
+    return resolved;
+  }
+  /** Forget everything: a new connection gets the full history anyway. */
+  clear() {
+    this.#runs.clear();
+  }
+  /** How many runs are held; for tests. */
+  get size() {
+    return this.#runs.size;
+  }
+  #remember(runId, messages) {
+    this.#runs.delete(runId);
+    this.#runs.set(runId, messages);
+    while (this.#runs.size > this.#maxRuns) {
+      const oldest = this.#runs.keys().next().value;
+      if (oldest === void 0) break;
+      this.#runs.delete(oldest);
+    }
+  }
+};
+
 // src/worker.ts
 var TOPIC = "worker:lobby";
 var NornsWorker = class {
@@ -1169,6 +1214,7 @@ var NornsWorker = class {
   #client;
   #resolveModel;
   #inFlight = /* @__PURE__ */ new Set();
+  #history = new HistoryCache();
   #state = "idle";
   #socket;
   #channel;
@@ -1261,7 +1307,10 @@ var NornsWorker = class {
       ...this.#socketOptions
     });
     this.#socket = socket;
-    socket.onOpen(() => this.#logger.info(`Connected to ${this.url}`));
+    socket.onOpen(() => {
+      this.#logger.info(`Connected to ${this.url}`);
+      this.#history.clear();
+    });
     socket.onError((err) => {
       if (this.#state === "starting" || this.#state === "running") {
         this.#logger.warn(`Connection error (${errorMessage(err)}); retrying`);
@@ -1320,7 +1369,10 @@ var NornsWorker = class {
     const params = {
       worker_id: this.workerId,
       tools: [...this.#tools.values()].map(toolRegistration),
-      capabilities: this.#capabilities
+      capabilities: this.#capabilities,
+      // This worker keeps the history it was last sent per run, so Norns may
+      // send later steps as the change only (HistoryCache).
+      features: ["message_cache"]
     };
     if (this.gard !== void 0) {
       params.gard = this.gard;
@@ -1449,7 +1501,14 @@ var NornsWorker = class {
       (resp) => this.#logger.warn(`Server rejected result for ${taskId}: ${errorMessage(resp)}`)
     );
   }
-  async #runLlm(task, signal) {
+  async #runLlm(received, signal) {
+    const task = this.#history.resolve(received);
+    if (task === void 0) {
+      this.#logger.info(
+        "LLM task arrived as a delta on an unknown base; asking for the full history"
+      );
+      return { status: "error", error: "message_cache_miss" };
+    }
     const model = task.model ?? "?";
     const tools = task.tools ?? [];
     this.#logger.info(