@dashup/connector 0.1.7 → 0.1.8

package/dist/index.js

@@ -4017,7 +4017,7 @@ import * as ui from "@clack/prompts";
 import { z } from "zod";
 
 // package.json
-var version = "0.1.7";
+var version = "0.1.8";
 
 // src/pair.ts
 var Invitation = z.object({
@@ -4425,6 +4425,11 @@ import { join as join2, dirname as dirname2, resolve as resolve2, isAbsolute } f
 import { closeSync as closeSync2, existsSync as existsSync3, openSync as openSync2, readSync, realpathSync, readdirSync, statSync } from "node:fs";
 
 // src/harness/session.ts
+var EARLIER = {
+  id: "earlier",
+  role: "system",
+  text: "Earlier messages stay on your computer."
+};
 var sessionKey = (session) => `${session.harness}\0${session.id}`;
 function agentHarness(name) {
   if (/claude/i.test(name)) return "claude";
@@ -4439,6 +4444,8 @@ var SCREEN_PREVIEW = "Open Screen to review the full request before approving.";
 var SAMPLE_BYTES = 128 * 1024;
 var READ_BYTES = 64 * 1024;
 var TITLE_LIMIT = 120;
+var LATEST_BYTES = 8 * 1024 * 1024;
+var JOURNALS = 16;
 var journals = /* @__PURE__ */ new Map();
 var metadata = /* @__PURE__ */ new Map();
 function object(value2) {
@@ -4505,33 +4512,42 @@ function sample(path, until) {
   metadata.set(path, { stamp, rows });
   return rows;
 }
-function journal(path) {
+var windowed = (path, messages5) => journals.get(path)?.start ? [EARLIER, ...messages5] : messages5;
+function journal(path, latest = false) {
   const stamp = statSync(path);
   let saved = journals.get(path);
   if (saved && unchanged(saved.stamp, stamp)) {
+    journals.delete(path);
+    journals.set(path, saved);
     const tail2 = parse(saved.tail.toString("utf8"));
     return tail2 ? [...saved.rows, tail2] : saved.rows;
   }
-  if (!saved || saved.stamp.ino !== stamp.ino || stamp.size <= saved.offset)
-    saved = { stamp, offset: 0, tail: Buffer.alloc(0), rows: [] };
+  if (!saved || saved.stamp.ino !== stamp.ino || stamp.size <= saved.offset || latest && stamp.size - saved.start > 2 * LATEST_BYTES) {
+    const start = latest ? Math.max(0, stamp.size - LATEST_BYTES) : 0;
+    saved = { stamp, start, offset: start, tail: Buffer.alloc(0), rows: [] };
+  }
   while (saved.offset < stamp.size) {
     const chunk = readRange(path, saved.offset, Math.min(READ_BYTES, stamp.size - saved.offset));
     if (!chunk.length) break;
+    const first = saved.offset === saved.start && saved.start > 0;
     saved.offset += chunk.length;
     const buffer = Buffer.concat([saved.tail, chunk]);
     const end = buffer.lastIndexOf(10);
     if (end < 0) {
-      saved.tail = buffer;
+      saved.tail = first ? Buffer.alloc(0) : buffer;
       continue;
     }
-    for (const line of buffer.subarray(0, end).toString("utf8").split("\n")) {
+    const lines = buffer.subarray(0, end).toString("utf8").split("\n");
+    for (const line of first ? lines.slice(1) : lines) {
       const row = parse(line);
       if (row) saved.rows.push(row);
     }
     saved.tail = Buffer.from(buffer.subarray(end + 1));
   }
   saved.stamp = stamp;
+  journals.delete(path);
   journals.set(path, saved);
+  if (journals.size > JOURNALS) journals.delete(journals.keys().next().value);
   const tail = parse(saved.tail.toString("utf8"));
   return tail ? [...saved.rows, tail] : saved.rows;
 }
@@ -4659,7 +4675,7 @@ function claudeChange(change2) {
   ].join("\n");
 }
 function claudeMessages(path) {
-  const rows = journal(path);
+  const rows = journal(path, true);
   const chain = /* @__PURE__ */ new Map();
   let leaf;
   for (const row of rows) {
@@ -4679,6 +4695,9 @@ function claudeMessages(path) {
     leaf = typeof row.parentUuid === "string" ? row.parentUuid : void 0;
   }
   const conversation = selected.length ? selected.reverse() : rows;
+  return windowed(path, claudeConversation(conversation, rows));
+}
+function claudeConversation(conversation, rows) {
   const results = /* @__PURE__ */ new Map();
   for (const row of rows)
     for (const part of row.type === "user" ? list(row.message?.content) : [])
@@ -4759,7 +4778,7 @@ function applyPatch(patch) {
   ).replace(/^\*\*\* .*\n?/gm, "");
 }
 function codexMessages(path) {
-  const rows = journal(path);
+  const rows = journal(path, true);
   const outputs = /* @__PURE__ */ new Map();
   for (const row of rows)
     if (["function_call_output", "custom_tool_call_output"].includes(row.payload?.type))
@@ -4788,8 +4807,8 @@ function codexMessages(path) {
       )
     ];
   });
-  if (result.length) return result;
-  return rows.flatMap((row, index) => {
+  if (result.length) return windowed(path, result);
+  return windowed(path, rows.flatMap((row, index) => {
     if (row.type !== "event_msg") return [];
     const item = object(row.payload);
     if (!item || !["user_message", "agent_message"].includes(item.type)) return [];
@@ -4798,7 +4817,7 @@ function codexMessages(path) {
       item.type === "user_message" ? "user" : "assistant",
       item.message
     );
-  });
+  }));
 }
 function codex(root, scan) {
   const index = join2(root, "session_index.jsonl");
@@ -5141,11 +5160,15 @@ var Discovery = class {
   secret;
   projects = /* @__PURE__ */ new Map();
   locations = /* @__PURE__ */ new Map();
+  // Each native agent session's thread, so finding it costs the same however many sessions a scan
+  // sees. The first project to list a thread keeps it.
+  agents = /* @__PURE__ */ new Map();
   paths = /* @__PURE__ */ new Set();
   warnings = [];
   scan() {
     this.projects.clear();
     this.locations.clear();
+    this.agents.clear();
     this.paths.clear();
     this.warnings.length = 0;
     const defaults = dataPaths();
@@ -5160,12 +5183,8 @@ var Discovery = class {
     return [...this.projects.values()];
   }
   native(session) {
-    for (const project2 of this.projects.values()) {
-      const thread2 = project2.threads.find(
-        (item) => item.agent?.harness === session.harness && item.agent.sessionId === session.id
-      );
-      if (thread2) return { project: project2, thread: thread2 };
-    }
+    const known = this.agents.get(`${session.harness}\0${session.id}`);
+    if (known) return known;
     const project = this.project(session.cwd);
     const thread = {
       id: agentThread(session.harness, session.id, this.secret),
@@ -5178,6 +5197,7 @@ var Discovery = class {
     };
     project.threads.push(thread);
     this.locations.set(thread.id, { editor: "cli", path: "" });
+    this.agents.set(`${session.harness}\0${session.id}`, { project, thread });
     return { project, thread };
   }
   // The native history owns the conversation's last message time, whichever editor lists it.
@@ -5300,8 +5320,8 @@ var Discovery = class {
               ...ssh.port ? { port: Number(ssh.port) } : {}
             } : void 0;
             const project = this.project(folder, remote);
-            if (!project.threads.some((thread) => thread.id === id))
-              project.threads.push({
+            if (!project.threads.some((thread) => thread.id === id)) {
+              const thread = {
                 id,
                 title: row.title_override || row.title,
                 editor: "zed",
@@ -5309,7 +5329,11 @@ var Discovery = class {
                 updatedAt,
                 capabilities: this.capabilities,
                 ...harness ? { agent: { harness, sessionId: session } } : {}
-              });
+              };
+              project.threads.push(thread);
+              if (harness && !this.agents.has(`${harness}\0${session}`))
+                this.agents.set(`${harness}\0${session}`, { project, thread });
+            }
             this.locations.set(id, { editor: "zed", path: store, session });
           }
         }
@@ -16385,6 +16409,7 @@ function sealHistory(key, routing, message, random) {
 
 // src/history.ts
 var HISTORY_PATH = "/dashup/history";
+var HISTORY_KEPT = 300;
 async function upload(config2, batch) {
   if (batch.records.length > HISTORY_BATCH_ITEMS || Buffer.byteLength(JSON.stringify(batch)) > HISTORY_BATCH_BYTES)
     throw new Error("The encrypted history upload exceeds the batch limit");
@@ -16400,7 +16425,14 @@ async function publishHistory(config2, pair, project, thread, messages5) {
   const generation = ++local.sequence;
   saveConfig(config2);
   const opaque = (value2) => createHmac2("sha256", Buffer.from(local.key, "hex")).update(JSON.stringify(value2)).digest("hex");
-  const fragments = splitHistoryMessages(messages5, (id) => opaque(["history-message", project, thread.id, id]));
+  const named = (id) => opaque(["history-message", project, thread.id, id]);
+  const all = splitHistoryMessages(messages5, named);
+  let start = Math.max(0, all.length - HISTORY_KEPT);
+  while (start < all.length && (all[start].part ?? 0) > 0) start++;
+  const fragments = start ? [
+    ...splitHistoryMessages([EARLIER], named),
+    ...all.slice(start)
+  ] : all;
   const summary = { generation, total: fragments.length, updatedAt: thread.updatedAt };
   const batch = {
     pairing: pair.id,
@@ -18800,6 +18832,7 @@ var Connector = class {
   listed = /* @__PURE__ */ new Map();
   listedProjects = /* @__PURE__ */ new Map();
   overviewQueued = false;
+  pendingChange;
   // The agents that can start sessions here.
   startable = [];
   snapshots = /* @__PURE__ */ new Set();
@@ -19062,8 +19095,15 @@ var Connector = class {
       for (const pair of this.activePairs()) await this.listProjects(pair);
     }).catch((error) => this.report(error));
   }
+  // A change still waiting to start covers every event after it, so a burst of writes to a
+  // transcript costs one rescan rather than one each.
   queueChange() {
-    const run5 = this.work.then(() => this.changed());
+    if (this.pendingChange) return this.pendingChange;
+    const run5 = this.work.then(() => {
+      this.pendingChange = void 0;
+      return this.changed();
+    });
+    this.pendingChange = run5;
     this.work = run5.catch((error) => this.report(error));
     return run5;
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dashup/connector",
-  "version": "0.1.7",
+  "version": "0.1.8",
   "type": "module",
   "bin": {
     "dashup": "dist/index.js"
@@ -29,11 +29,11 @@
     "tsup": "^8.5.1",
     "tsx": "^4.22.4",
     "typescript": "^5.9.3",
-    "@dashup/typescript-config": "0.0.0",
     "@dashup/models": "0.1.0",
+    "@dashup/protocol": "0.1.0",
+    "@dashup/typescript-config": "0.0.0",
     "@parcae/lynx": "0.1.0",
-    "@parcae/sdk": "0.8.1",
-    "@dashup/protocol": "0.1.0"
+    "@parcae/sdk": "0.8.1"
   },
   "scripts": {
     "dashup": "tsx src/index.ts",