@mindstudio-ai/remy 0.1.245 → 0.1.246

package/dist/headless.d.ts

@@ -19,7 +19,10 @@
  * page size (default 500, hard cap 2000). Response: {event:"history",
  * messages, startIndex, endIndex, totalMessageCount, ...}. Walk backward by
  * passing the previous response's `startIndex` as the next `before`. When
- * `startIndex === 0`, no older messages remain.
+ * `startIndex === 0`, no older messages remain. Indices are GLOBAL — they span
+ * the sealed session archives followed by the live tail (see getHistoryPage in
+ * session.ts), so scrollback continues past a rotation to the conversation
+ * start, not just to the start of the live (post-rotation) array.
  */
 interface HeadlessOptions {
     apiKey?: string;

package/dist/headless.js

@@ -6309,6 +6309,14 @@ var ARCHIVE_DIR = ".logs/sessions";
 var ROTATE_THRESHOLD_BYTES = 32 * 1024 * 1024;
 var RETAIN_TAIL_BYTES = 16 * 1024 * 1024;
 var ARCHIVE_RETENTION_BYTES = 64 * 1024 * 1024;
+var ARCHIVE_NAME_RE = /^(cleared|rotated)-.*\.json$/;
+var archiveSortKey = (name) => name.replace(/^(cleared|rotated)-/, "");
+var ARCHIVE_COUNT_RE = /\.c(\d+)\.json$/;
+var HISTORY_DEFAULT_LIMIT = 500;
+var HISTORY_MAX_LIMIT = 2e3;
+var archiveCountCache = /* @__PURE__ */ new Map();
+var archiveMsgCache = /* @__PURE__ */ new Map();
+var ARCHIVE_MSG_CACHE_MAX = 3;
 function loadSession(state) {
   pruneArchives();
   try {
@@ -6387,31 +6395,34 @@ function buildPayload(state) {
 function archiveMessages(messages, label, models) {
   fs21.mkdirSync(ARCHIVE_DIR, { recursive: true });
   const ts = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
-  let dest = path11.join(ARCHIVE_DIR, `${label}-${ts}.json`);
+  const count = messages.length;
+  let dest = path11.join(ARCHIVE_DIR, `${label}-${ts}.c${count}.json`);
   let n = 1;
   while (fs21.existsSync(dest)) {
-    dest = path11.join(ARCHIVE_DIR, `${label}-${ts}-${n++}.json`);
+    dest = path11.join(ARCHIVE_DIR, `${label}-${ts}-${n++}.c${count}.json`);
   }
   const payload = { messages };
   if (models && Object.keys(models).length > 0) {
     payload.models = models;
   }
   fs21.writeFileSync(dest, JSON.stringify(payload), "utf-8");
-  log9.info("Session archived", { label, dest, messageCount: messages.length });
+  archiveCountCache.set(path11.basename(dest), count);
+  log9.info("Session archived", { label, dest, messageCount: count });
   pruneArchives();
   return dest;
 }
 function pruneArchives() {
   try {
-    const entries = fs21.readdirSync(ARCHIVE_DIR).filter((name) => /^(cleared|rotated)-.*\.json$/.test(name));
+    const entries = fs21.readdirSync(ARCHIVE_DIR).filter((name) => ARCHIVE_NAME_RE.test(name));
     if (entries.length <= 1) {
       return;
     }
-    const sortKey = (name) => name.replace(/^(cleared|rotated)-/, "");
     const archives = entries.map((name) => ({
       name,
       size: fs21.statSync(path11.join(ARCHIVE_DIR, name)).size
-    })).sort((a, b) => sortKey(b.name).localeCompare(sortKey(a.name)));
+    })).sort(
+      (a, b) => archiveSortKey(b.name).localeCompare(archiveSortKey(a.name))
+    );
     let kept = 0;
     let cut = archives.length;
     for (let i = 0; i < archives.length; i++) {
@@ -6442,6 +6453,129 @@ function pruneArchives() {
   } catch {
   }
 }
+function parseArchive(name) {
+  const cached3 = archiveMsgCache.get(name);
+  if (cached3) {
+    archiveMsgCache.delete(name);
+    archiveMsgCache.set(name, cached3);
+    return cached3;
+  }
+  try {
+    const raw = fs21.readFileSync(path11.join(ARCHIVE_DIR, name), "utf-8");
+    const data = JSON.parse(raw);
+    const messages = Array.isArray(data?.messages) ? data.messages : [];
+    archiveCountCache.set(name, messages.length);
+    archiveMsgCache.set(name, messages);
+    while (archiveMsgCache.size > ARCHIVE_MSG_CACHE_MAX) {
+      const oldest = archiveMsgCache.keys().next().value;
+      if (oldest === void 0) {
+        break;
+      }
+      archiveMsgCache.delete(oldest);
+    }
+    return messages;
+  } catch (err) {
+    log9.warn("Session archive unreadable", { name, error: err?.message });
+    return null;
+  }
+}
+function archiveCount(name) {
+  const cached3 = archiveCountCache.get(name);
+  if (cached3 !== void 0) {
+    return cached3;
+  }
+  const m = ARCHIVE_COUNT_RE.exec(name);
+  if (m) {
+    const n = Number(m[1]);
+    archiveCountCache.set(name, n);
+    return n;
+  }
+  const msgs = parseArchive(name);
+  return msgs ? msgs.length : null;
+}
+function readArchiveMessages(name) {
+  return parseArchive(name) ?? [];
+}
+function listConversationArchives() {
+  let names;
+  try {
+    names = fs21.readdirSync(ARCHIVE_DIR).filter((n) => ARCHIVE_NAME_RE.test(n));
+  } catch {
+    return { slots: [], archivedCount: 0 };
+  }
+  let maxClearedKey = null;
+  for (const name of names) {
+    if (name.startsWith("cleared-")) {
+      const key = archiveSortKey(name);
+      if (maxClearedKey === null || key > maxClearedKey) {
+        maxClearedKey = key;
+      }
+    }
+  }
+  const rotated = names.filter((n) => n.startsWith("rotated-")).filter((n) => maxClearedKey === null || archiveSortKey(n) > maxClearedKey).sort((a, b) => archiveSortKey(a).localeCompare(archiveSortKey(b)));
+  const slots = [];
+  let offset = 0;
+  for (const name of rotated) {
+    const count = archiveCount(name);
+    if (count === null || count <= 0) {
+      continue;
+    }
+    slots.push({ name, count, offset });
+    offset += count;
+  }
+  return { slots, archivedCount: offset };
+}
+function getHistoryPage(state, opts) {
+  const { slots, archivedCount } = listConversationArchives();
+  const liveLen = state.messages.length;
+  const total = archivedCount + liveLen;
+  const rawLimit = opts?.limit;
+  const limit = typeof rawLimit === "number" && Number.isFinite(rawLimit) ? Math.min(Math.max(1, rawLimit | 0), HISTORY_MAX_LIMIT) : HISTORY_DEFAULT_LIMIT;
+  const rawBefore = opts?.before;
+  const before = typeof rawBefore === "number" && Number.isFinite(rawBefore) ? Math.max(0, Math.min(rawBefore | 0, total)) : total;
+  const peekGlobal = (i) => {
+    if (i >= archivedCount) {
+      return state.messages[i - archivedCount];
+    }
+    for (const slot of slots) {
+      if (i < slot.offset + slot.count) {
+        return readArchiveMessages(slot.name)[i - slot.offset];
+      }
+    }
+    return void 0;
+  };
+  let startIndex = Math.max(0, before - limit);
+  while (startIndex > 0) {
+    const msg = peekGlobal(startIndex);
+    if (msg && msg.role === "user" && msg.toolCallId) {
+      startIndex--;
+    } else {
+      break;
+    }
+  }
+  const endIndex = before;
+  const messages = [];
+  for (const slot of slots) {
+    const slotEnd = slot.offset + slot.count;
+    if (slotEnd <= startIndex || slot.offset >= endIndex) {
+      continue;
+    }
+    const from = Math.max(startIndex, slot.offset) - slot.offset;
+    const to = Math.min(endIndex, slotEnd) - slot.offset;
+    const msgs = readArchiveMessages(slot.name);
+    for (let i = from; i < to; i++) {
+      messages.push(msgs[i]);
+    }
+  }
+  if (endIndex > archivedCount) {
+    const from = Math.max(startIndex, archivedCount) - archivedCount;
+    const to = endIndex - archivedCount;
+    for (let i = from; i < to; i++) {
+      messages.push(state.messages[i]);
+    }
+  }
+  return { messages, startIndex, endIndex, totalMessageCount: total };
+}
 function rotate(state) {
   const messages = state.messages;
   if (messages.length === 0) {
@@ -7979,8 +8113,6 @@ var USER_FACING_TOOLS = /* @__PURE__ */ new Set([
   "presentPublishPlan"
 ]);
 var FORCED_COMPACTION_THRESHOLD_TOKENS = 85e4;
-var HISTORY_DEFAULT_LIMIT = 500;
-var HISTORY_MAX_LIMIT = 2e3;
 var HeadlessSession = class {
   // Configuration
   opts;
@@ -8726,30 +8858,24 @@ var HeadlessSession = class {
     }
     if (action === "get_history") {
       this.applyPendingBlockUpdates();
-      const total = this.state.messages.length;
-      const rawLimit = parsed.limit;
-      const limit = typeof rawLimit === "number" && Number.isFinite(rawLimit) ? Math.min(Math.max(1, rawLimit | 0), HISTORY_MAX_LIMIT) : HISTORY_DEFAULT_LIMIT;
-      const rawBefore = parsed.before;
-      const before = typeof rawBefore === "number" && Number.isFinite(rawBefore) ? Math.max(0, Math.min(rawBefore | 0, total)) : total;
-      let startIndex = Math.max(0, before - limit);
-      while (startIndex > 0 && this.state.messages[startIndex].role === "user" && this.state.messages[startIndex].toolCallId) {
-        startIndex--;
-      }
-      const endIndex = before;
+      const page = getHistoryPage(this.state, {
+        ...typeof parsed.before === "number" ? { before: parsed.before } : {},
+        ...typeof parsed.limit === "number" ? { limit: parsed.limit } : {}
+      });
       log15.info("History response", {
         requestId,
-        startIndex,
-        endIndex,
-        count: endIndex - startIndex,
-        totalMessageCount: total,
-        beforeParam: rawBefore,
-        limitParam: rawLimit
+        startIndex: page.startIndex,
+        endIndex: page.endIndex,
+        count: page.endIndex - page.startIndex,
+        totalMessageCount: page.totalMessageCount,
+        beforeParam: parsed.before,
+        limitParam: parsed.limit
       });
       this.dispatchSimple(requestId, "history", () => ({
-        messages: this.state.messages.slice(startIndex, endIndex),
-        startIndex,
-        endIndex,
-        totalMessageCount: total,
+        messages: page.messages,
+        startIndex: page.startIndex,
+        endIndex: page.endIndex,
+        totalMessageCount: page.totalMessageCount,
         running: this.running,
         ...this.running && this.currentRequestId ? { currentRequestId: this.currentRequestId } : {},
         ...this.state.models && { models: this.state.models },

package/dist/index.js

@@ -2314,31 +2314,34 @@ function buildPayload(state) {
 function archiveMessages(messages, label, models) {
   fs10.mkdirSync(ARCHIVE_DIR, { recursive: true });
   const ts = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
-  let dest = path4.join(ARCHIVE_DIR, `${label}-${ts}.json`);
+  const count = messages.length;
+  let dest = path4.join(ARCHIVE_DIR, `${label}-${ts}.c${count}.json`);
   let n = 1;
   while (fs10.existsSync(dest)) {
-    dest = path4.join(ARCHIVE_DIR, `${label}-${ts}-${n++}.json`);
+    dest = path4.join(ARCHIVE_DIR, `${label}-${ts}-${n++}.c${count}.json`);
   }
   const payload = { messages };
   if (models && Object.keys(models).length > 0) {
     payload.models = models;
   }
   fs10.writeFileSync(dest, JSON.stringify(payload), "utf-8");
-  log3.info("Session archived", { label, dest, messageCount: messages.length });
+  archiveCountCache.set(path4.basename(dest), count);
+  log3.info("Session archived", { label, dest, messageCount: count });
   pruneArchives();
   return dest;
 }
 function pruneArchives() {
   try {
-    const entries = fs10.readdirSync(ARCHIVE_DIR).filter((name) => /^(cleared|rotated)-.*\.json$/.test(name));
+    const entries = fs10.readdirSync(ARCHIVE_DIR).filter((name) => ARCHIVE_NAME_RE.test(name));
     if (entries.length <= 1) {
       return;
     }
-    const sortKey = (name) => name.replace(/^(cleared|rotated)-/, "");
     const archives = entries.map((name) => ({
       name,
       size: fs10.statSync(path4.join(ARCHIVE_DIR, name)).size
-    })).sort((a, b) => sortKey(b.name).localeCompare(sortKey(a.name)));
+    })).sort(
+      (a, b) => archiveSortKey(b.name).localeCompare(archiveSortKey(a.name))
+    );
     let kept = 0;
     let cut = archives.length;
     for (let i = 0; i < archives.length; i++) {
@@ -2369,6 +2372,129 @@ function pruneArchives() {
   } catch {
   }
 }
+function parseArchive(name) {
+  const cached3 = archiveMsgCache.get(name);
+  if (cached3) {
+    archiveMsgCache.delete(name);
+    archiveMsgCache.set(name, cached3);
+    return cached3;
+  }
+  try {
+    const raw = fs10.readFileSync(path4.join(ARCHIVE_DIR, name), "utf-8");
+    const data = JSON.parse(raw);
+    const messages = Array.isArray(data?.messages) ? data.messages : [];
+    archiveCountCache.set(name, messages.length);
+    archiveMsgCache.set(name, messages);
+    while (archiveMsgCache.size > ARCHIVE_MSG_CACHE_MAX) {
+      const oldest = archiveMsgCache.keys().next().value;
+      if (oldest === void 0) {
+        break;
+      }
+      archiveMsgCache.delete(oldest);
+    }
+    return messages;
+  } catch (err) {
+    log3.warn("Session archive unreadable", { name, error: err?.message });
+    return null;
+  }
+}
+function archiveCount(name) {
+  const cached3 = archiveCountCache.get(name);
+  if (cached3 !== void 0) {
+    return cached3;
+  }
+  const m = ARCHIVE_COUNT_RE.exec(name);
+  if (m) {
+    const n = Number(m[1]);
+    archiveCountCache.set(name, n);
+    return n;
+  }
+  const msgs = parseArchive(name);
+  return msgs ? msgs.length : null;
+}
+function readArchiveMessages(name) {
+  return parseArchive(name) ?? [];
+}
+function listConversationArchives() {
+  let names;
+  try {
+    names = fs10.readdirSync(ARCHIVE_DIR).filter((n) => ARCHIVE_NAME_RE.test(n));
+  } catch {
+    return { slots: [], archivedCount: 0 };
+  }
+  let maxClearedKey = null;
+  for (const name of names) {
+    if (name.startsWith("cleared-")) {
+      const key = archiveSortKey(name);
+      if (maxClearedKey === null || key > maxClearedKey) {
+        maxClearedKey = key;
+      }
+    }
+  }
+  const rotated = names.filter((n) => n.startsWith("rotated-")).filter((n) => maxClearedKey === null || archiveSortKey(n) > maxClearedKey).sort((a, b) => archiveSortKey(a).localeCompare(archiveSortKey(b)));
+  const slots = [];
+  let offset = 0;
+  for (const name of rotated) {
+    const count = archiveCount(name);
+    if (count === null || count <= 0) {
+      continue;
+    }
+    slots.push({ name, count, offset });
+    offset += count;
+  }
+  return { slots, archivedCount: offset };
+}
+function getHistoryPage(state, opts) {
+  const { slots, archivedCount } = listConversationArchives();
+  const liveLen = state.messages.length;
+  const total = archivedCount + liveLen;
+  const rawLimit = opts?.limit;
+  const limit = typeof rawLimit === "number" && Number.isFinite(rawLimit) ? Math.min(Math.max(1, rawLimit | 0), HISTORY_MAX_LIMIT) : HISTORY_DEFAULT_LIMIT;
+  const rawBefore = opts?.before;
+  const before = typeof rawBefore === "number" && Number.isFinite(rawBefore) ? Math.max(0, Math.min(rawBefore | 0, total)) : total;
+  const peekGlobal = (i) => {
+    if (i >= archivedCount) {
+      return state.messages[i - archivedCount];
+    }
+    for (const slot of slots) {
+      if (i < slot.offset + slot.count) {
+        return readArchiveMessages(slot.name)[i - slot.offset];
+      }
+    }
+    return void 0;
+  };
+  let startIndex = Math.max(0, before - limit);
+  while (startIndex > 0) {
+    const msg = peekGlobal(startIndex);
+    if (msg && msg.role === "user" && msg.toolCallId) {
+      startIndex--;
+    } else {
+      break;
+    }
+  }
+  const endIndex = before;
+  const messages = [];
+  for (const slot of slots) {
+    const slotEnd = slot.offset + slot.count;
+    if (slotEnd <= startIndex || slot.offset >= endIndex) {
+      continue;
+    }
+    const from = Math.max(startIndex, slot.offset) - slot.offset;
+    const to = Math.min(endIndex, slotEnd) - slot.offset;
+    const msgs = readArchiveMessages(slot.name);
+    for (let i = from; i < to; i++) {
+      messages.push(msgs[i]);
+    }
+  }
+  if (endIndex > archivedCount) {
+    const from = Math.max(startIndex, archivedCount) - archivedCount;
+    const to = endIndex - archivedCount;
+    for (let i = from; i < to; i++) {
+      messages.push(state.messages[i]);
+    }
+  }
+  return { messages, startIndex, endIndex, totalMessageCount: total };
+}
 function rotate(state) {
   const messages = state.messages;
   if (messages.length === 0) {
@@ -2428,7 +2554,7 @@ function clearSession(state) {
     });
   }
 }
-var log3, SESSION_FILE, ARCHIVE_DIR, ROTATE_THRESHOLD_BYTES, RETAIN_TAIL_BYTES, ARCHIVE_RETENTION_BYTES;
+var log3, SESSION_FILE, ARCHIVE_DIR, ROTATE_THRESHOLD_BYTES, RETAIN_TAIL_BYTES, ARCHIVE_RETENTION_BYTES, ARCHIVE_NAME_RE, archiveSortKey, ARCHIVE_COUNT_RE, HISTORY_DEFAULT_LIMIT, HISTORY_MAX_LIMIT, archiveCountCache, archiveMsgCache, ARCHIVE_MSG_CACHE_MAX;
 var init_session = __esm({
   "src/session.ts"() {
     "use strict";
@@ -2442,6 +2568,14 @@ var init_session = __esm({
     ROTATE_THRESHOLD_BYTES = 32 * 1024 * 1024;
     RETAIN_TAIL_BYTES = 16 * 1024 * 1024;
     ARCHIVE_RETENTION_BYTES = 64 * 1024 * 1024;
+    ARCHIVE_NAME_RE = /^(cleared|rotated)-.*\.json$/;
+    archiveSortKey = (name) => name.replace(/^(cleared|rotated)-/, "");
+    ARCHIVE_COUNT_RE = /\.c(\d+)\.json$/;
+    HISTORY_DEFAULT_LIMIT = 500;
+    HISTORY_MAX_LIMIT = 2e3;
+    archiveCountCache = /* @__PURE__ */ new Map();
+    archiveMsgCache = /* @__PURE__ */ new Map();
+    ARCHIVE_MSG_CACHE_MAX = 3;
   }
 });
 
@@ -8839,7 +8973,7 @@ var headless_exports = {};
 __export(headless_exports, {
   HeadlessSession: () => HeadlessSession
 });
-var log15, EXTERNAL_TOOL_TIMEOUT_MS, USER_FACING_TOOLS, FORCED_COMPACTION_THRESHOLD_TOKENS, HISTORY_DEFAULT_LIMIT, HISTORY_MAX_LIMIT, HeadlessSession;
+var log15, EXTERNAL_TOOL_TIMEOUT_MS, USER_FACING_TOOLS, FORCED_COMPACTION_THRESHOLD_TOKENS, HeadlessSession;
 var init_headless = __esm({
   "src/headless/index.ts"() {
     "use strict";
@@ -8868,8 +9002,6 @@ var init_headless = __esm({
       "presentPublishPlan"
     ]);
     FORCED_COMPACTION_THRESHOLD_TOKENS = 85e4;
-    HISTORY_DEFAULT_LIMIT = 500;
-    HISTORY_MAX_LIMIT = 2e3;
     HeadlessSession = class {
       // Configuration
       opts;
@@ -9615,30 +9747,24 @@ var init_headless = __esm({
         }
         if (action === "get_history") {
           this.applyPendingBlockUpdates();
-          const total = this.state.messages.length;
-          const rawLimit = parsed.limit;
-          const limit = typeof rawLimit === "number" && Number.isFinite(rawLimit) ? Math.min(Math.max(1, rawLimit | 0), HISTORY_MAX_LIMIT) : HISTORY_DEFAULT_LIMIT;
-          const rawBefore = parsed.before;
-          const before = typeof rawBefore === "number" && Number.isFinite(rawBefore) ? Math.max(0, Math.min(rawBefore | 0, total)) : total;
-          let startIndex = Math.max(0, before - limit);
-          while (startIndex > 0 && this.state.messages[startIndex].role === "user" && this.state.messages[startIndex].toolCallId) {
-            startIndex--;
-          }
-          const endIndex = before;
+          const page = getHistoryPage(this.state, {
+            ...typeof parsed.before === "number" ? { before: parsed.before } : {},
+            ...typeof parsed.limit === "number" ? { limit: parsed.limit } : {}
+          });
           log15.info("History response", {
             requestId,
-            startIndex,
-            endIndex,
-            count: endIndex - startIndex,
-            totalMessageCount: total,
-            beforeParam: rawBefore,
-            limitParam: rawLimit
+            startIndex: page.startIndex,
+            endIndex: page.endIndex,
+            count: page.endIndex - page.startIndex,
+            totalMessageCount: page.totalMessageCount,
+            beforeParam: parsed.before,
+            limitParam: parsed.limit
           });
           this.dispatchSimple(requestId, "history", () => ({
-            messages: this.state.messages.slice(startIndex, endIndex),
-            startIndex,
-            endIndex,
-            totalMessageCount: total,
+            messages: page.messages,
+            startIndex: page.startIndex,
+            endIndex: page.endIndex,
+            totalMessageCount: page.totalMessageCount,
             running: this.running,
             ...this.running && this.currentRequestId ? { currentRequestId: this.currentRequestId } : {},
             ...this.state.models && { models: this.state.models },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mindstudio-ai/remy",
-  "version": "0.1.245",
+  "version": "0.1.246",
   "description": "Remy coding agent",
   "repository": {
     "type": "git",