@yeaft/webchat-agent 0.1.851 → 0.1.853

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yeaft/webchat-agent",
-  "version": "0.1.851",
+  "version": "0.1.853",
   "description": "Remote agent for Yeaft WebChat — connects worker machines to the central server",
   "main": "index.js",
   "type": "module",

package/unify/conversation/persist.js

@@ -22,7 +22,7 @@ import { existsSync, mkdirSync, writeFileSync, readFileSync, readdirSync, rename
 import { join, basename } from 'path';
 import { isPermissionError } from '../init.js';
 import { pairSanitize } from '../pair-sanitize.js';
-import { sliceLastNTurns } from '../turn-utils.js';
+import { indexOfNthTurnFromEnd, sliceLastNTurns } from '../turn-utils.js';
 
 /**
  * Default cold-start "recent window" size, expressed in TURNS (not raw
@@ -450,20 +450,22 @@ export class ConversationStore {
   }
 
   /**
-   * Update the compact summary (cumulative).
+   * Rewrite the compact summary in place.
    *
-   * @param {string} summary — new summary to append
+   * Compact's semantics are "the running summary of everything older than
+   * the hot window". Each compact pass already received the previous
+   * summary text as input and produced a *new* cumulative summary — so
+   * we overwrite, we never append. Appending was the original behaviour
+   * (kept around as a diary), but the engine reads the whole file back
+   * into `<conversation_summary>` on every turn, so appending grows the
+   * per-turn prompt without bound until it defeats compaction itself.
+   *
+   * @param {string} summary — the new, complete summary to persist
    */
-  updateCompactSummary(summary) {
-    let existing = '';
-    if (existsSync(this.#compactPath)) {
-      existing = readFileSync(this.#compactPath, 'utf8');
-    }
-
-    const date = new Date().toISOString().split('T')[0];
-    const entry = `\n## ${date}\n\n${summary}\n`;
+  replaceCompactSummary(summary) {
+    if (typeof summary !== 'string' || !summary) return;
     try {
-      writeFileSync(this.#compactPath, existing + entry, { encoding: 'utf8', mode: 0o644 });
+      writeFileSync(this.#compactPath, summary, { encoding: 'utf8', mode: 0o644 });
     } catch (err) {
       if (isPermissionError(err)) {
         if (!_permissionWarned) {
@@ -539,26 +541,19 @@ export class ConversationStore {
   }
 
   /**
-   * Append a per-(groupId, vpId) compact summary entry. Same append-only
-   * "## YYYY-MM-DD ..." structure as the legacy `updateCompactSummary`,
-   * but isolated to one file per (group, vp).
+   * Rewrite a per-(groupId, vpId) compact summary in place. See
+   * `replaceCompactSummary` for the rationale — same reason, scoped file.
    *
    * @param {string} groupId
    * @param {string} vpId
    * @param {string} summary
    */
-  updateCompactSummaryFor(groupId, vpId, summary) {
+  replaceCompactSummaryFor(groupId, vpId, summary) {
+    if (typeof summary !== 'string' || !summary) return;
     const path = this.#scopedCompactPath(groupId, vpId);
     if (!path) return;
-    let existing = '';
-    if (existsSync(path)) {
-      try { existing = readFileSync(path, 'utf8'); }
-      catch { existing = ''; }
-    }
-    const date = new Date().toISOString().split('T')[0];
-    const entry = `\n## ${date}\n\n${summary}\n`;
     try {
-      writeFileSync(path, existing + entry, { encoding: 'utf8', mode: 0o644 });
+      writeFileSync(path, summary, { encoding: 'utf8', mode: 0o644 });
     } catch (err) {
       if (isPermissionError(err)) {
         if (!_permissionWarned) {
@@ -870,6 +865,43 @@ export class ConversationStore {
     return { messages: sliced, oldestSeq, hasMore };
   }
 
+  /**
+   * Visible UI pagination read for one group. Unlike `loadOlderByGroup`, this
+   * projects out internal/reflection/system rows BEFORE applying the turn
+   * window, so a dense run of hidden metadata cannot force the first screen to
+   * scan and materialize the group's entire history in the web bridge.
+   *
+   * @param {string} groupId
+   * @param {number|null} beforeSeq — exclusive upper bound, or null for newest
+   * @param {number} [turnsLimit=DEFAULT_RECENT_TURNS]
+   * @returns {{ messages: object[], oldestSeq: number|null, hasMore: boolean }}
+   */
+  loadVisibleByGroup(groupId, beforeSeq, turnsLimit = DEFAULT_RECENT_TURNS) {
+    if (!groupId || !(turnsLimit > 0)) return { messages: [], oldestSeq: null, hasMore: false };
+
+    const cutoff = Number.isFinite(beforeSeq) ? beforeSeq : Infinity;
+    const hot = this.#loadVisibleFromDirByGroup(this.#msgDir, groupId, cutoff);
+    const cold = this.#loadVisibleFromDirByGroup(this.#coldDir, groupId, cutoff);
+    const visible = [...cold, ...hot];
+    if (visible.length === 0) return { messages: [], oldestSeq: null, hasMore: false };
+
+    const startIdx = indexOfNthTurnFromEnd(visible, turnsLimit);
+    const start = startIdx === -1 ? 0 : startIdx;
+    const messages = pairSanitize(visible.slice(start));
+    const oldestSeq = messages.length ? parseSeqFromId(messages[0].id) : null;
+    const firstVisibleSeq = parseSeqFromId(visible[0].id);
+    const hasMore = messages.length > 0
+      && Number.isFinite(oldestSeq)
+      && Number.isFinite(firstVisibleSeq)
+      && oldestSeq > firstVisibleSeq;
+
+    return {
+      messages,
+      oldestSeq: Number.isFinite(oldestSeq) ? oldestSeq : null,
+      hasMore,
+    };
+  }
+
   /**
    * Count hot messages.
    *
@@ -1319,6 +1351,32 @@ export class ConversationStore {
     return messages;
   }
 
+  #loadVisibleFromDirByGroup(dir, groupId, beforeSeq) {
+    if (!existsSync(dir)) return [];
+
+    const files = readdirSync(dir)
+      .filter(f => f.endsWith('.md'))
+      .sort();
+
+    const out = [];
+    for (const file of files) {
+      const seq = parseSeqFromId(basename(file, '.md'));
+      if (!Number.isFinite(seq) || seq >= beforeSeq) continue;
+
+      const raw = readFileSync(join(dir, file), 'utf8');
+      if (!raw.includes(`groupId: ${groupId}`)) continue;
+      if (!raw.includes('role: user') && !raw.includes('role: assistant')) continue;
+
+      const parsed = parseMessage(raw);
+      if (!parsed || parsed.groupId !== groupId) continue;
+      if (parsed._reflection || parsed.internal || parsed.systemOnly || parsed.systemOnlyMessage) continue;
+      if (parsed.role !== 'user' && parsed.role !== 'assistant') continue;
+      out.push(parsed);
+    }
+
+    return out;
+  }
+
   /**
    * Determine the next sequence number by scanning existing files.
    * @returns {number}

package/unify/engine.js

@@ -1149,18 +1149,32 @@ export class Engine {
     // a jarring locale flip mid-context.
     const isZh = String(this.#config.language || '').toLowerCase().startsWith('zh');
     const summariserSystem = isZh
-      ? '你是对话摘要器。请用中文写出 2–3 段简明摘要，保留决策、事实与上下文。'
-      : 'You are a conversation summarizer. Summarize concisely in 2–3 paragraphs, preserving decisions, facts, and context.';
+      ? '你是对话摘要器。下面包含「先前累计摘要」（可能为空）与「新待压缩对话」。请融合两者，输出一份「重写后的累计摘要」——不要分段罗列日期、不要保留 "## 2026-..." 等历史分节，直接产出一份连贯、可被下一轮直接重新注入 prompt 的摘要。保留关键决策、事实、上下文与人物意图。'
+      : 'You are a conversation summarizer. The input contains a "previous cumulative summary" (may be empty) plus a "new conversation to absorb". Merge them into ONE rewritten cumulative summary — do NOT keep dated section headers or any historical log structure. Output a single coherent summary suitable to be re-injected into the next turn\'s prompt as-is. Preserve key decisions, facts, context, and intent.';
     const summariserPromptPrefix = isZh ? '请概括：\n\n' : 'Summarize:\n\n';
 
     const hooks = {
       summarise: async () => {
         try {
+          // Read prior summary at call time, not at orchestrator setup,
+          // so the merge always sees the freshest on-disk state even if
+          // future orchestrator changes invoke summarise more than once.
+          const priorSummary = this.#getCompactSummary() || '';
+          const priorBlock = priorSummary
+            ? (isZh
+                ? `【先前累计摘要】\n${priorSummary}\n\n【新待压缩对话】\n`
+                : `[Previous cumulative summary]\n${priorSummary}\n\n[New conversation to absorb]\n`)
+            : '';
           const result = await adapter.call({
             model: fastConfig.model,
             system: summariserSystem,
-            messages: [{ role: 'user', content: `${summariserPromptPrefix}${toArchive.map(m => `[${m.role}] ${(m.content || '').slice(0, 500)}`).join('\n\n')}` }],
-            maxTokens: 1024,
+            messages: [{ role: 'user', content: `${summariserPromptPrefix}${priorBlock}${toArchive.map(m => `[${m.role}] ${(m.content || '').slice(0, 500)}`).join('\n\n')}` }],
+            // 10k output budget: the running summary is the engine's
+            // long-term memory of cold turns, so it deserves room to
+            // actually preserve detail. We rewrite-in-place each round,
+            // so size stays bounded by maxTokens regardless of how many
+            // compact passes have run.
+            maxTokens: 10240,
           });
           return (result.text || '').trim();
         } catch {
@@ -1204,10 +1218,10 @@ export class Engine {
         conversationStore.moveToColdBatch(archiveIds);
       }
       if (out.compactSummary) {
-        if (scoped && typeof conversationStore.updateCompactSummaryFor === 'function') {
-          conversationStore.updateCompactSummaryFor(this.#groupId, this.#vpId, out.compactSummary);
+        if (scoped && typeof conversationStore.replaceCompactSummaryFor === 'function') {
+          conversationStore.replaceCompactSummaryFor(this.#groupId, this.#vpId, out.compactSummary);
         } else {
-          conversationStore.updateCompactSummary(out.compactSummary);
+          conversationStore.replaceCompactSummary(out.compactSummary);
         }
       }
       // Index update only makes sense for the legacy path that actually

package/unify/web-bridge.js

@@ -602,10 +602,16 @@ function loadVisibleGroupHistoryPage(store, groupId, limit, beforeSeq = null) {
 
   let rows = [];
   try {
-    if (typeof store.loadOlderByGroup === 'function') {
-      // Use an unbounded raw prefix, then project/slice visible rows below.
-      // This preserves loadOlderByGroup's hot+cold scan without letting raw
-      // reflection/internal rows consume the UI-visible page window.
+    if (typeof store.loadVisibleByGroup === 'function') {
+      const page = store.loadVisibleByGroup(groupId, beforeSeq, limit);
+      return {
+        messages: (page.messages || []).map(projectPersistedToVisibleHistoryEntry).filter(Boolean),
+        oldestSeq: (typeof page.oldestSeq === 'number') ? page.oldestSeq : null,
+        hasMore: !!page.hasMore,
+      };
+    } else if (typeof store.loadOlderByGroup === 'function') {
+      // Compatibility fallback for older test doubles: use an unbounded raw
+      // prefix, then project/slice visible rows below.
       rows = store.loadOlderByGroup(groupId, beforeSeq, Infinity).messages || [];
     } else if (Number.isFinite(beforeSeq)) {
       const all = typeof store.loadAllByGroup === 'function'
@@ -3582,11 +3588,10 @@ export async function handleUnifyLoadHistory(msg) {
   }
 
   // `msg.limit` is the replay-scrollback request from the frontend (UI
-  // history pane, not engine context). Semantics changed (2026-05-01):
-  // now expressed in TURNS. The previous default (50 messages) maps to
-  // ~20–25 turns; in the turn-count world 50 turns of UI scrollback is
-  // still cheap and matches what the frontend already passes through.
-  const limit = (typeof msg.limit === 'number') ? msg.limit : 50;
+  // history pane, not engine context). Keep the bootstrap window small so
+  // opening a group can paint the latest messages quickly; older rows are
+  // paged via `unify_load_more_history` when the user scrolls upward.
+  const limit = (typeof msg.limit === 'number') ? msg.limit : 10;
   const visiblePage = groupId
     ? loadVisibleGroupHistoryPage(session.conversationStore, groupId, limit)
     : { messages: limit > 0 ? pickRecent(session.conversationStore, limit) : [], oldestSeq: null, hasMore: false };
@@ -3691,7 +3696,7 @@ export async function handleUnifyLoadMoreHistory(msg) {
   }
 
   const beforeSeq = (typeof msg.beforeSeq === 'number') ? msg.beforeSeq : null;
-  const turns = (typeof msg.turns === 'number' && msg.turns > 0) ? msg.turns : 20;
+  const turns = (typeof msg.turns === 'number' && msg.turns > 0) ? msg.turns : 10;
 
   let result;
   try {