@yeaft/webchat-agent 0.1.539 → 0.1.541

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yeaft/webchat-agent",
-  "version": "0.1.539",
+  "version": "0.1.541",
   "description": "Remote agent for Yeaft WebChat — connects worker machines to the central server",
   "main": "index.js",
   "type": "module",

package/unify/engine.js

@@ -122,6 +122,9 @@ export class Engine {
   /** @type {import('./memory/store.js').MemoryStore|null} */
   #memoryStore;
 
+  /** @type {object|null} — R6 memory shard store (task-334f) */
+  #memoryShardStore;
+
   /** @type {import('./tools/registry.js').ToolRegistry|null} */
   #toolRegistry;
 
@@ -176,7 +179,7 @@ export class Engine {
    *   yeaftDir?: string,
    * }} params
    */
-  constructor({ adapter, trace, config, conversationStore, memoryStore, toolRegistry, skillManager, mcpManager, yeaftDir }) {
+  constructor({ adapter, trace, config, conversationStore, memoryStore, memoryShardStore, toolRegistry, skillManager, mcpManager, yeaftDir }) {
     this.#adapter = adapter;
     this.#trace = trace;
     this.#config = config;
@@ -184,6 +187,7 @@ export class Engine {
     this.#traceId = randomUUID();
     this.#conversationStore = conversationStore || null;
     this.#memoryStore = memoryStore || null;
+    this.#memoryShardStore = memoryShardStore || null;
     this.#toolRegistry = toolRegistry || null;
     this.#skillManager = skillManager || null;
     this.#mcpManager = mcpManager || null;
@@ -330,6 +334,7 @@ export class Engine {
       mcpManager: this.#mcpManager,
       skillManager: this.#skillManager,
       memoryStore: this.#memoryStore,
+      memoryShardStore: this.#memoryShardStore,
       conversationStore: this.#conversationStore,
       adapter: this.#adapter,
       config: this.#config,
@@ -954,6 +959,11 @@ export class Engine {
     return this.#memoryStore;
   }
 
+  /** @returns {object|null} — R6 memory shard store (task-334f) */
+  get memoryShardStore() {
+    return this.#memoryShardStore;
+  }
+
   /** @returns {import('./tools/registry.js').ToolRegistry|null} */
   get toolRegistry() { return this.#toolRegistry; }
 

package/unify/memory/recompression.js

@@ -0,0 +1,122 @@
+/**
+ * recompression.js — task-334f Re-compression hook.
+ *
+ * Provides `checkRecompression(memoryShardStore)` which inspects each shard's
+ * utilization (live entry bytes vs total shard file bytes). When utilization
+ * drops below 50% (configurable), the shard is compacted in-place.
+ *
+ * This is designed to be called:
+ *   - After `remove()` calls (which leave tombstone gaps)
+ *   - After `supersede()` chains (old entries inflate shard size)
+ *   - By dream (334g) on its periodic sweep
+ *
+ * The hook does NOT make deletion decisions — it only reclaims dead space.
+ * Dream owns the "what to delete" logic; this module owns "when to defrag".
+ *
+ * Reference: §Δ17.5 Compact job / §Δ26.3 soft-cap semantics.
+ */
+
+/** Default utilization threshold below which a shard gets compacted. */
+export const DEFAULT_UTILIZATION_THRESHOLD = 0.5;
+
+/**
+ * Inspect all shards in a memory shard store and compact any whose
+ * utilization ratio (live entry bytes / total shard bytes) is below
+ * the threshold.
+ *
+ * @param {object} store — opened via `openMemoryShardStore()`
+ * @param {{ threshold?: number }} [opts]
+ * @returns {{ compacted: string[], skipped: string[], stats: Record<string, { entries: number, bytes: number, liveBytes: number, utilization: number }> }}
+ */
+export function checkRecompression(store, opts = {}) {
+  if (!store || typeof store.stats !== 'function') {
+    return { compacted: [], skipped: [], stats: {} };
+  }
+
+  const threshold = opts.threshold ?? DEFAULT_UTILIZATION_THRESHOLD;
+  const { shards, count } = store.stats();
+  const compacted = [];
+  const skipped = [];
+  const shardStats = {};
+
+  for (const [name, bucket] of Object.entries(shards)) {
+    const totalBytes = bucket.bytes || 0;
+    const entryCount = bucket.entries || 0;
+
+    // Estimate live bytes from the index: sum of all entry byteLen for this shard.
+    // The inner store's query returns records with meta but not byteLen directly.
+    // Use the stats bucket which tracks entry count and total file bytes.
+    // A shard with 0 entries but >0 bytes is 0% utilization → compact.
+    // A shard with entries but totalBytes=0 is fine (no file yet).
+    if (totalBytes === 0) {
+      shardStats[name] = { entries: entryCount, bytes: 0, liveBytes: 0, utilization: 1.0 };
+      skipped.push(name);
+      continue;
+    }
+
+    // For utilization, we use inner store's index to sum live entry byte lengths.
+    const inner = store._innerForTest;
+    let liveBytes = 0;
+    if (inner && typeof inner.getIndex === 'function') {
+      const index = inner.getIndex();
+      for (const rec of index.entries) {
+        if (rec.shard === name) liveBytes += (rec.byteLen || 0);
+      }
+    } else {
+      // Fallback: assume fully utilized if we can't inspect
+      liveBytes = totalBytes;
+    }
+
+    const utilization = liveBytes / totalBytes;
+    shardStats[name] = { entries: entryCount, bytes: totalBytes, liveBytes, utilization };
+
+    if (utilization < threshold && entryCount > 0) {
+      // Compact via the underlying shard store
+      if (inner && typeof inner.compact === 'function') {
+        inner.compact(name);
+        compacted.push(name);
+      }
+    } else {
+      skipped.push(name);
+    }
+  }
+
+  return { compacted, skipped, stats: shardStats };
+}
+
+/**
+ * Check if any shard needs recompression without actually doing it.
+ * Returns the list of shard names that would be compacted.
+ *
+ * @param {object} store
+ * @param {{ threshold?: number }} [opts]
+ * @returns {string[]} — shard names below utilization threshold
+ */
+export function needsRecompression(store, opts = {}) {
+  if (!store || typeof store.stats !== 'function') return [];
+
+  const threshold = opts.threshold ?? DEFAULT_UTILIZATION_THRESHOLD;
+  const { shards } = store.stats();
+  const result = [];
+
+  const inner = store._innerForTest;
+  if (!inner || typeof inner.getIndex !== 'function') return [];
+
+  const index = inner.getIndex();
+
+  for (const [name, bucket] of Object.entries(shards)) {
+    const totalBytes = bucket.bytes || 0;
+    if (totalBytes === 0 || (bucket.entries || 0) === 0) continue;
+
+    let liveBytes = 0;
+    for (const rec of index.entries) {
+      if (rec.shard === name) liveBytes += (rec.byteLen || 0);
+    }
+
+    if (liveBytes / totalBytes < threshold) {
+      result.push(name);
+    }
+  }
+
+  return result;
+}

package/unify/session.js

@@ -19,6 +19,7 @@ import { createTrace } from './debug-trace.js';
 import { createLLMAdapter } from './llm/adapter.js';
 import { ConversationStore } from './conversation/persist.js';
 import { MemoryStore } from './memory/store.js';
+import { openMemoryShardStore } from './memory/shard-store.js';
 import { SkillManager, createSkillManager } from './skills.js';
 import { MCPManager } from './mcp.js';
 import { createFullRegistry } from './tools/index.js';
@@ -151,6 +152,18 @@ export async function loadSession(options = {}) {
   const conversationStore = new ConversationStore(yeaftDir);
   const memoryStore = new MemoryStore(yeaftDir);
 
+  // ─── 5-shard. Open R6 memory shard store (task-334f) ──────
+  //     VP-level memory shard store rooted at ~/.yeaft/memory/vp/default.
+  //     The 'default' VP matches the single-user Unify mode; R6 multi-VP
+  //     callers open per-VP stores via openMemoryShardStore() directly.
+  const memoryShardDir = join(yeaftDir, 'memory', 'vp', 'default');
+  let memoryShardStore = null;
+  try {
+    memoryShardStore = openMemoryShardStore(memoryShardDir, 'vp');
+  } catch (err) {
+    console.warn(`[Yeaft] Failed to open R6 memory shard store: ${err?.message || err}`);
+  }
+
   // ─── 5a. Initialize task store ─────────────────────────
   initTaskStore(yeaftDir, { readOnly: config._readOnly || false });
 
@@ -212,6 +225,7 @@ export async function loadSession(options = {}) {
     config,
     conversationStore,
     memoryStore,
+    memoryShardStore,
     toolRegistry,
     skillManager,
     mcpManager,
@@ -229,6 +243,7 @@ export async function loadSession(options = {}) {
     config,
     conversationStore,
     memoryStore,
+    memoryShardStore,
     toolRegistry,
     skillManager,
     mcpManager,
@@ -297,6 +312,7 @@ export async function loadSession(options = {}) {
     config,
     conversationStore,
     memoryStore,
+    memoryShardStore,
     skillManager,
     mcpManager,
     toolRegistry,

package/unify/threads/engine-instance.js

@@ -192,6 +192,7 @@ export function createEngineInstance(deps) {
     config,
     conversationStore,
     memoryStore,
+    memoryShardStore,
     toolRegistry,
     skillManager,
     mcpManager,
@@ -204,6 +205,7 @@ export function createEngineInstance(deps) {
     config,
     conversationStore,
     memoryStore,
+    memoryShardStore,
     toolRegistry,
     skillManager,
     mcpManager,