@dexto/core 1.7.0 → 1.7.2

package/dist/session/history/database.cjs

@@ -33,7 +33,7 @@ class DatabaseHistoryProvider {
   logger;
   // Cache state
   cache = null;
-  dirty = false;
+  pendingUpdates = /* @__PURE__ */ new Map();
   flushTimer = null;
   flushPromise = null;
   // Flush configuration
@@ -49,25 +49,25 @@ class DatabaseHistoryProvider {
             `DatabaseHistoryProvider: Session ${this.sessionId} hit message limit (${limit}), history may be truncated`
           );
         }
-        const seen = /* @__PURE__ */ new Set();
+        const seenIndexes = /* @__PURE__ */ new Map();
         this.cache = [];
         let duplicateCount = 0;
         for (const msg of rawMessages) {
-          if (msg.id && seen.has(msg.id)) {
+          const seenIndex = msg.id ? seenIndexes.get(msg.id) : void 0;
+          if (seenIndex !== void 0) {
             duplicateCount++;
+            this.cache[seenIndex] = msg;
             continue;
           }
           if (msg.id) {
-            seen.add(msg.id);
+            seenIndexes.set(msg.id, this.cache.length);
           }
           this.cache.push(msg);
         }
         if (duplicateCount > 0) {
           this.logger.warn(
-            `DatabaseHistoryProvider: Found ${duplicateCount} duplicate messages for session ${this.sessionId}, deduped to ${this.cache.length}`
+            `DatabaseHistoryProvider: Found ${duplicateCount} duplicate message updates for session ${this.sessionId}, deduped to ${this.cache.length}`
           );
-          this.dirty = true;
-          this.scheduleFlush();
         } else {
           this.logger.debug(
             `DatabaseHistoryProvider: Loaded ${this.cache.length} messages for session ${this.sessionId}`
@@ -125,10 +125,14 @@ class DatabaseHistoryProvider {
     if (this.cache === null) {
       await this.getHistory();
     }
-    const index = this.cache.findIndex((m) => m.id === message.id);
+    const cache = this.cache;
+    if (cache === null) {
+      return;
+    }
+    const index = cache.findIndex((m) => m.id === message.id);
     if (index !== -1) {
-      this.cache[index] = message;
-      this.dirty = true;
+      cache[index] = message;
+      this.pendingUpdates.set(message.id, message);
       this.scheduleFlush();
       this.logger.debug(
         `DatabaseHistoryProvider: Updated message ${message.id} in cache for session ${this.sessionId}`
@@ -142,7 +146,7 @@ class DatabaseHistoryProvider {
   async clearHistory() {
     this.cancelPendingFlush();
     this.cache = [];
-    this.dirty = false;
+    this.pendingUpdates.clear();
     const key = this.getMessagesKey();
     try {
       await this.database.delete(key);
@@ -159,67 +163,49 @@ class DatabaseHistoryProvider {
       );
     }
   }
-  /**
-   * Flush any pending updates to the database.
-   * Should be called at turn boundaries to ensure durability.
-   */
   async flush() {
     if (this.flushPromise) {
       await this.flushPromise;
-      return;
     }
     this.cancelPendingFlush();
-    if (!this.dirty || !this.cache) {
-      return;
-    }
-    this.flushPromise = this.doFlush();
-    try {
-      await this.flushPromise;
-    } finally {
-      this.flushPromise = null;
+    while (this.pendingUpdates.size > 0) {
+      this.flushPromise = this.flushPendingUpdates();
+      try {
+        await this.flushPromise;
+      } finally {
+        this.flushPromise = null;
+      }
     }
   }
-  /**
-   * Internal flush implementation.
-   * Writes entire cache to DB (delete + re-append all).
-   */
-  async doFlush() {
-    if (!this.dirty || !this.cache) {
-      return;
-    }
+  async flushPendingUpdates() {
     const key = this.getMessagesKey();
-    const snapshot = [...this.cache];
-    const messageCount = snapshot.length;
+    const updates = [...this.pendingUpdates.values()];
+    this.pendingUpdates.clear();
     this.logger.debug(
-      `DatabaseHistoryProvider: FLUSH START key=${key} snapshotSize=${messageCount} ids=[${snapshot.map((m) => m.id).join(",")}]`
+      `DatabaseHistoryProvider: FLUSH UPDATES key=${key} count=${updates.length} ids=[${updates.map((m) => m.id).join(",")}]`
     );
+    let failedIndex = updates.length;
     try {
-      await this.database.delete(key);
-      this.logger.debug(`DatabaseHistoryProvider: FLUSH DELETED key=${key}`);
-      for (const msg of snapshot) {
-        await this.database.append(key, msg);
-      }
-      this.logger.debug(
-        `DatabaseHistoryProvider: FLUSH REAPPENDED key=${key} count=${messageCount}`
-      );
-      if (!this.flushTimer) {
-        this.dirty = false;
+      for (const [index, message] of updates.entries()) {
+        failedIndex = index;
+        await this.database.append(key, message);
       }
     } catch (error) {
+      for (const message of updates.slice(failedIndex)) {
+        if (message.id && !this.pendingUpdates.has(message.id)) {
+          this.pendingUpdates.set(message.id, message);
+        }
+      }
       this.logger.error(
-        `DatabaseHistoryProvider: Error flushing messages for session ${this.sessionId}: ${error instanceof Error ? error.message : String(error)}`
+        `DatabaseHistoryProvider: Error flushing message updates for session ${this.sessionId}: ${error instanceof Error ? error.message : String(error)}`
       );
       throw import_errors.SessionError.storageFailed(
         this.sessionId,
-        "flush messages",
+        "flush message updates",
         error instanceof Error ? error.message : String(error)
       );
     }
   }
-  /**
-   * Schedule a debounced flush.
-   * Batches rapid updateMessage() calls into a single DB write.
-   */
   scheduleFlush() {
     if (this.flushTimer) {
       return;
@@ -230,9 +216,6 @@ class DatabaseHistoryProvider {
       });
     }, DatabaseHistoryProvider.FLUSH_DELAY_MS);
   }
-  /**
-   * Cancel any pending scheduled flush.
-   */
   cancelPendingFlush() {
     if (this.flushTimer) {
       clearTimeout(this.flushTimer);

package/dist/session/history/database.d.ts

@@ -10,7 +10,7 @@ import type { ConversationHistoryProvider } from './types.js';
  * - getHistory(): Returns cached messages after first load (eliminates repeated DB reads)
  * - saveMessage(): Updates cache AND writes to DB immediately (new messages are critical)
  * - updateMessage(): Updates cache immediately, debounces DB writes (batches rapid updates)
- * - flush(): Forces all pending updates to DB (called at turn boundaries)
+ * - flush(): Appends the latest pending updates to DB (called at turn boundaries)
  * - clearHistory(): Clears cache and DB immediately
  *
  * Durability guarantees:
@@ -23,7 +23,7 @@ export declare class DatabaseHistoryProvider implements ConversationHistoryProvi
     private database;
     private logger;
     private cache;
-    private dirty;
+    private pendingUpdates;
     private flushTimer;
     private flushPromise;
     private static readonly FLUSH_DELAY_MS;
@@ -32,24 +32,9 @@ export declare class DatabaseHistoryProvider implements ConversationHistoryProvi
     saveMessage(message: InternalMessage): Promise<void>;
     updateMessage(message: InternalMessage): Promise<void>;
     clearHistory(): Promise<void>;
-    /**
-     * Flush any pending updates to the database.
-     * Should be called at turn boundaries to ensure durability.
-     */
     flush(): Promise<void>;
-    /**
-     * Internal flush implementation.
-     * Writes entire cache to DB (delete + re-append all).
-     */
-    private doFlush;
-    /**
-     * Schedule a debounced flush.
-     * Batches rapid updateMessage() calls into a single DB write.
-     */
+    private flushPendingUpdates;
     private scheduleFlush;
-    /**
-     * Cancel any pending scheduled flush.
-     */
     private cancelPendingFlush;
     private getMessagesKey;
 }

package/dist/session/history/database.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/session/history/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAEvD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC;AAE9D;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,uBAAwB,YAAW,2BAA2B;IAanE,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,QAAQ;IAbpB,OAAO,CAAC,MAAM,CAAS;IAGvB,OAAO,CAAC,KAAK,CAAkC;IAC/C,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,UAAU,CAA8C;IAChE,OAAO,CAAC,YAAY,CAA8B;IAGlD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAO;gBAGjC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,EAC1B,MAAM,EAAE,MAAM;IAKZ,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IA2DxC,WAAW,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAwCpD,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCtD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BnC;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAwB5B;;;OAGG;YACW,OAAO;IA+CrB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAerB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAO1B,OAAO,CAAC,cAAc;CAGzB"}
+{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/session/history/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAEvD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC;AAE9D;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,uBAAwB,YAAW,2BAA2B;IAanE,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,QAAQ;IAbpB,OAAO,CAAC,MAAM,CAAS;IAGvB,OAAO,CAAC,KAAK,CAAkC;IAC/C,OAAO,CAAC,cAAc,CAAsC;IAC5D,OAAO,CAAC,UAAU,CAA8C;IAChE,OAAO,CAAC,YAAY,CAA8B;IAGlD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAO;gBAGjC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,EAC1B,MAAM,EAAE,MAAM;IAKZ,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAyDxC,WAAW,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAwCpD,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAmCtD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAkBd,mBAAmB;IAgCjC,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,kBAAkB;IAO1B,OAAO,CAAC,cAAc;CAGzB"}

package/dist/session/history/database.js

@@ -11,7 +11,7 @@ class DatabaseHistoryProvider {
   logger;
   // Cache state
   cache = null;
-  dirty = false;
+  pendingUpdates = /* @__PURE__ */ new Map();
   flushTimer = null;
   flushPromise = null;
   // Flush configuration
@@ -27,25 +27,25 @@ class DatabaseHistoryProvider {
             `DatabaseHistoryProvider: Session ${this.sessionId} hit message limit (${limit}), history may be truncated`
           );
         }
-        const seen = /* @__PURE__ */ new Set();
+        const seenIndexes = /* @__PURE__ */ new Map();
         this.cache = [];
         let duplicateCount = 0;
         for (const msg of rawMessages) {
-          if (msg.id && seen.has(msg.id)) {
+          const seenIndex = msg.id ? seenIndexes.get(msg.id) : void 0;
+          if (seenIndex !== void 0) {
             duplicateCount++;
+            this.cache[seenIndex] = msg;
             continue;
           }
           if (msg.id) {
-            seen.add(msg.id);
+            seenIndexes.set(msg.id, this.cache.length);
           }
           this.cache.push(msg);
         }
         if (duplicateCount > 0) {
           this.logger.warn(
-            `DatabaseHistoryProvider: Found ${duplicateCount} duplicate messages for session ${this.sessionId}, deduped to ${this.cache.length}`
+            `DatabaseHistoryProvider: Found ${duplicateCount} duplicate message updates for session ${this.sessionId}, deduped to ${this.cache.length}`
           );
-          this.dirty = true;
-          this.scheduleFlush();
         } else {
           this.logger.debug(
             `DatabaseHistoryProvider: Loaded ${this.cache.length} messages for session ${this.sessionId}`
@@ -103,10 +103,14 @@ class DatabaseHistoryProvider {
     if (this.cache === null) {
       await this.getHistory();
     }
-    const index = this.cache.findIndex((m) => m.id === message.id);
+    const cache = this.cache;
+    if (cache === null) {
+      return;
+    }
+    const index = cache.findIndex((m) => m.id === message.id);
     if (index !== -1) {
-      this.cache[index] = message;
-      this.dirty = true;
+      cache[index] = message;
+      this.pendingUpdates.set(message.id, message);
       this.scheduleFlush();
       this.logger.debug(
         `DatabaseHistoryProvider: Updated message ${message.id} in cache for session ${this.sessionId}`
@@ -120,7 +124,7 @@ class DatabaseHistoryProvider {
   async clearHistory() {
     this.cancelPendingFlush();
     this.cache = [];
-    this.dirty = false;
+    this.pendingUpdates.clear();
     const key = this.getMessagesKey();
     try {
       await this.database.delete(key);
@@ -137,67 +141,49 @@ class DatabaseHistoryProvider {
       );
     }
   }
-  /**
-   * Flush any pending updates to the database.
-   * Should be called at turn boundaries to ensure durability.
-   */
   async flush() {
     if (this.flushPromise) {
       await this.flushPromise;
-      return;
     }
     this.cancelPendingFlush();
-    if (!this.dirty || !this.cache) {
-      return;
-    }
-    this.flushPromise = this.doFlush();
-    try {
-      await this.flushPromise;
-    } finally {
-      this.flushPromise = null;
+    while (this.pendingUpdates.size > 0) {
+      this.flushPromise = this.flushPendingUpdates();
+      try {
+        await this.flushPromise;
+      } finally {
+        this.flushPromise = null;
+      }
     }
   }
-  /**
-   * Internal flush implementation.
-   * Writes entire cache to DB (delete + re-append all).
-   */
-  async doFlush() {
-    if (!this.dirty || !this.cache) {
-      return;
-    }
+  async flushPendingUpdates() {
     const key = this.getMessagesKey();
-    const snapshot = [...this.cache];
-    const messageCount = snapshot.length;
+    const updates = [...this.pendingUpdates.values()];
+    this.pendingUpdates.clear();
     this.logger.debug(
-      `DatabaseHistoryProvider: FLUSH START key=${key} snapshotSize=${messageCount} ids=[${snapshot.map((m) => m.id).join(",")}]`
+      `DatabaseHistoryProvider: FLUSH UPDATES key=${key} count=${updates.length} ids=[${updates.map((m) => m.id).join(",")}]`
     );
+    let failedIndex = updates.length;
     try {
-      await this.database.delete(key);
-      this.logger.debug(`DatabaseHistoryProvider: FLUSH DELETED key=${key}`);
-      for (const msg of snapshot) {
-        await this.database.append(key, msg);
-      }
-      this.logger.debug(
-        `DatabaseHistoryProvider: FLUSH REAPPENDED key=${key} count=${messageCount}`
-      );
-      if (!this.flushTimer) {
-        this.dirty = false;
+      for (const [index, message] of updates.entries()) {
+        failedIndex = index;
+        await this.database.append(key, message);
       }
     } catch (error) {
+      for (const message of updates.slice(failedIndex)) {
+        if (message.id && !this.pendingUpdates.has(message.id)) {
+          this.pendingUpdates.set(message.id, message);
+        }
+      }
       this.logger.error(
-        `DatabaseHistoryProvider: Error flushing messages for session ${this.sessionId}: ${error instanceof Error ? error.message : String(error)}`
+        `DatabaseHistoryProvider: Error flushing message updates for session ${this.sessionId}: ${error instanceof Error ? error.message : String(error)}`
       );
       throw SessionError.storageFailed(
         this.sessionId,
-        "flush messages",
+        "flush message updates",
         error instanceof Error ? error.message : String(error)
       );
     }
   }
-  /**
-   * Schedule a debounced flush.
-   * Batches rapid updateMessage() calls into a single DB write.
-   */
   scheduleFlush() {
     if (this.flushTimer) {
       return;
@@ -208,9 +194,6 @@ class DatabaseHistoryProvider {
       });
     }, DatabaseHistoryProvider.FLUSH_DELAY_MS);
   }
-  /**
-   * Cancel any pending scheduled flush.
-   */
   cancelPendingFlush() {
     if (this.flushTimer) {
       clearTimeout(this.flushTimer);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dexto/core",
-  "version": "1.7.0",
+  "version": "1.7.2",
   "private": false,
   "type": "module",
   "main": "./dist/index.js",