trac-msb 0.2.24 → 0.2.26

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "trac-msb",
   "main": "msb.mjs",
-  "version": "0.2.24",
+  "version": "0.2.26",
   "pear": {
     "name": "trac-msb",
     "type": "terminal"

package/src/config/config.js

@@ -219,6 +219,11 @@ export class Config {
         return this.#config.validatorHealthCheckFailureThreshold
     }
 
+    get confirmationStallTimeout() {
+        if (this.#isOverriden('confirmationStallTimeout')) return this.#options.confirmationStallTimeout
+        return this.#config.confirmationStallTimeout
+    }
+
     get maxPendingRequestsInPendingRequestsService() {
         return this.#config.maxPendingRequestsInPendingRequestsService
     }

package/src/config/env.js

@@ -57,6 +57,7 @@ const configData = {
         txPoolSize: 1000, // size of transaction pool
         validatorHealthCheckInterval: 5 * 60 * 1000, // How often to check validator health (ms)
         validatorHealthCheckFailureThreshold: 3, // Consecutive failed health checks before a validator is removed
+        confirmationStallTimeout: 120_000, // Force a fast-forward when the confirmed length has not moved for this long while unconfirmed entries wait (ms, 0 = off)
         storesDirectory: 'stores/',
         storeName: 'testnet',
     },
@@ -107,6 +108,7 @@ const configData = {
         txPoolSize: 1000, // size of transaction pool
         validatorHealthCheckInterval: 5 * 60 * 1000, // How often to check validator health (ms)
         validatorHealthCheckFailureThreshold: 3, // Consecutive failed health checks before a validator is removed
+        confirmationStallTimeout: 120_000, // Force a fast-forward when the confirmed length has not moved for this long while unconfirmed entries wait (ms, 0 = off)
         storesDirectory: 'stores/',
         storeName: 'mainnet',
     },
@@ -157,6 +159,7 @@ const configData = {
         txPoolSize: 1000, // size of transaction pool
         validatorHealthCheckInterval: 1_000, // How often to check validator health (ms)
         validatorHealthCheckFailureThreshold: 3, // Consecutive failed health checks before a validator is removed
+        confirmationStallTimeout: 120_000, // Force a fast-forward when the confirmed length has not moved for this long while unconfirmed entries wait (ms, 0 = off)
         storesDirectory: 'stores/',
         storeName: 'development',
     }

package/src/core/state/ConfirmationWatch.js

@@ -0,0 +1,82 @@
+const DEFAULT_CHECK_INTERVAL = 15_000;
+
+/**
+ * Autobase starts a follower's fast-forward only when the network's signed length is at least
+ * 16 entries past the follower's total length, unconfirmed entries included. After a writer is
+ * removed in the middle of a batch, a follower that already holds unconfirmed entries can stay
+ * above that mark: its confirmed length then stops for good, and a restart does not help.
+ *
+ * This watch forces one fast-forward when the confirmed length has not moved for `timeout` ms
+ * while unconfirmed entries wait. It never runs on an indexer and does not change how entries are
+ * applied.
+ */
+export class ConfirmationWatch {
+    #base;
+    #timeout;
+    #interval;
+    #now;
+    #log;
+    #timer = null;
+    #mark = null;
+    #running = false;
+
+    constructor(base, { timeout, interval = DEFAULT_CHECK_INTERVAL, now = Date.now, log = console.log } = {}) {
+        this.#base = base;
+        this.#timeout = timeout;
+        this.#interval = Math.min(interval, timeout);
+        this.#now = now;
+        this.#log = log;
+    }
+
+    get enabled() {
+        return Number.isFinite(this.#timeout) && this.#timeout > 0;
+    }
+
+    start() {
+        if (!this.enabled || this.#timer !== null) return;
+        this.#timer = setInterval(() => { this.check().catch(() => {}) }, this.#interval);
+        this.#timer.unref?.();
+    }
+
+    stop() {
+        if (this.#timer !== null) clearInterval(this.#timer);
+        this.#timer = null;
+    }
+
+    /** @returns {Promise<boolean>} true when a fast-forward was forced */
+    async check() {
+        const base = this.#base;
+        if (this.#running || base.closing || base.isIndexer) return false;
+        if (base.isFastForwarding?.()) {
+            this.#mark = null;
+            return false;
+        }
+
+        const confirmed = base.view.core.signedLength;
+        const total = base.view.core.length;
+        const now = this.#now();
+
+        if (total <= confirmed) {
+            this.#mark = null;
+            return false;
+        }
+        if (this.#mark === null || this.#mark.confirmed !== confirmed) {
+            this.#mark = { confirmed, since: now };
+            return false;
+        }
+        if (now - this.#mark.since < this.#timeout) return false;
+
+        this.#running = true;
+        try {
+            this.#log(`[MSB] Confirmed length stuck at ${confirmed} (local ${total}) for ${Math.round((now - this.#mark.since) / 1000)} s; forcing a fast-forward`);
+            await base.forceFastForward();
+            this.#log(`[MSB] Fast-forward finished: confirmed ${base.view.core.signedLength}, local ${base.view.core.length}`);
+        } catch (error) {
+            this.#log(`[MSB] Fast-forward failed: ${error?.message ?? error}`);
+        } finally {
+            this.#running = false;
+            this.#mark = { confirmed: base.view.core.signedLength, since: this.#now() };
+        }
+        return true;
+    }
+}

package/src/core/state/State.js

@@ -42,6 +42,7 @@ import { deepCopyBuffer } from '../../utils/buffer.js';
 import { Status } from './utils/transaction.js';
 import remote from 'hypercore/lib/fully-remote-proof.js'
 import PQueue from 'p-queue';
+import { ConfirmationWatch } from './ConfirmationWatch.js';
 
 const OVERSIZED_BATCH_PENALTY_MULTIPLIER = BATCH_SIZE;
 
@@ -56,6 +57,7 @@ class State extends ReadyResource {
     #config
     #wallet
     #activeWriterCountCache = new Map();
+    #confirmationWatch = null;
 
     /**
      * @param {Corestore} store
@@ -96,10 +98,13 @@ class State extends ReadyResource {
         console.log("State initialization...")
         await this.#base.ready();
         this.#writingKey = this.#base.local.key;
+        this.#confirmationWatch = new ConfirmationWatch(this.#base, { timeout: this.#config.confirmationStallTimeout });
+        this.#confirmationWatch.start();
     }
 
     async _close() {
         console.log("State: closing gracefully...");
+        this.#confirmationWatch?.stop();
         if (this.#bee !== null) {
             await this.#bee.close();
         }