@harperfast/harper 5.3.0-beta.3 → 5.3.0-beta.4

package/dist/resources/derivedIndexRegistry.d.ts

@@ -1,5 +1,28 @@
+type LockStore = {
+    status?: string;
+    tryLock(key: string): boolean;
+    unlock(key: string): void;
+};
+type FenceWaitOptions = {
+    shouldContinue?: () => boolean;
+    timeoutMilliseconds?: number;
+};
+/** Hold this node-wide fence for the full duration of an asynchronous table clear. */
+export declare function acquireFullTextClearFence(rootStore: LockStore, tableId: number): (() => void) | undefined;
+/** Probe without waiting; callers hold the schema lock so a clear cannot start between this and persistence. */
+export declare function fullTextClearInProgress(rootStore: LockStore, tableId: number): boolean;
+/** Wait until the current clear releases its fence; callers retry admission afterwards. */
+export declare function waitForFullTextClear(rootStore: LockStore, tableId: number, options?: FenceWaitOptions): Promise<boolean>;
+/** Fence same-name recreation while a dropped table's native directories are being retired. */
+export declare function acquireFullTextRetirementFence(rootStore: LockStore, tableName: string): (() => void) | undefined;
+/** Probe under the schema lock so recreation cannot pass between the probe and catalog persistence. */
+export declare function fullTextRetirementInProgress(rootStore: LockStore, tableName: string): boolean;
+/** Wait until the current retirement releases its fence; the caller must recheck its generation afterwards. */
+export declare function waitForFullTextRetirement(rootStore: LockStore, tableName: string, options?: FenceWaitOptions): Promise<boolean>;
+export declare function waitForFullTextRetirementLease(rootStore: LockStore, tableName: string, options?: FenceWaitOptions): Promise<(() => void) | undefined>;
 /** `admission` returns a reason while writes to these tables must be rejected. */
 export declare function registerDerivedIndexTables(auditStore: object, tableIds: Iterable<number>, admission?: () => string | undefined): () => void;
 export declare function hasDerivedIndexRegistration(auditStore: object, tableId: number): boolean;
 /** The reason a write to this table must currently be rejected, or undefined when writes are admitted. */
 export declare function derivedIndexWriteRejection(auditStore: object, tableId: number): string | undefined;
+export {};

package/dist/resources/derivedIndexRegistry.js

@@ -1,10 +1,102 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.acquireFullTextClearFence = acquireFullTextClearFence;
+exports.fullTextClearInProgress = fullTextClearInProgress;
+exports.waitForFullTextClear = waitForFullTextClear;
+exports.acquireFullTextRetirementFence = acquireFullTextRetirementFence;
+exports.fullTextRetirementInProgress = fullTextRetirementInProgress;
+exports.waitForFullTextRetirement = waitForFullTextRetirement;
+exports.waitForFullTextRetirementLease = waitForFullTextRetirementLease;
 exports.registerDerivedIndexTables = registerDerivedIndexTables;
 exports.hasDerivedIndexRegistration = hasDerivedIndexRegistration;
 exports.derivedIndexWriteRejection = derivedIndexWriteRejection;
+const hdbError_ts_1 = require("../utility/errors/hdbError.js");
 const registrations = new WeakMap();
 const admissions = new WeakMap();
+const DEFAULT_FENCE_WAIT_MILLISECONDS = 70_000;
+function fullTextClearLockKey(tableId) {
+    return `derived-index:fulltext:${tableId}:table-clear`;
+}
+function fullTextRetirementLockKey(tableName) {
+    return `derived-index:fulltext:${tableName}:retirement`;
+}
+/** Hold this node-wide fence for the full duration of an asynchronous table clear. */
+function acquireFullTextClearFence(rootStore, tableId) {
+    const key = fullTextClearLockKey(tableId);
+    if (!rootStore.tryLock(key))
+        return;
+    let held = true;
+    return () => {
+        if (!held)
+            return;
+        held = false;
+        rootStore.unlock(key);
+    };
+}
+/** Probe without waiting; callers hold the schema lock so a clear cannot start between this and persistence. */
+function fullTextClearInProgress(rootStore, tableId) {
+    const release = acquireFullTextClearFence(rootStore, tableId);
+    if (!release)
+        return true;
+    release();
+    return false;
+}
+/** Wait until the current clear releases its fence; callers retry admission afterwards. */
+function waitForFullTextClear(rootStore, tableId, options) {
+    return waitForFence(rootStore, () => acquireFullTextClearFence(rootStore, tableId), 'table clear', options);
+}
+/** Fence same-name recreation while a dropped table's native directories are being retired. */
+function acquireFullTextRetirementFence(rootStore, tableName) {
+    const key = fullTextRetirementLockKey(tableName);
+    if (!rootStore.tryLock(key))
+        return;
+    let held = true;
+    return () => {
+        if (!held)
+            return;
+        held = false;
+        rootStore.unlock(key);
+    };
+}
+/** Probe under the schema lock so recreation cannot pass between the probe and catalog persistence. */
+function fullTextRetirementInProgress(rootStore, tableName) {
+    const release = acquireFullTextRetirementFence(rootStore, tableName);
+    if (!release)
+        return true;
+    release();
+    return false;
+}
+/** Wait until the current retirement releases its fence; the caller must recheck its generation afterwards. */
+function waitForFullTextRetirement(rootStore, tableName, options) {
+    return waitForFence(rootStore, () => acquireFullTextRetirementFence(rootStore, tableName), `retirement of full-text storage for '${tableName}'`, options);
+}
+function waitForFullTextRetirementLease(rootStore, tableName, options) {
+    return waitForFenceLease(rootStore, () => acquireFullTextRetirementFence(rootStore, tableName), `retirement of full-text storage for '${tableName}'`, options);
+}
+async function waitForFence(rootStore, acquire, description, options = {}) {
+    const release = await waitForFenceLease(rootStore, acquire, description, options);
+    if (!release)
+        return false;
+    release();
+    return true;
+}
+async function waitForFenceLease(rootStore, acquire, description, options = {}) {
+    const deadline = Date.now() + (options.timeoutMilliseconds ?? DEFAULT_FENCE_WAIT_MILLISECONDS);
+    let retryDelayMilliseconds = 1;
+    for (;;) {
+        if (options.shouldContinue && !options.shouldContinue())
+            return;
+        if (rootStore.status !== undefined && rootStore.status !== 'open')
+            throw new Error(`Cannot wait for ${description} on a ${rootStore.status} store`);
+        const release = acquire();
+        if (release)
+            return release;
+        if (Date.now() >= deadline)
+            throw new hdbError_ts_1.DerivedIndexLagError(`Timed out waiting for ${description}; retry the operation`);
+        await new Promise((resolve) => setTimeout(resolve, retryDelayMilliseconds));
+        retryDelayMilliseconds = Math.min(retryDelayMilliseconds * 2, 50);
+    }
+}
 /** `admission` returns a reason while writes to these tables must be rejected. */
 function registerDerivedIndexTables(auditStore, tableIds, admission) {
     const registeredTableIds = new Set(tableIds);

package/dist/resources/derivedIndexRegistry.js.map

@@ -1 +1 @@
-{"version":3,"file":"derivedIndexRegistry.js","sourceRoot":"","sources":["../../resources/derivedIndexRegistry.ts"],"names":[],"mappings":";;AAIA,gEAqCC;AAED,kEAEC;AAGD,gEAOC;AAvDD,MAAM,aAAa,GAAG,IAAI,OAAO,EAA+B,CAAC;AACjE,MAAM,UAAU,GAAG,IAAI,OAAO,EAAwD,CAAC;AAEvF,kFAAkF;AAClF,SAAgB,0BAA0B,CACzC,UAAkB,EAClB,QAA0B,EAC1B,SAAoC;IAEpC,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM;QAAE,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;IACjE,KAAK,MAAM,OAAO,IAAI,kBAAkB;QAAE,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9F,IAAI,MAAgE,CAAC;IACrE,IAAI,SAAS,EAAE,CAAC;QACf,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;QAC9D,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YAC1C,IAAI,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClC,IAAI,CAAC,OAAO;gBAAE,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;IACF,CAAC;IACD,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,OAAO,GAAG,EAAE;QACX,IAAI,CAAC,UAAU;YAAE,OAAO;QACxB,UAAU,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,KAAK,KAAK,CAAC;gBAAE,MAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;iBACpC,IAAI,KAAK;gBAAE,MAAO,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAChD,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChD,IAAI,OAAO,IAAI,KAAK,IAAI,CAAC;oBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACpD,IAAI,OAAO,EAAE,MAAM,KAAK,CAAC;oBAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACnD,CAAC;QACF,CAAC;QACD,IAAI,MAAO,CAAC,IAAI,KAAK,CAAC;YAAE,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,MAAM,EAAE,IAAI,KAAK,CAAC;YAAE,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACvD,CAAC,CAAC;AACH,CAAC;AAED,SAAgB,2BAA2B,CAAC,UAAkB,EAAE,OAAe;IAC9E,OAAO,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC;AAC7D,CAAC;AAED,0GAA0G;AAC1G,SAAgB,0BAA0B,CAAC,UAAkB,EAAE,OAAe;IAC7E,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5B,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;IAC3B,CAAC;AACF,CAAC"}
+{"version":3,"file":"derivedIndexRegistry.js","sourceRoot":"","sources":["../../resources/derivedIndexRegistry.ts"],"names":[],"mappings":";;AAiBA,8DASC;AAGD,0DAKC;AAGD,oDAMC;AAGD,wEASC;AAGD,oEAKC;AAGD,8DAWC;AAED,wEAWC;AAoCD,gEAqCC;AAED,kEAEC;AAGD,gEAOC;AAjLD,+DAAqE;AAErE,MAAM,aAAa,GAAG,IAAI,OAAO,EAA+B,CAAC;AACjE,MAAM,UAAU,GAAG,IAAI,OAAO,EAAwD,CAAC;AAGvF,MAAM,+BAA+B,GAAG,MAAM,CAAC;AAE/C,SAAS,oBAAoB,CAAC,OAAe;IAC5C,OAAO,0BAA0B,OAAO,cAAc,CAAC;AACxD,CAAC;AAED,SAAS,yBAAyB,CAAC,SAAiB;IACnD,OAAO,0BAA0B,SAAS,aAAa,CAAC;AACzD,CAAC;AAED,sFAAsF;AACtF,SAAgB,yBAAyB,CAAC,SAAoB,EAAE,OAAe;IAC9E,MAAM,GAAG,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO;IACpC,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,OAAO,GAAG,EAAE;QACX,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,GAAG,KAAK,CAAC;QACb,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC;AACH,CAAC;AAED,gHAAgH;AAChH,SAAgB,uBAAuB,CAAC,SAAoB,EAAE,OAAe;IAC5E,MAAM,OAAO,GAAG,yBAAyB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9D,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,OAAO,EAAE,CAAC;IACV,OAAO,KAAK,CAAC;AACd,CAAC;AAED,2FAA2F;AAC3F,SAAgB,oBAAoB,CACnC,SAAoB,EACpB,OAAe,EACf,OAA0B;IAE1B,OAAO,YAAY,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,yBAAyB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;AAC7G,CAAC;AAED,+FAA+F;AAC/F,SAAgB,8BAA8B,CAAC,SAAoB,EAAE,SAAiB;IACrF,MAAM,GAAG,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;IACjD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO;IACpC,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,OAAO,GAAG,EAAE;QACX,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,GAAG,KAAK,CAAC;QACb,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC;AACH,CAAC;AAED,uGAAuG;AACvG,SAAgB,4BAA4B,CAAC,SAAoB,EAAE,SAAiB;IACnF,MAAM,OAAO,GAAG,8BAA8B,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACrE,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,OAAO,EAAE,CAAC;IACV,OAAO,KAAK,CAAC;AACd,CAAC;AAED,+GAA+G;AAC/G,SAAgB,yBAAyB,CACxC,SAAoB,EACpB,SAAiB,EACjB,OAA0B;IAE1B,OAAO,YAAY,CAClB,SAAS,EACT,GAAG,EAAE,CAAC,8BAA8B,CAAC,SAAS,EAAE,SAAS,CAAC,EAC1D,wCAAwC,SAAS,GAAG,EACpD,OAAO,CACP,CAAC;AACH,CAAC;AAED,SAAgB,8BAA8B,CAC7C,SAAoB,EACpB,SAAiB,EACjB,OAA0B;IAE1B,OAAO,iBAAiB,CACvB,SAAS,EACT,GAAG,EAAE,CAAC,8BAA8B,CAAC,SAAS,EAAE,SAAS,CAAC,EAC1D,wCAAwC,SAAS,GAAG,EACpD,OAAO,CACP,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAC1B,SAAoB,EACpB,OAAuC,EACvC,WAAmB,EACnB,UAA4B,EAAE;IAE9B,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAClF,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,OAAO,EAAE,CAAC;IACV,OAAO,IAAI,CAAC;AACb,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC/B,SAAoB,EACpB,OAAuC,EACvC,WAAmB,EACnB,UAA4B,EAAE;IAE9B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,mBAAmB,IAAI,+BAA+B,CAAC,CAAC;IAC/F,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,SAAS,CAAC;QACT,IAAI,OAAO,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE;YAAE,OAAO;QAChE,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,MAAM;YAChE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,SAAS,SAAS,CAAC,MAAM,QAAQ,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,OAAO,EAAE,CAAC;QAC1B,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;YACzB,MAAM,IAAI,kCAAoB,CAAC,yBAAyB,WAAW,uBAAuB,CAAC,CAAC;QAC7F,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,CAAC;QAC5E,sBAAsB,GAAG,IAAI,CAAC,GAAG,CAAC,sBAAsB,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACnE,CAAC;AACF,CAAC;AAED,kFAAkF;AAClF,SAAgB,0BAA0B,CACzC,UAAkB,EAClB,QAA0B,EAC1B,SAAoC;IAEpC,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM;QAAE,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;IACjE,KAAK,MAAM,OAAO,IAAI,kBAAkB;QAAE,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9F,IAAI,MAAgE,CAAC;IACrE,IAAI,SAAS,EAAE,CAAC;QACf,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;QAC9D,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YAC1C,IAAI,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClC,IAAI,CAAC,OAAO;gBAAE,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;IACF,CAAC;IACD,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,OAAO,GAAG,EAAE;QACX,IAAI,CAAC,UAAU;YAAE,OAAO;QACxB,UAAU,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,KAAK,KAAK,CAAC;gBAAE,MAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;iBACpC,IAAI,KAAK;gBAAE,MAAO,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAChD,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChD,IAAI,OAAO,IAAI,KAAK,IAAI,CAAC;oBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACpD,IAAI,OAAO,EAAE,MAAM,KAAK,CAAC;oBAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACnD,CAAC;QACF,CAAC;QACD,IAAI,MAAO,CAAC,IAAI,KAAK,CAAC;YAAE,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,MAAM,EAAE,IAAI,KAAK,CAAC;YAAE,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACvD,CAAC,CAAC;AACH,CAAC;AAED,SAAgB,2BAA2B,CAAC,UAAkB,EAAE,OAAe;IAC9E,OAAO,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC;AAC7D,CAAC;AAED,0GAA0G;AAC1G,SAAgB,0BAA0B,CAAC,UAAkB,EAAE,OAAe;IAC7E,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5B,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;IAC3B,CAAC;AACF,CAAC"}

package/dist/resources/derivedIndexRuntime.d.ts

@@ -144,6 +144,10 @@ export type DerivedIndexRegistration = {
     backend: DerivedIndexBackend;
     projections: ReadonlyMap<number, (record: unknown) => unknown>;
     options?: DerivedIndexRunnerOptions;
+    /** Shared readiness identity when it must be narrower than the stable backend/lock identity. */
+    readinessId?: string;
+    /** False once this table generation has been superseded. Must be synchronous and allocation-free. */
+    isCurrent?: () => boolean;
 };
 /**
  * `size` is the stored byte size of the record when known; it bounds the projection's size without
@@ -211,5 +215,11 @@ export declare class DerivedIndexRuntime {
 }
 /** Read an index's shared readiness on any worker, without a registered runtime. */
 export declare function readDerivedIndexReadiness(logStore: RocksTransactionLogStore, backendId: string): DerivedIndexReadiness;
+/** Publish setup-time state before a backend runner exists. */
+export declare function publishDerivedIndexReadiness(logStore: RocksTransactionLogStore, backendId: string, state: DerivedIndexReadinessState, reason?: DerivedIndexReadinessReason): void;
+/** Publish a setup failure only while no elected runner has published a stronger state. */
+export declare function publishDerivedIndexUnavailableIfUnknown(logStore: RocksTransactionLogStore, backendId: string): boolean;
+/** Rearm setup only while no peer has replaced the unavailable state. */
+export declare function retryDerivedIndexUnavailable(logStore: RocksTransactionLogStore, backendId: string): boolean;
 export declare function sameDerivedIndexPositions(left: DerivedIndexPositions, right: DerivedIndexPositions): boolean;
 export declare function readDerivedIndexCoverage(logStore: RocksTransactionLogStore, backendId: string, loadCursor: () => DerivedIndexCursor | undefined, maxLagMilliseconds: number): DerivedIndexCoverage;

package/dist/resources/derivedIndexRuntime.js

@@ -3,6 +3,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.DerivedIndexRuntime = exports.READINESS_BYTES = exports.DERIVED_INDEX_FAILED = exports.DERIVED_INDEX_DEFERRED = exports.DERIVED_INDEX_ACCEPTED = void 0;
 exports.derivedIndexTime = derivedIndexTime;
 exports.readDerivedIndexReadiness = readDerivedIndexReadiness;
+exports.publishDerivedIndexReadiness = publishDerivedIndexReadiness;
+exports.publishDerivedIndexUnavailableIfUnknown = publishDerivedIndexUnavailableIfUnknown;
+exports.retryDerivedIndexUnavailable = retryDerivedIndexUnavailable;
 exports.sameDerivedIndexPositions = sameDerivedIndexPositions;
 exports.readDerivedIndexCoverage = readDerivedIndexCoverage;
 const DatabaseTransaction_ts_1 = require("./DatabaseTransaction.js");
@@ -33,6 +36,8 @@ const READINESS_STATES = [
     'needs-rebuild',
     'unavailable',
 ];
+const READINESS_BACKEND_FAILED = READINESS_STATES.length;
+const READINESS_RETRYING = READINESS_BACKEND_FAILED + 1;
 const READINESS_REASONS = [
     'none',
     'cursor-missing',
@@ -114,6 +119,7 @@ class DerivedIndexRuntime {
             this.#listening = true;
         }
         runner.wake(true);
+        let releaseStarted = false;
         return () => {
             if (this.#runners.get(registration.backend.id) === runner) {
                 this.#runners.delete(registration.backend.id);
@@ -124,6 +130,9 @@ class DerivedIndexRuntime {
                 }
                 this.#stopListeningIfIdle();
             }
+            if (releaseStarted)
+                return this.#retryRunnerRelease(registration.backend.id, runner);
+            releaseStarted = true;
             return this.#track(runner, runner.stop());
         };
     }
@@ -197,7 +206,7 @@ class DerivedIndexRuntime {
     }
     #pollCoverage(backendId, group) {
         try {
-            const views = getReadinessViews(this.#logStore, backendId);
+            const views = getReadinessViews(this.#logStore, this.#runners.get(backendId)?.readinessId ?? backendId);
             const before = readReadiness(views);
             const time = Atomics.load(views.coverage, 0);
             const after = readReadiness(views);
@@ -224,21 +233,32 @@ class DerivedIndexRuntime {
     /** Force a rebuild (or retry one that became `unavailable`). Returns false when the backend cannot be rebuilt by the runtime. */
     requestRebuild(backendId) {
         const held = this.#heldRunners.get(backendId);
-        if (held) {
-            const released = held.runner.retryRelease();
-            this.#pendingStops.add(released);
-            released.then(() => {
-                this.#pendingStops.delete(released);
-                this.#pendingStops.delete(held.stopped);
-                if (this.#heldRunners.get(backendId) === held)
-                    this.#heldRunners.delete(backendId);
-            }, () => { });
-        }
+        if (held)
+            void this.#retryRunnerRelease(backendId, held.runner);
         const runner = this.#runners.get(backendId);
         if (runner)
             return runner.requestRebuild();
         return held !== undefined;
     }
+    #retryRunnerRelease(backendId, runner) {
+        const held = this.#heldRunners.get(backendId);
+        const released = runner.retryRelease();
+        this.#pendingStops.add(released);
+        released.then(() => {
+            this.#pendingStops.delete(released);
+            if (held?.runner === runner)
+                this.#pendingStops.delete(held.stopped);
+            if (this.#heldRunners.get(backendId)?.runner === runner)
+                this.#heldRunners.delete(backendId);
+        }, () => {
+            if (held?.runner === runner && held.stopped !== released)
+                this.#pendingStops.delete(held.stopped);
+            const current = this.#heldRunners.get(backendId);
+            if (!current || current.runner === runner)
+                this.#heldRunners.set(backendId, { runner, stopped: released });
+        });
+        return released;
+    }
     /** Resolves once every runner has released ownership and its backend shutdown has settled. */
     stop() {
         if (this.#stopping)
@@ -269,8 +289,18 @@ class DerivedIndexRuntime {
     #stopListening() {
         if (!this.#listening)
             return;
-        this.#logStore.rootStore.off?.('committed', this.#onCommit);
-        this.#listening = false;
+        try {
+            this.#logStore.rootStore.off?.('committed', this.#onCommit);
+        }
+        catch (error) {
+            // An already-closed store cannot emit again and some native stores reject listener access
+            // after close. Preserve errors from a live store, where losing the listener would be unsafe.
+            if (this.#logStore.rootStore.status === 'open')
+                throw error;
+        }
+        finally {
+            this.#listening = false;
+        }
     }
 }
 exports.DerivedIndexRuntime = DerivedIndexRuntime;
@@ -379,12 +409,16 @@ class DerivedIndexRunner {
     #unregisterTables;
     #ownerEpoch;
     #readinessBuffer;
+    #wakeBuffer;
     #sharedViews;
     #resetting;
     status = { state: 'idle' };
     get id() {
         return this.#registration.backend.id;
     }
+    get readinessId() {
+        return this.#registration.readinessId ?? this.id;
+    }
     retryRelease() {
         if (!this.#heldLock)
             return this.#stopResult ?? Promise.resolve();
@@ -414,7 +448,9 @@ class DerivedIndexRunner {
                 typeof root?.getSync === 'function' &&
                 typeof root?.removeSync === 'function';
         this.#lagBudget = effectiveLagBudget(options);
-        this.#readinessBuffer = readinessBuffer(logStore, registration.backend.id, () => this.#notified());
+        const notified = () => this.#notified();
+        this.#readinessBuffer = readinessBuffer(logStore, this.readinessId, this.readinessId === this.id ? notified : undefined);
+        this.#wakeBuffer = this.readinessId === this.id ? this.#readinessBuffer : wakeBuffer(logStore, this.id, notified);
         this.#sharedViews = sharedViewsOf(this.#readinessBuffer);
         try {
             registration.backend.attach({
@@ -425,6 +461,8 @@ class DerivedIndexRunner {
         }
         catch (error) {
             this.#readinessBuffer.cancel?.();
+            if (this.#wakeBuffer !== this.#readinessBuffer)
+                this.#wakeBuffer.cancel?.();
             throw error;
         }
         this.#unregisterTables = (0, derivedIndexRegistry_ts_1.registerDerivedIndexTables)(logStore, registration.projections.keys(), this.#lagBudget > 0 ? () => this.#writeRejection() : undefined);
@@ -443,8 +481,7 @@ class DerivedIndexRunner {
         if (!fromBackend && !forCoverage && this.#lagBudget > 0)
             this.#unreadSince ??= this.#options.now();
         if (this.status.state === 'unavailable') {
-            if (this.#heldLock ||
-                Atomics.load(this.#shared().words, READINESS_STATE) === READINESS_STATES.indexOf('unavailable'))
+            if (this.#heldLock || isUnavailableReadinessState(Atomics.load(this.#shared().words, READINESS_STATE)))
                 return;
             this.status = { state: 'idle' };
         }
@@ -492,6 +529,8 @@ class DerivedIndexRunner {
         try {
             this.#unsubscribeBackend?.();
             this.#readinessBuffer.cancel?.();
+            if (this.#wakeBuffer !== this.#readinessBuffer)
+                this.#wakeBuffer.cancel?.();
         }
         catch (error) {
             logger.warn?.(`Derived index '${this.id}' cleanup hook threw`, error);
@@ -630,9 +669,9 @@ class DerivedIndexRunner {
             return true;
         }
         // The owner may be another worker that never idles: leave the request where every runner looks,
-        // and notify whoever holds the buffer's callback.
+        // and notify every generation sharing the stable runner lock.
         Atomics.store(this.#shared().words, READINESS_REBUILD_REQUEST, 1);
-        this.#readinessBuffer.notify?.();
+        this.#wakeBuffer.notify?.();
         this.wake(true);
         return true;
     }
@@ -672,13 +711,16 @@ class DerivedIndexRunner {
      * The lock is taken without an unlock callback. rocksdb-js queues such a callback as a
      * thread-safe function of the caller's env, and on Node 22 a callback left behind by a worker that
      * was terminated aborts the process when another thread unlocks (HarperFast/rocksdb-js, pending).
-     * A successor is woken by the releasing owner's `notify()` on the readiness buffer — which
-     * tolerates a dead listener's env — and by the retry timer below.
+     * A successor is woken by the releasing owner's `notify()` on the stable-id wake buffer — which
+     * tolerates a dead listener's env — and by the retry timer below. Registrations without a
+     * generation-specific readiness id keep using the readiness buffer itself.
      */
     #acquire() {
         // Commit wakes are frequent; neither a parked nor a backing-off runner may re-probe on each one.
         if (this.#waitingForLock || this.#lockBackoff)
             return;
+        if (this.#registration.isCurrent && !this.#registration.isCurrent())
+            return;
         if (this.#releasing) {
             this.#releasing.then(() => this.wake(true));
             return;
@@ -729,6 +771,10 @@ class DerivedIndexRunner {
         try {
             if (!reviving)
                 this.#ownerEpoch = this.#mintEpoch();
+            // A worker that could not construct this generation may have published a setup-only
+            // failure before this healthy backend acquired the stable runner lock. Ownership is
+            // stronger evidence: clear only that sentinel, never a runner-published unavailable state.
+            Atomics.compareExchange(this.#shared().words, READINESS_STATE, READINESS_BACKEND_FAILED, READINESS_STATES.indexOf('unknown'));
             this.status = { state: 'running', ownerEpoch: this.#ownerEpoch };
             const condemned = this.#readCondemnation();
             const shared = this.getReadiness();
@@ -849,6 +895,10 @@ class DerivedIndexRunner {
     #drain() {
         if (!this.#owned || this.#stopped || this.#rebuilding)
             return;
+        if (this.#registration.isCurrent && !this.#registration.isCurrent()) {
+            this.#release();
+            return;
+        }
         if (this.#canRebuild() && this.#takeSharedRebuildRequest()) {
             if (this.#rebuildTimer) {
                 clearTimeout(this.#rebuildTimer);
@@ -1844,10 +1894,10 @@ class DerivedIndexRunner {
                 logger.error(`Failed to release derived index runner '${backend.id}'`, error);
             }
             // A skip left standing by an absent or throwing `notify` swallows a peer's release instead.
-            if (this.#readinessBuffer.notify) {
+            if (this.#wakeBuffer.notify) {
                 this.#skipNextNotify = !this.#stopped;
                 try {
-                    this.#readinessBuffer.notify();
+                    this.#wakeBuffer.notify();
                 }
                 catch (error) {
                     this.#skipNextNotify = false;
@@ -1884,6 +1934,11 @@ function lastOpen(collected) {
 function readinessBuffer(logStore, backendId, callback) {
     return logStore.getUserSharedBuffer(`derived-index:${backendId}:readiness`, new ArrayBuffer(exports.READINESS_BYTES), callback ? { callback } : undefined);
 }
+function wakeBuffer(logStore, backendId, callback) {
+    return logStore.getUserSharedBuffer(`derived-index:${backendId}:wake`, new ArrayBuffer(1), {
+        callback,
+    });
+}
 function sharedViewsOf(buffer) {
     return {
         words: new Int32Array(buffer, 0, READINESS_WORDS),
@@ -1893,12 +1948,19 @@ function sharedViewsOf(buffer) {
 }
 const readinessViews = new WeakMap();
 function readReadiness({ words, epoch }) {
-    const state = READINESS_STATES[Atomics.load(words, READINESS_STATE)] ?? 'unknown';
-    const reason = READINESS_REASONS[Atomics.load(words, READINESS_REASON)] ?? 'none';
+    const stateIndex = Atomics.load(words, READINESS_STATE);
+    const setupFailed = stateIndex === READINESS_BACKEND_FAILED;
+    const retrying = stateIndex === READINESS_RETRYING;
+    const state = setupFailed ? 'unavailable' : retrying ? 'unknown' : (READINESS_STATES[stateIndex] ?? 'unknown');
+    const reason = setupFailed
+        ? 'backend-failed'
+        : retrying
+            ? 'none'
+            : (READINESS_REASONS[Atomics.load(words, READINESS_REASON)] ?? 'none');
     const readiness = {
         state,
         ownerEpoch: Atomics.load(epoch, 0),
-        rebuildAttempts: Atomics.load(words, READINESS_ATTEMPTS),
+        rebuildAttempts: retrying || setupFailed ? 0 : Atomics.load(words, READINESS_ATTEMPTS),
     };
     if (reason !== 'none')
         readiness.reason = reason;
@@ -1908,6 +1970,55 @@ function readReadiness({ words, epoch }) {
 function readDerivedIndexReadiness(logStore, backendId) {
     return readReadiness(getReadinessViews(logStore, backendId));
 }
+/** Publish setup-time state before a backend runner exists. */
+function publishDerivedIndexReadiness(logStore, backendId, state, reason = 'none') {
+    const views = getReadinessViews(logStore, backendId);
+    if (state === 'unknown')
+        Atomics.store(views.words, READINESS_ATTEMPTS, 0);
+    Atomics.store(views.words, READINESS_REASON, READINESS_REASONS.indexOf(reason));
+    Atomics.store(views.words, READINESS_STATE, READINESS_STATES.indexOf(state));
+}
+/** Publish a setup failure only while no elected runner has published a stronger state. */
+function publishDerivedIndexUnavailableIfUnknown(logStore, backendId) {
+    const { words, epoch } = getReadinessViews(logStore, backendId);
+    // RETRYING is an explicit setup retry. Epochs are monotonic, so a prior
+    // owner must not prevent that retry from returning to an observable failure.
+    const retryEpoch = Atomics.load(epoch, 0);
+    if (Atomics.compareExchange(words, READINESS_STATE, READINESS_RETRYING, READINESS_BACKEND_FAILED) === READINESS_RETRYING) {
+        // Close the same owner-election race as the unknown-state path below. A
+        // runner that acquired this epoch owns readiness, even if its worker has
+        // not published ready yet.
+        if (Atomics.load(epoch, 0) !== retryEpoch) {
+            Atomics.compareExchange(words, READINESS_STATE, READINESS_BACKEND_FAILED, READINESS_STATES.indexOf('unknown'));
+            return false;
+        }
+        return true;
+    }
+    if (Atomics.load(epoch, 0) !== 0n)
+        return false;
+    const published = Atomics.compareExchange(words, READINESS_STATE, READINESS_STATES.indexOf('unknown'), READINESS_BACKEND_FAILED) ===
+        READINESS_STATES.indexOf('unknown');
+    if (!published)
+        return false;
+    // Close the race with an owner acquiring between the epoch probe and the state CAS.
+    if (Atomics.load(epoch, 0) !== 0n) {
+        Atomics.compareExchange(words, READINESS_STATE, READINESS_BACKEND_FAILED, READINESS_STATES.indexOf('unknown'));
+        return false;
+    }
+    return true;
+}
+/** Rearm setup only while no peer has replaced the unavailable state. */
+function retryDerivedIndexUnavailable(logStore, backendId) {
+    const { words } = getReadinessViews(logStore, backendId);
+    const unavailable = READINESS_STATES.indexOf('unavailable');
+    if (Atomics.compareExchange(words, READINESS_STATE, unavailable, READINESS_RETRYING) === unavailable)
+        return true;
+    return (Atomics.compareExchange(words, READINESS_STATE, READINESS_BACKEND_FAILED, READINESS_RETRYING) ===
+        READINESS_BACKEND_FAILED);
+}
+function isUnavailableReadinessState(stateIndex) {
+    return stateIndex === READINESS_STATES.indexOf('unavailable') || stateIndex === READINESS_BACKEND_FAILED;
+}
 function getReadinessViews(logStore, backendId) {
     let byBackend = readinessViews.get(logStore);
     if (!byBackend)