@harperfast/harper 5.0.0-alpha.10

package/dist/resources/LMDBTransaction.js

@@ -0,0 +1,371 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImmediateTransaction = exports.LMDBTransaction = exports.TRANSACTION_STATE = void 0;
+exports.replicationConfirmation = replicationConfirmation;
+exports.setTxnExpiration = setTxnExpiration;
+const DatabaseTransaction_1 = require("./DatabaseTransaction");
+const commonUtility_js_1 = require("../utility/lmdb/commonUtility.js");
+const harperLogger = __importStar(require("../utility/logging/harper_logger.js"));
+const rocksdb_js_1 = require("@harperfast/rocksdb-js");
+const MAX_OPTIMISTIC_SIZE = 100;
+const trackedTxns = new Set();
+exports.TRANSACTION_STATE = {
+    CLOSED: 0, // the transaction has been committed or aborted and can no longer be used for writes (if read txn is active, it can be used for reads)
+    OPEN: 1, // the transaction is open and can be used for reads and writes
+    LINGERING: 2, // the transaction has completed a read, but can be used for immediate writes
+};
+let outstandingCommit;
+let confirmReplication;
+function replicationConfirmation(callback) {
+    confirmReplication = callback;
+}
+class LMDBTransaction extends DatabaseTransaction_1.DatabaseTransaction {
+    #context;
+    writes = []; // the set of writes to commit if the conditions are met
+    validated = 0;
+    _timestamp = 0;
+    overloadChecked;
+    open = exports.TRANSACTION_STATE.OPEN;
+    getReadTxn() {
+        // used optimistically
+        this.readTxnRefCount = (this.readTxnRefCount || 0) + 1;
+        this.timeout = txnExpiration; // reset the timeout
+        if (this.stale)
+            this.stale = false;
+        if (this.readTxn) {
+            if (this.readTxn.openTimer)
+                this.readTxn.openTimer = 0;
+            return this.readTxn;
+        }
+        if (this.open !== exports.TRANSACTION_STATE.OPEN)
+            return; // can not start a new read transaction as there is no future commit that will take place, just have to allow the read to latest database state
+        // Get a read transaction from lmdb-js; make sure we do this first, as it can fail, we don't want to leave the transaction in a bad state with readTxnsUsed > 0
+        this.readTxn = this.db.useReadTransaction();
+        this.readTxnsUsed = 1;
+        if (this.readTxn.openTimer)
+            this.readTxn.openTimer = 0;
+        trackedTxns.add(this);
+        return this.readTxn;
+    }
+    useReadTxn() {
+        this.getReadTxn();
+        if (this.readTxn) {
+            this.readTxn.use();
+            this.readTxnsUsed++;
+        }
+        return this.readTxn;
+    }
+    doneReadTxn() {
+        if (!this.readTxn)
+            return;
+        if (this.readTxn instanceof rocksdb_js_1.Transaction) {
+            // TODO: Implement this for RocksDB
+        }
+        else {
+            this.readTxn.done();
+        }
+        if (--this.readTxnsUsed === 0) {
+            trackedTxns.delete(this);
+            this.readTxn = null;
+        }
+    }
+    disregardReadTxn() {
+        if (--this.readTxnRefCount === 0 && this.readTxnsUsed === 1) {
+            this.doneReadTxn();
+        }
+    }
+    addWrite(operation) {
+        if (this.open === exports.TRANSACTION_STATE.CLOSED) {
+            throw new Error('Can not use a transaction that is no longer open');
+        }
+        if (this.open === exports.TRANSACTION_STATE.LINGERING) {
+            // if the transaction is lingering, it is already committed, so we need to commit the write immediately
+            const immediateTxn = new ImmediateTransaction(this.db);
+            immediateTxn.addWrite(operation);
+            return immediateTxn.commit({});
+        }
+        this.writes.push(operation); // standard path, add to current transaction
+    }
+    removeWrite(operation) {
+        const index = this.writes.indexOf(operation);
+        if (index > -1)
+            this.writes[index] = null;
+    }
+    /**
+     * Resolves with information on the timestamp and success of the commit
+     */
+    commit(options = {}) {
+        let txnTime = this.timestamp;
+        if (!txnTime)
+            txnTime = this.timestamp = options.timestamp || (0, commonUtility_js_1.getNextMonotonicTime)();
+        if (!options.timestamp)
+            options.timestamp = txnTime;
+        const retries = options.retries || 0;
+        // now validate
+        if (this.validated < this.writes.length) {
+            try {
+                const start = this.validated;
+                // record the number of writes that have been validated so if we re-execute
+                // and the number is increased we can validate the new entries
+                this.validated = this.writes.length;
+                for (let i = start; i < this.validated; i++) {
+                    const write = this.writes[i];
+                    write?.validate?.(this.timestamp);
+                }
+                let hasBefore;
+                for (let i = start; i < this.validated; i++) {
+                    const write = this.writes[i];
+                    if (!write)
+                        continue;
+                    if (write.before || write.beforeIntermediate) {
+                        hasBefore = true;
+                    }
+                }
+                // Now we need to let any "before" actions execute. These are calls to the sources,
+                // and we want to follow the order of the source sequence so that later, more canonical
+                // source writes will finish (with right to refuse/abort) before proceeeding to less
+                // canonical sources.
+                if (hasBefore) {
+                    return (async () => {
+                        try {
+                            for (let phase = 0; phase < 2; phase++) {
+                                let completion;
+                                for (let i = start; i < this.validated; i++) {
+                                    const write = this.writes[i];
+                                    if (!write)
+                                        continue;
+                                    const before = write[phase === 0 ? 'before' : 'beforeIntermediate'];
+                                    if (before) {
+                                        const nextCompletion = before();
+                                        if (completion) {
+                                            if (completion.push)
+                                                completion.push(nextCompletion);
+                                            else
+                                                completion = [completion, nextCompletion];
+                                        }
+                                        else
+                                            completion = nextCompletion;
+                                    }
+                                }
+                                if (completion)
+                                    await (completion.push ? Promise.all(completion) : completion);
+                            }
+                        }
+                        catch (error) {
+                            this.abort();
+                            throw error;
+                        }
+                        return this.commit(options);
+                    })();
+                }
+            }
+            catch (error) {
+                this.abort();
+                throw error;
+            }
+        }
+        // release the read snapshot so we don't keep it open longer than necessary
+        if (!retries)
+            this.doneReadTxn();
+        this.open = options?.doneWriting ? exports.TRANSACTION_STATE.LINGERING : exports.TRANSACTION_STATE.OPEN;
+        let resolution;
+        const completions = [];
+        let writeIndex = 0;
+        this.writes = this.writes.filter((write) => write); // filter out removed entries
+        const doWrite = (write) => {
+            write.commit(txnTime, write.entry, retries);
+        };
+        // this uses optimistic locking to submit a transaction, conditioning each write on the expected version
+        const nextCondition = () => {
+            const write = this.writes[writeIndex++];
+            if (write) {
+                if (write.key) {
+                    if (retries > 0 || !write.entry) {
+                        // if the first optimistic attempt failed, we need to try again with the very latest version
+                        write.entry = write.store.getEntry(write.key);
+                    }
+                    const conditionResolution = write.store.ifVersion(write.key, write.entry?.version ?? null, nextCondition);
+                    resolution = resolution || conditionResolution;
+                }
+                else {
+                    nextCondition();
+                }
+            }
+            else {
+                for (const write of this.writes) {
+                    doWrite(write);
+                }
+            }
+        };
+        const db = this.db;
+        // only commit if there are writes
+        if (this.writes.length > 0) {
+            // we also maintain a retry risk for the transaction, which is a measure of how likely it is that the transaction
+            // will fail and retry due to contention. This is used to determine when to give up on optimistic writes and
+            // use a real (async) transaction to get exclusive access to the data
+            if (db?.retryRisk)
+                db.retryRisk *= 0.99; // gradually decay the retry risk
+            if (this.writes.length + (db?.retryRisk || 0) < MAX_OPTIMISTIC_SIZE >> retries)
+                nextCondition();
+            else {
+                // if it is too big to expect optimistic writes to work, or we have done too many retries we use
+                // a real LMDB transaction to get exclusive access to reading and writing
+                resolution = this.writes[0].store.transaction(() => {
+                    for (const write of this.writes) {
+                        // we load latest data while in the transaction
+                        write.entry = write.store.getEntry(write.key);
+                        doWrite(write);
+                    }
+                    return true; // success. always success
+                });
+            }
+        }
+        if (resolution) {
+            if (!outstandingCommit) {
+                outstandingCommit = resolution;
+                outstandingCommit.then(() => {
+                    outstandingCommit = null;
+                });
+            }
+            return resolution.then((resolution) => {
+                if (resolution) {
+                    if (this.next) {
+                        completions.push(this.next.commit(options));
+                    }
+                    if (options?.flush) {
+                        completions.push(this.writes[0].store.flushed);
+                    }
+                    if (this.replicatedConfirmation) {
+                        // if we want to wait for replication confirmation, we need to track the transaction times
+                        // and when replication notifications come in, we count the number of confirms until we reach the desired number
+                        const databaseName = this.writes[0].store.rootStore.databaseName;
+                        const lastWrite = this.writes[this.writes.length - 1];
+                        if (confirmReplication && lastWrite)
+                            completions.push(confirmReplication(databaseName, lastWrite.store.getEntry(lastWrite.key).localTime, this.replicatedConfirmation));
+                    }
+                    // now reset transactions tracking; this transaction be reused and committed again
+                    this.writes = [];
+                    this.timestamp = 0;
+                    this.next = null;
+                    return Promise.all(completions).then(() => {
+                        return {
+                            txnTime,
+                        };
+                    });
+                }
+                else {
+                    // if the transaction failed, we need to retry. First record this as an increased risk of contention/retry
+                    // for future transactions
+                    if (db) {
+                        db.retryRisk = (db.retryRisk || 0) + MAX_OPTIMISTIC_SIZE / 2;
+                    }
+                    if (options)
+                        options.retries = retries + 1;
+                    else
+                        options = { retries: 1 };
+                    return this.commit(options); // try again
+                }
+            });
+        }
+        const txnResolution = {
+            txnTime,
+        };
+        if (this.next) {
+            // now run any other transactions
+            const nextResolution = this.next?.commit(options);
+            if (nextResolution?.then)
+                return nextResolution?.then((nextResolution) => ({
+                    txnTime,
+                    next: nextResolution,
+                }));
+            txnResolution.next = nextResolution;
+        }
+        return txnResolution;
+    }
+    abort() {
+        while (this.readTxnsUsed > 0)
+            this.doneReadTxn(); // release the read snapshot when we abort, we assume we don't need it
+        this.open = exports.TRANSACTION_STATE.CLOSED;
+        // reset the transaction
+        this.writes = [];
+    }
+    save() {
+        // noop for LMDB
+    }
+}
+exports.LMDBTransaction = LMDBTransaction;
+class ImmediateTransaction extends LMDBTransaction {
+    constructor(db) {
+        super();
+        this.db = db;
+    }
+    save(_transaction, _isRetry = false) {
+        return this.commit();
+    }
+    get timestamp() {
+        return this._timestamp || (this._timestamp = (0, commonUtility_js_1.getNextMonotonicTime)());
+    }
+    getReadTxn() {
+        return; // no transaction means read latest
+    }
+}
+exports.ImmediateTransaction = ImmediateTransaction;
+let txnExpiration = 30000;
+let timer;
+function startMonitoringTxns() {
+    timer = setInterval(function () {
+        for (const txn of trackedTxns) {
+            if (txn.timeout <= 0) {
+                const url = txn.getContext()?.url;
+                harperLogger.error(`Transaction was open too long and has been committed, from table: ${txn.db?.name + (url ? ' path: ' + url : '')}`);
+                // reset the transaction
+                txn.commit();
+                txn.timeout = txnExpiration;
+            }
+            else {
+                txn.timeout -= txnExpiration;
+            }
+        }
+    }, txnExpiration).unref();
+}
+startMonitoringTxns();
+function setTxnExpiration(ms) {
+    clearInterval(timer);
+    txnExpiration = ms;
+    startMonitoringTxns();
+    return trackedTxns;
+}
+//# sourceMappingURL=LMDBTransaction.js.map

package/dist/resources/LMDBTransaction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LMDBTransaction.js","sourceRoot":"","sources":["../../resources/LMDBTransaction.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsBA,0DAEC;AA+TD,4CAKC;AA3VD,+DAK+B;AAC/B,uEAAwE;AACxE,kFAAoE;AAEpE,uDAAyE;AAGzE,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAC;AACtC,QAAA,iBAAiB,GAAG;IAChC,MAAM,EAAE,CAAC,EAAE,uIAAuI;IAClJ,IAAI,EAAE,CAAC,EAAE,+DAA+D;IACxE,SAAS,EAAE,CAAC,EAAE,6EAA6E;CAC3F,CAAC;AACF,IAAI,iBAAiB,CAAC;AACtB,IAAI,kBAAkB,CAAC;AACvB,SAAgB,uBAAuB,CAAC,QAAQ;IAC/C,kBAAkB,GAAG,QAAQ,CAAC;AAC/B,CAAC;AAOD,MAAa,eAAgB,SAAQ,yCAAmB;IACvD,QAAQ,CAAU;IAClB,MAAM,GAAuB,EAAE,CAAC,CAAC,wDAAwD;IACzF,SAAS,GAAG,CAAC,CAAC;IACd,UAAU,GAAG,CAAC,CAAC;IAGf,eAAe,CAAU;IACzB,IAAI,GAAG,yBAAiB,CAAC,IAAI,CAAC;IAE9B,UAAU;QACT,sBAAsB;QACtB,IAAI,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,GAAG,aAAa,CAAC,CAAC,oBAAoB;QAClD,IAAI,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS;gBAAE,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC,OAAO,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,yBAAiB,CAAC,IAAI;YAAE,OAAO,CAAC,+IAA+I;QAEjM,+JAA+J;QAC/J,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC;QAE5C,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACvD,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAED,UAAU;QACT,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAA2B,CAAC,GAAG,EAAE,CAAC;YACxC,IAAI,CAAC,YAAY,EAAE,CAAC;QACrB,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAED,WAAW;QACV,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,IAAI,CAAC,OAAO,YAAY,wBAAgB,EAAE,CAAC;YAC9C,mCAAmC;QACpC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAA2B,CAAC,IAAI,EAAE,CAAC;QAC1C,CAAC;QACD,IAAI,EAAE,IAAI,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;YAC/B,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,CAAC;IACF,CAAC;IAED,gBAAgB;QACf,IAAI,EAAE,IAAI,CAAC,eAAe,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,WAAW,EAAE,CAAC;QACpB,CAAC;IACF,CAAC;IAED,QAAQ,CAAC,SAA2B;QACnC,IAAI,IAAI,CAAC,IAAI,KAAK,yBAAiB,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,yBAAiB,CAAC,SAAS,EAAE,CAAC;YAC/C,uGAAuG;YACvG,MAAM,YAAY,GAAG,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvD,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACjC,OAAO,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,4CAA4C;IAC1E,CAAC;IAED,WAAW,CAAC,SAA2B;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAyB,EAAE;QACjC,IAAI,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,CAAC,OAAO;YAAE,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAA,uCAAoB,GAAE,CAAC;QACrF,IAAI,CAAC,OAAO,CAAC,SAAS;YAAE,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC;QACpD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC;QACrC,eAAe;QACf,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC;gBACJ,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC7B,2EAA2E;gBAC3E,8DAA8D;gBAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBACpC,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAC7B,KAAK,EAAE,QAAQ,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACnC,CAAC;gBACD,IAAI,SAAS,CAAC;gBACd,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAC7B,IAAI,CAAC,KAAK;wBAAE,SAAS;oBACrB,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,kBAAkB,EAAE,CAAC;wBAC9C,SAAS,GAAG,IAAI,CAAC;oBAClB,CAAC;gBACF,CAAC;gBACD,mFAAmF;gBACnF,uFAAuF;gBACvF,oFAAoF;gBACpF,qBAAqB;gBACrB,IAAI,SAAS,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,IAAI,EAAE;wBAClB,IAAI,CAAC;4BACJ,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;gCACxC,IAAI,UAAU,CAAC;gCACf,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;oCAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oCAC7B,IAAI,CAAC,KAAK;wCAAE,SAAS;oCACrB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;oCACpE,IAAI,MAAM,EAAE,CAAC;wCACZ,MAAM,cAAc,GAAG,MAAM,EAAE,CAAC;wCAChC,IAAI,UAAU,EAAE,CAAC;4CAChB,IAAI,UAAU,CAAC,IAAI;gDAAE,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;;gDAChD,UAAU,GAAG,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;wCAChD,CAAC;;4CAAM,UAAU,GAAG,cAAc,CAAC;oCACpC,CAAC;gCACF,CAAC;gCACD,IAAI,UAAU;oCAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;4BAChF,CAAC;wBACF,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BAChB,IAAI,CAAC,KAAK,EAAE,CAAC;4BACb,MAAM,KAAK,CAAC;wBACb,CAAC;wBACD,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC7B,CAAC,CAAC,EAAE,CAAC;gBACN,CAAC;YACF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACb,MAAM,KAAK,CAAC;YACb,CAAC;QACF,CAAC;QACD,2EAA2E;QAC3E,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,yBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,yBAAiB,CAAC,IAAI,CAAC;QACxF,IAAI,UAAU,CAAC;QACf,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,6BAA6B;QACjF,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;YACzB,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC,CAAC;QACF,wGAAwG;QACxG,MAAM,aAAa,GAAG,GAAG,EAAE;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACxC,IAAI,KAAK,EAAE,CAAC;gBACX,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;oBACf,IAAI,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;wBACjC,4FAA4F;wBAC5F,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC/C,CAAC;oBAED,MAAM,mBAAmB,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE,aAAa,CAAC,CAAC;oBAC1G,UAAU,GAAG,UAAU,IAAI,mBAAmB,CAAC;gBAChD,CAAC;qBAAM,CAAC;oBACP,aAAa,EAAE,CAAC;gBACjB,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC;YACF,CAAC;QACF,CAAC,CAAC;QAEF,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACnB,kCAAkC;QAClC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,iHAAiH;YACjH,4GAA4G;YAC5G,qEAAqE;YACrE,IAAI,EAAE,EAAE,SAAS;gBAAE,EAAE,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,iCAAiC;YAC1E,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,SAAS,IAAI,CAAC,CAAC,GAAG,mBAAmB,IAAI,OAAO;gBAAE,aAAa,EAAE,CAAC;iBAC3F,CAAC;gBACL,gGAAgG;gBAChG,yEAAyE;gBACzE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE;oBAClD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBACjC,+CAA+C;wBAC/C,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC9C,OAAO,CAAC,KAAK,CAAC,CAAC;oBAChB,CAAC;oBACD,OAAO,IAAI,CAAC,CAAC,0BAA0B;gBACxC,CAAC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACxB,iBAAiB,GAAG,UAAU,CAAC;gBAC/B,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE;oBAC3B,iBAAiB,GAAG,IAAI,CAAC;gBAC1B,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE;gBACrC,IAAI,UAAU,EAAE,CAAC;oBAChB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;wBACf,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC7C,CAAC;oBACD,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;wBACpB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAChD,CAAC;oBACD,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;wBACjC,0FAA0F;wBAC1F,gHAAgH;wBAChH,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC;wBACjE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;wBACtD,IAAI,kBAAkB,IAAI,SAAS;4BAClC,WAAW,CAAC,IAAI,CACf,kBAAkB,CACjB,YAAY,EACZ,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,EACjD,IAAI,CAAC,sBAAsB,CAC3B,CACD,CAAC;oBACJ,CAAC;oBACD,kFAAkF;oBAClF,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;oBACjB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;oBACjB,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;wBACzC,OAAO;4BACN,OAAO;yBACP,CAAC;oBACH,CAAC,CAAC,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACP,0GAA0G;oBAC1G,0BAA0B;oBAC1B,IAAI,EAAE,EAAE,CAAC;wBACR,EAAE,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,mBAAmB,GAAG,CAAC,CAAC;oBAC9D,CAAC;oBACD,IAAI,OAAO;wBAAE,OAAO,CAAC,OAAO,GAAG,OAAO,GAAG,CAAC,CAAC;;wBACtC,OAAO,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;oBAC9B,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY;gBAC1C,CAAC;YACF,CAAC,CAAC,CAAC;QACJ,CAAC;QACD,MAAM,aAAa,GAAqB;YACvC,OAAO;SACP,CAAC;QACF,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,iCAAiC;YACjC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,cAAc,EAAE,IAAI;gBACvB,OAAO,cAAc,EAAE,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;oBAChD,OAAO;oBACP,IAAI,EAAE,cAAc;iBACpB,CAAC,CAAC,CAAC;YACL,aAAa,CAAC,IAAI,GAAG,cAAc,CAAC;QACrC,CAAC;QACD,OAAO,aAAa,CAAC;IACtB,CAAC;IACD,KAAK;QACJ,OAAO,IAAI,CAAC,YAAY,GAAG,CAAC;YAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,sEAAsE;QACxH,IAAI,CAAC,IAAI,GAAG,yBAAiB,CAAC,MAAM,CAAC;QACrC,wBAAwB;QACxB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IAClB,CAAC;IACD,IAAI;QACH,gBAAgB;IACjB,CAAC;CACD;AA7QD,0CA6QC;AAED,MAAa,oBAAqB,SAAQ,eAAe;IACxD,YAAY,EAAoB;QAC/B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACd,CAAC;IACD,IAAI,CAAC,YAAkC,EAAE,QAAQ,GAAG,KAAK;QACxD,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACtB,CAAC;IACD,IAAI,SAAS;QACZ,OAAO,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,IAAA,uCAAoB,GAAE,CAAC,CAAC;IACtE,CAAC;IACD,UAAU;QACT,OAAO,CAAC,mCAAmC;IAC5C,CAAC;CACD;AAdD,oDAcC;AAED,IAAI,aAAa,GAAG,KAAK,CAAC;AAC1B,IAAI,KAAK,CAAC;AAEV,SAAS,mBAAmB;IAC3B,KAAK,GAAG,WAAW,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,GAAG,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,GAAG,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC;gBAClC,YAAY,CAAC,KAAK,CACjB,qEACC,GAAG,CAAC,EAAE,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAC3C,EAAE,CACF,CAAC;gBACF,wBAAwB;gBACxB,GAAG,CAAC,MAAM,EAAE,CAAC;gBACb,GAAG,CAAC,OAAO,GAAG,aAAa,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACP,GAAG,CAAC,OAAO,IAAI,aAAa,CAAC;YAC9B,CAAC;QACF,CAAC;IACF,CAAC,EAAE,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED,mBAAmB,EAAE,CAAC;AAEtB,SAAgB,gBAAgB,CAAC,EAAE;IAClC,aAAa,CAAC,KAAK,CAAC,CAAC;IACrB,aAAa,GAAG,EAAE,CAAC;IACnB,mBAAmB,EAAE,CAAC;IACtB,OAAO,WAAW,CAAC;AACpB,CAAC"}

package/dist/resources/RecordEncoder.d.ts

@@ -0,0 +1,65 @@
+/**
+ * This module is responsible for handling metadata encoding and decoding in database records, which is
+ * used for local timestamps (that lmdb-js can assign during a transaction for guaranteed monotonic
+ * assignment across threads) and can be used for storing residency information as well. This
+ * patches the primary store to properly get the metadata and assign it to the entries.
+ */
+import { Encoder } from 'msgpackr';
+import './blob.ts';
+export type Entry = {
+    key: any;
+    value: any;
+    version: number;
+    localTime: number;
+    expiresAt: number;
+    metadataFlags: number;
+    nodeId: number;
+    residencyId: number;
+    size: number;
+    deref?: () => any;
+    additionalAuditRefs?: Array<{
+        version: number;
+        nodeId: number;
+    }>;
+};
+export declare const TIMESTAMP_PLACEHOLDER: Uint8Array<ArrayBuffer>;
+export declare const LAST_TIMESTAMP_PLACEHOLDER: Uint8Array<ArrayBuffer>;
+export declare const PREVIOUS_TIMESTAMP_PLACEHOLDER: Uint8Array<ArrayBuffer>;
+export declare const NEW_TIMESTAMP_PLACEHOLDER: Uint8Array<ArrayBuffer>;
+export declare const LOCAL_TIMESTAMP: unique symbol;
+export declare const METADATA: unique symbol;
+export declare const ENTRY: unique symbol;
+export declare const NO_TIMESTAMP = 0;
+export declare const TIMESTAMP_ASSIGN_NEW = 0;
+export declare const TIMESTAMP_ASSIGN_LAST = 1;
+export declare const TIMESTAMP_ASSIGN_PREVIOUS = 3;
+export declare const TIMESTAMP_RECORD_PREVIOUS = 4;
+export declare const HAS_EXPIRATION = 16;
+export declare const HAS_RESIDENCY_ID = 32;
+export declare const HAS_NODE_ID = 64;
+export declare const PENDING_LOCAL_TIME = 1;
+export declare const HAS_STRUCTURE_UPDATE = 256;
+export declare const HAS_ADDITIONAL_AUDIT_REFS = 128;
+export declare const entryMap: WeakMap<any, Entry>;
+export declare let lastMetadata: Entry | null;
+export declare class RecordEncoder extends Encoder {
+    structureUpdate?: any;
+    isRocksDB: boolean;
+    name: string;
+    constructor(options: any);
+    decode(buffer: any, options: any): any;
+}
+export declare function handleLocalTimeForGets(store: any, rootStore: any): any;
+export declare function recordUpdater(store: any, tableId: any, auditStore: any): (id: any, record: any, existingEntry: any, newVersion: any, assignMetadata?: number, // when positive, this has a set of metadata flags for the record
+audit?: boolean, // true -> audit this record. false -> do not. null -> retain any audit timestamp
+options?: any, type?: string, resolveRecord?: boolean, // indicates that we are resolving (from source) record that was previously invalidated
+auditRecord?: any) => Promise<void>;
+export declare function setAdditionalAuditRefs(refs: Array<{
+    version: number;
+    nodeId: number;
+}> | undefined): void;
+export declare function removeEntry(store: any, entry: any, existingVersion?: number): any;
+export interface RecordObject {
+    getUpdatedTime(): number;
+    getExpiresAt(): number;
+}