@proteinjs/db 1.54.1 → 1.54.2

package/dist/test/SyncRowHydration.test.js

@@ -0,0 +1,344 @@
+"use strict";
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+var crypto_1 = require("crypto");
+var reflection_1 = require("@proteinjs/reflection");
+var Db_1 = require("../src/Db");
+var TableWatcherRunner_1 = require("../src/TableWatcherRunner");
+var Table_1 = require("../src/Table");
+var Record_1 = require("../src/Record");
+var Columns_1 = require("../src/Columns");
+var DataKeyStore_1 = require("../src/encryption/DataKeyStore");
+var EncryptionEnvelope_1 = require("../src/encryption/EncryptionEnvelope");
+/** Where the loop stood when each cell was read: the row, and whether the sentinel had fired by then. */
+var cellsRead = [];
+var sentinelFired = false;
+/**
+ * A column that notes, at each read, whether a microtask armed by the FIRST cell read has fired yet:
+ * a hydration that yields the loop between rows lets it fire mid-way; a synchronous one never does.
+ */
+var ObservingColumn = /** @class */ (function () {
+    function ObservingColumn(name) {
+        this.name = name;
+    }
+    ObservingColumn.prototype.deserialize = function (storedValue) {
+        if (cellsRead.length === 0) {
+            queueMicrotask(function () {
+                sentinelFired = true;
+            });
+        }
+        cellsRead.push({ column: this.name, row: storedValue, sentinelFired: sentinelFired });
+        return storedValue;
+    };
+    return ObservingColumn;
+}());
+var DocTable = /** @class */ (function (_super) {
+    __extends(DocTable, _super);
+    function DocTable() {
+        var _this = _super !== null && _super.apply(this, arguments) || this;
+        _this.name = 'hydration_doc';
+        _this.columns = (0, Record_1.withRecordColumns)({
+            title: new Columns_1.StringColumn('title'),
+            first: new ObservingColumn('first'),
+            second: new ObservingColumn('second'),
+        });
+        return _this;
+    }
+    return DocTable;
+}(Table_1.Table));
+var docTable = new DocTable();
+var TestTransactionContextFactory = /** @class */ (function () {
+    function TestTransactionContextFactory() {
+        this.context = {};
+    }
+    TestTransactionContextFactory.prototype.getTransactionContext = function () {
+        return this.context;
+    };
+    TestTransactionContextFactory.prototype.runInContext = function (context, fn) {
+        return __awaiter(this, void 0, void 0, function () {
+            var previous;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        previous = this.context;
+                        this.context = context;
+                        _a.label = 1;
+                    case 1:
+                        _a.trys.push([1, , 3, 4]);
+                        return [4 /*yield*/, fn()];
+                    case 2: return [2 /*return*/, _a.sent()];
+                    case 3:
+                        this.context = previous;
+                        return [7 /*endfinally*/];
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    return TestTransactionContextFactory;
+}());
+/** A driver that answers every query with the rows it was handed. */
+var RowsDriver = /** @class */ (function () {
+    function RowsDriver(rows) {
+        this.rows = rows;
+    }
+    RowsDriver.prototype.getDbName = function () {
+        return 'test';
+    };
+    RowsDriver.prototype.createDbIfNotExists = function () {
+        return __awaiter(this, void 0, void 0, function () { return __generator(this, function (_a) {
+            return [2 /*return*/];
+        }); });
+    };
+    RowsDriver.prototype.createDb = function () {
+        return __awaiter(this, void 0, void 0, function () { return __generator(this, function (_a) {
+            return [2 /*return*/];
+        }); });
+    };
+    RowsDriver.prototype.dropDb = function () {
+        return __awaiter(this, void 0, void 0, function () { return __generator(this, function (_a) {
+            return [2 /*return*/];
+        }); });
+    };
+    RowsDriver.prototype.getTableManager = function () {
+        throw new Error('not used by these tests');
+    };
+    RowsDriver.prototype.runQuery = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                return [2 /*return*/, this.rows];
+            });
+        });
+    };
+    RowsDriver.prototype.runDml = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                return [2 /*return*/, 0];
+            });
+        });
+    };
+    RowsDriver.prototype.runTransaction = function (fn) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, fn({ id: 'transaction' })];
+                    case 1: return [2 /*return*/, _a.sent()];
+                }
+            });
+        });
+    };
+    RowsDriver.prototype.getOperationDeadlineMs = function () {
+        return 1000;
+    };
+    return RowsDriver;
+}());
+var dbOver = function (rows) {
+    return new Db_1.Db(new RowsDriver(rows), function () { return docTable; }, new TestTransactionContextFactory(), true);
+};
+var storedRows = function (count) {
+    return Array.from({ length: count }, function (_, i) { return ({
+        id: "row-".concat(i),
+        created: new Date(1700000000000 + i),
+        updated: new Date(1700000000000 + i),
+        title: "title ".concat(i),
+        first: i,
+        second: i,
+    }); });
+};
+var objectCache = function () { return reflection_1.SourceRepository.get().objectCache; };
+var originalWatchers;
+// No reflection graph in a unit test: the watcher registry is empty by declaration.
+beforeAll(function () {
+    originalWatchers = objectCache()['@proteinjs/db/TableWatcher'];
+    objectCache()['@proteinjs/db/TableWatcher'] = [];
+    TableWatcherRunner_1.TableWatcherRunner.tableWatcherMap = undefined;
+});
+afterAll(function () {
+    if (originalWatchers) {
+        objectCache()['@proteinjs/db/TableWatcher'] = originalWatchers;
+    }
+    else {
+        delete objectCache()['@proteinjs/db/TableWatcher'];
+    }
+    TableWatcherRunner_1.TableWatcherRunner.tableWatcherMap = undefined;
+});
+var keyFor = function (owner, version) { return ({
+    owner: owner,
+    version: version,
+    cipherKey: (0, crypto_1.randomBytes)(32),
+    indexKey: (0, crypto_1.randomBytes)(32),
+}); };
+describe('a result set hydrates in one synchronous pass when no row needs an await', function () {
+    beforeEach(function () {
+        cellsRead.length = 0;
+        sentinelFired = false;
+    });
+    it('a query over plain rows never yields the event loop between rows', function () { return __awaiter(void 0, void 0, void 0, function () {
+        var rows, records;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    rows = storedRows(200);
+                    return [4 /*yield*/, dbOver(rows).query(docTable, {})];
+                case 1:
+                    records = _a.sent();
+                    expect(records).toHaveLength(200);
+                    expect(records[199]).toMatchObject({ id: 'row-199', title: 'title 199', first: 199, second: 199 });
+                    // Every cell of every row was read before the microtask armed by the first cell could fire.
+                    expect(cellsRead).toHaveLength(400);
+                    expect(cellsRead.filter(function (cell) { return cell.sentinelFired; }).map(function (cell) { return "".concat(cell.column, ":").concat(cell.row); })).toEqual([]);
+                    expect(sentinelFired).toBe(true);
+                    return [2 /*return*/];
+            }
+        });
+    }); });
+    it('the serializer answers a plain result set with the array itself, not a promise', function () {
+        var rows = storedRows(3);
+        var records = new Record_1.RecordSerializer(docTable).deserializeAll(rows);
+        expect(Array.isArray(records)).toBe(true);
+        expect(records.map(function (record) { return record.title; })).toEqual(['title 0', 'title 1', 'title 2']);
+    });
+    it('a column whose deserialize answers with a promise still settles, in column order', function () { return __awaiter(void 0, void 0, void 0, function () {
+        var LaterColumn, LaterTable, laterTable, rows, settling, records;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    LaterColumn = /** @class */ (function () {
+                        function LaterColumn(name) {
+                            this.name = name;
+                        }
+                        LaterColumn.prototype.deserialize = function (storedValue) {
+                            return Promise.resolve(storedValue === null ? null : storedValue * 2);
+                        };
+                        return LaterColumn;
+                    }());
+                    LaterTable = /** @class */ (function (_super) {
+                        __extends(LaterTable, _super);
+                        function LaterTable() {
+                            var _this = _super !== null && _super.apply(this, arguments) || this;
+                            _this.name = 'hydration_later';
+                            _this.columns = (0, Record_1.withRecordColumns)({
+                                title: new Columns_1.StringColumn('title'),
+                                later: new LaterColumn('later'),
+                                after: new Columns_1.StringColumn('after'),
+                            });
+                            return _this;
+                        }
+                        return LaterTable;
+                    }(Table_1.Table));
+                    laterTable = new LaterTable();
+                    rows = [
+                        { id: 'a', created: new Date(), updated: new Date(), title: 'one', later: 21, after: 'x' },
+                        { id: 'b', created: new Date(), updated: new Date(), title: 'two', later: null, after: 'y' },
+                    ];
+                    settling = new Record_1.RecordSerializer(laterTable).deserializeAll(rows);
+                    expect(Array.isArray(settling)).toBe(false);
+                    return [4 /*yield*/, settling];
+                case 1:
+                    records = _a.sent();
+                    expect(records.map(function (record) { return record.later; })).toEqual([42, null]);
+                    expect(Object.keys(records[0])).toEqual(['id', 'created', 'updated', 'title', 'later', 'after']);
+                    return [2 /*return*/];
+            }
+        });
+    }); });
+    it('a row holding a ciphertext envelope takes the async road and decrypts; its plain neighbors ride along', function () { return __awaiter(void 0, void 0, void 0, function () {
+        var key, envelope, keyRead, rows, settling, records;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    key = keyFor('owner-1', 4);
+                    envelope = new EncryptionEnvelope_1.EncryptionEnvelope();
+                    keyRead = jest.spyOn(DataKeyStore_1.DataKeyStore.prototype, 'getKeyByVersion').mockResolvedValue(key);
+                    _a.label = 1;
+                case 1:
+                    _a.trys.push([1, , 3, 4]);
+                    rows = storedRows(3);
+                    rows[1].title = envelope.encrypt('the plaintext', key);
+                    settling = new Record_1.RecordSerializer(docTable).deserializeAll(rows);
+                    expect(Array.isArray(settling)).toBe(false);
+                    return [4 /*yield*/, settling];
+                case 2:
+                    records = _a.sent();
+                    expect(records.map(function (record) { return record.title; })).toEqual(['title 0', 'the plaintext', 'title 2']);
+                    expect(keyRead).toHaveBeenCalledTimes(1);
+                    expect(keyRead).toHaveBeenCalledWith('owner-1', 4);
+                    // The plain rows were hydrated in the one pass; the envelope row landed when its key read settled.
+                    expect(cellsRead.map(function (cell) { return cell.row; })).toEqual([0, 0, 2, 2, 1, 1]);
+                    return [3 /*break*/, 4];
+                case 3:
+                    keyRead.mockRestore();
+                    return [7 /*endfinally*/];
+                case 4: return [2 /*return*/];
+            }
+        });
+    }); });
+    it('a stored column the table no longer declares is omitted; a column without deserialize passes its value through', function () { return __awaiter(void 0, void 0, void 0, function () {
+        var rows, record;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    rows = [
+                        { id: 'a', created: new Date(), updated: new Date(), title: 'one', first: 1, second: 1, retired: 'gone' },
+                    ];
+                    return [4 /*yield*/, new Record_1.RecordSerializer(docTable).deserializeAll(rows)];
+                case 1:
+                    record = (_a.sent())[0];
+                    expect(record).toMatchObject({ id: 'a', title: 'one', first: 1, second: 1 });
+                    expect('retired' in record).toBe(false);
+                    return [2 /*return*/];
+            }
+        });
+    }); });
+});
+//# sourceMappingURL=SyncRowHydration.test.js.map

package/dist/test/SyncRowHydration.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SyncRowHydration.test.js","sourceRoot":"","sources":["../../test/SyncRowHydration.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iCAAqC;AACrC,oDAAyD;AACzD,gCAAyC;AACzC,gEAA+D;AAC/D,sCAA6C;AAC7C,wCAA8F;AAC9F,0CAA6D;AAE7D,+DAA+E;AAC/E,2EAA0E;AAgB1E,yGAAyG;AACzG,IAAM,SAAS,GAA8D,EAAE,CAAC;AAChF,IAAI,aAAa,GAAG,KAAK,CAAC;AAE1B;;;GAGG;AACH;IACE,yBAAmB,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAEnC,qCAAW,GAAX,UAAY,WAA0B;QACpC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;YAC1B,cAAc,CAAC;gBACb,aAAa,GAAG,IAAI,CAAC;YACvB,CAAC,CAAC,CAAC;SACJ;QAED,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,WAAqB,EAAE,aAAa,eAAA,EAAE,CAAC,CAAC;QACjF,OAAO,WAAW,CAAC;IACrB,CAAC;IACH,sBAAC;AAAD,CAAC,AAbD,IAaC;AAED;IAAuB,4BAAU;IAAjC;QAAA,qEAOC;QANQ,UAAI,GAAG,eAAe,CAAC;QACvB,aAAO,GAAG,IAAA,0BAAiB,EAAM;YACtC,KAAK,EAAE,IAAI,sBAAY,CAAC,OAAO,CAAC;YAChC,KAAK,EAAE,IAAI,eAAe,CAAC,OAAO,CAAC;YACnC,MAAM,EAAE,IAAI,eAAe,CAAC,QAAQ,CAAC;SACtC,CAAC,CAAC;;IACL,CAAC;IAAD,eAAC;AAAD,CAAC,AAPD,CAAuB,aAAK,GAO3B;AAED,IAAM,QAAQ,GAAG,IAAI,QAAQ,EAAgB,CAAC;AAE9C;IAAA;QACU,YAAO,GAA2B,EAAE,CAAC;IAe/C,CAAC;IAbC,6DAAqB,GAArB;QACE,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEK,oDAAY,GAAlB,UAAsB,OAA+B,EAAE,EAAoB;;;;;;wBACnE,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC;wBAC9B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;;;;wBAEd,qBAAM,EAAE,EAAE,EAAA;4BAAjB,sBAAO,SAAU,EAAC;;wBAElB,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC;;;;;;KAE3B;IACH,oCAAC;AAAD,CAAC,AAhBD,IAgBC;AAED,qEAAqE;AACrE;IACE,oBAA6B,IAAwB;QAAxB,SAAI,GAAJ,IAAI,CAAoB;IAAG,CAAC;IAEzD,8BAAS,GAAT;QACE,OAAO,MAAM,CAAC;IAChB,CAAC;IAEK,wCAAmB,GAAzB;;;;KAA6C;IAEvC,6BAAQ,GAAd;;;;KAAkC;IAE5B,2BAAM,GAAZ;;;;KAAgC;IAEhC,oCAAe,GAAf;QACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAEK,6BAAQ,GAAd;;;gBACE,sBAAO,IAAI,CAAC,IAAI,EAAC;;;KAClB;IAEK,2BAAM,GAAZ;;;gBACE,sBAAO,CAAC,EAAC;;;KACV;IAEK,mCAAc,GAApB,UAAwB,EAAwC;;;;4BACvD,qBAAM,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAA;4BAAtC,sBAAO,SAA+B,EAAC;;;;KACxC;IAED,2CAAsB,GAAtB;QACE,OAAO,IAAI,CAAC;IACd,CAAC;IACH,iBAAC;AAAD,CAAC,AAhCD,IAgCC;AAED,IAAM,MAAM,GAAG,UAAC,IAAwB;IACtC,OAAA,IAAI,OAAE,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,cAAM,OAAA,QAAQ,EAAR,CAAQ,EAAE,IAAI,6BAA6B,EAAE,EAAE,IAAI,CAAC;AAAvF,CAAuF,CAAC;AAE1F,IAAM,UAAU,GAAG,UAAC,KAAa;IAC/B,OAAA,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,UAAC,CAAC,EAAE,CAAC,IAAK,OAAA,CAAC;QACvC,EAAE,EAAE,cAAO,CAAC,CAAE;QACd,OAAO,EAAE,IAAI,IAAI,CAAC,aAAiB,GAAG,CAAC,CAAC;QACxC,OAAO,EAAE,IAAI,IAAI,CAAC,aAAiB,GAAG,CAAC,CAAC;QACxC,KAAK,EAAE,gBAAS,CAAC,CAAE;QACnB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;KACV,CAAC,EAPsC,CAOtC,CAAC;AAPH,CAOG,CAAC;AAIN,IAAM,WAAW,GAAG,cAAM,OAAC,6BAAgB,CAAC,GAAG,EAA2C,CAAC,WAAW,EAA5E,CAA4E,CAAC;AACvG,IAAI,gBAAuC,CAAC;AAE5C,oFAAoF;AACpF,SAAS,CAAC;IACR,gBAAgB,GAAG,WAAW,EAAE,CAAC,4BAA4B,CAAC,CAAC;IAC/D,WAAW,EAAE,CAAC,4BAA4B,CAAC,GAAG,EAAE,CAAC;IAChD,uCAA2D,CAAC,eAAe,GAAG,SAAS,CAAC;AAC3F,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC;IACP,IAAI,gBAAgB,EAAE;QACpB,WAAW,EAAE,CAAC,4BAA4B,CAAC,GAAG,gBAAgB,CAAC;KAChE;SAAM;QACL,OAAO,WAAW,EAAE,CAAC,4BAA4B,CAAC,CAAC;KACpD;IACA,uCAA2D,CAAC,eAAe,GAAG,SAAS,CAAC;AAC3F,CAAC,CAAC,CAAC;AAEH,IAAM,MAAM,GAAG,UAAC,KAAa,EAAE,OAAe,IAAsB,OAAA,CAAC;IACnE,KAAK,OAAA;IACL,OAAO,SAAA;IACP,SAAS,EAAE,IAAA,oBAAW,EAAC,EAAE,CAAC;IAC1B,QAAQ,EAAE,IAAA,oBAAW,EAAC,EAAE,CAAC;CAC1B,CAAC,EALkE,CAKlE,CAAC;AAEH,QAAQ,CAAC,0EAA0E,EAAE;IACnF,UAAU,CAAC;QACT,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;QACrB,aAAa,GAAG,KAAK,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE;;;;;oBAC/D,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;oBAEb,qBAAM,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAA;;oBAAhD,OAAO,GAAG,SAAsC;oBAEtD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;oBAClC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;oBACnG,4FAA4F;oBAC5F,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;oBACpC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,UAAC,IAAI,IAAK,OAAA,IAAI,CAAC,aAAa,EAAlB,CAAkB,CAAC,CAAC,GAAG,CAAC,UAAC,IAAI,IAAK,OAAA,UAAG,IAAI,CAAC,MAAM,cAAI,IAAI,CAAC,GAAG,CAAE,EAA5B,CAA4B,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC/G,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;;;SAClC,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE;QACnF,IAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAE3B,IAAM,OAAO,GAAG,IAAI,yBAAgB,CAAM,QAAQ,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEzE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAE,OAAiB,CAAC,GAAG,CAAC,UAAC,MAAM,IAAK,OAAA,MAAM,CAAC,KAAK,EAAZ,CAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IACtG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kFAAkF,EAAE;;;;;oBACrF;wBACE,qBAAmB,IAAY;4BAAZ,SAAI,GAAJ,IAAI,CAAQ;wBAAG,CAAC;wBAEnC,iCAAW,GAAX,UAAY,WAA0B;4BACpC,OAAO,OAAO,CAAC,OAAO,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;wBACxE,CAAC;wBACH,kBAAC;oBAAD,CAAC,AAND,IAMC;oBAMD;wBAAyB,8BAAY;wBAArC;4BAAA,qEAOC;4BANQ,UAAI,GAAG,iBAAiB,CAAC;4BACzB,aAAO,GAAG,IAAA,0BAAiB,EAAQ;gCACxC,KAAK,EAAE,IAAI,sBAAY,CAAC,OAAO,CAAC;gCAChC,KAAK,EAAE,IAAI,WAAW,CAAC,OAAO,CAAC;gCAC/B,KAAK,EAAE,IAAI,sBAAY,CAAC,OAAO,CAAC;6BACjC,CAAC,CAAC;;wBACL,CAAC;wBAAD,iBAAC;oBAAD,CAAC,AAPD,CAAyB,aAAK,GAO7B;oBACK,UAAU,GAAG,IAAI,UAAU,EAAkB,CAAC;oBAC9C,IAAI,GAAuB;wBAC/B,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;wBAC1F,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE;qBAC7F,CAAC;oBAEI,QAAQ,GAAG,IAAI,yBAAgB,CAAQ,UAAU,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;oBAE9E,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC5B,qBAAM,QAAQ,EAAA;;oBAAxB,OAAO,GAAG,SAAc;oBAC9B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAC,MAAM,IAAK,OAAA,MAAM,CAAC,KAAK,EAAZ,CAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;oBAClE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;;;;SAClG,CAAC,CAAC;IAEH,EAAE,CAAC,uGAAuG,EAAE;;;;;oBACpG,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;oBAC3B,QAAQ,GAAG,IAAI,uCAAkB,EAAE,CAAC;oBACpC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,2BAAY,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;;;;oBAErF,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;oBAC3B,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;oBAEjD,QAAQ,GAAG,IAAI,yBAAgB,CAAM,QAAQ,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;oBAE1E,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC5B,qBAAM,QAAQ,EAAA;;oBAAxB,OAAO,GAAG,SAAc;oBAC9B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAC,MAAM,IAAK,OAAA,MAAM,CAAC,KAAK,EAAZ,CAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC,CAAC;oBAC/F,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;oBACzC,MAAM,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;oBACnD,mGAAmG;oBACnG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,UAAC,IAAI,IAAK,OAAA,IAAI,CAAC,GAAG,EAAR,CAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;;;oBAEtE,OAAO,CAAC,WAAW,EAAE,CAAC;;;;;SAEzB,CAAC,CAAC;IAEH,EAAE,CAAC,gHAAgH,EAAE;;;;;oBAC7G,IAAI,GAAuB;wBAC/B,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE;qBAC1G,CAAC;oBAEgB,qBAAM,IAAI,yBAAgB,CAAM,QAAQ,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,EAAA;;oBAAzE,MAAM,GAAI,CAAC,SAA8D,CAAU,GAA7E;oBAEb,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC7E,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;;;;SACzC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@proteinjs/db",
-  "version": "1.54.1",
+  "version": "1.54.2",
   "main": "./dist/generated/index.js",
   "types": "./dist/generated/index.d.ts",
   "exports": {
@@ -66,5 +66,5 @@
     "ts-jest": "29.1.1",
     "typescript": "5.2.2"
   },
-  "gitHead": "9c87e1ee2e65c4b2ffcf5308cbab21b88d53365c"
+  "gitHead": "d90bd35b32b628c2b9cf9d8ddb16b4a2b9140f11"
 }

package/src/Columns.ts

@@ -74,7 +74,7 @@ export class BooleanColumn implements Column<boolean | null, boolean | null> {
     return null;
   }
 
-  async deserialize(serializedFieldValue: boolean | null): Promise<boolean | null> {
+  deserialize(serializedFieldValue: boolean | null): boolean | null {
     if (serializedFieldValue) {
       return true;
     }
@@ -95,6 +95,13 @@ export class DateColumn implements Column<Date, Date> {
 }
 
 export class DateTimeColumn implements Column<moment.Moment | null, Date | null> {
+  /**
+   * The moment is built on the field's first read, not at hydration (`Column.deserializeOnFirstRead`):
+   * a row carries several of these and most are never read, and a moment costs more to build than
+   * the stored Date it is built from.
+   */
+  readonly deserializeOnFirstRead = true;
+
   constructor(
     public name: string,
     public options?: ColumnOptions
@@ -112,7 +119,7 @@ export class DateTimeColumn implements Column<moment.Moment | null, Date | null>
     return fieldValue.toDate();
   }
 
-  async deserialize(serializedFieldValue: Date | null): Promise<moment.Moment | null> {
+  deserialize(serializedFieldValue: Date | null): moment.Moment | null {
     if (serializedFieldValue === undefined || serializedFieldValue === null) {
       return null;
     }
@@ -186,7 +193,7 @@ export class ObjectColumn<T> extends StringColumn<T> {
     return Serializer.serialize(fieldValue);
   }
 
-  async deserialize(serializedFieldValue: string): Promise<T | null> {
+  deserialize(serializedFieldValue: string): T | null {
     if (serializedFieldValue === undefined || serializedFieldValue == null) {
       return null;
     }
@@ -247,8 +254,8 @@ export class ReferenceArrayColumn<T extends Record> extends ObjectColumn<Referen
     return await super.serialize(returnIds as any);
   }
 
-  async deserialize(serializedFieldValue: string): Promise<ReferenceArray<T> | null> {
-    let ids = (await super.deserialize(serializedFieldValue)) as string[] | null;
+  deserialize(serializedFieldValue: string): ReferenceArray<T> | null {
+    let ids = super.deserialize(serializedFieldValue) as string[] | null;
     if (ids === null) {
       ids = [];
     }
@@ -315,7 +322,7 @@ export class ReferenceColumn<T extends Record> extends StringColumn<Reference<T>
     return fieldValue._id;
   }
 
-  async deserialize(serializedFieldValue: string): Promise<Reference<T> | null> {
+  deserialize(serializedFieldValue: string): Reference<T> | null {
     const reference = new Reference(this.referenceTable, serializedFieldValue);
     if (reference._id === null) {
       return null;
@@ -487,7 +494,7 @@ export class DynamicReferenceColumn<T extends Record> extends StringColumn<Refer
     return fieldValue._id;
   }
 
-  async deserialize(serializedFieldValue: string, serializedRecord: any): Promise<Reference<T> | null> {
+  deserialize(serializedFieldValue: string, serializedRecord: any): Reference<T> | null {
     const reference = new Reference('', serializedFieldValue);
     if (reference._id === null) {
       return null;

package/src/Db.ts

@@ -750,10 +750,9 @@ export class Db<R extends Record = Record> implements DbService<R> {
     const generateQuery = (config: DbDriverQueryStatementConfig) =>
       qb.toSql(this.statementConfigFactory.getStatementConfig(config));
     const serializedRecords = await this.dbDriver.runQuery(generateQuery, this.transactionForDriver());
-    const recordSerializer = new RecordSerializer(table);
-    const records = await Promise.all(
-      serializedRecords.map(async (serializedRecord) => recordSerializer.deserialize(serializedRecord))
-    );
+    // One pass over the result set — synchronous when no row needs an await (see
+    // `RecordSerializer.deserializeAll`): no promise per row, no yield of the loop between rows.
+    const records = await new RecordSerializer<T>(table).deserializeAll(serializedRecords);
     await this.preloadReferences(records, options);
     return records;
   }

package/src/Record.ts

@@ -2,6 +2,7 @@ import { Logger } from '@proteinjs/logger';
 import { DateTimeColumn, UuidColumn } from './Columns';
 import { Column, Table, Columns } from './Table';
 import { moment } from './opt/moment';
+import type { EncryptionRecordHooks } from './encryption/EncryptionRecordHooks';
 
 export interface Record {
   id: string;
@@ -51,10 +52,26 @@ export type SerializedRecord = { [columnName: string]: any };
  *  (see `EncryptionRecordHooks`). Resolved by `Db` for writes touching encrypted columns. */
 export type RecordEncryptionContext = { keyOwner: string };
 
+/** One column's seat in a hydration: the property the record carries it under, and the column. */
+interface HydrationSlot {
+  propertyName: string;
+  column: Column<any, any>;
+}
+
+/**
+ * What a hydration resolves ONCE per serializer, never per row: the decryption hook and every
+ * column's seat, keyed by the name a stored row carries it under.
+ */
+interface HydrationPlan {
+  hooks: EncryptionRecordHooks;
+  slotsByColumnName: { [columnName: string]: HydrationSlot | undefined };
+}
+
 export class RecordSerializer<T extends Record> {
   private logger = new Logger({ name: this.constructor.name });
   private table: Table<T>;
   private encryptionContext?: RecordEncryptionContext;
+  private plan?: HydrationPlan;
 
   constructor(table: Table<T>, encryptionContext?: RecordEncryptionContext) {
     this.table = table;
@@ -97,35 +114,152 @@ export class RecordSerializer<T extends Record> {
     return serialized;
   }
 
+  /**
+   * A result set's rows → records, in ONE pass. A row whose hook and columns all answer directly
+   * is hydrated synchronously, and when every row did the array returns synchronously: no promise
+   * per row, no yield of the event loop between rows. A row that needs an await — a ciphertext
+   * envelope to decrypt, a column whose `deserialize` answers with a promise — settles through one
+   * promise for the whole set. The hook and the column seats are resolved once per serializer.
+   */
+  deserializeAll(serializedRecords: SerializedRecord[]): T[] | Promise<T[]> {
+    const plan = this.hydrationPlan();
+    const records: (T | Promise<T>)[] = new Array(serializedRecords.length);
+    let settles = false;
+    for (let i = 0; i < serializedRecords.length; i++) {
+      const record = this.hydrate(plan, serializedRecords[i]);
+      if (this.isPromise(record)) {
+        settles = true;
+      }
+      records[i] = record;
+    }
+
+    return settles ? Promise.all(records) : (records as T[]);
+  }
+
+  /** One row → one record (`deserializeAll` is the door for a result set). */
   async deserialize(serializedRecord: SerializedRecord): Promise<T> {
+    return await this.hydrate(this.hydrationPlan(), serializedRecord);
+  }
+
+  private hydrate(plan: HydrationPlan, serializedRecord: SerializedRecord): T | Promise<T> {
     // The transparent decryption seam: ciphertext envelopes decrypt (self-describing — the
-    // envelope names its key), framework companion columns drop out of the result.
-    const { EncryptionRecordHooks } = await import('./encryption/EncryptionRecordHooks');
-    const prepared = await new EncryptionRecordHooks().onDeserialize(this.table, serializedRecord);
+    // envelope names its key), framework companion columns drop out of the result. The hook
+    // answers directly for a row holding no envelope.
+    const prepared = plan.hooks.onDeserialize(this.table, serializedRecord);
+    if (this.isPromise(prepared)) {
+      return prepared.then((row) => this.hydratePrepared(plan, row));
+    }
 
-    const deserialized: any = {};
-    const fieldSerializer = new FieldSerializer(this.table);
-    const omittedFields: string[] = [];
+    return this.hydratePrepared(plan, prepared);
+  }
+
+  private hydratePrepared(plan: HydrationPlan, prepared: SerializedRecord): T | Promise<T> {
+    const record: any = {};
+    let settling: Promise<void>[] | undefined;
+    let omittedFields: string[] | undefined;
     for (const columnName in prepared) {
-      const serializedFieldValue = prepared[columnName];
-      try {
-        const { fieldPropertyName, fieldValue } = await fieldSerializer.deserialize(
-          columnName,
-          serializedFieldValue,
-          prepared
+      const slot = plan.slotsByColumnName[columnName];
+      if (!slot) {
+        // a column exists in the db that is no longer defined in Table.columns
+        (omittedFields ??= []).push(columnName);
+        continue;
+      }
+
+      const { propertyName, column } = slot;
+      const storedValue = prepared[columnName];
+      if (!column.deserialize) {
+        record[propertyName] = storedValue;
+        continue;
+      }
+
+      if (column.deserializeOnFirstRead && storedValue !== null && storedValue !== undefined) {
+        this.defineFieldReadOnFirstRead(record, propertyName, column, storedValue);
+        continue;
+      }
+
+      const fieldValue = column.deserialize(storedValue, prepared);
+      if (this.isPromise(fieldValue)) {
+        record[propertyName] = undefined; // seats the property in column order; the value lands when it settles
+        (settling ??= []).push(
+          fieldValue.then((value) => {
+            record[propertyName] = value;
+          })
         );
-        deserialized[fieldPropertyName] = fieldValue;
-      } catch (MissingFieldError) {
-        omittedFields.push(columnName);
+        continue;
       }
+
+      record[propertyName] = fieldValue;
     }
 
-    if (omittedFields.length > 0) {
+    if (omittedFields) {
       // expected when passing a base table into the query api
       this.logger.debug({ message: `Fields were omitted during deserialization`, obj: { omittedFields } });
     }
 
-    return deserialized;
+    if (settling) {
+      return Promise.all(settling).then(() => record as T);
+    }
+
+    return record as T;
+  }
+
+  /**
+   * The field as an own, enumerable property whose value is deserialized on its first read, once
+   * (`Column.deserializeOnFirstRead`); a write replaces it like any other field.
+   */
+  private defineFieldReadOnFirstRead(
+    record: any,
+    propertyName: string,
+    column: Column<any, any>,
+    storedValue: unknown
+  ): void {
+    let value: unknown;
+    let read = false;
+    Object.defineProperty(record, propertyName, {
+      enumerable: true,
+      configurable: true,
+      get() {
+        if (!read) {
+          value = column.deserialize!(storedValue, undefined);
+          read = true;
+        }
+
+        return value;
+      },
+      set(next: unknown) {
+        value = next;
+        read = true;
+      },
+    });
+  }
+
+  private hydrationPlan(): HydrationPlan {
+    if (this.plan) {
+      return this.plan;
+    }
+
+    // Required at call time — this module sits below the encryption machinery in the package's
+    // module graph (the seam `Table.ts` uses for the same reason).
+    // eslint-disable-next-line @typescript-eslint/no-var-requires
+    const { EncryptionRecordHooks } =
+      require('./encryption/EncryptionRecordHooks') as typeof import('./encryption/EncryptionRecordHooks');
+    const slotsByColumnName: HydrationPlan['slotsByColumnName'] = {};
+    const columns: { [propertyName: string]: Column<any, any> } = this.table.columns;
+    // Seated by column name, then by property name — a stored key that is a property name
+    // resolves to that property's column first, as it always has.
+    for (const propertyName in columns) {
+      slotsByColumnName[columns[propertyName].name] = { propertyName, column: columns[propertyName] };
+    }
+    for (const propertyName in columns) {
+      slotsByColumnName[propertyName] = { propertyName, column: columns[propertyName] };
+    }
+
+    this.plan = { hooks: new EncryptionRecordHooks(), slotsByColumnName };
+    return this.plan;
+  }
+
+  private isPromise<V>(value: V | Promise<V>): value is Promise<V> {
+    return typeof (value as { then?: unknown } | null | undefined)?.then === 'function';
   }
 }