@naturalcycles/db-lib 8.53.0 → 8.54.1

package/dist/adapter/file/localFile.persistence.plugin.js

@@ -1,11 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LocalFilePersistencePlugin = void 0;
+const fs = require("node:fs");
 const node_stream_1 = require("node:stream");
+const fsp = require("node:fs/promises");
 const node_zlib_1 = require("node:zlib");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const nodejs_lib_1 = require("@naturalcycles/nodejs-lib");
-const fs = require("fs-extra");
 /**
  * Persists in local filesystem as ndjson.
  */
@@ -19,15 +20,15 @@ class LocalFilePersistencePlugin {
     }
     async ping() { }
     async getTables() {
-        return (await fs.readdir(this.cfg.storagePath))
+        return (await fsp.readdir(this.cfg.storagePath))
             .filter(f => f.includes('.ndjson'))
             .map(f => f.split('.ndjson')[0]);
     }
     async loadFile(table) {
-        await fs.ensureDir(this.cfg.storagePath);
+        await (0, nodejs_lib_1._ensureDir)(this.cfg.storagePath);
         const ext = `ndjson${this.cfg.gzip ? '.gz' : ''}`;
         const filePath = `${this.cfg.storagePath}/${table}.${ext}`;
-        if (!(await fs.pathExists(filePath)))
+        if (!(await (0, nodejs_lib_1._pathExists)(filePath)))
             return [];
         const transformUnzip = this.cfg.gzip ? [(0, node_zlib_1.createUnzip)()] : [];
         const rows = [];
@@ -44,7 +45,7 @@ class LocalFilePersistencePlugin {
         await (0, js_lib_1.pMap)(ops, async (op) => await this.saveFile(op.table, op.rows), { concurrency: 16 });
     }
     async saveFile(table, rows) {
-        await fs.ensureDir(this.cfg.storagePath);
+        await (0, nodejs_lib_1._ensureDir)(this.cfg.storagePath);
         const ext = `ndjson${this.cfg.gzip ? '.gz' : ''}`;
         const filePath = `${this.cfg.storagePath}/${table}.${ext}`;
         const transformZip = this.cfg.gzip ? [(0, node_zlib_1.createGzip)()] : [];

package/dist/adapter/inmemory/inMemory.db.js

@@ -1,12 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.InMemoryDB = void 0;
+const fs = require("node:fs");
+const fsp = require("node:fs/promises");
 const node_stream_1 = require("node:stream");
 const node_zlib_1 = require("node:zlib");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const nodejs_lib_1 = require("@naturalcycles/nodejs-lib");
 const colors_1 = require("@naturalcycles/nodejs-lib/dist/colors");
-const fs = require("fs-extra");
 const __1 = require("../..");
 const dbQuery_1 = require("../../query/dbQuery");
 class InMemoryDB {
@@ -166,7 +167,7 @@ class InMemoryDB {
         (0, js_lib_1._assert)(this.cfg.persistenceEnabled, 'flushToDisk() called but persistenceEnabled=false');
         const { persistentStoragePath, persistZip } = this.cfg;
         const started = Date.now();
-        await fs.emptyDir(persistentStoragePath);
+        await (0, nodejs_lib_1._emptyDir)(persistentStoragePath);
         const transformZip = persistZip ? [(0, node_zlib_1.createGzip)()] : [];
         let tables = 0;
         // infinite concurrency for now
@@ -192,9 +193,9 @@ class InMemoryDB {
         (0, js_lib_1._assert)(this.cfg.persistenceEnabled, 'restoreFromDisk() called but persistenceEnabled=false');
         const { persistentStoragePath } = this.cfg;
         const started = Date.now();
-        await fs.ensureDir(persistentStoragePath);
+        await (0, nodejs_lib_1._ensureDir)(persistentStoragePath);
         this.data = {}; // empty it in the beginning!
-        const files = (await fs.readdir(persistentStoragePath)).filter(f => f.includes('.ndjson'));
+        const files = (await fsp.readdir(persistentStoragePath)).filter(f => f.includes('.ndjson'));
         // infinite concurrency for now
         await (0, js_lib_1.pMap)(files, async (file) => {
             const fname = `${persistentStoragePath}/${file}`;

package/dist/commondao/common.dao.d.ts

@@ -1,4 +1,4 @@
-import { AnyObject, AsyncMapper, JsonSchemaObject, JsonSchemaRootObject, ObjectWithId, Promisable, Saved, Unsaved, ZodSchema } from '@naturalcycles/js-lib';
+import { AnyObject, AsyncMapper, JsonSchemaObject, JsonSchemaRootObject, ObjectWithId, Promisable, Saved, UnixTimestampMillisNumber, Unsaved, ZodSchema } from '@naturalcycles/js-lib';
 import { AjvSchema, ObjectSchemaTyped, ReadableTyped } from '@naturalcycles/nodejs-lib';
 import { DBDeleteByIdsOperation, DBModelType, DBOperation, DBPatch, DBSaveBatchOperation, RunQueryResult } from '../db.model';
 import { DBQuery, RunnableDBQuery } from '../query/dbQuery';
@@ -84,7 +84,7 @@ export declare class CommonDao<BM extends Partial<ObjectWithId<ID>>, DBM extends
     assignIdCreatedUpdated(obj: BM, opt?: CommonDaoOptions): Saved<BM>;
     assignIdCreatedUpdated(obj: Unsaved<BM>, opt?: CommonDaoOptions): Saved<BM>;
     tx: {
-        save: (bm: Unsaved<BM>, opt?: CommonDaoSaveOptions<DBM>) => Promise<DBSaveBatchOperation>;
+        save: (bm: Unsaved<BM>, opt?: CommonDaoSaveOptions<DBM>) => Promise<DBSaveBatchOperation | undefined>;
         saveBatch: (bms: Unsaved<BM>[], opt?: CommonDaoSaveOptions<DBM>) => Promise<DBSaveBatchOperation | undefined>;
         deleteByIds: (ids: ID[], opt?: CommonDaoOptions) => Promise<DBDeleteByIdsOperation | undefined>;
         deleteById: (id: ID | null | undefined, opt?: CommonDaoOptions) => Promise<DBDeleteByIdsOperation | undefined>;
@@ -155,6 +155,6 @@ export declare class CommonDao<BM extends Partial<ObjectWithId<ID>>, DBM extends
     runInTransaction(ops: Promisable<DBOperation | undefined>[]): Promise<void>;
     protected logResult(started: number, op: string, res: any, table: string): void;
     protected logSaveResult(started: number, op: string, table: string): void;
-    protected logStarted(op: string, table: string, force?: boolean): number;
-    protected logSaveStarted(op: string, items: any, table: string): number;
+    protected logStarted(op: string, table: string, force?: boolean): UnixTimestampMillisNumber;
+    protected logSaveStarted(op: string, items: any, table: string): UnixTimestampMillisNumber;
 }

package/dist/commondao/common.dao.js

@@ -22,7 +22,10 @@ class CommonDao {
         this.cfg = cfg;
         this.tx = {
             save: async (bm, opt = {}) => {
+                // .save actually returns DBM (not BM) when it detects `opt.tx === true`
                 const row = (await this.save(bm, { ...opt, tx: true }));
+                if (row === null)
+                    return;
                 return {
                     type: 'saveBatch',
                     table: this.cfg.table,
@@ -34,9 +37,9 @@ class CommonDao {
                 };
             },
             saveBatch: async (bms, opt = {}) => {
-                if (!bms.length)
-                    return;
                 const rows = (await this.saveBatch(bms, { ...opt, tx: true }));
+                if (!rows.length)
+                    return;
                 return {
                     type: 'saveBatch',
                     table: this.cfg.table,
@@ -113,7 +116,10 @@ class CommonDao {
         const op = `getById(${id})`;
         const table = opt.table || this.cfg.table;
         const started = this.logStarted(op, table);
-        const dbm = (await this.cfg.db.getByIds(table, [id]))[0];
+        let dbm = (await this.cfg.db.getByIds(table, [id]))[0];
+        if (dbm && !opt.raw && this.cfg.hooks.afterLoad) {
+            dbm = (await this.cfg.hooks.afterLoad(dbm)) || undefined;
+        }
         const bm = opt.raw ? dbm : await this.dbmToBM(dbm, opt);
         this.logResult(started, op, bm, table);
         return bm || null;
@@ -138,6 +144,9 @@ class CommonDao {
         const table = opt.table || this.cfg.table;
         const started = this.logStarted(op, table);
         let [dbm] = await this.cfg.db.getByIds(table, [id]);
+        if (dbm && !opt.raw && this.cfg.hooks.afterLoad) {
+            dbm = (await this.cfg.hooks.afterLoad(dbm)) || undefined;
+        }
         if (!opt.raw) {
             dbm = this.anyToDBM(dbm, opt);
         }
@@ -150,7 +159,10 @@ class CommonDao {
         const op = `getByIdAsTM(${id})`;
         const table = opt.table || this.cfg.table;
         const started = this.logStarted(op, table);
-        const [dbm] = await this.cfg.db.getByIds(table, [id]);
+        let [dbm] = await this.cfg.db.getByIds(table, [id]);
+        if (dbm && !opt.raw && this.cfg.hooks.afterLoad) {
+            dbm = (await this.cfg.hooks.afterLoad(dbm)) || undefined;
+        }
         if (opt.raw) {
             this.logResult(started, op, dbm, table);
             return dbm || null;
@@ -161,19 +173,29 @@ class CommonDao {
         return tm || null;
     }
     async getByIds(ids, opt = {}) {
+        if (!ids.length)
+            return [];
         const op = `getByIds ${ids.length} id(s) (${(0, js_lib_1._truncate)(ids.slice(0, 10).join(', '), 50)})`;
         const table = opt.table || this.cfg.table;
         const started = this.logStarted(op, table);
-        const dbms = await this.cfg.db.getByIds(table, ids);
+        let dbms = await this.cfg.db.getByIds(table, ids);
+        if (!opt.raw && this.cfg.hooks.afterLoad && dbms.length) {
+            dbms = (await (0, js_lib_1.pMap)(dbms, async (dbm) => await this.cfg.hooks.afterLoad(dbm))).filter(js_lib_1._isTruthy);
+        }
         const bms = opt.raw ? dbms : await this.dbmsToBM(dbms, opt);
         this.logResult(started, op, bms, table);
         return bms;
     }
     async getByIdsAsDBM(ids, opt = {}) {
+        if (!ids.length)
+            return [];
         const op = `getByIdsAsDBM ${ids.length} id(s) (${(0, js_lib_1._truncate)(ids.slice(0, 10).join(', '), 50)})`;
         const table = opt.table || this.cfg.table;
         const started = this.logStarted(op, table);
-        const dbms = await this.cfg.db.getByIds(table, ids);
+        let dbms = await this.cfg.db.getByIds(table, ids);
+        if (!opt.raw && this.cfg.hooks.afterLoad && dbms.length) {
+            dbms = (await (0, js_lib_1.pMap)(dbms, async (dbm) => await this.cfg.hooks.afterLoad(dbm))).filter(js_lib_1._isTruthy);
+        }
         this.logResult(started, op, dbms, table);
         return dbms;
     }
@@ -272,8 +294,11 @@ class CommonDao {
         q.table = opt.table || q.table;
         const op = `runQuery(${q.pretty()})`;
         const started = this.logStarted(op, q.table);
-        const { rows, ...queryResult } = await this.cfg.db.runQuery(q, opt);
+        let { rows, ...queryResult } = await this.cfg.db.runQuery(q, opt);
         const partialQuery = !!q._selectedFieldNames;
+        if (!opt.raw && this.cfg.hooks.afterLoad && rows.length) {
+            rows = (await (0, js_lib_1.pMap)(rows, async (dbm) => await this.cfg.hooks.afterLoad(dbm))).filter(js_lib_1._isTruthy);
+        }
         const bms = partialQuery || opt.raw ? rows : await this.dbmsToBM(rows, opt);
         this.logResult(started, op, bms, q.table);
         return {
@@ -289,7 +314,10 @@ class CommonDao {
         q.table = opt.table || q.table;
         const op = `runQueryAsDBM(${q.pretty()})`;
         const started = this.logStarted(op, q.table);
-        const { rows, ...queryResult } = await this.cfg.db.runQuery(q, opt);
+        let { rows, ...queryResult } = await this.cfg.db.runQuery(q, opt);
+        if (!opt.raw && this.cfg.hooks.afterLoad && rows.length) {
+            rows = (await (0, js_lib_1.pMap)(rows, async (dbm) => await this.cfg.hooks.afterLoad(dbm))).filter(js_lib_1._isTruthy);
+        }
         const partialQuery = !!q._selectedFieldNames;
         const dbms = partialQuery || opt.raw ? rows : this.anyToDBMs(rows, opt);
         this.logResult(started, op, dbms, q.table);
@@ -303,7 +331,10 @@ class CommonDao {
         q.table = opt.table || q.table;
         const op = `runQueryAsTM(${q.pretty()})`;
         const started = this.logStarted(op, q.table);
-        const { rows, ...queryResult } = await this.cfg.db.runQuery(q, opt);
+        let { rows, ...queryResult } = await this.cfg.db.runQuery(q, opt);
+        if (!opt.raw && this.cfg.hooks.afterLoad && rows.length) {
+            rows = (await (0, js_lib_1.pMap)(rows, async (dbm) => await this.cfg.hooks.afterLoad(dbm))).filter(js_lib_1._isTruthy);
+        }
         const partialQuery = !!q._selectedFieldNames;
         const tms = partialQuery || opt.raw ? rows : this.bmsToTM(await this.dbmsToBM(rows, opt), opt);
         this.logResult(started, op, tms, q.table);
@@ -333,11 +364,16 @@ class CommonDao {
         let count = 0;
         await (0, nodejs_lib_1._pipeline)([
             this.cfg.db.streamQuery(q, opt),
-            // optimization: 1 validation is enough
-            // transformMap<any, DBM>(dbm => (partialQuery || opt.raw ? dbm : this.anyToDBM(dbm, opt)), opt),
             (0, nodejs_lib_1.transformMap)(async (dbm) => {
                 count++;
-                return partialQuery || opt.raw ? dbm : await this.dbmToBM(dbm, opt);
+                if (partialQuery || opt.raw)
+                    return dbm;
+                if (this.cfg.hooks.afterLoad) {
+                    dbm = (await this.cfg.hooks.afterLoad(dbm));
+                    if (dbm === null)
+                        return js_lib_1.SKIP;
+                }
+                return await this.dbmToBM(dbm, opt);
             }, {
                 errorMode: opt.errorMode,
             }),
@@ -367,9 +403,16 @@ class CommonDao {
         let count = 0;
         await (0, nodejs_lib_1._pipeline)([
             this.cfg.db.streamQuery(q, opt),
-            (0, nodejs_lib_1.transformMapSync)(dbm => {
+            (0, nodejs_lib_1.transformMap)(async (dbm) => {
                 count++;
-                return partialQuery || opt.raw ? dbm : this.anyToDBM(dbm, opt);
+                if (partialQuery || opt.raw)
+                    return dbm;
+                if (this.cfg.hooks.afterLoad) {
+                    dbm = (await this.cfg.hooks.afterLoad(dbm));
+                    if (dbm === null)
+                        return js_lib_1.SKIP;
+                }
+                return this.anyToDBM(dbm, opt);
             }, {
                 errorMode: opt.errorMode,
             }),
@@ -402,8 +445,15 @@ class CommonDao {
             return stream;
         return stream
             .on('error', err => stream.emit('error', err))
-            .pipe((0, nodejs_lib_1.transformMapSimple)(dbm => this.anyToDBM(dbm, opt), {
-            errorMode: js_lib_1.ErrorMode.SUPPRESS, // cause .pipe() cannot propagate errors
+            .pipe((0, nodejs_lib_1.transformMap)(async (dbm) => {
+            if (this.cfg.hooks.afterLoad) {
+                dbm = (await this.cfg.hooks.afterLoad(dbm));
+                if (dbm === null)
+                    return js_lib_1.SKIP;
+            }
+            return this.anyToDBM(dbm, opt);
+        }, {
+            errorMode: opt.errorMode,
         }));
     }
     /**
@@ -429,8 +479,15 @@ class CommonDao {
             // .pipe(transformMap<any, DBM>(dbm => this.anyToDBM(dbm, opt), safeOpt))
             // .pipe(transformMap<DBM, Saved<BM>>(dbm => this.dbmToBM(dbm, opt), safeOpt))
             .on('error', err => stream.emit('error', err))
-            .pipe((0, nodejs_lib_1.transformMap)(async (dbm) => await this.dbmToBM(dbm, opt), {
-            errorMode: js_lib_1.ErrorMode.SUPPRESS, // cause .pipe() cannot propagate errors
+            .pipe((0, nodejs_lib_1.transformMap)(async (dbm) => {
+            if (this.cfg.hooks.afterLoad) {
+                dbm = (await this.cfg.hooks.afterLoad(dbm));
+                if (dbm === null)
+                    return js_lib_1.SKIP;
+            }
+            return await this.dbmToBM(dbm, opt);
+        }, {
+            errorMode: opt.errorMode,
         }))
         // this can make the stream async-iteration-friendly
         // but not applying it now for perf reasons
@@ -461,8 +518,10 @@ class CommonDao {
         let count = 0;
         await (0, nodejs_lib_1._pipeline)([
             this.cfg.db.streamQuery(q.select(['id']), opt),
-            (0, nodejs_lib_1.transformMapSimple)(objectWithId => objectWithId.id),
-            (0, nodejs_lib_1.transformTap)(() => count++),
+            (0, nodejs_lib_1.transformMapSimple)(objectWithId => {
+                count++;
+                return objectWithId.id;
+            }),
             (0, nodejs_lib_1.transformMap)(mapper, {
                 ...opt,
                 predicate: js_lib_1._passthroughPredicate,
@@ -502,8 +561,14 @@ class CommonDao {
         this.requireWriteAccess();
         const idWasGenerated = !bm.id && this.cfg.createId;
         this.assignIdCreatedUpdated(bm, opt); // mutates
-        const dbm = await this.bmToDBM(bm, opt);
+        let dbm = await this.bmToDBM(bm, opt);
+        if (this.cfg.hooks.beforeSave) {
+            dbm = (await this.cfg.hooks.beforeSave(dbm));
+            if (dbm === null && !opt.tx)
+                return bm;
+        }
         if (opt.tx) {
+            // May return `null`, in which case it'll be skipped
             return dbm;
         }
         const table = opt.table || this.cfg.table;
@@ -569,6 +634,11 @@ class CommonDao {
         const started = this.logSaveStarted(op, row, table);
         const { excludeFromIndexes } = this.cfg;
         const assignGeneratedIds = opt.assignGeneratedIds || this.cfg.assignGeneratedIds;
+        if (this.cfg.hooks.beforeSave) {
+            row = (await this.cfg.hooks.beforeSave(row));
+            if (row === null)
+                return dbm;
+        }
         await this.cfg.db.saveBatch(table, [row], {
             excludeFromIndexes,
             assignGeneratedIds,
@@ -581,10 +651,15 @@ class CommonDao {
         return row;
     }
     async saveBatch(bms, opt = {}) {
+        if (!bms.length)
+            return [];
         this.requireWriteAccess();
         const table = opt.table || this.cfg.table;
         bms.forEach(bm => this.assignIdCreatedUpdated(bm, opt));
-        const dbms = await this.bmsToDBM(bms, opt);
+        let dbms = await this.bmsToDBM(bms, opt);
+        if (this.cfg.hooks.beforeSave && dbms.length) {
+            dbms = (await (0, js_lib_1.pMap)(dbms, async (dbm) => await this.cfg.hooks.beforeSave(dbm))).filter(js_lib_1._isTruthy);
+        }
         if (opt.tx) {
             return dbms;
         }
@@ -612,6 +687,8 @@ class CommonDao {
         return bms;
     }
     async saveBatchAsDBM(dbms, opt = {}) {
+        if (!dbms.length)
+            return [];
         this.requireWriteAccess();
         const table = opt.table || this.cfg.table;
         let rows = dbms;
@@ -631,6 +708,9 @@ class CommonDao {
         const started = this.logSaveStarted(op, rows, table);
         const { excludeFromIndexes } = this.cfg;
         const assignGeneratedIds = opt.assignGeneratedIds || this.cfg.assignGeneratedIds;
+        if (this.cfg.hooks.beforeSave && rows.length) {
+            rows = (await (0, js_lib_1.pMap)(rows, async (row) => await this.cfg.hooks.beforeSave(row))).filter(js_lib_1._isTruthy);
+        }
         await this.cfg.db.saveBatch(table, rows, {
             excludeFromIndexes,
             assignGeneratedIds,
@@ -655,6 +735,8 @@ class CommonDao {
         return count;
     }
     async deleteByIds(ids, opt = {}) {
+        if (!ids.length)
+            return 0;
         this.requireWriteAccess();
         this.requireObjectMutability(opt);
         const op = `deleteByIds(${ids.join(', ')})`;
@@ -709,6 +791,8 @@ class CommonDao {
         return await this.updateByQuery(this.query().filterEq('id', id), patch, opt);
     }
     async updateByIds(ids, patch, opt = {}) {
+        if (!ids.length)
+            return 0;
         return await this.updateByQuery(this.query().filterIn('id', ids), patch, opt);
     }
     async updateByQuery(q, patch, opt = {}) {

package/dist/commondao/common.dao.model.d.ts

@@ -1,4 +1,4 @@
-import { CommonLogger, ErrorMode, ObjectWithId, Saved, ZodError, ZodSchema } from '@naturalcycles/js-lib';
+import { CommonLogger, ErrorMode, ObjectWithId, Promisable, Saved, ZodError, ZodSchema } from '@naturalcycles/js-lib';
 import { AjvSchema, AjvValidationError, JoiValidationError, ObjectSchemaTyped, TransformLogProgressOptions, TransformMapOptions } from '@naturalcycles/nodejs-lib';
 import { CommonDB } from '../common.db';
 import { CommonDBCreateOptions, CommonDBOptions, CommonDBSaveOptions } from '../db.model';
@@ -30,7 +30,7 @@ export interface CommonDaoHooks<BM extends Partial<ObjectWithId<ID>>, DBM extend
     beforeCreate: (bm: Partial<BM>) => Partial<BM>;
     /**
      * Called when loading things "as DBM" and validation is not skipped.
-     * When loading things like BM/TM - other hooks get involved instead:
+     * When loading things as BM/TM - other hooks get involved instead:
      * - beforeDBMToBM
      * - beforeBMToTM
      *
@@ -41,6 +41,33 @@ export interface CommonDaoHooks<BM extends Partial<ObjectWithId<ID>>, DBM extend
     beforeDBMToBM: (dbm: DBM) => Partial<BM> | Promise<Partial<BM>>;
     beforeBMToDBM: (bm: BM) => Partial<DBM> | Promise<Partial<DBM>>;
     beforeBMToTM: (bm: BM) => Partial<TM>;
+    /**
+     * Allows to access the DBM just after it has been loaded from the DB.
+     *
+     * Normally does nothing.
+     *
+     * You can change the DBM as you want here: ok to mutate or not, but you need to return the DBM
+     * to pass it further.
+     *
+     * You can return `null` to make it look "not found".
+     *
+     * You can do validations as needed here and throw errors, they will be propagated.
+     */
+    afterLoad?: (dbm: DBM) => Promisable<DBM | null>;
+    /**
+     * Allows to access the DBM just before it's supposed to be saved to the DB.
+     *
+     * Normally does nothing.
+     *
+     * You can change the DBM as you want here: ok to mutate or not, but you need to return the DBM
+     * to pass it further.
+     *
+     * You can return `null` to prevent it from being saved, without throwing an error.
+     * `.save` method will then return the BM/DBM as it has entered the method (it **won't** return the null value!).
+     *
+     * You can do validations as needed here and throw errors, they will be propagated.
+     */
+    beforeSave?: (dbm: DBM) => Promisable<DBM | null>;
     /**
      * Called in:
      * - dbmToBM (applied before DBM becomes BM)

package/dist/pipeline/dbPipelineBackup.js

@@ -1,11 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.dbPipelineBackup = void 0;
+const fs = require("node:fs");
+const fsp = require("node:fs/promises");
 const node_zlib_1 = require("node:zlib");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const nodejs_lib_1 = require("@naturalcycles/nodejs-lib");
 const colors_1 = require("@naturalcycles/nodejs-lib/dist/colors");
-const fs = require("fs-extra");
 const index_1 = require("../index");
 /**
  * Pipeline from input stream(s) to a NDJSON file (optionally gzipped).
@@ -23,7 +24,7 @@ async function dbPipelineBackup(opt) {
     let { tables } = opt;
     const sinceUpdatedStr = sinceUpdated ? ' since ' + (0, colors_1.grey)((0, js_lib_1.localTime)(sinceUpdated).toPretty()) : '';
     console.log(`>> ${(0, colors_1.dimWhite)('dbPipelineBackup')} started in ${(0, colors_1.grey)(outputDirPath)}...${sinceUpdatedStr}`);
-    fs.ensureDirSync(outputDirPath);
+    (0, nodejs_lib_1._ensureDirSync)(outputDirPath);
     tables ||= await db.getTables();
     console.log(`${(0, colors_1.yellow)(tables.length)} ${(0, colors_1.boldWhite)('table(s)')}:\n` + tables.join('\n'));
     const statsPerTable = {};
@@ -34,16 +35,16 @@ async function dbPipelineBackup(opt) {
         }
         const filePath = `${outputDirPath}/${table}.ndjson` + (gzip ? '.gz' : '');
         const schemaFilePath = `${outputDirPath}/${table}.schema.json`;
-        if (protectFromOverwrite && (await fs.pathExists(filePath))) {
+        if (protectFromOverwrite && (0, nodejs_lib_1._pathExistsSync)(filePath)) {
             throw new js_lib_1.AppError(`dbPipelineBackup: output file exists: ${filePath}`);
         }
         const started = Date.now();
         let rows = 0;
-        await fs.ensureFile(filePath);
+        (0, nodejs_lib_1._ensureFileSync)(filePath);
         console.log(`>> ${(0, colors_1.grey)(filePath)} started...`);
         if (emitSchemaFromDB) {
             const schema = await db.getTableSchema(table);
-            await fs.writeJson(schemaFilePath, schema, { spaces: 2 });
+            await (0, nodejs_lib_1._writeJsonFile)(schemaFilePath, schema, { spaces: 2 });
             console.log(`>> ${(0, colors_1.grey)(schemaFilePath)} saved (generated from DB)`);
         }
         await (0, nodejs_lib_1._pipeline)([
@@ -66,7 +67,7 @@ async function dbPipelineBackup(opt) {
             ...(gzip ? [(0, node_zlib_1.createGzip)(zlibOptions)] : []),
             fs.createWriteStream(filePath),
         ]);
-        const { size: sizeBytes } = await fs.stat(filePath);
+        const { size: sizeBytes } = await fsp.stat(filePath);
         const stats = nodejs_lib_1.NDJsonStats.create({
             tookMillis: Date.now() - started,
             rows,

package/dist/pipeline/dbPipelineRestore.js

@@ -1,11 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.dbPipelineRestore = void 0;
+const fs = require("node:fs");
 const node_zlib_1 = require("node:zlib");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const nodejs_lib_1 = require("@naturalcycles/nodejs-lib");
 const colors_1 = require("@naturalcycles/nodejs-lib/dist/colors");
-const fs = require("fs-extra");
 /**
  * Pipeline from NDJSON files in a folder (optionally gzipped) to CommonDB.
  * Allows to define a mapper and a predicate to map/filter objects between input and output.
@@ -19,7 +19,7 @@ async function dbPipelineRestore(opt) {
     const onlyTables = opt.tables && new Set(opt.tables);
     const sinceUpdatedStr = sinceUpdated ? ' since ' + (0, colors_1.grey)((0, js_lib_1.localTime)(sinceUpdated).toPretty()) : '';
     console.log(`>> ${(0, colors_1.dimWhite)('dbPipelineRestore')} started in ${(0, colors_1.grey)(inputDirPath)}...${sinceUpdatedStr}`);
-    fs.ensureDirSync(inputDirPath);
+    (0, nodejs_lib_1._ensureDirSync)(inputDirPath);
     const tablesToGzip = new Set();
     const sizeByTable = {};
     const statsPerTable = {};
@@ -54,7 +54,7 @@ async function dbPipelineRestore(opt) {
                 console.warn(`${schemaFilePath} does not exist!`);
                 return;
             }
-            const schema = await fs.readJson(schemaFilePath);
+            const schema = await (0, nodejs_lib_1._readJsonFile)(schemaFilePath);
             await db.createTable(table, schema, { dropIfExists: true });
         });
     }

package/package.json

@@ -5,13 +5,12 @@
   },
   "dependencies": {
     "@naturalcycles/js-lib": "^14.116.0",
-    "@naturalcycles/nodejs-lib": "^12.0.0",
-    "fs-extra": "^11.1.0"
+    "@naturalcycles/nodejs-lib": "^12.0.0"
   },
   "devDependencies": {
     "@naturalcycles/bench-lib": "^1.0.0",
     "@naturalcycles/dev-lib": "^13.0.0",
-    "@types/node": "^18.0.3",
+    "@types/node": "^20.2.1",
     "jest": "^29.0.0"
   },
   "files": [
@@ -41,7 +40,7 @@
   "engines": {
     "node": ">=18.12"
   },
-  "version": "8.53.0",
+  "version": "8.54.1",
   "description": "Lowest Common Denominator API to supported Databases",
   "keywords": [
     "db",

package/src/adapter/file/localFile.persistence.plugin.ts

@@ -1,4 +1,6 @@
+import * as fs from 'node:fs'
 import { Readable } from 'node:stream'
+import * as fsp from 'node:fs/promises'
 import { createGzip, createUnzip } from 'node:zlib'
 import { pMap, ObjectWithId } from '@naturalcycles/js-lib'
 import {
@@ -7,8 +9,9 @@ import {
   transformToNDJson,
   writablePushToArray,
   _pipeline,
+  _ensureDir,
+  _pathExists,
 } from '@naturalcycles/nodejs-lib'
-import * as fs from 'fs-extra'
 import { DBSaveBatchOperation } from '../../db.model'
 import { FileDBPersistencePlugin } from './file.db.model'
 
@@ -41,17 +44,17 @@ export class LocalFilePersistencePlugin implements FileDBPersistencePlugin {
   async ping(): Promise<void> {}
 
   async getTables(): Promise<string[]> {
-    return (await fs.readdir(this.cfg.storagePath))
+    return (await fsp.readdir(this.cfg.storagePath))
       .filter(f => f.includes('.ndjson'))
       .map(f => f.split('.ndjson')[0]!)
   }
 
   async loadFile<ROW extends ObjectWithId>(table: string): Promise<ROW[]> {
-    await fs.ensureDir(this.cfg.storagePath)
+    await _ensureDir(this.cfg.storagePath)
     const ext = `ndjson${this.cfg.gzip ? '.gz' : ''}`
     const filePath = `${this.cfg.storagePath}/${table}.${ext}`
 
-    if (!(await fs.pathExists(filePath))) return []
+    if (!(await _pathExists(filePath))) return []
 
     const transformUnzip = this.cfg.gzip ? [createUnzip()] : []
 
@@ -73,7 +76,7 @@ export class LocalFilePersistencePlugin implements FileDBPersistencePlugin {
   }
 
   async saveFile<ROW extends ObjectWithId>(table: string, rows: ROW[]): Promise<void> {
-    await fs.ensureDir(this.cfg.storagePath)
+    await _ensureDir(this.cfg.storagePath)
     const ext = `ndjson${this.cfg.gzip ? '.gz' : ''}`
     const filePath = `${this.cfg.storagePath}/${table}.${ext}`
     const transformZip = this.cfg.gzip ? [createGzip()] : []

package/src/adapter/inmemory/inMemory.db.ts

@@ -1,3 +1,5 @@
+import * as fs from 'node:fs'
+import * as fsp from 'node:fs/promises'
 import { Readable } from 'node:stream'
 import { createGzip, createUnzip } from 'node:zlib'
 import {
@@ -23,9 +25,10 @@ import {
   transformToNDJson,
   writablePushToArray,
   _pipeline,
+  _emptyDir,
+  _ensureDir,
 } from '@naturalcycles/nodejs-lib'
 import { dimGrey, yellow } from '@naturalcycles/nodejs-lib/dist/colors'
-import * as fs from 'fs-extra'
 import { CommonDB, DBIncrement, DBPatch, DBTransaction, queryInMemory } from '../..'
 import {
   CommonDBCreateOptions,
@@ -279,7 +282,7 @@ export class InMemoryDB implements CommonDB {
 
     const started = Date.now()
 
-    await fs.emptyDir(persistentStoragePath)
+    await _emptyDir(persistentStoragePath)
 
     const transformZip = persistZip ? [createGzip()] : []
     let tables = 0
@@ -314,11 +317,11 @@ export class InMemoryDB implements CommonDB {
 
     const started = Date.now()
 
-    await fs.ensureDir(persistentStoragePath)
+    await _ensureDir(persistentStoragePath)
 
     this.data = {} // empty it in the beginning!
 
-    const files = (await fs.readdir(persistentStoragePath)).filter(f => f.includes('.ndjson'))
+    const files = (await fsp.readdir(persistentStoragePath)).filter(f => f.includes('.ndjson'))
 
     // infinite concurrency for now
     await pMap(files, async file => {

package/src/commondao/common.dao.model.ts

@@ -2,6 +2,7 @@ import {
   CommonLogger,
   ErrorMode,
   ObjectWithId,
+  Promisable,
   Saved,
   ZodError,
   ZodSchema,
@@ -54,7 +55,7 @@ export interface CommonDaoHooks<
 
   /**
    * Called when loading things "as DBM" and validation is not skipped.
-   * When loading things like BM/TM - other hooks get involved instead:
+   * When loading things as BM/TM - other hooks get involved instead:
    * - beforeDBMToBM
    * - beforeBMToTM
    *
@@ -67,6 +68,35 @@ export interface CommonDaoHooks<
   beforeBMToDBM: (bm: BM) => Partial<DBM> | Promise<Partial<DBM>>
   beforeBMToTM: (bm: BM) => Partial<TM>
 
+  /**
+   * Allows to access the DBM just after it has been loaded from the DB.
+   *
+   * Normally does nothing.
+   *
+   * You can change the DBM as you want here: ok to mutate or not, but you need to return the DBM
+   * to pass it further.
+   *
+   * You can return `null` to make it look "not found".
+   *
+   * You can do validations as needed here and throw errors, they will be propagated.
+   */
+  afterLoad?: (dbm: DBM) => Promisable<DBM | null>
+
+  /**
+   * Allows to access the DBM just before it's supposed to be saved to the DB.
+   *
+   * Normally does nothing.
+   *
+   * You can change the DBM as you want here: ok to mutate or not, but you need to return the DBM
+   * to pass it further.
+   *
+   * You can return `null` to prevent it from being saved, without throwing an error.
+   * `.save` method will then return the BM/DBM as it has entered the method (it **won't** return the null value!).
+   *
+   * You can do validations as needed here and throw errors, they will be propagated.
+   */
+  beforeSave?: (dbm: DBM) => Promisable<DBM | null>
+
   /**
    * Called in:
    * - dbmToBM (applied before DBM becomes BM)

package/src/commondao/common.dao.ts

@@ -17,6 +17,8 @@ import {
   pMap,
   Promisable,
   Saved,
+  SKIP,
+  UnixTimestampMillisNumber,
   Unsaved,
   ZodSchema,
   ZodValidationError,
@@ -35,8 +37,6 @@ import {
   transformLogProgress,
   transformMap,
   transformMapSimple,
-  transformMapSync,
-  transformTap,
   writableVoid,
 } from '@naturalcycles/nodejs-lib'
 import { DBLibError } from '../cnst'
@@ -53,6 +53,7 @@ import { DBTransaction } from '../transaction/dbTransaction'
 import {
   CommonDaoCfg,
   CommonDaoCreateOptions,
+  CommonDaoHooks,
   CommonDaoLogLevel,
   CommonDaoOptions,
   CommonDaoSaveOptions,
@@ -99,7 +100,7 @@ export class CommonDao<
         anonymize: dbm => dbm,
         onValidationError: err => err,
         ...cfg.hooks,
-      },
+      } satisfies Partial<CommonDaoHooks<BM, DBM, TM, ID>>,
     }
 
     if (this.cfg.createId) {
@@ -131,7 +132,10 @@ export class CommonDao<
     const table = opt.table || this.cfg.table
     const started = this.logStarted(op, table)
 
-    const dbm = (await this.cfg.db.getByIds<DBM>(table, [id]))[0]
+    let dbm = (await this.cfg.db.getByIds<DBM>(table, [id]))[0]
+    if (dbm && !opt.raw && this.cfg.hooks!.afterLoad) {
+      dbm = (await this.cfg.hooks!.afterLoad(dbm)) || undefined
+    }
 
     const bm = opt.raw ? (dbm as any) : await this.dbmToBM(dbm, opt)
     this.logResult(started, op, bm, table)
@@ -161,6 +165,10 @@ export class CommonDao<
     const table = opt.table || this.cfg.table
     const started = this.logStarted(op, table)
     let [dbm] = await this.cfg.db.getByIds<DBM>(table, [id])
+    if (dbm && !opt.raw && this.cfg.hooks!.afterLoad) {
+      dbm = (await this.cfg.hooks!.afterLoad(dbm)) || undefined
+    }
+
     if (!opt.raw) {
       dbm = this.anyToDBM(dbm!, opt)
     }
@@ -175,7 +183,11 @@ export class CommonDao<
     const op = `getByIdAsTM(${id})`
     const table = opt.table || this.cfg.table
     const started = this.logStarted(op, table)
-    const [dbm] = await this.cfg.db.getByIds<DBM>(table, [id])
+    let [dbm] = await this.cfg.db.getByIds<DBM>(table, [id])
+    if (dbm && !opt.raw && this.cfg.hooks!.afterLoad) {
+      dbm = (await this.cfg.hooks!.afterLoad(dbm)) || undefined
+    }
+
     if (opt.raw) {
       this.logResult(started, op, dbm, table)
       return (dbm as any) || null
@@ -187,20 +199,34 @@ export class CommonDao<
   }
 
   async getByIds(ids: ID[], opt: CommonDaoOptions = {}): Promise<Saved<BM>[]> {
+    if (!ids.length) return []
     const op = `getByIds ${ids.length} id(s) (${_truncate(ids.slice(0, 10).join(', '), 50)})`
     const table = opt.table || this.cfg.table
     const started = this.logStarted(op, table)
-    const dbms = await this.cfg.db.getByIds<DBM>(table, ids)
+    let dbms = await this.cfg.db.getByIds<DBM>(table, ids)
+    if (!opt.raw && this.cfg.hooks!.afterLoad && dbms.length) {
+      dbms = (await pMap(dbms, async dbm => await this.cfg.hooks!.afterLoad!(dbm))).filter(
+        _isTruthy,
+      )
+    }
+
     const bms = opt.raw ? (dbms as any) : await this.dbmsToBM(dbms, opt)
     this.logResult(started, op, bms, table)
     return bms
   }
 
   async getByIdsAsDBM(ids: ID[], opt: CommonDaoOptions = {}): Promise<DBM[]> {
+    if (!ids.length) return []
     const op = `getByIdsAsDBM ${ids.length} id(s) (${_truncate(ids.slice(0, 10).join(', '), 50)})`
     const table = opt.table || this.cfg.table
     const started = this.logStarted(op, table)
-    const dbms = await this.cfg.db.getByIds<DBM>(table, ids)
+    let dbms = await this.cfg.db.getByIds<DBM>(table, ids)
+    if (!opt.raw && this.cfg.hooks!.afterLoad && dbms.length) {
+      dbms = (await pMap(dbms, async dbm => await this.cfg.hooks!.afterLoad!(dbm))).filter(
+        _isTruthy,
+      )
+    }
+
     this.logResult(started, op, dbms, table)
     return dbms
   }
@@ -323,8 +349,14 @@ export class CommonDao<
     q.table = opt.table || q.table
     const op = `runQuery(${q.pretty()})`
     const started = this.logStarted(op, q.table)
-    const { rows, ...queryResult } = await this.cfg.db.runQuery<DBM>(q, opt)
+    let { rows, ...queryResult } = await this.cfg.db.runQuery<DBM>(q, opt)
     const partialQuery = !!q._selectedFieldNames
+    if (!opt.raw && this.cfg.hooks!.afterLoad && rows.length) {
+      rows = (await pMap(rows, async dbm => await this.cfg.hooks!.afterLoad!(dbm))).filter(
+        _isTruthy,
+      )
+    }
+
     const bms = partialQuery || opt.raw ? (rows as any[]) : await this.dbmsToBM(rows, opt)
     this.logResult(started, op, bms, q.table)
     return {
@@ -345,7 +377,13 @@ export class CommonDao<
     q.table = opt.table || q.table
     const op = `runQueryAsDBM(${q.pretty()})`
     const started = this.logStarted(op, q.table)
-    const { rows, ...queryResult } = await this.cfg.db.runQuery<DBM>(q, opt)
+    let { rows, ...queryResult } = await this.cfg.db.runQuery<DBM>(q, opt)
+    if (!opt.raw && this.cfg.hooks!.afterLoad && rows.length) {
+      rows = (await pMap(rows, async dbm => await this.cfg.hooks!.afterLoad!(dbm))).filter(
+        _isTruthy,
+      )
+    }
+
     const partialQuery = !!q._selectedFieldNames
     const dbms = partialQuery || opt.raw ? rows : this.anyToDBMs(rows, opt)
     this.logResult(started, op, dbms, q.table)
@@ -364,7 +402,13 @@ export class CommonDao<
     q.table = opt.table || q.table
     const op = `runQueryAsTM(${q.pretty()})`
     const started = this.logStarted(op, q.table)
-    const { rows, ...queryResult } = await this.cfg.db.runQuery<DBM>(q, opt)
+    let { rows, ...queryResult } = await this.cfg.db.runQuery<DBM>(q, opt)
+    if (!opt.raw && this.cfg.hooks!.afterLoad && rows.length) {
+      rows = (await pMap(rows, async dbm => await this.cfg.hooks!.afterLoad!(dbm))).filter(
+        _isTruthy,
+      )
+    }
+
     const partialQuery = !!q._selectedFieldNames
     const tms =
       partialQuery || opt.raw ? (rows as any[]) : this.bmsToTM(await this.dbmsToBM(rows, opt), opt)
@@ -403,12 +447,17 @@ export class CommonDao<
 
     await _pipeline([
       this.cfg.db.streamQuery<DBM>(q, opt),
-      // optimization: 1 validation is enough
-      // transformMap<any, DBM>(dbm => (partialQuery || opt.raw ? dbm : this.anyToDBM(dbm, opt)), opt),
       transformMap<DBM, Saved<BM>>(
         async dbm => {
           count++
-          return partialQuery || opt.raw ? (dbm as any) : await this.dbmToBM(dbm, opt)
+          if (partialQuery || opt.raw) return dbm as any
+
+          if (this.cfg.hooks!.afterLoad) {
+            dbm = (await this.cfg.hooks!.afterLoad(dbm)) as DBM
+            if (dbm === null) return SKIP
+          }
+
+          return await this.dbmToBM(dbm, opt)
         },
         {
           errorMode: opt.errorMode,
@@ -448,10 +497,17 @@ export class CommonDao<
 
     await _pipeline([
       this.cfg.db.streamQuery<any>(q, opt),
-      transformMapSync<any, DBM>(
-        dbm => {
+      transformMap<any, DBM>(
+        async dbm => {
           count++
-          return partialQuery || opt.raw ? dbm : this.anyToDBM(dbm, opt)
+          if (partialQuery || opt.raw) return dbm
+
+          if (this.cfg.hooks!.afterLoad) {
+            dbm = (await this.cfg.hooks!.afterLoad(dbm)) as DBM
+            if (dbm === null) return SKIP
+          }
+
+          return this.anyToDBM(dbm, opt)
         },
         {
           errorMode: opt.errorMode,
@@ -491,9 +547,19 @@ export class CommonDao<
     return stream
       .on('error', err => stream.emit('error', err))
       .pipe(
-        transformMapSimple<any, DBM>(dbm => this.anyToDBM(dbm, opt), {
-          errorMode: ErrorMode.SUPPRESS, // cause .pipe() cannot propagate errors
-        }),
+        transformMap<any, DBM>(
+          async dbm => {
+            if (this.cfg.hooks!.afterLoad) {
+              dbm = (await this.cfg.hooks!.afterLoad(dbm)) as DBM
+              if (dbm === null) return SKIP
+            }
+
+            return this.anyToDBM(dbm, opt)
+          },
+          {
+            errorMode: opt.errorMode,
+          },
+        ),
       )
   }
 
@@ -523,9 +589,19 @@ export class CommonDao<
         // .pipe(transformMap<DBM, Saved<BM>>(dbm => this.dbmToBM(dbm, opt), safeOpt))
         .on('error', err => stream.emit('error', err))
         .pipe(
-          transformMap<DBM, Saved<BM>>(async dbm => await this.dbmToBM(dbm, opt), {
-            errorMode: ErrorMode.SUPPRESS, // cause .pipe() cannot propagate errors
-          }),
+          transformMap<DBM, Saved<BM>>(
+            async dbm => {
+              if (this.cfg.hooks!.afterLoad) {
+                dbm = (await this.cfg.hooks!.afterLoad(dbm)) as DBM
+                if (dbm === null) return SKIP
+              }
+
+              return await this.dbmToBM(dbm, opt)
+            },
+            {
+              errorMode: opt.errorMode,
+            },
+          ),
         )
       // this can make the stream async-iteration-friendly
       // but not applying it now for perf reasons
@@ -569,8 +645,10 @@ export class CommonDao<
 
     await _pipeline([
       this.cfg.db.streamQuery<DBM>(q.select(['id']), opt),
-      transformMapSimple<DBM, ID>(objectWithId => objectWithId.id),
-      transformTap(() => count++),
+      transformMapSimple<DBM, ID>(objectWithId => {
+        count++
+        return objectWithId.id
+      }),
       transformMap<ID, void>(mapper, {
         ...opt,
         predicate: _passthroughPredicate,
@@ -618,8 +696,10 @@ export class CommonDao<
     save: async (
       bm: Unsaved<BM>,
       opt: CommonDaoSaveOptions<DBM> = {},
-    ): Promise<DBSaveBatchOperation> => {
-      const row: DBM = (await this.save(bm, { ...opt, tx: true })) as any
+    ): Promise<DBSaveBatchOperation | undefined> => {
+      // .save actually returns DBM (not BM) when it detects `opt.tx === true`
+      const row: DBM | null = (await this.save(bm, { ...opt, tx: true })) as any
+      if (row === null) return
 
       return {
         type: 'saveBatch',
@@ -635,8 +715,8 @@ export class CommonDao<
       bms: Unsaved<BM>[],
       opt: CommonDaoSaveOptions<DBM> = {},
     ): Promise<DBSaveBatchOperation | undefined> => {
-      if (!bms.length) return
       const rows: DBM[] = (await this.saveBatch(bms, { ...opt, tx: true })) as any
+      if (!rows.length) return
 
       return {
         type: 'saveBatch',
@@ -682,9 +762,15 @@ export class CommonDao<
     this.requireWriteAccess()
     const idWasGenerated = !bm.id && this.cfg.createId
     this.assignIdCreatedUpdated(bm, opt) // mutates
-    const dbm = await this.bmToDBM(bm as BM, opt)
+    let dbm = await this.bmToDBM(bm as BM, opt)
+
+    if (this.cfg.hooks!.beforeSave) {
+      dbm = (await this.cfg.hooks!.beforeSave(dbm)) as DBM
+      if (dbm === null && !opt.tx) return bm as any
+    }
 
     if (opt.tx) {
+      // May return `null`, in which case it'll be skipped
       return dbm as any
     }
 
@@ -697,6 +783,7 @@ export class CommonDao<
     const started = this.logSaveStarted(op, bm, table)
     const { excludeFromIndexes } = this.cfg
     const assignGeneratedIds = opt.assignGeneratedIds || this.cfg.assignGeneratedIds
+
     await this.cfg.db.saveBatch(table, [dbm], {
       excludeFromIndexes,
       assignGeneratedIds,
@@ -763,6 +850,12 @@ export class CommonDao<
     const started = this.logSaveStarted(op, row, table)
     const { excludeFromIndexes } = this.cfg
     const assignGeneratedIds = opt.assignGeneratedIds || this.cfg.assignGeneratedIds
+
+    if (this.cfg.hooks!.beforeSave) {
+      row = (await this.cfg.hooks!.beforeSave(row)) as DBM
+      if (row === null) return dbm
+    }
+
     await this.cfg.db.saveBatch(table, [row], {
       excludeFromIndexes,
       assignGeneratedIds,
@@ -778,10 +871,17 @@ export class CommonDao<
   }
 
   async saveBatch(bms: Unsaved<BM>[], opt: CommonDaoSaveOptions<DBM> = {}): Promise<Saved<BM>[]> {
+    if (!bms.length) return []
     this.requireWriteAccess()
     const table = opt.table || this.cfg.table
     bms.forEach(bm => this.assignIdCreatedUpdated(bm, opt))
-    const dbms = await this.bmsToDBM(bms as BM[], opt)
+    let dbms = await this.bmsToDBM(bms as BM[], opt)
+
+    if (this.cfg.hooks!.beforeSave && dbms.length) {
+      dbms = (await pMap(dbms, async dbm => await this.cfg.hooks!.beforeSave!(dbm))).filter(
+        _isTruthy,
+      )
+    }
 
     if (opt.tx) {
       return dbms as any
@@ -802,6 +902,7 @@ export class CommonDao<
     const started = this.logSaveStarted(op, bms, table)
     const { excludeFromIndexes } = this.cfg
     const assignGeneratedIds = opt.assignGeneratedIds || this.cfg.assignGeneratedIds
+
     await this.cfg.db.saveBatch(table, dbms, {
       excludeFromIndexes,
       assignGeneratedIds,
@@ -818,6 +919,7 @@ export class CommonDao<
   }
 
   async saveBatchAsDBM(dbms: DBM[], opt: CommonDaoSaveOptions<DBM> = {}): Promise<DBM[]> {
+    if (!dbms.length) return []
     this.requireWriteAccess()
     const table = opt.table || this.cfg.table
     let rows = dbms
@@ -840,6 +942,12 @@ export class CommonDao<
     const { excludeFromIndexes } = this.cfg
     const assignGeneratedIds = opt.assignGeneratedIds || this.cfg.assignGeneratedIds
 
+    if (this.cfg.hooks!.beforeSave && rows.length) {
+      rows = (await pMap(rows, async row => await this.cfg.hooks!.beforeSave!(row))).filter(
+        _isTruthy,
+      )
+    }
+
     await this.cfg.db.saveBatch(table, rows, {
       excludeFromIndexes,
       assignGeneratedIds,
@@ -873,6 +981,7 @@ export class CommonDao<
   }
 
   async deleteByIds(ids: ID[], opt: CommonDaoOptions = {}): Promise<number> {
+    if (!ids.length) return 0
     this.requireWriteAccess()
     this.requireObjectMutability(opt)
     const op = `deleteByIds(${ids.join(', ')})`
@@ -941,6 +1050,7 @@ export class CommonDao<
   }
 
   async updateByIds(ids: ID[], patch: DBPatch<DBM>, opt: CommonDaoOptions = {}): Promise<number> {
+    if (!ids.length) return 0
     return await this.updateByQuery(this.query().filterIn('id', ids), patch, opt)
   }
 
@@ -1187,14 +1297,14 @@ export class CommonDao<
     this.cfg.logger?.log(`<< ${table}.${op} in ${_since(started)}`)
   }
 
-  protected logStarted(op: string, table: string, force = false): number {
+  protected logStarted(op: string, table: string, force = false): UnixTimestampMillisNumber {
     if (this.cfg.logStarted || force) {
       this.cfg.logger?.log(`>> ${table}.${op}`)
     }
     return Date.now()
   }
 
-  protected logSaveStarted(op: string, items: any, table: string): number {
+  protected logSaveStarted(op: string, items: any, table: string): UnixTimestampMillisNumber {
     if (this.cfg.logStarted) {
       const args: any[] = [`>> ${table}.${op}`]
       if (Array.isArray(items)) {

package/src/pipeline/dbPipelineBackup.ts

@@ -1,3 +1,5 @@
+import * as fs from 'node:fs'
+import * as fsp from 'node:fs/promises'
 import { createGzip, ZlibOptions } from 'node:zlib'
 import {
   AppError,
@@ -16,9 +18,12 @@ import {
   transformTap,
   transformToNDJson,
   _pipeline,
+  _ensureDirSync,
+  _pathExistsSync,
+  _ensureFileSync,
+  _writeJsonFile,
 } from '@naturalcycles/nodejs-lib'
 import { boldWhite, dimWhite, grey, yellow } from '@naturalcycles/nodejs-lib/dist/colors'
-import * as fs from 'fs-extra'
 import { CommonDB } from '../common.db'
 import { DBQuery } from '../index'
 
@@ -156,7 +161,7 @@ export async function dbPipelineBackup(opt: DBPipelineBackupOptions): Promise<ND
     `>> ${dimWhite('dbPipelineBackup')} started in ${grey(outputDirPath)}...${sinceUpdatedStr}`,
   )
 
-  fs.ensureDirSync(outputDirPath)
+  _ensureDirSync(outputDirPath)
 
   tables ||= await db.getTables()
 
@@ -176,20 +181,20 @@ export async function dbPipelineBackup(opt: DBPipelineBackupOptions): Promise<ND
       const filePath = `${outputDirPath}/${table}.ndjson` + (gzip ? '.gz' : '')
       const schemaFilePath = `${outputDirPath}/${table}.schema.json`
 
-      if (protectFromOverwrite && (await fs.pathExists(filePath))) {
+      if (protectFromOverwrite && _pathExistsSync(filePath)) {
         throw new AppError(`dbPipelineBackup: output file exists: ${filePath}`)
       }
 
       const started = Date.now()
       let rows = 0
 
-      await fs.ensureFile(filePath)
+      _ensureFileSync(filePath)
 
       console.log(`>> ${grey(filePath)} started...`)
 
       if (emitSchemaFromDB) {
         const schema = await db.getTableSchema(table)
-        await fs.writeJson(schemaFilePath, schema, { spaces: 2 })
+        await _writeJsonFile(schemaFilePath, schema, { spaces: 2 })
         console.log(`>> ${grey(schemaFilePath)} saved (generated from DB)`)
       }
 
@@ -214,7 +219,7 @@ export async function dbPipelineBackup(opt: DBPipelineBackupOptions): Promise<ND
         fs.createWriteStream(filePath),
       ])
 
-      const { size: sizeBytes } = await fs.stat(filePath)
+      const { size: sizeBytes } = await fsp.stat(filePath)
 
       const stats = NDJsonStats.create({
         tookMillis: Date.now() - started,

package/src/pipeline/dbPipelineRestore.ts

@@ -1,3 +1,4 @@
+import * as fs from 'node:fs'
 import { createUnzip } from 'node:zlib'
 import {
   AsyncMapper,
@@ -8,6 +9,7 @@ import {
   _passthroughMapper,
   SavedDBEntity,
   localTime,
+  JsonSchemaObject,
 } from '@naturalcycles/js-lib'
 import {
   NDJsonStats,
@@ -23,9 +25,10 @@ import {
   transformTap,
   writableForEach,
   _pipeline,
+  _ensureDirSync,
+  _readJsonFile,
 } from '@naturalcycles/nodejs-lib'
 import { boldWhite, dimWhite, grey, yellow } from '@naturalcycles/nodejs-lib/dist/colors'
-import * as fs from 'fs-extra'
 import { CommonDB } from '../common.db'
 import { CommonDBSaveOptions } from '../index'
 
@@ -139,7 +142,7 @@ export async function dbPipelineRestore(opt: DBPipelineRestoreOptions): Promise<
     `>> ${dimWhite('dbPipelineRestore')} started in ${grey(inputDirPath)}...${sinceUpdatedStr}`,
   )
 
-  fs.ensureDirSync(inputDirPath)
+  _ensureDirSync(inputDirPath)
 
   const tablesToGzip = new Set<string>()
   const sizeByTable: Record<string, number> = {}
@@ -179,7 +182,7 @@ export async function dbPipelineRestore(opt: DBPipelineRestoreOptions): Promise<
         return
       }
 
-      const schema = await fs.readJson(schemaFilePath)
+      const schema = await _readJsonFile<JsonSchemaObject<any>>(schemaFilePath)
       await db.createTable(table, schema, { dropIfExists: true })
     })
   }