@naturalcycles/nodejs-lib 12.34.0 → 12.38.0

package/CHANGELOG.md

@@ -1,3 +1,31 @@
+# [12.38.0](https://github.com/NaturalCycles/nodejs-lib/compare/v12.37.0...v12.38.0) (2021-10-06)
+
+
+### Features
+
+* TransformLogOptions.peakRSS to log peak rss ([4602565](https://github.com/NaturalCycles/nodejs-lib/commit/4602565c8e52d17d8bd975f73e0f2bd6df03cf8b))
+
+# [12.37.0](https://github.com/NaturalCycles/nodejs-lib/compare/v12.36.0...v12.37.0) (2021-10-04)
+
+
+### Features
+
+* cleanup, support only objectMode=true in transformMap ([540b397](https://github.com/NaturalCycles/nodejs-lib/commit/540b3972eaa5d1a630c53af6d0f5af1e4e22b6ba))
+
+# [12.36.0](https://github.com/NaturalCycles/nodejs-lib/compare/v12.35.0...v12.36.0) (2021-10-04)
+
+
+### Features
+
+* transformNoOp ([14e50ec](https://github.com/NaturalCycles/nodejs-lib/commit/14e50ecb78923464b3665e9317837bb78ad6add1))
+
+# [12.35.0](https://github.com/NaturalCycles/nodejs-lib/compare/v12.34.0...v12.35.0) (2021-10-01)
+
+
+### Features
+
+* inspectAny depth defaults to 10 now (was: 6) ([601f0b2](https://github.com/NaturalCycles/nodejs-lib/commit/601f0b29220e84de2feed2b3648313093e6c3f59))
+
 # [12.34.0](https://github.com/NaturalCycles/nodejs-lib/compare/v12.33.4...v12.34.0) (2021-09-10)
 
 

package/dist/fs/kpy.js

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.kpySync = exports.kpy = void 0;
+const path = require("path");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const cpFile = require("cp-file");
 const fs = require("fs-extra");
 const globby = require("globby");
 const moveFile = require("move-file");
-const path = require("path");
 const colors_1 = require("../colors");
 async function kpy(opt) {
     const started = Date.now();

package/dist/index.d.ts

@@ -36,6 +36,7 @@ import { transformLimit } from './stream/transform/transformLimit';
 import { transformLogProgress, TransformLogProgressOptions } from './stream/transform/transformLogProgress';
 import { transformMap, TransformMapOptions } from './stream/transform/transformMap';
 import { transformMapSimple } from './stream/transform/transformMapSimple';
+import { transformNoOp } from './stream/transform/transformNoOp';
 import { transformMapSync, TransformMapSyncOptions } from './stream/transform/transformMapSync';
 import { transformSplit } from './stream/transform/transformSplit';
 import { transformTap } from './stream/transform/transformTap';
@@ -62,4 +63,4 @@ import { anyObjectSchema, anySchema, arraySchema, binarySchema, booleanDefaultTo
 import { JoiValidationError, JoiValidationErrorData } from './validation/joi/joi.validation.error';
 import { convert, getValidationResult, isValid, JoiValidationResult, undefinedIfInvalid, validate } from './validation/joi/joi.validation.util';
 export type { JoiValidationErrorData, JoiValidationResult, ValidationErrorItem, ExtendedJoi, SchemaTyped, AnySchema, AnySchemaTyped, ArraySchemaTyped, BooleanSchemaTyped, NumberSchemaTyped, ObjectSchemaTyped, StringSchemaTyped, IDebug, IDebugger, SlackServiceCfg, SlackMessage, SlackMessageProps, SlackApiBody, SlackMessagePrefixHook, ReadableTyped, WritableTyped, TransformTyped, PipelineFromNDJsonFileOptions, PipelineToNDJsonFileOptions, TransformJsonParseOptions, TransformToNDJsonOptions, TransformMapOptions, TransformMapSyncOptions, NDJSONStreamForEachOptions, TransformOptions, TransformLogProgressOptions, TransformMultiThreadedOptions, WorkerClassInterface, WorkerInput, WorkerOutput, TableDiffOptions, InspectAnyOptions, Got, GetGotOptions, AfterResponseHook, BeforeErrorHook, BeforeRequestHook, AjvValidationOptions, AjvSchemaCfg, AjvValidationErrorData, };
-export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, booleanSchema, booleanDefaultToFalseSchema, stringSchema, numberSchema, integerSchema, percentageSchema, dateStringSchema, arraySchema, binarySchema, objectSchema, anySchema, anyObjectSchema, idSchema, unixTimestampSchema, verSchema, emailSchema, SEM_VER_PATTERN, semVerSchema, userAgentSchema, utcOffsetSchema, ipAddressSchema, slugSchema, urlSchema, processSharedUtil, zipBuffer, gzipBuffer, unzipBuffer, gunzipBuffer, zipString, gzipString, unzipToString, gunzipToString, requireEnvKeys, requireFileToExist, LRUMemoCache, stringId, stringIdAsync, stringIdUnsafe, ALPHABET_NUMBER, ALPHABET_LOWERCASE, ALPHABET_UPPERCASE, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_ALPHANUMERIC, md5, hash, stringToBase64, base64ToString, bufferToBase64, base64ToBuffer, Debug, DebugLogLevel, getSecretMap, setSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, memoryUsage, memoryUsageFull, SlackService, slackDefaultMessagePrefixHook, readableCreate, readableFrom, readableFromArray, readableToArray, readableForEach, readableForEachSync, readableMap, readableMapToArray, _pipeline, transformBuffer, ndJsonFileRead, ndJsonFileWrite, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformFilter, transformFilterSync, transformMap, transformMapSync, transformMapSimple, writableForEach, writablePushToArray, transformSplit, transformToString, transformToArray, transformTap, transformLogProgress, transformLimit, writableVoid, writableFork, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, getGot, HTTPError, TimeoutError, _chunkBuffer, Ajv, getAjv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, };
+export { JoiValidationError, validate, getValidationResult, isValid, undefinedIfInvalid, convert, Joi, booleanSchema, booleanDefaultToFalseSchema, stringSchema, numberSchema, integerSchema, percentageSchema, dateStringSchema, arraySchema, binarySchema, objectSchema, anySchema, anyObjectSchema, idSchema, unixTimestampSchema, verSchema, emailSchema, SEM_VER_PATTERN, semVerSchema, userAgentSchema, utcOffsetSchema, ipAddressSchema, slugSchema, urlSchema, processSharedUtil, zipBuffer, gzipBuffer, unzipBuffer, gunzipBuffer, zipString, gzipString, unzipToString, gunzipToString, requireEnvKeys, requireFileToExist, LRUMemoCache, stringId, stringIdAsync, stringIdUnsafe, ALPHABET_NUMBER, ALPHABET_LOWERCASE, ALPHABET_UPPERCASE, ALPHABET_ALPHANUMERIC_LOWERCASE, ALPHABET_ALPHANUMERIC_UPPERCASE, ALPHABET_ALPHANUMERIC, md5, hash, stringToBase64, base64ToString, bufferToBase64, base64ToBuffer, Debug, DebugLogLevel, getSecretMap, setSecretMap, loadSecretsFromEnv, loadSecretsFromJsonFile, removeSecretsFromEnv, secret, secretOptional, memoryUsage, memoryUsageFull, SlackService, slackDefaultMessagePrefixHook, readableCreate, readableFrom, readableFromArray, readableToArray, readableForEach, readableForEachSync, readableMap, readableMapToArray, _pipeline, transformBuffer, ndJsonFileRead, ndJsonFileWrite, ndjsonStreamForEach, pipelineFromNDJsonFile, pipelineToNDJsonFile, NDJsonStats, streamToNDJsonFile, transformJsonParse, bufferReviver, transformToNDJson, transformFilter, transformFilterSync, transformMap, transformMapSync, transformMapSimple, transformNoOp, writableForEach, writablePushToArray, transformSplit, transformToString, transformToArray, transformTap, transformLogProgress, transformLimit, writableVoid, writableFork, transformMultiThreaded, BaseWorkerClass, tableDiff, inspectAny, getGot, HTTPError, TimeoutError, _chunkBuffer, Ajv, getAjv, AjvSchema, AjvValidationError, readJsonSchemas, readAjvSchemas, };

package/dist/index.js

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ALPHABET_ALPHANUMERIC_UPPERCASE = exports.ALPHABET_ALPHANUMERIC_LOWERCASE = exports.ALPHABET_UPPERCASE = exports.ALPHABET_LOWERCASE = exports.ALPHABET_NUMBER = exports.stringIdUnsafe = exports.stringIdAsync = exports.stringId = exports.LRUMemoCache = exports.requireFileToExist = exports.requireEnvKeys = exports.gunzipToString = exports.unzipToString = exports.gzipString = exports.zipString = exports.gunzipBuffer = exports.unzipBuffer = exports.gzipBuffer = exports.zipBuffer = exports.processSharedUtil = exports.urlSchema = exports.slugSchema = exports.ipAddressSchema = exports.utcOffsetSchema = exports.userAgentSchema = exports.semVerSchema = exports.SEM_VER_PATTERN = exports.emailSchema = exports.verSchema = exports.unixTimestampSchema = exports.idSchema = exports.anyObjectSchema = exports.anySchema = exports.objectSchema = exports.binarySchema = exports.arraySchema = exports.dateStringSchema = exports.percentageSchema = exports.integerSchema = exports.numberSchema = exports.stringSchema = exports.booleanDefaultToFalseSchema = exports.booleanSchema = exports.Joi = exports.convert = exports.undefinedIfInvalid = exports.isValid = exports.getValidationResult = exports.validate = exports.JoiValidationError = void 0;
-exports.transformToArray = exports.transformToString = exports.transformSplit = exports.writablePushToArray = exports.writableForEach = exports.transformMapSimple = exports.transformMapSync = exports.transformMap = exports.transformFilterSync = exports.transformFilter = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.ndJsonFileWrite = exports.ndJsonFileRead = exports.transformBuffer = exports._pipeline = exports.readableMapToArray = exports.readableMap = exports.readableForEachSync = exports.readableForEach = exports.readableToArray = exports.readableFromArray = exports.readableFrom = exports.readableCreate = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.memoryUsageFull = exports.memoryUsage = exports.secretOptional = exports.secret = exports.removeSecretsFromEnv = exports.loadSecretsFromJsonFile = exports.loadSecretsFromEnv = exports.setSecretMap = exports.getSecretMap = exports.DebugLogLevel = exports.Debug = exports.base64ToBuffer = exports.bufferToBase64 = exports.base64ToString = exports.stringToBase64 = exports.hash = exports.md5 = exports.ALPHABET_ALPHANUMERIC = void 0;
-exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.getAjv = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.HTTPError = exports.getGot = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.writableFork = exports.writableVoid = exports.transformLimit = exports.transformLogProgress = exports.transformTap = void 0;
+exports.transformToString = exports.transformSplit = exports.writablePushToArray = exports.writableForEach = exports.transformNoOp = exports.transformMapSimple = exports.transformMapSync = exports.transformMap = exports.transformFilterSync = exports.transformFilter = exports.transformToNDJson = exports.bufferReviver = exports.transformJsonParse = exports.streamToNDJsonFile = exports.NDJsonStats = exports.pipelineToNDJsonFile = exports.pipelineFromNDJsonFile = exports.ndjsonStreamForEach = exports.ndJsonFileWrite = exports.ndJsonFileRead = exports.transformBuffer = exports._pipeline = exports.readableMapToArray = exports.readableMap = exports.readableForEachSync = exports.readableForEach = exports.readableToArray = exports.readableFromArray = exports.readableFrom = exports.readableCreate = exports.slackDefaultMessagePrefixHook = exports.SlackService = exports.memoryUsageFull = exports.memoryUsage = exports.secretOptional = exports.secret = exports.removeSecretsFromEnv = exports.loadSecretsFromJsonFile = exports.loadSecretsFromEnv = exports.setSecretMap = exports.getSecretMap = exports.DebugLogLevel = exports.Debug = exports.base64ToBuffer = exports.bufferToBase64 = exports.base64ToString = exports.stringToBase64 = exports.hash = exports.md5 = exports.ALPHABET_ALPHANUMERIC = void 0;
+exports.readAjvSchemas = exports.readJsonSchemas = exports.AjvValidationError = exports.AjvSchema = exports.getAjv = exports.Ajv = exports._chunkBuffer = exports.TimeoutError = exports.HTTPError = exports.getGot = exports.inspectAny = exports.tableDiff = exports.BaseWorkerClass = exports.transformMultiThreaded = exports.writableFork = exports.writableVoid = exports.transformLimit = exports.transformLogProgress = exports.transformTap = exports.transformToArray = void 0;
 const ajv_1 = require("ajv");
 exports.Ajv = ajv_1.default;
 const got_1 = require("got");
@@ -97,6 +97,8 @@ const transformMap_1 = require("./stream/transform/transformMap");
 Object.defineProperty(exports, "transformMap", { enumerable: true, get: function () { return transformMap_1.transformMap; } });
 const transformMapSimple_1 = require("./stream/transform/transformMapSimple");
 Object.defineProperty(exports, "transformMapSimple", { enumerable: true, get: function () { return transformMapSimple_1.transformMapSimple; } });
+const transformNoOp_1 = require("./stream/transform/transformNoOp");
+Object.defineProperty(exports, "transformNoOp", { enumerable: true, get: function () { return transformNoOp_1.transformNoOp; } });
 const transformMapSync_1 = require("./stream/transform/transformMapSync");
 Object.defineProperty(exports, "transformMapSync", { enumerable: true, get: function () { return transformMapSync_1.transformMapSync; } });
 const transformSplit_1 = require("./stream/transform/transformSplit");

package/dist/infra/process.util.js

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.processSharedUtil = exports.memoryUsageFull = exports.memoryUsage = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const os = require("os");
+const js_lib_1 = require("@naturalcycles/js-lib");
 /* eslint-disable @typescript-eslint/explicit-module-boundary-types */
 function memoryUsage() {
     const { rss, external, heapUsed, heapTotal } = process.memoryUsage();

package/dist/log/debug.js

@@ -8,27 +8,28 @@ var DebugLogLevel;
     DebugLogLevel["warn"] = "warn";
     DebugLogLevel["error"] = "error";
 })(DebugLogLevel = exports.DebugLogLevel || (exports.DebugLogLevel = {}));
-const OriginalDebug = require('debug');
+const originalDebug = require('debug');
+// eslint-disable-next-line @typescript-eslint/naming-convention
 exports.Debug = ((namespace) => {
-    const instance = OriginalDebug(namespace);
+    const instance = originalDebug(namespace);
     instance.log = console.log.bind(console); // this enables colors for objects
     instance.info = instance.bind(instance);
-    const instanceDebug = OriginalDebug([namespace, 'debug'].join(':'));
+    const instanceDebug = originalDebug([namespace, 'debug'].join(':'));
     instanceDebug.log = console.debug.bind(console);
     instance.debug = instanceDebug.bind(instanceDebug);
-    const instanceWarn = OriginalDebug([namespace, 'warn'].join(':'));
+    const instanceWarn = originalDebug([namespace, 'warn'].join(':'));
     instanceWarn.log = console.warn.bind(console);
     instance.warn = instanceWarn.bind(instanceWarn);
-    const instanceError = OriginalDebug([namespace, 'error'].join(':'));
+    const instanceError = originalDebug([namespace, 'error'].join(':'));
     instanceError.log = console.error.bind(console);
     instance.error = instanceError.bind(instanceError);
     return instance;
 });
-exports.Debug.coerce = OriginalDebug.coerce.bind(OriginalDebug);
-exports.Debug.disable = OriginalDebug.disable.bind(OriginalDebug);
-exports.Debug.enable = OriginalDebug.enable.bind(OriginalDebug);
-exports.Debug.enabled = OriginalDebug.enabled.bind(OriginalDebug);
-exports.Debug.log = OriginalDebug.log.bind(OriginalDebug);
-exports.Debug.names = OriginalDebug.names;
-exports.Debug.skips = OriginalDebug.skips;
-exports.Debug.formatters = OriginalDebug.formatters;
+exports.Debug.coerce = originalDebug.coerce.bind(originalDebug);
+exports.Debug.disable = originalDebug.disable.bind(originalDebug);
+exports.Debug.enable = originalDebug.enable.bind(originalDebug);
+exports.Debug.enabled = originalDebug.enabled.bind(originalDebug);
+exports.Debug.log = originalDebug.log.bind(originalDebug);
+exports.Debug.names = originalDebug.names;
+exports.Debug.skips = originalDebug.skips;
+exports.Debug.formatters = originalDebug.formatters;

package/dist/secret/secrets-decrypt.util.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.secretsDecrypt = void 0;
+const path = require("path");
 const fs = require("fs-extra");
 const globby = require("globby");
-const path = require("path");
 const colors_1 = require("../colors");
 const crypto_util_1 = require("../security/crypto.util");
 /**

package/dist/secret/secrets-encrypt.util.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.secretsEncrypt = void 0;
+const path = require("path");
 const fs = require("fs-extra");
 const globby = require("globby");
-const path = require("path");
 const colors_1 = require("../colors");
 const crypto_util_1 = require("../security/crypto.util");
 /**

package/dist/security/secret.util.js

@@ -42,6 +42,7 @@ exports.removeSecretsFromEnv = removeSecretsFromEnv;
  *
  * If SECRET_ENCRYPTION_KEY argument is passed - will decrypt the contents of the file first, before parsing it as JSON.
  */
+// eslint-disable-next-line @typescript-eslint/naming-convention
 function loadSecretsFromJsonFile(filePath, SECRET_ENCRYPTION_KEY) {
     if (!fs.existsSync(filePath)) {
         throw new Error(`loadSecretsFromPlainJsonFile() cannot load from path: ${filePath}`);

package/dist/stream/ndjson/ndjsonMap.js

@@ -1,10 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ndjsonMap = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const fs_1 = require("fs");
 const path = require("path");
 const zlib_1 = require("zlib");
+const js_lib_1 = require("@naturalcycles/js-lib");
 const __1 = require("../..");
 /**
  * Unzips input file automatically, if it ends with `.gz`.

package/dist/stream/ndjson/ndjsonStreamForEach.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ndjsonStreamForEach = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const fs = require("fs");
 const zlib_1 = require("zlib");
+const js_lib_1 = require("@naturalcycles/js-lib");
 const __1 = require("../..");
 /**
  * Convenience function to `forEach` through an ndjson file.

package/dist/stream/ndjson/pipelineFromNDJsonFile.js

@@ -1,11 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.pipelineFromNDJsonFile = void 0;
+const zlib_1 = require("zlib");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const fs = require("fs-extra");
-const zlib_1 = require("zlib");
 const __1 = require("../..");
-const __2 = require("../..");
 const colors_1 = require("../../colors");
 const ndjson_model_1 = require("./ndjson.model");
 const transformJsonParse_1 = require("./transformJsonParse");
@@ -21,7 +20,7 @@ async function pipelineFromNDJsonFile(streams, opt) {
     await (0, __1._pipeline)([
         fs.createReadStream(filePath),
         ...(gzip ? [(0, zlib_1.createUnzip)(opt.zlibOptions)] : []),
-        (0, __2.transformSplit)(separator),
+        (0, __1.transformSplit)(separator),
         (0, transformJsonParse_1.transformJsonParse)(opt),
         (0, __1.transformTap)(() => rows++),
         ...streams,

package/dist/stream/ndjson/pipelineToNDJsonFile.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.pipelineToNDJsonFile = void 0;
+const zlib_1 = require("zlib");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const fs = require("fs-extra");
-const zlib_1 = require("zlib");
 const __1 = require("../..");
 const colors_1 = require("../../colors");
 const ndjson_model_1 = require("./ndjson.model");

package/dist/stream/ndjson/transformToNDJson.js

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.transformToNDJson = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const stream_1 = require("stream");
+const js_lib_1 = require("@naturalcycles/js-lib");
 /**
  * Transforms objects (objectMode=true) into chunks \n-terminated JSON strings (readableObjectMode=false).
  */

package/dist/stream/readable/readableFromArray.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="node" />
-import { AsyncMapper } from '@naturalcycles/js-lib';
 import { ReadableOptions } from 'stream';
+import { AsyncMapper } from '@naturalcycles/js-lib';
 import { ReadableTyped } from '../stream.model';
 /**
  * Create Readable from Array.

package/dist/stream/readable/readableFromArray.js

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.readableFromArray = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const stream_1 = require("stream");
+const js_lib_1 = require("@naturalcycles/js-lib");
 /**
  * Create Readable from Array.
  * Supports a `mapper` function (async) that you can use to e.g create a timer-emitting-readable.

package/dist/stream/transform/transformLogProgress.d.ts

@@ -24,6 +24,12 @@ export interface TransformLogProgressOptions<IN = any> extends TransformOptions
      * @default true
      */
     rss?: boolean;
+    /**
+     * Incude Peak RSS in log.
+     *
+     * @default false
+     */
+    peakRSS?: boolean;
     /**
      * Include `external` in log.
      *
@@ -50,15 +56,16 @@ export interface TransformLogProgressOptions<IN = any> extends TransformOptions
      */
     logRPS?: boolean;
     /**
-     * @default true
      * Set to false to disable logging progress
+     *
+     * @default true
      */
     logProgress?: boolean;
     /**
      * Log progress event Nth record that is _processed_ (went through mapper).
+     * Set to 0 to disable logging.
      *
      * @default 1000
-     * Set to 0 to disable logging.
      */
     logEvery?: number;
     /**

package/dist/stream/transform/transformLogProgress.js

@@ -1,20 +1,20 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.transformLogProgress = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
-const time_lib_1 = require("@naturalcycles/time-lib");
 const stream_1 = require("stream");
 const util_1 = require("util");
+const js_lib_1 = require("@naturalcycles/js-lib");
+const time_lib_1 = require("@naturalcycles/time-lib");
 const colors_1 = require("../../colors");
 const inspectOpt = {
     colors: true,
-    breakLength: 200,
+    breakLength: 300,
 };
 /**
  * Pass-through transform that optionally logs progress.
  */
 function transformLogProgress(opt = {}) {
-    const { metric = 'progress', heapTotal: logHeapTotal = false, heapUsed: logHeapUsed = true, rss: logRss = true, logRPS = true, logEvery = 1000, extra, } = opt;
+    const { metric = 'progress', heapTotal: logHeapTotal = false, heapUsed: logHeapUsed = true, rss: logRss = true, peakRSS: logPeakRSS = false, logRPS = true, logEvery = 1000, extra, } = opt;
     const logProgress = opt.logProgress !== false && logEvery !== 0; // true by default
     const logEvery10 = logEvery * 10;
     const started = Date.now();
@@ -22,6 +22,7 @@ function transformLogProgress(opt = {}) {
     const sma = new js_lib_1.SimpleMovingAverage(10); // over last 10 seconds
     let processedLastSecond = 0;
     let progress = 0;
+    let peakRSS = 0;
     logStats(); // initial
     return new stream_1.Transform({
         objectMode: true,
@@ -49,12 +50,15 @@ function transformLogProgress(opt = {}) {
         lastSecondStarted = now;
         processedLastSecond = 0;
         const rps10 = Math.round(sma.push(lastRPS));
+        if (mem.rss > peakRSS)
+            peakRSS = mem.rss;
         console.log((0, util_1.inspect)({
             [final ? `${metric}_final` : metric]: progress,
             ...(extra ? extra(chunk, progress) : {}),
             ...(logHeapUsed ? { heapUsed: (0, js_lib_1._mb)(mem.heapUsed) } : {}),
             ...(logHeapTotal ? { heapTotal: (0, js_lib_1._mb)(mem.heapTotal) } : {}),
             ...(logRss ? { rss: (0, js_lib_1._mb)(mem.rss) } : {}),
+            ...(logPeakRSS ? { peakRSS: (0, js_lib_1._mb)(peakRSS) } : {}),
             ...(opt.rssMinusHeap ? { rssMinusHeap: (0, js_lib_1._mb)(mem.rss - mem.heapTotal) } : {}),
             ...(opt.external ? { external: (0, js_lib_1._mb)(mem.external) } : {}),
             ...(opt.arrayBuffers ? { arrayBuffers: (0, js_lib_1._mb)(mem.arrayBuffers || 0) } : {}),

package/dist/stream/transform/transformMap.d.ts

@@ -1,10 +1,6 @@
 import { AsyncMapper, AsyncPredicate, ErrorMode } from '@naturalcycles/js-lib';
 import { TransformTyped } from '../stream.model';
 export interface TransformMapOptions<IN = any, OUT = IN> {
-    /**
-     * @default true
-     */
-    objectMode?: boolean;
     /**
      * @default false
      * Set true to support "multiMap" - possibility to return [] and emit 1 result for each item in the array.
@@ -44,10 +40,6 @@ export interface TransformMapOptions<IN = any, OUT = IN> {
      * If defined - called BEFORE `final()` callback is called.
      */
     beforeFinal?: () => any;
-    /**
-     * If defined - called AFTER final chunk was processed.
-     */
-    afterFinal?: () => any;
 }
 export declare function notNullishPredicate(item: any): boolean;
 /**

package/dist/stream/transform/transformMap.js

@@ -21,12 +21,12 @@ exports.notNullishPredicate = notNullishPredicate;
  * If an Array is returned by `mapper` - it will be flattened and multiple results will be emitted from it. Tested by Array.isArray().
  */
 function transformMap(mapper, opt = {}) {
-    const { concurrency = 16, predicate = notNullishPredicate, errorMode = js_lib_1.ErrorMode.THROW_IMMEDIATELY, flattenArrayOutput, onError, beforeFinal, afterFinal, metric = 'stream', objectMode = true, } = opt;
+    const { concurrency = 16, predicate = notNullishPredicate, errorMode = js_lib_1.ErrorMode.THROW_IMMEDIATELY, flattenArrayOutput, onError, beforeFinal, metric = 'stream', } = opt;
     let index = -1;
     let isRejected = false;
     let errors = 0;
     const collectedErrors = []; // only used if errorMode == THROW_AGGREGATED
-    return (objectMode ? through2Concurrent.obj : through2Concurrent)({
+    return through2Concurrent.obj({
         maxConcurrency: concurrency,
         // autoDestroy: true,
         async final(cb) {
@@ -41,7 +41,6 @@ function transformMap(mapper, opt = {}) {
                 // emit no error
                 cb();
             }
-            afterFinal?.(); // call afterFinal if defined (optional invokation operator)
         },
     }, async function transformMapFn(chunk, _encoding, cb) {
         index++;

package/dist/stream/transform/transformMapSimple.js

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.transformMapSimple = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const stream_1 = require("stream");
+const js_lib_1 = require("@naturalcycles/js-lib");
 /**
  * Simplest version of `transformMap`.
  * errorMode: IMMEDIATE

package/dist/stream/transform/transformMapSync.js

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.transformMapSync = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const stream_1 = require("stream");
+const js_lib_1 = require("@naturalcycles/js-lib");
 const colors_1 = require("../../colors");
 const transformMap_1 = require("./transformMap");
 /**

package/dist/stream/transform/transformNoOp.d.ts

@@ -0,0 +1,7 @@
+import { TransformTyped } from '../stream.model';
+/**
+ * Transform that does nothing (pass the data through).
+ * Can be used e.g to convert "not-valid" stream (e.g one that `transformMap` is producing)
+ * into a "valid" stream (that implements async-iteration interface).
+ */
+export declare function transformNoOp<T = any>(): TransformTyped<T, T>;

package/dist/stream/transform/transformNoOp.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transformNoOp = void 0;
+const stream_1 = require("stream");
+/**
+ * Transform that does nothing (pass the data through).
+ * Can be used e.g to convert "not-valid" stream (e.g one that `transformMap` is producing)
+ * into a "valid" stream (that implements async-iteration interface).
+ */
+function transformNoOp() {
+    return new stream_1.Transform({
+        objectMode: true,
+        transform(chunk, _encoding, cb) {
+            cb(null, chunk);
+        },
+    });
+}
+exports.transformNoOp = transformNoOp;

package/dist/stream/transform/worker/transformMultiThreaded.d.ts

@@ -1,5 +1,5 @@
-import { TransformOptions, TransformTyped } from '../../stream.model';
-export interface TransformMultiThreadedOptions extends TransformOptions {
+import { TransformTyped } from '../../stream.model';
+export interface TransformMultiThreadedOptions {
     /**
      * Absolute path to a js file with worker code
      */

package/dist/stream/transform/worker/transformMultiThreaded.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.transformMultiThreaded = void 0;
+const worker_threads_1 = require("worker_threads");
 const js_lib_1 = require("@naturalcycles/js-lib");
 const through2Concurrent = require("through2-concurrent");
-const worker_threads_1 = require("worker_threads");
 const workerProxyFilePath = `${__dirname}/workerClassProxy.js`;
 /**
  * Spawns a pool of Workers (threads).
@@ -15,7 +15,6 @@ function transformMultiThreaded(opt) {
     const { workerFile, poolSize = 2, workerData } = opt;
     const maxConcurrency = opt.concurrency || poolSize;
     const highWaterMark = Math.max(16, maxConcurrency);
-    const objectMode = opt.objectMode !== false; // default true
     console.log({
         poolSize,
         maxConcurrency,
@@ -56,7 +55,7 @@ function transformMultiThreaded(opt) {
         });
         return worker;
     });
-    return (objectMode ? through2Concurrent.obj : through2Concurrent)({
+    return through2Concurrent.obj({
         maxConcurrency,
         highWaterMark,
         async final(cb) {

package/dist/string/inspectAny.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="node" />
-import { StringifyAnyOptions } from '@naturalcycles/js-lib';
 import { InspectOptions } from 'util';
+import { StringifyAnyOptions } from '@naturalcycles/js-lib';
 export interface InspectAnyOptions extends StringifyAnyOptions, InspectOptions {
 }
 /**

package/dist/string/inspectAny.js

@@ -1,11 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.inspectAny = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const util_1 = require("util");
+const js_lib_1 = require("@naturalcycles/js-lib");
 const INSPECT_OPT = {
     breakLength: 80,
-    depth: 6, // default: 2
+    depth: 10, // default: 2
 };
 /**
  * Transforms ANY to human-readable string (via util.inspect mainly).

package/dist/util/zip.util.d.ts

@@ -1,6 +1,14 @@
 /// <reference types="node" />
 import { ZlibOptions } from 'zlib';
+/**
+ * zipBuffer uses `deflate`.
+ * It's 9 bytes shorter than gzip.
+ */
 export declare function zipBuffer(buf: Buffer, options?: ZlibOptions): Promise<Buffer>;
+/**
+ * gzipBuffer uses `gzip`
+ * It's 9 bytes longer than deflate.
+ */
 export declare function gzipBuffer(buf: Buffer, options?: ZlibOptions): Promise<Buffer>;
 export declare function unzipBuffer(buf: Buffer, options?: ZlibOptions): Promise<Buffer>;
 export declare function gunzipBuffer(buf: Buffer, options?: ZlibOptions): Promise<Buffer>;

package/dist/util/zip.util.js

@@ -8,10 +8,18 @@ const inflate = (0, util_1.promisify)(zlib.inflate.bind(zlib));
 const gzip = (0, util_1.promisify)(zlib.gzip.bind(zlib));
 const gunzip = (0, util_1.promisify)(zlib.gunzip.bind(zlib));
 // string > zip
+/**
+ * zipBuffer uses `deflate`.
+ * It's 9 bytes shorter than gzip.
+ */
 async function zipBuffer(buf, options = {}) {
     return await deflate(buf, options);
 }
 exports.zipBuffer = zipBuffer;
+/**
+ * gzipBuffer uses `gzip`
+ * It's 9 bytes longer than deflate.
+ */
 async function gzipBuffer(buf, options = {}) {
     return await gzip(buf, options);
 }

package/dist/validation/ajv/ajvSchema.js

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AjvSchema = void 0;
-const js_lib_1 = require("@naturalcycles/js-lib");
 const fs = require("fs");
+const js_lib_1 = require("@naturalcycles/js-lib");
 const index_1 = require("../../index");
 const ajvValidationError_1 = require("./ajvValidationError");
 const getAjv_1 = require("./getAjv");

package/dist/validation/joi/joi.extensions.js

@@ -7,6 +7,7 @@ const string_extensions_1 = require("./string.extensions");
 /**
  * This is the only right place to import Joi from
  */
+// eslint-disable-next-line @typescript-eslint/naming-convention
 exports.Joi = JoiLib.defaults(schema => {
     // hack to prevent infinite recursion due to .empty('') where '' is a stringSchema itself
     if (schema.type === 'string') {

package/dist/validation/joi/number.extensions.js

@@ -16,7 +16,6 @@ function numberExtensions(joi) {
             dividable: {
                 multi: true,
                 method(q) {
-                    // tslint:disable-next-line:no-invalid-this
                     return this.$_addRule({
                         name: 'dividable',
                         args: { q },

package/dist/validation/joi/string.extensions.js

@@ -15,7 +15,6 @@ function stringExtensions(joi) {
         rules: {
             dateString: {
                 method(min, max) {
-                    // tslint:disable-next-line:no-invalid-this
                     return this.$_addRule({
                         name: 'dateString',
                         args: { min, max },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@naturalcycles/nodejs-lib",
-  "version": "12.34.0",
+  "version": "12.38.0",
   "scripts": {
     "prepare": "husky install",
     "docs-serve": "vuepress dev docs",

package/src/fs/kpy.ts

@@ -1,9 +1,9 @@
+import * as path from 'path'
 import { _since } from '@naturalcycles/js-lib'
 import * as cpFile from 'cp-file'
 import * as fs from 'fs-extra'
 import * as globby from 'globby'
 import * as moveFile from 'move-file'
-import * as path from 'path'
 import { boldWhite, dimGrey, grey, yellow } from '../colors'
 
 /**

package/src/got/getGot.ts

@@ -1,6 +1,6 @@
+import { URL } from 'url'
 import { _jsonParseIfPossible, _since } from '@naturalcycles/js-lib'
 import got, { AfterResponseHook, BeforeErrorHook, BeforeRequestHook, Got, HTTPError } from 'got'
-import { URL } from 'url'
 import { inspectAny } from '..'
 import { dimGrey, grey, red, yellow } from '../colors'
 import { GetGotOptions, GotRequestContext } from './got.model'

package/src/index.ts

@@ -88,6 +88,7 @@ import {
 } from './stream/transform/transformLogProgress'
 import { transformMap, TransformMapOptions } from './stream/transform/transformMap'
 import { transformMapSimple } from './stream/transform/transformMapSimple'
+import { transformNoOp } from './stream/transform/transformNoOp'
 import { transformMapSync, TransformMapSyncOptions } from './stream/transform/transformMapSync'
 import { transformSplit } from './stream/transform/transformSplit'
 import { transformTap } from './stream/transform/transformTap'
@@ -309,6 +310,7 @@ export {
   transformMap,
   transformMapSync,
   transformMapSimple,
+  transformNoOp,
   writableForEach,
   writablePushToArray,
   transformSplit,

package/src/infra/process.util.ts

@@ -1,5 +1,5 @@
-import { _mb } from '@naturalcycles/js-lib'
 import * as os from 'os'
+import { _mb } from '@naturalcycles/js-lib'
 
 /* eslint-disable @typescript-eslint/explicit-module-boundary-types */
 

package/src/log/debug.ts

@@ -40,32 +40,33 @@ export enum DebugLogLevel {
   error = 'error',
 }
 
-const OriginalDebug = require('debug') as IDebug
+const originalDebug = require('debug') as IDebug
 
+// eslint-disable-next-line @typescript-eslint/naming-convention
 export const Debug = ((namespace: string) => {
-  const instance = OriginalDebug(namespace)
+  const instance = originalDebug(namespace)
   instance.log = console.log.bind(console) // this enables colors for objects
   instance.info = instance.bind(instance)
 
-  const instanceDebug = OriginalDebug([namespace, 'debug'].join(':'))
+  const instanceDebug = originalDebug([namespace, 'debug'].join(':'))
   instanceDebug.log = console.debug.bind(console)
   instance.debug = instanceDebug.bind(instanceDebug)
 
-  const instanceWarn = OriginalDebug([namespace, 'warn'].join(':'))
+  const instanceWarn = originalDebug([namespace, 'warn'].join(':'))
   instanceWarn.log = console.warn.bind(console)
   instance.warn = instanceWarn.bind(instanceWarn)
 
-  const instanceError = OriginalDebug([namespace, 'error'].join(':'))
+  const instanceError = originalDebug([namespace, 'error'].join(':'))
   instanceError.log = console.error.bind(console)
   instance.error = instanceError.bind(instanceError)
 
   return instance
 }) as IDebug
-Debug.coerce = OriginalDebug.coerce.bind(OriginalDebug)
-Debug.disable = OriginalDebug.disable.bind(OriginalDebug)
-Debug.enable = OriginalDebug.enable.bind(OriginalDebug)
-Debug.enabled = OriginalDebug.enabled.bind(OriginalDebug)
-Debug.log = OriginalDebug.log.bind(OriginalDebug)
-Debug.names = OriginalDebug.names
-Debug.skips = OriginalDebug.skips
-Debug.formatters = OriginalDebug.formatters
+Debug.coerce = originalDebug.coerce.bind(originalDebug)
+Debug.disable = originalDebug.disable.bind(originalDebug)
+Debug.enable = originalDebug.enable.bind(originalDebug)
+Debug.enabled = originalDebug.enabled.bind(originalDebug)
+Debug.log = originalDebug.log.bind(originalDebug)
+Debug.names = originalDebug.names
+Debug.skips = originalDebug.skips
+Debug.formatters = originalDebug.formatters

package/src/secret/secrets-decrypt.util.ts

@@ -1,6 +1,6 @@
+import * as path from 'path'
 import * as fs from 'fs-extra'
 import globby = require('globby')
-import * as path from 'path'
 import { dimGrey, yellow } from '../colors'
 import { decryptRandomIVBuffer } from '../security/crypto.util'
 

package/src/secret/secrets-encrypt.util.ts

@@ -1,6 +1,6 @@
+import * as path from 'path'
 import * as fs from 'fs-extra'
 import globby = require('globby')
-import * as path from 'path'
 import { dimGrey, yellow } from '../colors'
 import { encryptRandomIVBuffer } from '../security/crypto.util'
 

package/src/security/secret.util.ts

@@ -1,5 +1,5 @@
-import { StringMap } from '@naturalcycles/js-lib'
 import * as fs from 'fs'
+import { StringMap } from '@naturalcycles/js-lib'
 import { base64ToString, Debug } from '..'
 import { decryptRandomIVBuffer } from './crypto.util'
 
@@ -50,6 +50,7 @@ export function removeSecretsFromEnv(): void {
  *
  * If SECRET_ENCRYPTION_KEY argument is passed - will decrypt the contents of the file first, before parsing it as JSON.
  */
+// eslint-disable-next-line @typescript-eslint/naming-convention
 export function loadSecretsFromJsonFile(filePath: string, SECRET_ENCRYPTION_KEY?: string): void {
   if (!fs.existsSync(filePath)) {
     throw new Error(`loadSecretsFromPlainJsonFile() cannot load from path: ${filePath}`)

package/src/stream/ndjson/ndjsonMap.ts

@@ -1,7 +1,7 @@
-import { AsyncMapper, ErrorMode } from '@naturalcycles/js-lib'
 import { createReadStream, createWriteStream } from 'fs'
 import * as path from 'path'
 import { createGzip, createUnzip } from 'zlib'
+import { AsyncMapper, ErrorMode } from '@naturalcycles/js-lib'
 import {
   requireFileToExist,
   transformJsonParse,

package/src/stream/ndjson/ndjsonStreamForEach.ts

@@ -1,6 +1,6 @@
-import { AsyncMapper, ErrorMode } from '@naturalcycles/js-lib'
 import * as fs from 'fs'
 import { createUnzip } from 'zlib'
+import { AsyncMapper, ErrorMode } from '@naturalcycles/js-lib'
 import {
   requireFileToExist,
   transformJsonParse,

package/src/stream/ndjson/pipelineFromNDJsonFile.ts

@@ -1,8 +1,7 @@
+import { createUnzip, ZlibOptions } from 'zlib'
 import { _hb } from '@naturalcycles/js-lib'
 import * as fs from 'fs-extra'
-import { createUnzip, ZlibOptions } from 'zlib'
-import { transformTap, _pipeline } from '../..'
-import { transformSplit } from '../..'
+import { transformTap, _pipeline, transformSplit } from '../..'
 import { dimWhite, grey } from '../../colors'
 import { NDJsonStats } from './ndjson.model'
 import { transformJsonParse, TransformJsonParseOptions } from './transformJsonParse'

package/src/stream/ndjson/pipelineToNDJsonFile.ts

@@ -1,6 +1,6 @@
+import { createGzip, ZlibOptions } from 'zlib'
 import { AppError } from '@naturalcycles/js-lib'
 import * as fs from 'fs-extra'
-import { createGzip, ZlibOptions } from 'zlib'
 import { transformTap, _pipeline } from '../..'
 import { grey } from '../../colors'
 import { NDJsonStats } from './ndjson.model'

package/src/stream/ndjson/transformJsonParse.ts

@@ -1,5 +1,5 @@
-import { Reviver } from '@naturalcycles/js-lib'
 import { Transform } from 'stream'
+import { Reviver } from '@naturalcycles/js-lib'
 import { TransformTyped } from '../stream.model'
 
 export interface TransformJsonParseOptions {

package/src/stream/ndjson/transformToNDJson.ts

@@ -1,5 +1,5 @@
-import { _sortObjectDeep } from '@naturalcycles/js-lib'
 import { Transform } from 'stream'
+import { _sortObjectDeep } from '@naturalcycles/js-lib'
 import { TransformTyped } from '../stream.model'
 
 export interface TransformToNDJsonOptions {

package/src/stream/readable/readableFromArray.ts

@@ -1,5 +1,5 @@
-import { AsyncMapper, pMap, _passthroughMapper } from '@naturalcycles/js-lib'
 import { Readable, ReadableOptions } from 'stream'
+import { AsyncMapper, pMap, _passthroughMapper } from '@naturalcycles/js-lib'
 import { ReadableTyped } from '../stream.model'
 
 /**

package/src/stream/transform/transformFilter.ts

@@ -1,5 +1,5 @@
-import { AsyncPredicate, Predicate } from '@naturalcycles/js-lib'
 import { Transform } from 'stream'
+import { AsyncPredicate, Predicate } from '@naturalcycles/js-lib'
 import { TransformOptions, TransformTyped } from '../stream.model'
 
 /**

package/src/stream/transform/transformLogProgress.ts

@@ -1,7 +1,7 @@
-import { SimpleMovingAverage, _mb, _since } from '@naturalcycles/js-lib'
-import { dayjs } from '@naturalcycles/time-lib'
 import { Transform } from 'stream'
 import { inspect, InspectOptions } from 'util'
+import { SimpleMovingAverage, _mb, _since } from '@naturalcycles/js-lib'
+import { dayjs } from '@naturalcycles/time-lib'
 import { boldWhite, dimGrey, white, yellow } from '../../colors'
 import { TransformOptions, TransformTyped } from '../stream.model'
 
@@ -34,6 +34,13 @@ export interface TransformLogProgressOptions<IN = any> extends TransformOptions
    */
   rss?: boolean
 
+  /**
+   * Incude Peak RSS in log.
+   *
+   * @default false
+   */
+  peakRSS?: boolean
+
   /**
    * Include `external` in log.
    *
@@ -64,16 +71,17 @@ export interface TransformLogProgressOptions<IN = any> extends TransformOptions
   logRPS?: boolean
 
   /**
-   * @default true
    * Set to false to disable logging progress
+   *
+   * @default true
    */
   logProgress?: boolean
 
   /**
    * Log progress event Nth record that is _processed_ (went through mapper).
+   * Set to 0 to disable logging.
    *
    * @default 1000
-   * Set to 0 to disable logging.
    */
   logEvery?: number
 
@@ -87,7 +95,7 @@ export interface TransformLogProgressOptions<IN = any> extends TransformOptions
 
 const inspectOpt: InspectOptions = {
   colors: true,
-  breakLength: 200,
+  breakLength: 300,
 }
 
 /**
@@ -101,6 +109,7 @@ export function transformLogProgress<IN = any>(
     heapTotal: logHeapTotal = false,
     heapUsed: logHeapUsed = true,
     rss: logRss = true,
+    peakRSS: logPeakRSS = false,
     logRPS = true,
     logEvery = 1000,
     extra,
@@ -113,6 +122,7 @@ export function transformLogProgress<IN = any>(
   const sma = new SimpleMovingAverage(10) // over last 10 seconds
   let processedLastSecond = 0
   let progress = 0
+  let peakRSS = 0
 
   logStats() // initial
 
@@ -138,6 +148,7 @@ export function transformLogProgress<IN = any>(
 
   function logStats(chunk?: IN, final = false, tenx = false): void {
     if (!logProgress) return
+
     const mem = process.memoryUsage()
 
     const now = Date.now()
@@ -147,6 +158,7 @@ export function transformLogProgress<IN = any>(
     processedLastSecond = 0
 
     const rps10 = Math.round(sma.push(lastRPS))
+    if (mem.rss > peakRSS) peakRSS = mem.rss
 
     console.log(
       inspect(
@@ -156,6 +168,7 @@ export function transformLogProgress<IN = any>(
           ...(logHeapUsed ? { heapUsed: _mb(mem.heapUsed) } : {}),
           ...(logHeapTotal ? { heapTotal: _mb(mem.heapTotal) } : {}),
           ...(logRss ? { rss: _mb(mem.rss) } : {}),
+          ...(logPeakRSS ? { peakRSS: _mb(peakRSS) } : {}),
           ...(opt.rssMinusHeap ? { rssMinusHeap: _mb(mem.rss - mem.heapTotal) } : {}),
           ...(opt.external ? { external: _mb(mem.external) } : {}),
           ...(opt.arrayBuffers ? { arrayBuffers: _mb(mem.arrayBuffers || 0) } : {}),

package/src/stream/transform/transformMap.ts

@@ -1,3 +1,4 @@
+import { Transform } from 'stream'
 import {
   AggregatedError,
   AsyncMapper,
@@ -5,17 +6,11 @@ import {
   ErrorMode,
   pFilter,
 } from '@naturalcycles/js-lib'
-import { Transform } from 'stream'
 import through2Concurrent = require('through2-concurrent')
 import { yellow } from '../../colors'
 import { TransformTyped } from '../stream.model'
 
 export interface TransformMapOptions<IN = any, OUT = IN> {
-  /**
-   * @default true
-   */
-  objectMode?: boolean
-
   /**
    * @default false
    * Set true to support "multiMap" - possibility to return [] and emit 1 result for each item in the array.
@@ -61,11 +56,6 @@ export interface TransformMapOptions<IN = any, OUT = IN> {
    * If defined - called BEFORE `final()` callback is called.
    */
   beforeFinal?: () => any
-
-  /**
-   * If defined - called AFTER final chunk was processed.
-   */
-  afterFinal?: () => any
 }
 
 export function notNullishPredicate(item: any): boolean {
@@ -95,9 +85,7 @@ export function transformMap<IN = any, OUT = IN>(
     flattenArrayOutput,
     onError,
     beforeFinal,
-    afterFinal,
     metric = 'stream',
-    objectMode = true,
   } = opt
 
   let index = -1
@@ -105,7 +93,7 @@ export function transformMap<IN = any, OUT = IN>(
   let errors = 0
   const collectedErrors: Error[] = [] // only used if errorMode == THROW_AGGREGATED
 
-  return (objectMode ? through2Concurrent.obj : through2Concurrent)(
+  return through2Concurrent.obj(
     {
       maxConcurrency: concurrency,
       // autoDestroy: true,
@@ -123,8 +111,6 @@ export function transformMap<IN = any, OUT = IN>(
           // emit no error
           cb()
         }
-
-        afterFinal?.() // call afterFinal if defined (optional invokation operator)
       },
     },
     async function transformMapFn(

package/src/stream/transform/transformMapSimple.ts

@@ -1,5 +1,5 @@
-import { ErrorMode, Mapper } from '@naturalcycles/js-lib'
 import { Transform } from 'stream'
+import { ErrorMode, Mapper } from '@naturalcycles/js-lib'
 import { TransformTyped } from '../stream.model'
 
 export interface TransformMapSimpleOptions {

package/src/stream/transform/transformMapSync.ts

@@ -1,5 +1,5 @@
-import { AggregatedError, ErrorMode, Mapper, Predicate } from '@naturalcycles/js-lib'
 import { Transform } from 'stream'
+import { AggregatedError, ErrorMode, Mapper, Predicate } from '@naturalcycles/js-lib'
 import { yellow } from '../../colors'
 import { TransformTyped } from '../stream.model'
 import { notNullishPredicate } from './transformMap'

package/src/stream/transform/transformNoOp.ts

@@ -0,0 +1,16 @@
+import { Transform } from 'stream'
+import { TransformTyped } from '../stream.model'
+
+/**
+ * Transform that does nothing (pass the data through).
+ * Can be used e.g to convert "not-valid" stream (e.g one that `transformMap` is producing)
+ * into a "valid" stream (that implements async-iteration interface).
+ */
+export function transformNoOp<T = any>(): TransformTyped<T, T> {
+  return new Transform({
+    objectMode: true,
+    transform(chunk: T, _encoding, cb) {
+      cb(null, chunk)
+    },
+  })
+}

package/src/stream/transform/transformTap.ts

@@ -1,5 +1,5 @@
-import { AsyncMapper } from '@naturalcycles/js-lib'
 import { Transform } from 'stream'
+import { AsyncMapper } from '@naturalcycles/js-lib'
 import { TransformOptions, TransformTyped } from '../stream.model'
 
 /**

package/src/stream/transform/worker/transformMultiThreaded.ts

@@ -1,12 +1,12 @@
+import { Worker } from 'worker_threads'
 import { DeferredPromise, pDefer, _range } from '@naturalcycles/js-lib'
 import through2Concurrent = require('through2-concurrent')
-import { Worker } from 'worker_threads'
-import { TransformOptions, TransformTyped } from '../../stream.model'
+import { TransformTyped } from '../../stream.model'
 import { WorkerInput, WorkerOutput } from './transformMultiThreaded.model'
 
 /* eslint-disable unicorn/require-post-message-target-origin */
 
-export interface TransformMultiThreadedOptions extends TransformOptions {
+export interface TransformMultiThreadedOptions {
   /**
    * Absolute path to a js file with worker code
    */
@@ -47,7 +47,6 @@ export function transformMultiThreaded<IN, OUT>(
   const { workerFile, poolSize = 2, workerData } = opt
   const maxConcurrency = opt.concurrency || poolSize
   const highWaterMark = Math.max(16, maxConcurrency)
-  const objectMode = opt.objectMode !== false // default true
 
   console.log({
     poolSize,
@@ -97,7 +96,7 @@ export function transformMultiThreaded<IN, OUT>(
     return worker
   })
 
-  return (objectMode ? through2Concurrent.obj : through2Concurrent)(
+  return through2Concurrent.obj(
     {
       maxConcurrency,
       highWaterMark,

package/src/string/inspectAny.ts

@@ -1,11 +1,11 @@
-import { StringifyAnyOptions, _stringifyAny } from '@naturalcycles/js-lib'
 import { inspect, InspectOptions } from 'util'
+import { StringifyAnyOptions, _stringifyAny } from '@naturalcycles/js-lib'
 
 export interface InspectAnyOptions extends StringifyAnyOptions, InspectOptions {}
 
 const INSPECT_OPT: InspectOptions = {
   breakLength: 80, // default: ??
-  depth: 6, // default: 2
+  depth: 10, // default: 2
 }
 
 /**

package/src/util/zip.util.ts

@@ -8,10 +8,18 @@ const gzip = promisify(zlib.gzip.bind(zlib))
 const gunzip = promisify(zlib.gunzip.bind(zlib))
 
 // string > zip
+/**
+ * zipBuffer uses `deflate`.
+ * It's 9 bytes shorter than gzip.
+ */
 export async function zipBuffer(buf: Buffer, options: ZlibOptions = {}): Promise<Buffer> {
   return await deflate(buf, options)
 }
 
+/**
+ * gzipBuffer uses `gzip`
+ * It's 9 bytes longer than deflate.
+ */
 export async function gzipBuffer(buf: Buffer, options: ZlibOptions = {}): Promise<Buffer> {
   return await gzip(buf, options)
 }

package/src/validation/ajv/ajv.util.ts

@@ -1,5 +1,5 @@
-import { JsonSchema } from '@naturalcycles/js-lib'
 import * as fs from 'fs'
+import { JsonSchema } from '@naturalcycles/js-lib'
 import { GlobbyOptions } from 'globby'
 import * as globby from 'globby'
 import { AjvSchema, AjvSchemaCfg } from './ajvSchema'

package/src/validation/ajv/ajvSchema.ts

@@ -1,3 +1,4 @@
+import * as fs from 'fs'
 import {
   JsonSchema,
   JsonSchemaAnyBuilder,
@@ -7,7 +8,6 @@ import {
   _substringBefore,
 } from '@naturalcycles/js-lib'
 import Ajv, { ValidateFunction } from 'ajv'
-import * as fs from 'fs'
 import { inspectAny, requireFileToExist } from '../../index'
 import { AjvValidationError } from './ajvValidationError'
 import { getAjv } from './getAjv'

package/src/validation/joi/joi.extensions.ts

@@ -13,6 +13,7 @@ export interface ExtendedJoi extends JoiLib.Root {
 /**
  * This is the only right place to import Joi from
  */
+// eslint-disable-next-line @typescript-eslint/naming-convention
 export const Joi: ExtendedJoi = JoiLib.defaults(schema => {
   // hack to prevent infinite recursion due to .empty('') where '' is a stringSchema itself
   if (schema.type === 'string') {

package/src/validation/joi/number.extensions.ts

@@ -21,7 +21,6 @@ export function numberExtensions(joi: typeof Joi): Extension {
       dividable: {
         multi: true,
         method(q: number) {
-          // tslint:disable-next-line:no-invalid-this
           return this.$_addRule({
             name: 'dividable',
             args: { q },

package/src/validation/joi/string.extensions.ts

@@ -25,7 +25,6 @@ export function stringExtensions(joi: typeof Joi): Extension {
     rules: {
       dateString: {
         method(min?: string, max?: string) {
-          // tslint:disable-next-line:no-invalid-this
           return this.$_addRule({
             name: 'dateString',
             args: { min, max } as DateStringParams,