@naturalcycles/nodejs-lib 12.47.2 → 12.48.1

package/dist/stream/pipeline/pipeline.js

@@ -9,7 +9,7 @@ const util_1 = require("util");
 exports._pipeline = (0, util_1.promisify)(stream_1.pipeline);
 // Workaround https://github.com/nodejs/node/issues/40191
 // todo: remove it when fix is released in 16.x and in AppEngine 16.x
-if (process.version > 'v16.13') {
+if (process.version >= 'v16.10') {
     const { pipeline } = require('stream/promises');
     exports._pipeline = ((streams) => pipeline(...streams));
 }

package/dist/stream/transform/transformLogProgress.d.ts

@@ -75,6 +75,14 @@ export interface TransformLogProgressOptions<IN = any> extends TransformOptions
      * chunk is undefined for "final" stats, otherwise is defined.
      */
     extra?: (chunk: IN | undefined, index: number) => AnyObject;
+    /**
+     * If specified - will multiply the counter by this number.
+     * Useful e.g when using `transformBuffer({ batchSize: 500 })`, so
+     * it'll accurately represent the number of processed entries (not batches).
+     *
+     * Defaults to 1.
+     */
+    batchSize?: number;
 }
 /**
  * Pass-through transform that optionally logs progress.

package/dist/stream/transform/transformLogProgress.js

@@ -15,7 +15,7 @@ const inspectOpt = {
  * Pass-through transform that optionally logs progress.
  */
 function transformLogProgress(opt = {}) {
-    const { metric = 'progress', heapTotal: logHeapTotal = false, heapUsed: logHeapUsed = false, rss: logRss = true, peakRSS: logPeakRSS = true, logRPS = true, logEvery = 1000, extra, } = opt;
+    const { metric = 'progress', heapTotal: logHeapTotal = false, heapUsed: logHeapUsed = false, rss: logRss = true, peakRSS: logPeakRSS = true, logRPS = true, logEvery = 1000, batchSize = 1, extra, } = opt;
     const logProgress = opt.logProgress !== false && logEvery !== 0; // true by default
     const logEvery10 = logEvery * 10;
     const started = Date.now();
@@ -46,15 +46,16 @@ function transformLogProgress(opt = {}) {
             return;
         const mem = process.memoryUsage();
         const now = Date.now();
-        const lastRPS = processedLastSecond / ((now - lastSecondStarted) / 1000) || 0;
-        const rpsTotal = Math.round(progress / ((now - started) / 1000)) || 0;
+        const lastRPS = (processedLastSecond * batchSize) / ((now - lastSecondStarted) / 1000) || 0;
+        const rpsTotal = Math.round((progress * batchSize) / ((now - started) / 1000)) || 0;
         lastSecondStarted = now;
         processedLastSecond = 0;
         const rps10 = Math.round(sma.push(lastRPS));
         if (mem.rss > peakRSS)
             peakRSS = mem.rss;
+        const batchedProgress = progress * batchSize;
         console.log((0, util_1.inspect)({
-            [final ? `${metric}_final` : metric]: progress,
+            [final ? `${metric}_final` : metric]: batchedProgress,
             ...(extra ? extra(chunk, progress) : {}),
             ...(logHeapUsed ? { heapUsed: (0, js_lib_1._mb)(mem.heapUsed) } : {}),
             ...(logHeapTotal ? { heapTotal: (0, js_lib_1._mb)(mem.heapTotal) } : {}),

package/dist/validation/joi/joi.validation.util.js

@@ -130,6 +130,7 @@ function createError(value, err, objectName) {
     // Make annotation non-enumerable, to not get it automatically printed,
     // but still accessible
     Object.defineProperty(data, 'annotation', {
+        configurable: true,
         enumerable: false,
         value: annotation,
     });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@naturalcycles/nodejs-lib",
-  "version": "12.47.2",
+  "version": "12.48.1",
   "scripts": {
     "prepare": "husky install",
     "docs-serve": "vuepress dev docs",

package/src/stream/pipeline/pipeline.ts

@@ -10,7 +10,7 @@ export let _pipeline = promisify(pipeline)
 
 // Workaround https://github.com/nodejs/node/issues/40191
 // todo: remove it when fix is released in 16.x and in AppEngine 16.x
-if (process.version > 'v16.13') {
+if (process.version >= 'v16.10') {
   const { pipeline } = require('stream/promises')
   _pipeline = ((streams: AnyStream[]) => pipeline(...streams)) as any
 }

package/src/stream/transform/transformLogProgress.ts

@@ -92,6 +92,15 @@ export interface TransformLogProgressOptions<IN = any> extends TransformOptions
    * chunk is undefined for "final" stats, otherwise is defined.
    */
   extra?: (chunk: IN | undefined, index: number) => AnyObject
+
+  /**
+   * If specified - will multiply the counter by this number.
+   * Useful e.g when using `transformBuffer({ batchSize: 500 })`, so
+   * it'll accurately represent the number of processed entries (not batches).
+   *
+   * Defaults to 1.
+   */
+  batchSize?: number
 }
 
 const inspectOpt: InspectOptions = {
@@ -113,6 +122,7 @@ export function transformLogProgress<IN = any>(
     peakRSS: logPeakRSS = true,
     logRPS = true,
     logEvery = 1000,
+    batchSize = 1,
     extra,
   } = opt
   const logProgress = opt.logProgress !== false && logEvery !== 0 // true by default
@@ -153,18 +163,20 @@ export function transformLogProgress<IN = any>(
     const mem = process.memoryUsage()
 
     const now = Date.now()
-    const lastRPS = processedLastSecond / ((now - lastSecondStarted) / 1000) || 0
-    const rpsTotal = Math.round(progress / ((now - started) / 1000)) || 0
+    const lastRPS = (processedLastSecond * batchSize) / ((now - lastSecondStarted) / 1000) || 0
+    const rpsTotal = Math.round((progress * batchSize) / ((now - started) / 1000)) || 0
     lastSecondStarted = now
     processedLastSecond = 0
 
     const rps10 = Math.round(sma.push(lastRPS))
     if (mem.rss > peakRSS) peakRSS = mem.rss
 
+    const batchedProgress = progress * batchSize
+
     console.log(
       inspect(
         {
-          [final ? `${metric}_final` : metric]: progress,
+          [final ? `${metric}_final` : metric]: batchedProgress,
           ...(extra ? extra(chunk, progress) : {}),
           ...(logHeapUsed ? { heapUsed: _mb(mem.heapUsed) } : {}),
           ...(logHeapTotal ? { heapTotal: _mb(mem.heapTotal) } : {}),

package/src/validation/joi/joi.validation.util.ts

@@ -172,6 +172,7 @@ function createError(value: any, err: ValidationError, objectName?: string): Joi
   // Make annotation non-enumerable, to not get it automatically printed,
   // but still accessible
   Object.defineProperty(data, 'annotation', {
+    configurable: true,
     enumerable: false,
     value: annotation,
   })