@naturalcycles/nodejs-lib 13.19.0 → 13.20.0

package/dist/stream/transform/transformMap.d.ts

@@ -18,7 +18,10 @@ export interface TransformMapOptions<IN = any, OUT = IN> {
     /**
      * Number of concurrently pending promises returned by `mapper`.
      *
-     * @default 16 (to match default highWatermark option for objectMode streams)
+     * Default is 32.
+     * It was recently changed up from 16, after some testing that shown that
+     * for simple low-cpu mapper functions 32 produces almost 2x throughput.
+     * For example, in scenarios like streaming a query from Datastore.
      */
     concurrency?: number;
     /**
@@ -83,7 +86,7 @@ export interface TransformMapStatsSummary extends TransformMapStats {
  *
  * Only works in objectMode (due to through2Concurrent).
  *
- * Concurrency defaults to 16.
+ * Concurrency defaults to 32.
  *
  * If an Array is returned by `mapper` - it will be flattened and multiple results will be emitted from it. Tested by Array.isArray().
  */

package/dist/stream/transform/transformMap.js

@@ -15,12 +15,12 @@ const stream_util_1 = require("../stream.util");
  *
  * Only works in objectMode (due to through2Concurrent).
  *
- * Concurrency defaults to 16.
+ * Concurrency defaults to 32.
  *
  * If an Array is returned by `mapper` - it will be flattened and multiple results will be emitted from it. Tested by Array.isArray().
  */
 function transformMap(mapper, opt = {}) {
-    const { concurrency = 16, predicate, // we now default to "no predicate" (meaning pass-everything)
+    const { concurrency = 32, predicate, // we now default to "no predicate" (meaning pass-everything)
     errorMode = js_lib_1.ErrorMode.THROW_IMMEDIATELY, flattenArrayOutput, onError, onDone, metric = 'stream', logger = console, } = opt;
     const started = Date.now();
     let index = -1;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@naturalcycles/nodejs-lib",
-  "version": "13.19.0",
+  "version": "13.20.0",
   "scripts": {
     "prepare": "husky",
     "docs-serve": "vuepress dev docs",

package/src/stream/transform/transformMap.ts

@@ -40,7 +40,10 @@ export interface TransformMapOptions<IN = any, OUT = IN> {
   /**
    * Number of concurrently pending promises returned by `mapper`.
    *
-   * @default 16 (to match default highWatermark option for objectMode streams)
+   * Default is 32.
+   * It was recently changed up from 16, after some testing that shown that
+   * for simple low-cpu mapper functions 32 produces almost 2x throughput.
+   * For example, in scenarios like streaming a query from Datastore.
    */
   concurrency?: number
 
@@ -117,7 +120,7 @@ export interface TransformMapStatsSummary extends TransformMapStats {
  *
  * Only works in objectMode (due to through2Concurrent).
  *
- * Concurrency defaults to 16.
+ * Concurrency defaults to 32.
  *
  * If an Array is returned by `mapper` - it will be flattened and multiple results will be emitted from it. Tested by Array.isArray().
  */
@@ -126,7 +129,7 @@ export function transformMap<IN = any, OUT = IN>(
   opt: TransformMapOptions<IN, OUT> = {},
 ): TransformTyped<IN, OUT> {
   const {
-    concurrency = 16,
+    concurrency = 32,
     predicate, // we now default to "no predicate" (meaning pass-everything)
     errorMode = ErrorMode.THROW_IMMEDIATELY,
     flattenArrayOutput,