@naturalcycles/nodejs-lib 13.20.0 → 13.21.0

package/dist/csv/transformToCSV.js

@@ -13,6 +13,7 @@ function transformToCSV(opt) {
     return new node_stream_1.Transform({
         writableObjectMode: true,
         readableObjectMode: false,
+        readableHighWaterMark: 64 * 1024,
         transform(chunk, _, cb) {
             try {
                 let s = '';

package/dist/stream/ndjson/transformJsonParse.js

@@ -21,6 +21,9 @@ function transformJsonParse(opt = {}) {
     return new node_stream_1.Transform({
         writableObjectMode: false,
         readableObjectMode: true,
+        // highWatermark increased, because it's proven to be faster: https://github.com/nodejs/node/pull/52037
+        // todo: it'll be default in Node 22, then we can remove this
+        writableHighWaterMark: 64 * 1024,
         transform(chunk, _, cb) {
             try {
                 const data = JSON.parse(chunk, reviver);

package/dist/stream/ndjson/transformToNDJson.js

@@ -11,6 +11,7 @@ function transformToNDJson(opt = {}) {
     return new node_stream_1.Transform({
         writableObjectMode: true,
         readableObjectMode: false,
+        readableHighWaterMark: 64 * 1024,
         transform(chunk, _, cb) {
             try {
                 if (sortObjects) {

package/dist/stream/transform/transformSplit.js

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.transformSplit = void 0;
+// https://github.com/max-mapper/binary-split
+// todo: test its newer version that doesn't have `through2` dependency
+// todo: test writableHighWaterMark of 64k
 const _binarySplit = require('binary-split');
 /**
  * Input: stream (objectMode=false) of arbitrary string|Buffer chunks, like when read from fs

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@naturalcycles/nodejs-lib",
-  "version": "13.20.0",
+  "version": "13.21.0",
   "scripts": {
     "prepare": "husky",
     "docs-serve": "vuepress dev docs",

package/src/csv/transformToCSV.ts

@@ -30,6 +30,7 @@ export function transformToCSV<IN extends AnyObject = any>(
   return new Transform({
     writableObjectMode: true,
     readableObjectMode: false,
+    readableHighWaterMark: 64 * 1024,
     transform(chunk: IN, _, cb) {
       try {
         let s = ''

package/src/stream/ndjson/transformJsonParse.ts

@@ -35,6 +35,9 @@ export function transformJsonParse<OUT = any>(
   return new Transform({
     writableObjectMode: false,
     readableObjectMode: true,
+    // highWatermark increased, because it's proven to be faster: https://github.com/nodejs/node/pull/52037
+    // todo: it'll be default in Node 22, then we can remove this
+    writableHighWaterMark: 64 * 1024,
     transform(chunk: string, _, cb) {
       try {
         const data = JSON.parse(chunk, reviver)

package/src/stream/ndjson/transformToNDJson.ts

@@ -34,6 +34,7 @@ export function transformToNDJson<IN = any>(
   return new Transform({
     writableObjectMode: true,
     readableObjectMode: false,
+    readableHighWaterMark: 64 * 1024,
     transform(chunk: IN, _, cb) {
       try {
         if (sortObjects) {

package/src/stream/transform/transformSplit.ts

@@ -1,5 +1,8 @@
 import { TransformTyped } from '../stream.model'
 
+// https://github.com/max-mapper/binary-split
+// todo: test its newer version that doesn't have `through2` dependency
+// todo: test writableHighWaterMark of 64k
 const _binarySplit = require('binary-split')
 
 /**