@takeshape/streams 10.43.1 → 10.43.4

package/dist/streams.d.ts

@@ -16,4 +16,5 @@ export declare function tee(...args: NodeJS.WritableStream[] | [NodeJS.WritableS
 export declare function readableFromArray(array: any[], options?: Partial<ReadableOptions>): Readable;
 export declare function collectStreamIntoArray(array?: any[], options?: Partial<WritableOptions>): Writable;
 export declare function readStreamToBuffer(stream: NodeJS.ReadableStream): Promise<Buffer>;
+export declare function batch(size: number): Transform;
 //# sourceMappingURL=streams.d.ts.map

package/dist/streams.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"streams.d.ts","sourceRoot":"","sources":["../../src/streams.ts"],"names":[],"mappings":";;;;AAAA,OAAO,EAAc,QAAQ,EAAE,KAAK,eAAe,EAAE,QAAQ,EAAE,KAAK,eAAe,EAAE,SAAS,EAAC,MAAM,aAAa,CAAC;AACnH,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAK9C,OAAO,EAAC,OAAO,EAAC,MAAM,aAAa,CAAC;AAEpC,eAAO,MAAM,IAAI,iBAAW,CAAC;AAE7B,wBAAsB,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAK1G;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,GAAG,aAY5D;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,aAc1E;AAED,wBAAgB,YAAY,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,aAe7D;AAED,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,aAQjE;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW,SAAK,YAcxF;AAED,wBAAgB,GAAG,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,YA0B/E;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,YAEjF;AAED,wBAAgB,sBAAsB,CAAC,KAAK,GAAE,GAAG,EAAO,EAAE,OAAO,GAAE,OAAO,CAAC,eAAe,CAAM,YAS/F;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,cAAc,mBAMrE"}
+{"version":3,"file":"streams.d.ts","sourceRoot":"","sources":["../../src/streams.ts"],"names":[],"mappings":";;;;AAAA,OAAO,EAAc,QAAQ,EAAE,KAAK,eAAe,EAAE,QAAQ,EAAE,KAAK,eAAe,EAAE,SAAS,EAAC,MAAM,aAAa,CAAC;AACnH,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAK9C,OAAO,EAAC,OAAO,EAAC,MAAM,aAAa,CAAC;AAEpC,eAAO,MAAM,IAAI,iBAAW,CAAC;AAE7B,wBAAsB,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAK1G;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,GAAG,aAY5D;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,aAc1E;AAED,wBAAgB,YAAY,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,aAe7D;AAED,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,aAQjE;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW,SAAK,YAcxF;AAED,wBAAgB,GAAG,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,YA0B/E;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,YAEjF;AAED,wBAAgB,sBAAsB,CAAC,KAAK,GAAE,GAAG,EAAO,EAAE,OAAO,GAAE,OAAO,CAAC,eAAe,CAAM,YAY/F;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,cAAc,mBAMrE;AAED,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,aAyBjC"}

package/dist/streams.js

@@ -3,6 +3,7 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
+exports.batch = batch;
 exports.collectStreamIntoArray = collectStreamIntoArray;
 Object.defineProperty(exports, "compose", {
   enumerable: true,
@@ -131,9 +132,11 @@ function collectStreamIntoArray(array = [], options = {}) {
   return new _nodeStream.Writable({
     objectMode: true,
     writev(chunks, callback) {
-      chunks.forEach(({
+      for (const {
         chunk
-      }) => array.push(chunk));
+      } of chunks) {
+        array.push(chunk);
+      }
       callback(null);
     },
     ...options
@@ -145,4 +148,24 @@ async function readStreamToBuffer(stream) {
   writeStream.on('data', chunk => chunks.push(chunk));
   await pump(stream, writeStream);
   return Buffer.concat(chunks);
+}
+function batch(size) {
+  let buffer = [];
+  return new _nodeStream.Transform({
+    objectMode: true,
+    transform(obj, _, next) {
+      buffer.push(obj);
+      if (buffer.length === size) {
+        this.push(buffer);
+        buffer = [];
+      }
+      next();
+    },
+    flush(done) {
+      if (buffer.length > 0) {
+        this.push(buffer);
+      }
+      done();
+    }
+  });
 }

package/es/streams.js

@@ -109,9 +109,11 @@ export function collectStreamIntoArray(array = [], options = {}) {
   return new Writable({
     objectMode: true,
     writev(chunks, callback) {
-      chunks.forEach(({
+      for (const {
         chunk
-      }) => array.push(chunk));
+      } of chunks) {
+        array.push(chunk);
+      }
       callback(null);
     },
     ...options
@@ -123,4 +125,24 @@ export async function readStreamToBuffer(stream) {
   writeStream.on('data', chunk => chunks.push(chunk));
   await pump(stream, writeStream);
   return Buffer.concat(chunks);
+}
+export function batch(size) {
+  let buffer = [];
+  return new Transform({
+    objectMode: true,
+    transform(obj, _, next) {
+      buffer.push(obj);
+      if (buffer.length === size) {
+        this.push(buffer);
+        buffer = [];
+      }
+      next();
+    },
+    flush(done) {
+      if (buffer.length > 0) {
+        this.push(buffer);
+      }
+      done();
+    }
+  });
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@takeshape/streams",
-  "version": "10.43.1",
+  "version": "10.43.4",
   "description": "Stream helpers",
   "homepage": "https://www.takeshape.io",
   "repository": {