@karmaniverous/entity-manager 6.1.0 → 6.1.2

package/dist/cjs/EntityManagerClient.js

@@ -2,6 +2,7 @@
 
 var tslib = require('tslib');
 var radash = require('radash');
+var promises = require('timers/promises');
 var conditionalize = require('./conditionalize.js');
 
 var _EntityManagerClient_options;
@@ -36,6 +37,47 @@ class EntityManagerClient {
     get options() {
         return tslib.__classPrivateFieldGet(this, _EntityManagerClient_options, "f");
     }
+    /**
+     * Executes a batch operation.
+     *
+     * @param items - Items to batch execute.
+     * @param executeBatch - Function to execute the batch.
+     * @param getUnprocessedItems - Function to get unprocessed items from the output.
+     * @param options - Batch options.
+     *
+     * @typeParam Item - Input item type.
+     * @typeParam Output - Output type.
+     *
+     * @returns Output array.
+     */
+    async batchExecute(items, executeBatch, getUnprocessedItems, { batchSize = this.options.batchSize, delayIncrement = this.options.delayIncrement, maxRetries = this.options.maxRetries, throttle = this.options.throttle, } = {}) {
+        const batches = radash.cluster(items, batchSize);
+        const outputs = [];
+        await radash.parallel(throttle, batches, async (batch) => {
+            let delay = 0;
+            let retry = 0;
+            while (batch.length) {
+                if (delay)
+                    await promises.setTimeout(delay);
+                const output = await executeBatch(batch);
+                this.options.logger.debug('executed batch', {
+                    batch,
+                    delay,
+                    retry,
+                    output,
+                });
+                outputs.push(output);
+                batch = getUnprocessedItems?.(output) ?? [];
+                if (batch.length) {
+                    if (retry === maxRetries)
+                        throw new Error('max retries exceeded');
+                    delay = delay ? delay * 2 : delayIncrement;
+                    retry++;
+                }
+            }
+        });
+        return outputs;
+    }
 }
 _EntityManagerClient_options = new WeakMap();
 

package/dist/index.d.ts

@@ -895,6 +895,20 @@ declare abstract class EntityManagerClient<O extends EntityManagerClientOptions>
      * Returns the options used to create the EntityManagerClient instance.
      */
     get options(): Required<O>;
+    /**
+     * Executes a batch operation.
+     *
+     * @param items - Items to batch execute.
+     * @param executeBatch - Function to execute the batch.
+     * @param getUnprocessedItems - Function to get unprocessed items from the output.
+     * @param options - Batch options.
+     *
+     * @typeParam Item - Input item type.
+     * @typeParam Output - Output type.
+     *
+     * @returns Output array.
+     */
+    protected batchExecute<Item, Output>(items: Item[], executeBatch: (items: Item[]) => Promise<Output>, getUnprocessedItems?: (output: Output) => Item[] | undefined, { batchSize, delayIncrement, maxRetries, throttle, }?: EntityManagerClientBatchOptions): Promise<Output[]>;
 }
 
 /**

package/dist/mjs/EntityManagerClient.js

@@ -1,5 +1,6 @@
 import { __classPrivateFieldSet, __classPrivateFieldGet } from 'tslib';
-import { isFunction } from 'radash';
+import { isFunction, cluster, parallel } from 'radash';
+import { setTimeout } from 'timers/promises';
 import { conditionalize } from './conditionalize.js';
 
 var _EntityManagerClient_options;
@@ -34,6 +35,47 @@ class EntityManagerClient {
     get options() {
         return __classPrivateFieldGet(this, _EntityManagerClient_options, "f");
     }
+    /**
+     * Executes a batch operation.
+     *
+     * @param items - Items to batch execute.
+     * @param executeBatch - Function to execute the batch.
+     * @param getUnprocessedItems - Function to get unprocessed items from the output.
+     * @param options - Batch options.
+     *
+     * @typeParam Item - Input item type.
+     * @typeParam Output - Output type.
+     *
+     * @returns Output array.
+     */
+    async batchExecute(items, executeBatch, getUnprocessedItems, { batchSize = this.options.batchSize, delayIncrement = this.options.delayIncrement, maxRetries = this.options.maxRetries, throttle = this.options.throttle, } = {}) {
+        const batches = cluster(items, batchSize);
+        const outputs = [];
+        await parallel(throttle, batches, async (batch) => {
+            let delay = 0;
+            let retry = 0;
+            while (batch.length) {
+                if (delay)
+                    await setTimeout(delay);
+                const output = await executeBatch(batch);
+                this.options.logger.debug('executed batch', {
+                    batch,
+                    delay,
+                    retry,
+                    output,
+                });
+                outputs.push(output);
+                batch = getUnprocessedItems?.(output) ?? [];
+                if (batch.length) {
+                    if (retry === maxRetries)
+                        throw new Error('max retries exceeded');
+                    delay = delay ? delay * 2 : delayIncrement;
+                    retry++;
+                }
+            }
+        });
+        return outputs;
+    }
 }
 _EntityManagerClient_options = new WeakMap();
 

package/package.json

@@ -132,5 +132,5 @@
   },
   "type": "module",
   "types": "dist/index.d.ts",
-  "version": "6.1.0"
+  "version": "6.1.2"
 }