@contrail/util 1.0.52 → 1.0.54

package/lib/dynamodb-util/dynamodb-util.methods.d.ts

@@ -11,6 +11,16 @@ interface CacheOptions {
     cacheName: string;
 }
 export declare function getAllWithCaching<T>(getAllFunc: () => Promise<T[]>, options: CacheOptions): Promise<T[]>;
+declare type DyanmoQuery = {
+    TableName: string;
+    ExpressionAttributeValues: {
+        [key: string]: any;
+    };
+    FilterExpression: string;
+};
+export declare function scanDynamo(query: DyanmoQuery): AsyncGenerator<{
+    [key: string]: any;
+}[]>;
 export declare function pushData<T>(data: DynamoDBItem<T>[], tableName: string): Promise<void>;
 export declare function flattenDynamoItem<T>(item: DynamoDBItem<T>): FlatDynamoItem<T>;
 export {};

package/lib/dynamodb-util/dynamodb-util.methods.js

@@ -44,7 +44,7 @@ var __rest = (this && this.__rest) || function (s, e) {
     return t;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.flattenDynamoItem = exports.pushData = exports.getAllWithCaching = exports.getAll = void 0;
+exports.flattenDynamoItem = exports.pushData = exports.scanDynamo = exports.getAllWithCaching = exports.getAll = void 0;
 const aws = require('aws-sdk');
 const ddt = require('dynamodb-data-types');
 const fs_1 = require("fs");
@@ -146,6 +146,7 @@ function scanDynamo(query) {
         } while (lastEvaluatedKey);
     });
 }
+exports.scanDynamo = scanDynamo;
 function pushData(data, tableName) {
     return __awaiter(this, void 0, void 0, function* () {
         const ddb = new aws.DynamoDB({ apiVersion: '2012-08-10', region: 'us-east-1' });

package/lib/index.d.ts

@@ -6,3 +6,4 @@ export * from './app-util/app-util';
 export * from './timer-util/timer-util';
 export * from './dynamodb-util';
 export * from './file-util/file-util';
+export * from './promise-util/promise-util';

package/lib/index.js

@@ -22,3 +22,4 @@ __exportStar(require("./app-util/app-util"), exports);
 __exportStar(require("./timer-util/timer-util"), exports);
 __exportStar(require("./dynamodb-util"), exports);
 __exportStar(require("./file-util/file-util"), exports);
+__exportStar(require("./promise-util/promise-util"), exports);

package/lib/promise-util/promise-util.d.ts

@@ -0,0 +1,4 @@
+export declare class PromiseUtil {
+    static resolveInChunks(objects: Array<any>, chunksSize: number, asyncFunction: (chunk: any) => Promise<any>): Promise<any>;
+    static resolveInChunksAndLimit(objects: Array<any>, chunksSize: number, limitSize: number, asyncFunction: (chunk: any) => Promise<any>): Promise<any>;
+}

package/lib/promise-util/promise-util.js

@@ -0,0 +1,37 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PromiseUtil = void 0;
+const p_limit_1 = require("p-limit");
+const lodash_1 = require("lodash");
+class PromiseUtil {
+    static resolveInChunks(objects, chunksSize, asyncFunction) {
+        const chunks = (0, lodash_1.chunk)(objects, chunksSize);
+        const promises = [];
+        for (const chunk of chunks) {
+            promises.push(asyncFunction(chunk));
+        }
+        return Promise.all(promises).then((chunkedResults) => chunkedResults.flat());
+    }
+    static resolveInChunksAndLimit(objects, chunksSize, limitSize, asyncFunction) {
+        const limit = (0, p_limit_1.default)(limitSize);
+        const chunks = (0, lodash_1.chunk)(objects, chunksSize);
+        const promises = [];
+        for (const chunk of chunks) {
+            const promise = limit(() => __awaiter(this, void 0, void 0, function* () {
+                return yield asyncFunction(chunk);
+            }));
+            promises.push(promise);
+        }
+        return Promise.all(promises).then((chunkedResults) => chunkedResults.flat());
+    }
+}
+exports.PromiseUtil = PromiseUtil;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@contrail/util",
-  "version": "1.0.52",
+  "version": "1.0.54",
   "description": "General javascript utilities",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
@@ -40,6 +40,7 @@
   "dependencies": {
     "@contrail/types": "^3.0.74",
     "aws-sdk": "^2.1692.0",
-    "dynamodb-data-types": "^4.0.1"
+    "dynamodb-data-types": "^4.0.1",
+    "lodash": "^4.17.21"
   }
 }