ag-common 0.0.30 → 0.0.31

package/dist/api/helpers/aws.d.ts

@@ -0,0 +1 @@
+export declare const setAwsRegion: (region: string) => void;

package/dist/api/helpers/aws.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setAwsRegion = void 0;
+const dynamo_1 = require("./dynamo");
+const s3_1 = require("./s3");
+const setAwsRegion = (region) => {
+    (0, dynamo_1.setDynamo)(region);
+    (0, s3_1.setS3)(region);
+};
+exports.setAwsRegion = setAwsRegion;

package/dist/api/helpers/dynamo.js

@@ -16,6 +16,7 @@ exports.wipeTable = exports.getDynamoTtl = exports.queryDynamo = exports.getItem
 const aws_sdk_1 = __importDefault(require("aws-sdk"));
 const log_1 = require("../../common/helpers/log");
 const array_1 = require("../../common/helpers/array");
+const sleep_1 = require("../../common/helpers/sleep");
 // eslint-disable-next-line import/no-mutable-exports
 exports.dynamoDb = new aws_sdk_1.default.DynamoDB.DocumentClient();
 const setDynamo = (region) => {
@@ -40,6 +41,39 @@ const putDynamo = (item, tableName) => __awaiter(void 0, void 0, void 0, functio
     return { data: item };
 });
 exports.putDynamo = putDynamo;
+let batchWriteRaw = (req, debugMsg) => __awaiter(void 0, void 0, void 0, function* () {
+    let count = 0;
+    let max = 5;
+    // eslint-disable-next-line no-constant-condition
+    while (true)
+        try {
+            const res = yield exports.dynamoDb
+                .batchWrite({
+                RequestItems: req,
+            })
+                .promise();
+            return res;
+        }
+        catch (e) {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            let es = e.toString();
+            if (es.indexOf('429') !== -1 ||
+                es.indexOf(' ProvisionedThroughputExceeded') !== -1) {
+                count += 1;
+            }
+            if (count >= max) {
+                throw e;
+            }
+            let msg = `batch write throttled. retry ${count}/${max}`;
+            if (!debugMsg) {
+                (0, log_1.info)(msg);
+            }
+            else {
+                debugMsg(msg);
+            }
+            yield (0, sleep_1.sleep)(2000);
+        }
+});
 // eslint-disable-next-line @typescript-eslint/ban-types
 const batchWrite = (tableName, itemsIn, breakOnError = false) => __awaiter(void 0, void 0, void 0, function* () {
     var _a, _b;
@@ -50,16 +84,12 @@ const batchWrite = (tableName, itemsIn, breakOnError = false) => __awaiter(void
         const { part, rest } = (0, array_1.take)(items, 25);
         // eslint-disable-next-line no-param-reassign
         items = rest;
-        // eslint-disable-next-line no-await-in-loop
-        const res = yield exports.dynamoDb
-            .batchWrite({
-            RequestItems: {
-                [`${tableName}`]: part.map((item) => ({
-                    PutRequest: { Item: item },
-                })),
-            },
-        })
-            .promise();
+        let req = {
+            [`${tableName}`]: part.map((item) => ({
+                PutRequest: { Item: item },
+            })),
+        };
+        let res = yield batchWriteRaw(req, (m) => (0, log_1.info)(`${m} remaining=${rest.length}`));
         const newError = (_b = (_a = res.$response) === null || _a === void 0 ? void 0 : _a.error) !== null && _b !== void 0 ? _b : null;
         if (newError) {
             error.push(newError);

package/dist/api/helpers/index.d.ts

@@ -1,4 +1,5 @@
 export * from './api';
+export * from './aws';
 export * from './dynamo';
 export * from './dynamoInfra';
 export * from './openApiHelpers';

package/dist/api/helpers/index.js

@@ -11,6 +11,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./api"), exports);
+__exportStar(require("./aws"), exports);
 __exportStar(require("./dynamo"), exports);
 __exportStar(require("./dynamoInfra"), exports);
 __exportStar(require("./openApiHelpers"), exports);

package/dist/common/helpers/index.d.ts

@@ -12,4 +12,5 @@ export * from './math';
 export * from './object';
 export * from './random';
 export * from './secondsInNearest';
+export * from './sleep';
 export * from './string';

package/dist/common/helpers/index.js

@@ -24,4 +24,5 @@ __exportStar(require("./math"), exports);
 __exportStar(require("./object"), exports);
 __exportStar(require("./random"), exports);
 __exportStar(require("./secondsInNearest"), exports);
+__exportStar(require("./sleep"), exports);
 __exportStar(require("./string"), exports);

package/dist/common/helpers/sleep.d.ts

@@ -0,0 +1 @@
+export declare const sleep: (ms: number) => Promise<void>;

package/dist/common/helpers/sleep.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sleep = void 0;
+const sleep = (ms) => {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+};
+exports.sleep = sleep;

package/dist/ui/helpers/callOpenApi.js

@@ -11,7 +11,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.callOpenApi = void 0;
 const cookie_1 = require("./cookie");
-const debounce_1 = require("./debounce");
+const sleep_1 = require("../../common/helpers/sleep");
 const callOpenApi = ({ func, apiUrl, overrideAuth, refreshToken, logout, newDefaultApi, }) => __awaiter(void 0, void 0, void 0, function* () {
     var _a, _b, _c, _d, _e, _f;
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -70,7 +70,7 @@ const callOpenApi = ({ func, apiUrl, overrideAuth, refreshToken, logout, newDefa
             }
         }
         // eslint-disable-next-line no-await-in-loop
-        yield (0, debounce_1.sleep)(2000);
+        yield (0, sleep_1.sleep)(2000);
     }
     return {
         data,

package/dist/ui/helpers/debounce.d.ts

@@ -1,5 +1,4 @@
 export declare function useDebounce<T>(value: T, delay: number): T;
-export declare const sleep: (ms: number) => Promise<unknown>;
 export declare function debounce(callback: () => void, { key, time, }: {
     time: number;
     key: string;

package/dist/ui/helpers/debounce.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.debounce = exports.sleep = exports.useDebounce = void 0;
+exports.debounce = exports.useDebounce = void 0;
 /* eslint-disable @typescript-eslint/no-explicit-any */
 const react_1 = require("react");
 function useDebounce(value, delay) {
@@ -16,10 +16,6 @@ function useDebounce(value, delay) {
     return debouncedValue;
 }
 exports.useDebounce = useDebounce;
-const sleep = (ms) => {
-    return new Promise((resolve) => setTimeout(resolve, ms));
-};
-exports.sleep = sleep;
 const hashMap = {};
 function debounce(callback, { key, time, }) {
     clearTimeout(hashMap[key]);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ag-common",
-  "version": "0.0.30",
+  "version": "0.0.31",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
   "author": "Andrei Gec <@andreigec> (https://gec.dev/)",