@trunkrs/common 4.4.10 → 4.4.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json
CHANGED
|
@@ -40,24 +40,36 @@ class DynamoDataStorage extends BaseDynamoDataStorage_1.default {
|
|
|
40
40
|
return result.Item ? result.Item : null;
|
|
41
41
|
}
|
|
42
42
|
async batchGet(keys, batchSize = 100) {
|
|
43
|
-
const
|
|
44
|
-
|
|
45
|
-
|
|
43
|
+
const processedResults = [];
|
|
44
|
+
let retryCounter = 0;
|
|
45
|
+
let remainingKeys = [...keys];
|
|
46
|
+
while (remainingKeys.length && retryCounter < 3) {
|
|
47
|
+
const batches = [];
|
|
48
|
+
while (remainingKeys.length) {
|
|
49
|
+
batches.push(remainingKeys.splice(0, batchSize).filter((key) => key));
|
|
50
|
+
}
|
|
51
|
+
const unprocessedKeys = [];
|
|
52
|
+
await Promise.all(batches.map(async (batch) => {
|
|
53
|
+
var _a;
|
|
54
|
+
const command = new lib_dynamodb_1.BatchGetCommand({
|
|
55
|
+
RequestItems: {
|
|
56
|
+
[this.tableName]: { Keys: batch },
|
|
57
|
+
},
|
|
58
|
+
});
|
|
59
|
+
const results = await this.documentClient.send(command);
|
|
60
|
+
if (results.UnprocessedKeys &&
|
|
61
|
+
((_a = results.UnprocessedKeys[this.tableName]) === null || _a === void 0 ? void 0 : _a.Keys)) {
|
|
62
|
+
const localBatchUnprocessedKeys = results.UnprocessedKeys[this.tableName].Keys;
|
|
63
|
+
unprocessedKeys.push(...localBatchUnprocessedKeys);
|
|
64
|
+
}
|
|
65
|
+
if (results.Responses && results.Responses[this.tableName]) {
|
|
66
|
+
processedResults.push(...results.Responses[this.tableName]);
|
|
67
|
+
}
|
|
68
|
+
}));
|
|
69
|
+
retryCounter += 1;
|
|
70
|
+
remainingKeys = unprocessedKeys;
|
|
46
71
|
}
|
|
47
|
-
|
|
48
|
-
const command = new lib_dynamodb_1.BatchGetCommand({
|
|
49
|
-
RequestItems: {
|
|
50
|
-
[this.tableName]: { Keys: batch },
|
|
51
|
-
},
|
|
52
|
-
});
|
|
53
|
-
const results = await this.documentClient.send(command);
|
|
54
|
-
return ((results.Responses &&
|
|
55
|
-
results.Responses[this.tableName]) || []);
|
|
56
|
-
}));
|
|
57
|
-
return batchResults.reduce((results, batch) => {
|
|
58
|
-
results.push(...batch);
|
|
59
|
-
return results;
|
|
60
|
-
}, []);
|
|
72
|
+
return processedResults;
|
|
61
73
|
}
|
|
62
74
|
query(query) {
|
|
63
75
|
const builderParams = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DynamoDataStorage.js","sourceRoot":"","sources":["../../../../services/aws/dynamodb/DynamoDataStorage.ts"],"names":[],"mappings":";;;;;AAAA,wDAQ8B;AAE9B,mCAAmE;AACnE,oFAA2D;AAC3D,kFAAyD;AAKzD,MAAe,iBACb,SAAQ,+BAA8B;IAGtC,YAAsB,SAAiB;QACrC,KAAK,CAAC,SAAS,CAAC,CAAA;IAClB,CAAC;IAES,KAAK,CAAC,iBAAiB,CAC/B,aAA6B,EAC7B,SAAS,GAAG,EAAE;QAEd,IAAI,SAAS,GAAG,EAAE,EAAE;YAClB,MAAM,IAAI,8BAAoB,EAAE,CAAA;SACjC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,OAAO,aAAa,CAAC,MAAM,EAAE;YAC3B,OAAO,CAAC,IAAI,CACV,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAChE,CAAA;SACF;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1C,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;YAExB,IAAI,YAAY,GAA2C;gBACzD,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK;aACxB,CAAA;YAED,GAAG;gBACD,MAAM,OAAO,GAAG,IAAI,gCAAiB,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC,CAAA;gBAGrE,MAAM,MAAM,GAA4B,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CACpE,OAAO,CACR,CAAA;gBAED,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAA;aACvC,QAAQ,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,EAAC;SAC/D;IACH,CAAC;IASM,KAAK,CAAC,GAAG,CAAC,GAAwB;QACvC,MAAM,OAAO,GAAG,IAAI,yBAAU,CAAC;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG,EAAE,GAAG;SACT,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEtD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,MAAM,CAAC,IAAgB,CAAC,CAAC,CAAC,IAAI,CAAA;IACtD,CAAC;IASM,KAAK,CAAC,QAAQ,CACnB,IAA2B,EAC3B,SAAS,GAAG,GAAG;QAEf,MAAM,
|
|
1
|
+
{"version":3,"file":"DynamoDataStorage.js","sourceRoot":"","sources":["../../../../services/aws/dynamodb/DynamoDataStorage.ts"],"names":[],"mappings":";;;;;AAAA,wDAQ8B;AAE9B,mCAAmE;AACnE,oFAA2D;AAC3D,kFAAyD;AAKzD,MAAe,iBACb,SAAQ,+BAA8B;IAGtC,YAAsB,SAAiB;QACrC,KAAK,CAAC,SAAS,CAAC,CAAA;IAClB,CAAC;IAES,KAAK,CAAC,iBAAiB,CAC/B,aAA6B,EAC7B,SAAS,GAAG,EAAE;QAEd,IAAI,SAAS,GAAG,EAAE,EAAE;YAClB,MAAM,IAAI,8BAAoB,EAAE,CAAA;SACjC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,OAAO,aAAa,CAAC,MAAM,EAAE;YAC3B,OAAO,CAAC,IAAI,CACV,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAChE,CAAA;SACF;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1C,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;YAExB,IAAI,YAAY,GAA2C;gBACzD,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK;aACxB,CAAA;YAED,GAAG;gBACD,MAAM,OAAO,GAAG,IAAI,gCAAiB,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC,CAAA;gBAGrE,MAAM,MAAM,GAA4B,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CACpE,OAAO,CACR,CAAA;gBAED,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAA;aACvC,QAAQ,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,EAAC;SAC/D;IACH,CAAC;IASM,KAAK,CAAC,GAAG,CAAC,GAAwB;QACvC,MAAM,OAAO,GAAG,IAAI,yBAAU,CAAC;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG,EAAE,GAAG;SACT,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEtD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,MAAM,CAAC,IAAgB,CAAC,CAAC,CAAC,IAAI,CAAA;IACtD,CAAC;IASM,KAAK,CAAC,QAAQ,CACnB,IAA2B,EAC3B,SAAS,GAAG,GAAG;QAEf,MAAM,gBAAgB,GAAc,EAAE,CAAA;QAEtC,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,IAAI,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,CAAA;QAC7B,OAAO,aAAa,CAAC,MAAM,IAAI,YAAY,GAAG,CAAC,EAAE;YAC/C,MAAM,OAAO,GAAG,EAAE,CAAA;YAClB,OAAO,aAAa,CAAC,MAAM,EAAE;gBAC3B,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;aACtE;YAED,MAAM,eAAe,GAA0B,EAAE,CAAA;YAEjD,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;;gBAC1B,MAAM,OAAO,GAAG,IAAI,8BAAe,CAAC;oBAClC,YAAY,EAAE;wBACZ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;qBAClC;iBACF,CAAC,CAAA;gBAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAEvD,IACE,OAAO,CAAC,eAAe;qBACvB,MAAA,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,0CAAE,IAAI,CAAA,EAC7C;oBACA,MAAM,yBAAyB,GAC7B,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAA;oBAC9C,eAAe,CAAC,IAAI,CAClB,GAAI,yBAAmD,CACxD,CAAA;iBACF;gBAED,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE;oBAC1D,gBAAgB,CAAC,IAAI,CACnB,GAAI,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAe,CACpD,CAAA;iBACF;YACH,CAAC,CAAC,CACH,CAAA;YAED,YAAY,IAAI,CAAC,CAAA;YACjB,aAAa,GAAG,eAAe,CAAA;SAChC;QAED,OAAO,gBAAgB,CAAA;IACzB,CAAC;IAEM,KAAK,CACV,KAA+B;QAE/B,MAAM,aAAa,GAAG;YACpB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,IAAI;SACvB,CAAA;QAED,MAAM,QAAQ,GAAG,oBAAY,CAAC,UAAU,CAAC,aAAa,CAAC,CAAA;QAEvD,OAAO,IAAI,CAAC,YAAY,CAAgB,QAAQ,CAAC,CAAA;IACnD,CAAC;IAEM,IAAI,CACT,KAA+B;QAE/B,MAAM,aAAa,GAAG;YACpB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,IAAI;SACvB,CAAA;QAED,MAAM,QAAQ,GAAG,oBAAY,CAAC,SAAS,CAAC,aAAa,CAAC,CAAA;QAEtD,OAAO,IAAI,CAAC,WAAW,CAAgB,QAAQ,CAAC,CAAA;IAClD,CAAC;IAEM,YAAY,CACjB,KAA+B,EAC/B,gBAAyB;QAEzB,MAAM,aAAa,GAAG;YACpB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,IAAI;SACvB,CAAA;QAED,MAAM,QAAQ,GAAG,oBAAY,CAAC,UAAU,CAAC,aAAa,CAAC,CAAA;QAEvD,OAAO,IAAI,CAAC,qBAAqB,CAAgB,QAAQ,EAAE,gBAAgB,CAAC,CAAA;IAC9E,CAAC;IAEM,WAAW,CAChB,KAA+B,EAC/B,gBAAyB;QAEzB,MAAM,aAAa,GAAG;YACpB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,IAAI;SACvB,CAAA;QAED,MAAM,QAAQ,GAAG,oBAAY,CAAC,SAAS,CAAC,aAAa,CAAC,CAAA;QAEtD,OAAO,IAAI,CAAC,oBAAoB,CAAgB,QAAQ,EAAE,gBAAgB,CAAC,CAAA;IAC7E,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,KAA8C;QAE9C,MAAM,YAAY,GAAG;YACnB,GAAG,KAAK;YACR,KAAK,EAAE,CAAC;SACT,CAAA;QAED,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAC/C,OAAO,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,IAAI,CAAA;IACvB,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,MAAwB;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAiB,CAAC,CAAA;QAE3D,MAAM,OAAO,GAAG,IAAI,4BAAa,CAAC;YAChC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG,EAAE,OAAO;SACb,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACzC,CAAC;IAEM,KAAK,CAAC,WAAW,CACtB,QAA4B,EAC5B,SAAS,GAAG,EAAE;QAEd,MAAM,QAAQ,GAAI,QAAsB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACtD,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CACjC,CAAA;QAED,MAAM,KAAK,GAAmB,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACvD,aAAa,EAAE;gBACb,GAAG,EAAE,OAAO;aACb;SACF,CAAC,CAAC,CAAA;QAEH,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;IAChD,CAAC;IAEM,KAAK,CAAC,SAAS,CACpB,QAAmB,EACnB,SAAS,GAAG,EAAE;QAEd,MAAM,KAAK,GAAmB,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACtD,UAAU,EAAE;gBACV,IAAI,EAAE,MAAM;aACb;SACF,CAAC,CAAC,CAAA;QAEH,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAE9C,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,MAAe;QAC/B,MAAM,OAAO,GAAG,IAAI,yBAAU,CAAC;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,MAAM;SACb,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEvC,OAAO,MAAM,CAAA;IACf,CAAC;CACF;AAED,kBAAe,iBAAiB,CAAA"}
|