@cloud-copilot/iam-collect 0.1.93 → 0.1.95
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +39 -39
- package/dist/cjs/config/config.d.ts +12 -0
- package/dist/cjs/config/config.d.ts.map +1 -1
- package/dist/cjs/config/config.js +33 -0
- package/dist/cjs/config/config.js.map +1 -1
- package/dist/cjs/config/defaultConfig.d.ts.map +1 -1
- package/dist/cjs/config/defaultConfig.js +28 -0
- package/dist/cjs/config/defaultConfig.js.map +1 -1
- package/dist/cjs/config/partitionDefaults.d.ts.map +1 -1
- package/dist/cjs/config/partitionDefaults.js +27 -0
- package/dist/cjs/config/partitionDefaults.js.map +1 -1
- package/dist/cjs/download/download.d.ts.map +1 -1
- package/dist/cjs/download/download.js +9 -3
- package/dist/cjs/download/download.js.map +1 -1
- package/dist/cjs/syncs/iam/authorizationDetails.d.ts +2 -1
- package/dist/cjs/syncs/iam/authorizationDetails.d.ts.map +1 -1
- package/dist/cjs/syncs/iam/authorizationDetails.js +9 -7
- package/dist/cjs/syncs/iam/authorizationDetails.js.map +1 -1
- package/dist/cjs/syncs/kms/key.d.ts.map +1 -1
- package/dist/cjs/syncs/kms/key.js +14 -5
- package/dist/cjs/syncs/kms/key.js.map +1 -1
- package/dist/cjs/syncs/s3/buckets.d.ts.map +1 -1
- package/dist/cjs/syncs/s3/buckets.js +35 -4
- package/dist/cjs/syncs/s3/buckets.js.map +1 -1
- package/dist/cjs/syncs/sqs/queues.d.ts.map +1 -1
- package/dist/cjs/syncs/sqs/queues.js +3 -0
- package/dist/cjs/syncs/sqs/queues.js.map +1 -1
- package/dist/cjs/syncs/sync.d.ts +3 -0
- package/dist/cjs/syncs/sync.d.ts.map +1 -1
- package/dist/cjs/syncs/sync.js.map +1 -1
- package/dist/cjs/syncs/typedSync.d.ts +2 -1
- package/dist/cjs/syncs/typedSync.d.ts.map +1 -1
- package/dist/cjs/syncs/typedSync.js +25 -9
- package/dist/cjs/syncs/typedSync.js.map +1 -1
- package/dist/cjs/utils/client-tools.d.ts +2 -2
- package/dist/cjs/utils/client-tools.d.ts.map +1 -1
- package/dist/cjs/utils/client-tools.js +8 -2
- package/dist/cjs/utils/client-tools.js.map +1 -1
- package/dist/esm/config/config.d.ts +12 -0
- package/dist/esm/config/config.d.ts.map +1 -1
- package/dist/esm/config/config.js +32 -0
- package/dist/esm/config/config.js.map +1 -1
- package/dist/esm/config/defaultConfig.d.ts.map +1 -1
- package/dist/esm/config/defaultConfig.js +28 -0
- package/dist/esm/config/defaultConfig.js.map +1 -1
- package/dist/esm/config/partitionDefaults.d.ts.map +1 -1
- package/dist/esm/config/partitionDefaults.js +27 -0
- package/dist/esm/config/partitionDefaults.js.map +1 -1
- package/dist/esm/download/download.d.ts.map +1 -1
- package/dist/esm/download/download.js +10 -4
- package/dist/esm/download/download.js.map +1 -1
- package/dist/esm/syncs/iam/authorizationDetails.d.ts +2 -1
- package/dist/esm/syncs/iam/authorizationDetails.d.ts.map +1 -1
- package/dist/esm/syncs/iam/authorizationDetails.js +9 -7
- package/dist/esm/syncs/iam/authorizationDetails.js.map +1 -1
- package/dist/esm/syncs/kms/key.d.ts.map +1 -1
- package/dist/esm/syncs/kms/key.js +14 -5
- package/dist/esm/syncs/kms/key.js.map +1 -1
- package/dist/esm/syncs/s3/buckets.d.ts.map +1 -1
- package/dist/esm/syncs/s3/buckets.js +35 -4
- package/dist/esm/syncs/s3/buckets.js.map +1 -1
- package/dist/esm/syncs/sqs/queues.d.ts.map +1 -1
- package/dist/esm/syncs/sqs/queues.js +3 -0
- package/dist/esm/syncs/sqs/queues.js.map +1 -1
- package/dist/esm/syncs/sync.d.ts +3 -0
- package/dist/esm/syncs/sync.d.ts.map +1 -1
- package/dist/esm/syncs/sync.js.map +1 -1
- package/dist/esm/syncs/typedSync.d.ts +2 -1
- package/dist/esm/syncs/typedSync.d.ts.map +1 -1
- package/dist/esm/syncs/typedSync.js +25 -9
- package/dist/esm/syncs/typedSync.js.map +1 -1
- package/dist/esm/utils/client-tools.d.ts +2 -2
- package/dist/esm/utils/client-tools.d.ts.map +1 -1
- package/dist/esm/utils/client-tools.js +8 -2
- package/dist/esm/utils/client-tools.js.map +1 -1
- package/package.json +2 -1
|
@@ -1,6 +1,7 @@
|
|
|
1
|
+
import { ConcurrentWorkerPool } from '@cloud-copilot/job';
|
|
1
2
|
import { getCredentials } from '../aws/auth.js';
|
|
2
3
|
import { getNewInitialCredentials } from '../aws/coreAuth.js';
|
|
3
|
-
import { accountServiceRegionConfig, getAccountAuthConfig, getConfiguredAccounts, getDefaultAuthConfig, getStorageConfig, regionsForService, servicesForAccount, syncEnabledForRegion } from '../config/config.js';
|
|
4
|
+
import { accountServiceRegionConfig, customConfigForSync, getAccountAuthConfig, getConfiguredAccounts, getDefaultAuthConfig, getStorageConfig, regionsForService, servicesForAccount, syncEnabledForRegion } from '../config/config.js';
|
|
4
5
|
import { getPartitionDefaults } from '../config/partitionDefaults.js';
|
|
5
6
|
import { getIndexersForService } from '../indexing/indexMap.js';
|
|
6
7
|
import { runIndexJobs } from '../indexing/runIndexers.js';
|
|
@@ -35,6 +36,7 @@ export async function downloadData(configs, accountIds, regions, services, concu
|
|
|
35
36
|
const indexJobs = [];
|
|
36
37
|
log.debug('Starting download runner', { concurrency });
|
|
37
38
|
const downloadRunner = new JobRunner(concurrency);
|
|
39
|
+
const workerPool = new ConcurrentWorkerPool(concurrency, log);
|
|
38
40
|
for (const accountId of accountIds) {
|
|
39
41
|
log.info('Queuing downloads for account', { accountId });
|
|
40
42
|
const authForAccount = getAccountAuthConfig(accountId, configs);
|
|
@@ -49,7 +51,9 @@ export async function downloadData(configs, accountIds, regions, services, concu
|
|
|
49
51
|
if (services.length === 0) {
|
|
50
52
|
services = allServices;
|
|
51
53
|
}
|
|
52
|
-
const syncOptions = {
|
|
54
|
+
const syncOptions = {
|
|
55
|
+
workerPool
|
|
56
|
+
};
|
|
53
57
|
const enabledServices = servicesForAccount(accountId, accountConfigs, services);
|
|
54
58
|
for (const service of enabledServices) {
|
|
55
59
|
log.info('Queuing downloads', { service, accountId });
|
|
@@ -59,6 +63,7 @@ export async function downloadData(configs, accountIds, regions, services, concu
|
|
|
59
63
|
const globalRegion = serviceRegions.at(0);
|
|
60
64
|
const globalConfig = accountServiceRegionConfig(service, accountId, globalRegion, accountConfigs);
|
|
61
65
|
for (const globalSync of globalSyncs) {
|
|
66
|
+
const customConfig = customConfigForSync(service, globalSync.name, accountId, globalRegion, accountConfigs);
|
|
62
67
|
downloadRunner.enqueue({
|
|
63
68
|
properties: { service, accountId, sync: globalSync.name },
|
|
64
69
|
execute: async (context) => {
|
|
@@ -68,7 +73,7 @@ export async function downloadData(configs, accountIds, regions, services, concu
|
|
|
68
73
|
};
|
|
69
74
|
const globalCredentials = await getCredentials(accountId, globalConfig.auth);
|
|
70
75
|
log.debug(logDetails, 'Executing global sync');
|
|
71
|
-
await globalSync.execute(accountId, globalRegion, globalCredentials, storage, globalConfig.endpoint, syncOptions);
|
|
76
|
+
await globalSync.execute(accountId, globalRegion, globalCredentials, storage, globalConfig.endpoint, { ...syncOptions, customConfig });
|
|
72
77
|
log.trace(logDetails, 'Finished global sync');
|
|
73
78
|
}
|
|
74
79
|
});
|
|
@@ -87,6 +92,7 @@ export async function downloadData(configs, accountIds, regions, services, concu
|
|
|
87
92
|
log.debug({ service, accountId, region, syncName: sync.name }, 'Skipping regional sync');
|
|
88
93
|
continue;
|
|
89
94
|
}
|
|
95
|
+
const customConfig = customConfigForSync(service, sync.name, accountId, region, accountConfigs);
|
|
90
96
|
downloadRunner.enqueue({
|
|
91
97
|
properties: { service, accountId, region, sync: sync.name },
|
|
92
98
|
execute: async (context) => {
|
|
@@ -96,7 +102,7 @@ export async function downloadData(configs, accountIds, regions, services, concu
|
|
|
96
102
|
};
|
|
97
103
|
log.debug(logDetails, 'Executing regional sync');
|
|
98
104
|
const regionalCredentials = await getCredentials(accountId, asrConfig.auth);
|
|
99
|
-
await sync.execute(accountId, region, regionalCredentials, storage, asrConfig.endpoint, syncOptions);
|
|
105
|
+
await sync.execute(accountId, region, regionalCredentials, storage, asrConfig.endpoint, { ...syncOptions, customConfig });
|
|
100
106
|
log.trace(logDetails, 'Finished regional sync');
|
|
101
107
|
}
|
|
102
108
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../src/download/download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAA;AAC7D,OAAO,EACL,0BAA0B,EAC1B,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,oBAAoB,EAErB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAA;AACrE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAC/D,OAAO,EAAY,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAA;AAC1F,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AAErC,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAyB,EACzB,UAAoB,EACpB,OAAiB,EACjB,QAAkB,EAClB,WAA+B,EAC/B,SAAkB;IAElB,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QAClD,WAAW,GAAG,kBAAkB,EAAE,CAAA;IACpC,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;QACzD,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,UAAU,GAAG,kBAAkB,CAAA;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAA;YACvD,MAAM,kBAAkB,GAAG,MAAM,wBAAwB,CAAC,iBAAiB,EAAE;gBAC3E,KAAK,EAAE,kBAAkB;aAC1B,CAAC,CAAA;YACF,UAAU,GAAG,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAA;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IAC/C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;IAC1E,CAAC;IAED,MAAM,SAAS,GAAe,EAAE,CAAA;IAEhC,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,WAAW,EAAE,CAAC,CAAA;IACtD,MAAM,cAAc,GAAG,IAAI,SAAS,CAAC,WAAW,CAAC,CAAA;
|
|
1
|
+
{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../src/download/download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAA;AAC7D,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,oBAAoB,EAErB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAA;AACrE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAC/D,OAAO,EAAY,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAA;AAC1F,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AAErC,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAyB,EACzB,UAAoB,EACpB,OAAiB,EACjB,QAAkB,EAClB,WAA+B,EAC/B,SAAkB;IAElB,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QAClD,WAAW,GAAG,kBAAkB,EAAE,CAAA;IACpC,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;QACzD,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,UAAU,GAAG,kBAAkB,CAAA;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAA;YACvD,MAAM,kBAAkB,GAAG,MAAM,wBAAwB,CAAC,iBAAiB,EAAE;gBAC3E,KAAK,EAAE,kBAAkB;aAC1B,CAAC,CAAA;YACF,UAAU,GAAG,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAA;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IAC/C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;IAC1E,CAAC;IAED,MAAM,SAAS,GAAe,EAAE,CAAA;IAEhC,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,WAAW,EAAE,CAAC,CAAA;IACtD,MAAM,cAAc,GAAG,IAAI,SAAS,CAAC,WAAW,CAAC,CAAA;IACjD,MAAM,UAAU,GAAG,IAAI,oBAAoB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAA;IAE7D,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,GAAG,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;QACxD,MAAM,cAAc,GAAG,oBAAoB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAC/D,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;QACnE,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAA;QACvC,MAAM,eAAe,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAA;QACvD,MAAM,cAAc,GAAG,CAAC,eAAe,EAAE,GAAG,OAAO,CAAC,CAAA;QAEpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAA;QAC7D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,GAAG,WAAkC,CAAA;QAC/C,CAAC;QACD,MAAM,WAAW,GAAG;YAClB,UAAU;SACX,CAAA;QAED,MAAM,eAAe,GAAG,kBAAkB,CAAC,SAAS,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAA;QAC/E,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;YACtC,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;YACrD,MAAM,cAAc,GAAG,iBAAiB,CAAC,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,CAAC,CAAA;YAErF,8BAA8B;YAC9B,MAAM,WAAW,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAA;YACrD,MAAM,YAAY,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC,CAAE,CAAA;YAC1C,MAAM,YAAY,GAAG,0BAA0B,CAC7C,OAAO,EACP,SAAS,EACT,YAAY,EACZ,cAAc,CACf,CAAA;YAED,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,YAAY,GAAG,mBAAmB,CACtC,OAAO,EACP,UAAU,CAAC,IAAI,EACf,SAAS,EACT,YAAY,EACZ,cAAc,CACf,CAAA;gBAED,cAAc,CAAC,OAAO,CAAC;oBACrB,UAAU,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE;oBACzD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;wBACzB,MAAM,UAAU,GAAG;4BACjB,QAAQ,EAAE,OAAO,CAAC,QAAQ;4BAC1B,GAAG,OAAO,CAAC,UAAU;yBACtB,CAAA;wBACD,MAAM,iBAAiB,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;wBAC5E,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAA;wBAC9C,MAAM,UAAU,CAAC,OAAO,CACtB,SAAS,EACT,YAAY,EACZ,iBAAiB,EACjB,OAAO,EACP,YAAY,CAAC,QAAQ,EACrB,EAAE,GAAG,WAAW,EAAE,YAAY,EAAE,CACjC,CAAA;wBACD,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,sBAAsB,CAAC,CAAA;oBAC/C,CAAC;iBACF,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,aAAa,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAA;YACzD,gCAAgC;YAChC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;gBACpC,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,wBAAwB,CAAC,CAAA;gBACnE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC/B,SAAQ;gBACV,CAAC;gBACD,MAAM,SAAS,GAAG,0BAA0B,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,CAAC,CAAA;gBAExF,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;oBACjC,MAAM,WAAW,GAAG,oBAAoB,CACtC,SAAS,EACT,OAAO,EACP,IAAI,CAAC,IAAI,EACT,cAAc,EACd,MAAM,CACP,CAAA;oBACD,IAAI,CAAC,WAAW,EAAE,CAAC;wBACjB,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,wBAAwB,CAAC,CAAA;wBACxF,SAAQ;oBACV,CAAC;oBACD,MAAM,YAAY,GAAG,mBAAmB,CACtC,OAAO,EACP,IAAI,CAAC,IAAI,EACT,SAAS,EACT,MAAM,EACN,cAAc,CACf,CAAA;oBACD,cAAc,CAAC,OAAO,CAAC;wBACrB,UAAU,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;wBAC3D,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;4BACzB,MAAM,UAAU,GAAG;gCACjB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gCAC1B,GAAG,OAAO,CAAC,UAAU;6BACtB,CAAA;4BACD,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAA;4BAChD,MAAM,mBAAmB,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CAAA;4BAE3E,MAAM,IAAI,CAAC,OAAO,CAChB,SAAS,EACT,MAAM,EACN,mBAAmB,EACnB,OAAO,EACP,SAAS,CAAC,QAAQ,EAClB,EAAE,GAAG,WAAW,EAAE,YAAY,EAAE,CACjC,CAAA;4BACD,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,wBAAwB,CAAC,CAAA;wBACjD,CAAC;qBACF,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;YAC/C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,SAAS,CAAC,IAAI,CAAC;oBACb,OAAO;oBACP,SAAS;oBACT,SAAS;oBACT,OAAO,EAAE,cAAc;iBACxB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAA;IAC7C,MAAM,cAAc,CAAC,aAAa,EAAE,CAAA;IACpC,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,IAAI,EAAE,cAAc,CAAC,UAAU,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;IAC5E,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAA;IACrF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,GAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;QACrE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,CAAA;QACtE,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;IACxE,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAC7B,OAAM;IACR,CAAC;IAED,MAAM,YAAY,CAAC,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,CAAA;AAC3D,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { GroupDetail, IAMClient, ManagedPolicyDetail, RoleDetail, Tag, User, UserDetail } from '@aws-sdk/client-iam';
|
|
2
|
+
import { ConcurrentWorkerPool } from '@cloud-copilot/job';
|
|
2
3
|
import { Sync } from '../sync.js';
|
|
3
4
|
export declare const AuthorizationDetailsSync: Sync;
|
|
4
5
|
/**
|
|
@@ -19,7 +20,7 @@ interface ManagedPolicyDetailWithExtraData extends ManagedPolicyDetail {
|
|
|
19
20
|
* @param credentials The credentials to use for the API call
|
|
20
21
|
* @returns Returns the results of the Authorization Details call for this account
|
|
21
22
|
*/
|
|
22
|
-
export declare function getAuthorizationDetails(client: IAMClient): Promise<{
|
|
23
|
+
export declare function getAuthorizationDetails(client: IAMClient, concurrentWorkerPool: ConcurrentWorkerPool<any, any>, customConfig?: Record<string, any>): Promise<{
|
|
23
24
|
groups: GroupDetail[];
|
|
24
25
|
roles: RoleDetail[];
|
|
25
26
|
policies: ManagedPolicyDetailWithExtraData[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"authorizationDetails.d.ts","sourceRoot":"","sources":["../../../../src/syncs/iam/authorizationDetails.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,WAAW,EACX,SAAS,EAGT,mBAAmB,EACnB,UAAU,EACV,GAAG,EACH,IAAI,EACJ,UAAU,EACX,MAAM,qBAAqB,CAAA;
|
|
1
|
+
{"version":3,"file":"authorizationDetails.d.ts","sourceRoot":"","sources":["../../../../src/syncs/iam/authorizationDetails.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,WAAW,EACX,SAAS,EAGT,mBAAmB,EACnB,UAAU,EACV,GAAG,EACH,IAAI,EACJ,UAAU,EACX,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAAE,oBAAoB,EAAO,MAAM,oBAAoB,CAAA;AAO9D,OAAO,EAAE,IAAI,EAAyB,MAAM,YAAY,CAAA;AAExD,eAAO,MAAM,wBAAwB,EAAE,IAsJtC,CAAA;AAED;;;;;;GAMG;AACH,wBAAsB,WAAW,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAepE;AAED,UAAU,gCAAiC,SAAQ,mBAAmB;IACpE,IAAI,CAAC,EAAE,GAAG,EAAE,CAAA;CACb;AAED;;;;;;GAMG;AACH,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,SAAS,EACjB,oBAAoB,EAAE,oBAAoB,CAAC,GAAG,EAAE,GAAG,CAAC,EACpD,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACjC,OAAO,CAAC;IACT,MAAM,EAAE,WAAW,EAAE,CAAA;IACrB,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,QAAQ,EAAE,gCAAgC,EAAE,CAAA;IAC5C,kBAAkB,EAAE,mBAAmB,EAAE,CAAA;IACzC,KAAK,EAAE,UAAU,EAAE,CAAA;CACpB,CAAC,CAiDD"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { GetAccountAuthorizationDetailsCommand, IAMClient, ListPolicyTagsCommand, ListUsersCommand } from '@aws-sdk/client-iam';
|
|
2
2
|
import { AwsClientPool } from '../../aws/ClientPool.js';
|
|
3
|
-
import { runJobs } from '../../jobs/jobQueue.js';
|
|
4
3
|
import { runAndCatch404 } from '../../utils/client-tools.js';
|
|
5
4
|
import { log } from '../../utils/log.js';
|
|
6
5
|
import { convertTagsToRecord } from '../../utils/tags.js';
|
|
@@ -11,7 +10,7 @@ export const AuthorizationDetailsSync = {
|
|
|
11
10
|
global: true,
|
|
12
11
|
execute: async (accountId, region, credentials, storage, endpoint, syncOptions) => {
|
|
13
12
|
const client = AwsClientPool.defaultInstance.client(IAMClient, credentials, region, endpoint);
|
|
14
|
-
const authDetails = await getAuthorizationDetails(client);
|
|
13
|
+
const authDetails = await getAuthorizationDetails(client, syncOptions.workerPool, syncOptions.customConfig);
|
|
15
14
|
const roles = authDetails.roles || [];
|
|
16
15
|
const roleData = roles.map((role) => {
|
|
17
16
|
return {
|
|
@@ -158,7 +157,7 @@ export async function getAllUsers(client) {
|
|
|
158
157
|
* @param credentials The credentials to use for the API call
|
|
159
158
|
* @returns Returns the results of the Authorization Details call for this account
|
|
160
159
|
*/
|
|
161
|
-
export async function getAuthorizationDetails(client) {
|
|
160
|
+
export async function getAuthorizationDetails(client, concurrentWorkerPool, customConfig) {
|
|
162
161
|
let isTruncated = false;
|
|
163
162
|
let getDetailsCommand;
|
|
164
163
|
let response;
|
|
@@ -185,12 +184,15 @@ export async function getAuthorizationDetails(client) {
|
|
|
185
184
|
else {
|
|
186
185
|
policyDetails.push(policyDetail);
|
|
187
186
|
}
|
|
188
|
-
// policyDetails.push(...(response.Policies?.map(parsePolicyDocs) || []))
|
|
189
187
|
}
|
|
190
188
|
isTruncated = !!response.IsTruncated;
|
|
191
189
|
marker = response.Marker;
|
|
192
190
|
} while (isTruncated);
|
|
193
|
-
|
|
191
|
+
let policiesWithTags = policyDetails;
|
|
192
|
+
if (customConfig?.includePolicyTags) {
|
|
193
|
+
log.info('Including policy tags in authorization details sync');
|
|
194
|
+
policiesWithTags = await getTagsForManagedPolicies(client, policyDetails, concurrentWorkerPool);
|
|
195
|
+
}
|
|
194
196
|
return {
|
|
195
197
|
groups: groupDetails,
|
|
196
198
|
roles: roleDetails,
|
|
@@ -206,7 +208,7 @@ export async function getAuthorizationDetails(client) {
|
|
|
206
208
|
* @param policies the policies to get the tags for
|
|
207
209
|
* @returns the policies with the tags added
|
|
208
210
|
*/
|
|
209
|
-
async function getTagsForManagedPolicies(client, policies) {
|
|
211
|
+
async function getTagsForManagedPolicies(client, policies, concurrentWorkerPool) {
|
|
210
212
|
const policiesWithTags = [];
|
|
211
213
|
const execute = async (context) => {
|
|
212
214
|
const { policy } = context.properties;
|
|
@@ -226,7 +228,7 @@ async function getTagsForManagedPolicies(client, policies) {
|
|
|
226
228
|
},
|
|
227
229
|
execute
|
|
228
230
|
}));
|
|
229
|
-
const jobResults = await
|
|
231
|
+
const jobResults = await Promise.all(concurrentWorkerPool.enqueueAll(jobs));
|
|
230
232
|
for (const jobResult of jobResults) {
|
|
231
233
|
if (jobResult.status === 'fulfilled') {
|
|
232
234
|
policiesWithTags.push(jobResult.value);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"authorizationDetails.js","sourceRoot":"","sources":["../../../../src/syncs/iam/authorizationDetails.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qCAAqC,EAGrC,SAAS,EACT,qBAAqB,EACrB,gBAAgB,EAMjB,MAAM,qBAAqB,CAAA;
|
|
1
|
+
{"version":3,"file":"authorizationDetails.js","sourceRoot":"","sources":["../../../../src/syncs/iam/authorizationDetails.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qCAAqC,EAGrC,SAAS,EACT,qBAAqB,EACrB,gBAAgB,EAMjB,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AAGvD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAC5D,OAAO,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAA;AACxC,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AACzD,OAAO,EAAQ,QAAQ,EAAe,MAAM,YAAY,CAAA;AAExD,MAAM,CAAC,MAAM,wBAAwB,GAAS;IAC5C,UAAU,EAAE,KAAK;IACjB,IAAI,EAAE,sBAAsB;IAC5B,MAAM,EAAE,IAAI;IACZ,OAAO,EAAE,KAAK,EACZ,SAAiB,EACjB,MAAc,EACd,WAA8C,EAC9C,OAAoB,EACpB,QAA4B,EAC5B,WAAwB,EACT,EAAE;QACjB,MAAM,MAAM,GAAG,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAA;QAC7F,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAC/C,MAAM,EACN,WAAW,CAAC,UAAU,EACtB,WAAW,CAAC,YAAY,CACzB,CAAA;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE,CAAA;QACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAClC,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAI;gBACd,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBACzE,cAAc,EAAE,IAAI,CAAC,wBAAwB;gBAC7C,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;gBAChE,iBAAiB,EAAE,IAAI,CAAC,cAAc;gBACtC,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;gBACpC,QAAQ,EAAE;oBACR,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,IAAI,EAAE,IAAI,CAAC,QAAQ;oBACnB,EAAE,EAAE,IAAI,CAAC,MAAM;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,OAAO,EAAE,IAAI,CAAC,UAAU;oBACxB,kBAAkB,EAAE,IAAI,CAAC,mBAAmB,EAAE,sBAAsB;iBACrE;aACF,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE;YAC3C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE,SAAS;SACnB,CAAC,CAAA;QAEF,MAAM,SAAS,GAA2B,EAAE,CAAA;QAE5C,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACjD,SAAS,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,KAAK,CAAC,GAAI,CAAA;YACxC,OAAO;gBACL,GAAG,EAAE,KAAK,CAAC,GAAI;gBACf,iBAAiB,EAAE,KAAK,CAAC,eAAe;gBACxC,kBAAkB,EAAE,KAAK,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBAE1E,QAAQ,EAAE;oBACR,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,IAAI,EAAE,KAAK,CAAC,SAAS;oBACrB,EAAE,EAAE,KAAK,CAAC,OAAO;oBACjB,OAAO,EAAE,KAAK,CAAC,UAAU;iBAC1B;aACF,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,QAAQ,CAAC,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE;YAC5C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,OAAO;YACrB,OAAO,EAAE,SAAS;SACnB,CAAC,CAAA;QAEF,MAAM,kBAAkB,GAAG,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC7D,OAAO;gBACL,GAAG,EAAE,MAAM,CAAC,GAAI;gBAChB,QAAQ,EAAE;oBACR,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,IAAI,EAAE,MAAM,CAAC,UAAU;oBACvB,EAAE,EAAE,MAAM,CAAC,QAAQ;oBACnB,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;oBACzC,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,6BAA6B,EAAE,MAAM,CAAC,6BAA6B;oBACnE,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;iBAC9B;gBACD,gBAAgB,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAChD,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,CACtC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ;gBACjB,MAAM,EAAE,SAAS;gBACjB,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC;aACvC,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,QAAQ,CAAC,kBAAkB,EAAE,OAAO,EAAE,SAAS,EAAE;YACrD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,QAAQ;YACtB,OAAO,EAAE,SAAS;SACnB,CAAC,CAAA;QAEF,MAAM,oBAAoB,GAAG,WAAW,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACzE,OAAO;gBACL,GAAG,EAAE,MAAM,CAAC,GAAI;gBAChB,QAAQ,EAAE;oBACR,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,IAAI,EAAE,MAAM,CAAC,UAAU;oBACvB,EAAE,EAAE,MAAM,CAAC,QAAQ;oBACnB,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;oBACzC,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,6BAA6B,EAAE,MAAM,CAAC,6BAA6B;oBACnE,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;iBAC9B;gBACD,gBAAgB,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAChD,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,CACtC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ;gBACjB,MAAM,EAAE,SAAS;aAClB,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,QAAQ,CAAC,oBAAoB,EAAE,OAAO,EAAE,SAAS,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,QAAQ;YACtB,OAAO,EAAE,KAAK;SACf,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC9C,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAI;gBACd,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBACzE,iBAAiB,EAAE,IAAI,CAAC,cAAc;gBACtC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAChD,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;gBACpC,QAAQ,EAAE;oBACR,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,kBAAkB,EAAE,IAAI,CAAC,mBAAmB,EAAE,sBAAsB;oBACpE,EAAE,EAAE,IAAI,CAAC,MAAM;oBACf,IAAI,EAAE,IAAI,CAAC,QAAQ;oBACnB,OAAO,EAAE,IAAI,CAAC,UAAU;iBACzB;aACF,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE;YACrC,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE,SAAS;SACnB,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAiB;IACjD,MAAM,QAAQ,GAAW,EAAE,CAAA;IAC3B,IAAI,WAAW,GAAG,IAAI,CAAA;IACtB,IAAI,MAAM,GAAuB,SAAS,CAAA;IAE1C,IAAI,gBAAkC,CAAA;IACtC,OAAO,WAAW,EAAE,CAAC;QACnB,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3E,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QACvD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAA;QAC3C,WAAW,GAAG,WAAW,CAAC,WAAW,IAAI,KAAK,CAAA;QAC9C,MAAM,GAAG,WAAW,CAAC,MAAM,CAAA;IAC7B,CAAC;IAED,OAAO,QAAQ,CAAA;AACjB,CAAC;AAMD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAiB,EACjB,oBAAoD,EACpD,YAAkC;IAQlC,IAAI,WAAW,GAAG,KAAK,CAAA;IACvB,IAAI,iBAAwD,CAAA;IAC5D,IAAI,QAAgD,CAAA;IACpD,IAAI,MAAM,CAAA;IAEV,MAAM,YAAY,GAAkB,EAAE,CAAA;IACtC,MAAM,WAAW,GAAiB,EAAE,CAAA;IACpC,MAAM,aAAa,GAA0B,EAAE,CAAA;IAC/C,MAAM,kBAAkB,GAA0B,EAAE,CAAA;IACpD,MAAM,WAAW,GAAiB,EAAE,CAAA;IAEpC,GAAG,CAAC;QACF,iBAAiB,GAAG,IAAI,qCAAqC,CAAC;YAC5D,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,CAAC;SAC5E,CAAC,CAAA;QAEF,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QAC/C,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,eAAe,EAAE,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAC3E,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,EAAE,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACxE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,EAAE,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAExE,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YAC7C,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;YAC5C,IAAI,YAAY,CAAC,GAAG,EAAE,UAAU,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBAC7D,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACvC,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAClC,CAAC;QACH,CAAC;QAED,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAA;QACpC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC1B,CAAC,QAAQ,WAAW,EAAC;IAErB,IAAI,gBAAgB,GAAuC,aAAa,CAAA;IACxE,IAAI,YAAY,EAAE,iBAAiB,EAAE,CAAC;QACpC,GAAG,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAA;QAC/D,gBAAgB,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,aAAa,EAAE,oBAAoB,CAAC,CAAA;IACjG,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,gBAAgB;QAC1B,kBAAkB;QAClB,KAAK,EAAE,WAAW;KACnB,CAAA;AACH,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,yBAAyB,CACtC,MAAiB,EACjB,QAA+B,EAC/B,oBAAoD;IAEpD,MAAM,gBAAgB,GAAuC,EAAE,CAAA;IAC/D,MAAM,OAAO,GAAG,KAAK,EAAE,OAAY,EAAE,EAAE;QACrC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAA;QACrC,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,GAAI,EAAE,CAAC,CAAA;QACrE,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACzC,OAAO,MAAM,CAAC,IAAI,CAAA;QACpB,CAAC,CAAC,CAAA;QACF,OAAO;YACL,GAAG,MAAM;YACT,IAAI,EAAE,IAAI;SACX,CAAA;IACH,CAAC,CAAA;IACD,MAAM,IAAI,GAAqE,QAAQ,CAAC,GAAG,CACzF,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACX,UAAU,EAAE;YACV,MAAM;SACP;QACD,OAAO;KACR,CAAC,CACH,CAAA;IACD,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA;IAC3E,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACrC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;aAAM,CAAC;YACN,uDAAuD;YACvD,MAAM,SAAS,GAAI,SAAS,CAAC,UAAU,CAAC,MAA8B,CAAC,GAAG,CAAA;YAC1E,GAAG,CAAC,KAAK,CAAC,+BAA+B,EAAE,SAAS,CAAC,MAAM,EAAE;gBAC3D,SAAS;aACV,CAAC,CAAA;YACF,MAAM,IAAI,KAAK,CAAC,iCAAiC,SAAS,yBAAyB,CAAC,CAAA;QACtF,CAAC;IACH,CAAC;IACD,OAAO,gBAAgB,CAAA;AACzB,CAAC;AAED;;;;;GAKG;AACH,SAAS,cAAc,CAAC,KAAkB;IACxC,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACvC,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC1B,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAA;YAC/E,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;;GAKG;AACH,SAAS,aAAa,CAAC,IAAgB;IACrC,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAClC,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAA;IAC/F,CAAC;IAED,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC1B,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAA;YAC/E,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CAAC,MAA2B;IAClD,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC7B,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC3C,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACrB,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAA;YACrE,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAS,aAAa,CAAC,IAAgB;IACrC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC1B,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAA;YAC/E,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"key.d.ts","sourceRoot":"","sources":["../../../../src/syncs/kms/key.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"key.d.ts","sourceRoot":"","sources":["../../../../src/syncs/kms/key.ts"],"names":[],"mappings":"AAUA,eAAO,MAAM,OAAO,2BA0DnB,CAAA"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { GetKeyPolicyCommand, KMSClient, ListKeysCommand, ListResourceTagsCommand } from '@aws-sdk/client-kms';
|
|
2
2
|
import { runAndCatch404, runAndCatchAccessDenied } from '../../utils/client-tools.js';
|
|
3
|
+
import { log } from '../../utils/log.js';
|
|
3
4
|
import { createResourceSyncType, createTypedSyncOperation } from '../typedSync.js';
|
|
4
5
|
export const KeySync = createTypedSyncOperation('kms', 'keys', createResourceSyncType({
|
|
5
6
|
client: KMSClient,
|
|
@@ -25,11 +26,19 @@ export const KeySync = createTypedSyncOperation('kms', 'keys', createResourceSyn
|
|
|
25
26
|
});
|
|
26
27
|
},
|
|
27
28
|
policy: async (client, key) => {
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
29
|
+
runAndCatchAccessDenied(async () => {
|
|
30
|
+
return runAndCatch404(async () => {
|
|
31
|
+
const policyResult = await client.send(new GetKeyPolicyCommand({ KeyId: key.KeyId, PolicyName: 'default' }));
|
|
32
|
+
if (policyResult.Policy) {
|
|
33
|
+
return JSON.parse(policyResult.Policy);
|
|
34
|
+
}
|
|
35
|
+
return undefined;
|
|
36
|
+
});
|
|
37
|
+
}, async (error) => {
|
|
38
|
+
log.warn('Access Denied fetching KMS Key Policy', {
|
|
39
|
+
keyPolicyAccessDenied: true,
|
|
40
|
+
key: key.KeyArn
|
|
41
|
+
});
|
|
33
42
|
return undefined;
|
|
34
43
|
});
|
|
35
44
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"key.js","sourceRoot":"","sources":["../../../../src/syncs/kms/key.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,eAAe,EACf,uBAAuB,EACxB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAA;AACrF,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAElF,MAAM,CAAC,MAAM,OAAO,GAAG,wBAAwB,CAC7C,KAAK,EACL,MAAM,EACN,sBAAsB,CAAC;IACrB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,eAAe;IACxB,GAAG,EAAE,MAAM;IACX,gBAAgB,EAAE;QAChB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,YAAY;KACxB;IACD,iBAAiB,EAAE,CAAC,SAAiB,EAAE,MAAc,EAAE,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,KAAK;QACd,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,SAAS;QAClB,MAAM,EAAE,MAAM;KACf,CAAC;IACF,WAAW,EAAE;QACX,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;YAC1B,OAAO,uBAAuB,CAAC,KAAK,IAAI,EAAE;gBACxC,OAAO,cAAc,CAAC,KAAK,IAAI,EAAE;oBAC/B,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,uBAAuB,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;oBACtF,OAAO,SAAS,CAAC,IAAI,CAAA;gBACvB,CAAC,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;YAC5B,OAAO,cAAc,CAAC,KAAK,IAAI,EAAE;
|
|
1
|
+
{"version":3,"file":"key.js","sourceRoot":"","sources":["../../../../src/syncs/kms/key.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,SAAS,EACT,eAAe,EACf,uBAAuB,EACxB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAA;AACrF,OAAO,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAA;AACxC,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAElF,MAAM,CAAC,MAAM,OAAO,GAAG,wBAAwB,CAC7C,KAAK,EACL,MAAM,EACN,sBAAsB,CAAC;IACrB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,eAAe;IACxB,GAAG,EAAE,MAAM;IACX,gBAAgB,EAAE;QAChB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,YAAY;KACxB;IACD,iBAAiB,EAAE,CAAC,SAAiB,EAAE,MAAc,EAAE,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,KAAK;QACd,YAAY,EAAE,KAAK;QACnB,OAAO,EAAE,SAAS;QAClB,MAAM,EAAE,MAAM;KACf,CAAC;IACF,WAAW,EAAE;QACX,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;YAC1B,OAAO,uBAAuB,CAAC,KAAK,IAAI,EAAE;gBACxC,OAAO,cAAc,CAAC,KAAK,IAAI,EAAE;oBAC/B,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,uBAAuB,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;oBACtF,OAAO,SAAS,CAAC,IAAI,CAAA;gBACvB,CAAC,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;YAC5B,uBAAuB,CACrB,KAAK,IAAI,EAAE;gBACT,OAAO,cAAc,CAAC,KAAK,IAAI,EAAE;oBAC/B,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,CACpC,IAAI,mBAAmB,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CACrE,CAAA;oBACD,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;wBACxB,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;oBACxC,CAAC;oBACD,OAAO,SAAS,CAAA;gBAClB,CAAC,CAAC,CAAA;YACJ,CAAC,EACD,KAAK,EAAE,KAAK,EAAE,EAAE;gBACd,GAAG,CAAC,IAAI,CAAC,uCAAuC,EAAE;oBAChD,qBAAqB,EAAE,IAAI;oBAC3B,GAAG,EAAE,GAAG,CAAC,MAAO;iBACjB,CAAC,CAAA;gBACF,OAAO,SAAS,CAAA;YAClB,CAAC,CACF,CAAA;QACH,CAAC;KACF;IACD,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI;IACrC,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAO;IAC3B,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAClB,QAAQ,EAAE;YACR,EAAE,EAAE,IAAI,CAAC,KAAK;SACf;QACD,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;KAChC,CAAC;CACH,CAAC,CACH,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"buckets.d.ts","sourceRoot":"","sources":["../../../../src/syncs/s3/buckets.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,IAAI,EAAyB,MAAM,YAAY,CAAA;
|
|
1
|
+
{"version":3,"file":"buckets.d.ts","sourceRoot":"","sources":["../../../../src/syncs/s3/buckets.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,IAAI,EAAyB,MAAM,YAAY,CAAA;AASxD,eAAO,MAAM,0BAA0B,EAAE,IA8FxC,CAAA"}
|
|
@@ -13,11 +13,42 @@ export const S3GeneralPurposeBucketSync = {
|
|
|
13
13
|
outputKey: 'ContinuationToken'
|
|
14
14
|
}, { MaxBuckets: 1000, BucketRegion: region });
|
|
15
15
|
const augmentedBuckets = await Promise.all(allBuckets.map(async (bucket) => {
|
|
16
|
+
const [tagsJob, blockPublicAccessConfigJob, bucketPolicyJob, encryptionJob] = await Promise.all(syncOptions.workerPool.enqueueAll([
|
|
17
|
+
{
|
|
18
|
+
execute: () => {
|
|
19
|
+
return getTagsForBucket(s3Client, bucket);
|
|
20
|
+
},
|
|
21
|
+
properties: {}
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
execute: () => {
|
|
25
|
+
return getBucketPublicAccessSettings(s3Client, bucket);
|
|
26
|
+
},
|
|
27
|
+
properties: {}
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
execute: () => {
|
|
31
|
+
return getBucketPolicy(s3Client, bucket, credentials.accountId);
|
|
32
|
+
},
|
|
33
|
+
properties: {}
|
|
34
|
+
},
|
|
35
|
+
{
|
|
36
|
+
execute: () => {
|
|
37
|
+
return getBucketEncryptionSettings(s3Client, bucket);
|
|
38
|
+
},
|
|
39
|
+
properties: {}
|
|
40
|
+
}
|
|
41
|
+
]));
|
|
42
|
+
for (const job of [tagsJob, blockPublicAccessConfigJob, bucketPolicyJob, encryptionJob]) {
|
|
43
|
+
if (job.status === 'rejected') {
|
|
44
|
+
throw job.reason;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
16
47
|
const [tags, blockPublicAccessConfig, bucketPolicy, encryption] = await Promise.all([
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
48
|
+
tagsJob.value,
|
|
49
|
+
blockPublicAccessConfigJob.value,
|
|
50
|
+
bucketPolicyJob.value,
|
|
51
|
+
encryptionJob.value
|
|
21
52
|
]);
|
|
22
53
|
const arn = `arn:${credentials.partition}:s3:::${bucket.Name}`;
|
|
23
54
|
return {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"buckets.js","sourceRoot":"","sources":["../../../../src/syncs/s3/buckets.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,0BAA0B,EAC1B,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,kBAAkB,EAElB,QAAQ,EAET,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AAGvD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAC5D,OAAO,EAAQ,QAAQ,EAAe,MAAM,YAAY,CAAA;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;
|
|
1
|
+
{"version":3,"file":"buckets.js","sourceRoot":"","sources":["../../../../src/syncs/s3/buckets.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,0BAA0B,EAC1B,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,kBAAkB,EAElB,QAAQ,EAET,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AAGvD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAC5D,OAAO,EAAQ,QAAQ,EAAe,MAAM,YAAY,CAAA;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAQlD,MAAM,CAAC,MAAM,0BAA0B,GAAS;IAC9C,UAAU,EAAE,IAAI;IAChB,IAAI,EAAE,uBAAuB;IAC7B,OAAO,EAAE,KAAK,EACZ,SAAiB,EACjB,MAAc,EACd,WAA8C,EAC9C,OAAoB,EACpB,QAA4B,EAC5B,WAAwB,EACT,EAAE;QACjB,MAAM,QAAQ,GAAG,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAA;QAE9F,MAAM,UAAU,GAAG,MAAM,gBAAgB,CACvC,QAAQ,EACR,kBAAkB,EAClB,SAAS,EACT;YACE,QAAQ,EAAE,mBAAmB;YAC7B,SAAS,EAAE,mBAAmB;SAC/B,EACD,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,CAC3C,CAAA;QAED,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC9B,MAAM,CAAC,OAAO,EAAE,0BAA0B,EAAE,eAAe,EAAE,aAAa,CAAC,GACzE,MAAM,OAAO,CAAC,GAAG,CACf,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC;gBAChC;oBACE,OAAO,EAAE,GAAG,EAAE;wBACZ,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;oBAC3C,CAAC;oBACD,UAAU,EAAE,EAAE;iBACf;gBACD;oBACE,OAAO,EAAE,GAAG,EAAE;wBACZ,OAAO,6BAA6B,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;oBACxD,CAAC;oBACD,UAAU,EAAE,EAAE;iBACf;gBACD;oBACE,OAAO,EAAE,GAAG,EAAE;wBACZ,OAAO,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,SAAS,CAAC,CAAA;oBACjE,CAAC;oBACD,UAAU,EAAE,EAAE;iBACf;gBACD;oBACE,OAAO,EAAE,GAAG,EAAE;wBACZ,OAAO,2BAA2B,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;oBACtD,CAAC;oBACD,UAAU,EAAE,EAAE;iBACf;aACF,CAAC,CACH,CAAA;YAEH,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,0BAA0B,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,CAAC;gBACxF,IAAI,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBAC9B,MAAM,GAAG,CAAC,MAAM,CAAA;gBAClB,CAAC;YACH,CAAC;YAED,MAAM,CAAC,IAAI,EAAE,uBAAuB,EAAE,YAAY,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjF,OAAyB,CAAC,KAAK;gBAC/B,0BAA4C,CAAC,KAAK;gBAClD,eAAiC,CAAC,KAAK;gBACvC,aAA+B,CAAC,KAAK;aACvC,CAAC,CAAA;YAEF,MAAM,GAAG,GAAG,OAAO,WAAW,CAAC,SAAS,SAAS,MAAM,CAAC,IAAI,EAAE,CAAA;YAE9D,OAAO;gBACL,GAAG;gBACH,IAAI,EAAE,IAAI;gBACV,GAAG,EAAE,uBAAuB;gBAC5B,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,UAAU,EAAE,KAAK;gBAC7B,QAAQ,EAAE;oBACR,IAAI,EAAE,MAAM,CAAC,IAAK;oBAClB,MAAM,EAAE,MAAM;oBACd,GAAG;iBACJ;aACF,CAAA;QACH,CAAC,CAAC,CACH,CAAA;QAED,QAAQ,CAAC,gBAAgB,EAAE,OAAO,EAAE,SAAS,EAAE;YAC7C,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,SAAS;YAClB,QAAQ,EAAE;gBACR,MAAM;aACP;SACF,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED;;;;;;GAMG;AACH,KAAK,UAAU,gBAAgB,CAC7B,MAAgB,EAChB,MAAc;IAEd,MAAM,UAAU,GAAG,IAAI,uBAAuB,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAK,EAAE,CAAC,CAAA;IACxE,MAAM,IAAI,GAAG,MAAM,cAAc,CAAyB,KAAK,IAAI,EAAE;QACnE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAC9C,OAAO,QAAQ,CAAC,MAAM,EAAE,MAAM,CAC5B,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACX,GAAG,CAAC,GAAG,CAAC,GAAI,CAAC,GAAG,GAAG,CAAC,KAAM,CAAA;YAC1B,OAAO,GAAG,CAAA;QACZ,CAAC,EACD,EAA4B,CAC7B,CAAA;IACH,CAAC,CAAC,CAAA;IACF,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,eAAe,CAC5B,MAAgB,EAChB,MAAuB,EACvB,SAAiB;IAEjB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,MAAM,CAAC,IAAK,CAAA;IACvB,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,sBAAsB,CAAC;QAC/C,MAAM,EAAE,MAAM;QACd,mBAAmB,EAAE,SAAS;KAC/B,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAM,KAAK,IAAI,EAAE;QAClD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACjD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClE,CAAC,CAAC,CAAA;IACF,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,6BAA6B,CAC1C,MAAgB,EAChB,MAAc;IAEd,MAAM,OAAO,GAAG,IAAI,2BAA2B,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAK,EAAE,CAAC,CAAA;IACzE,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,IAAI,EAAE;QAC/C,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IACF,OAAO,QAAQ,EAAE,8BAA8B,CAAA;AACjD,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,2BAA2B,CACxC,MAAgB,EAChB,MAAc;IAEd,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAK,EAAE,CAAC,CAAA;IACxE,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,IAAI,EAAE;QAC/C,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IACF,OAAO,QAAQ,EAAE,iCAAiC,CAAA;AACpD,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queues.d.ts","sourceRoot":"","sources":["../../../../src/syncs/sqs/queues.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,YAAY,
|
|
1
|
+
{"version":3,"file":"queues.d.ts","sourceRoot":"","sources":["../../../../src/syncs/sqs/queues.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,YAAY,2BAmDxB,CAAA"}
|
|
@@ -9,6 +9,9 @@ export const SqsQueueSync = createTypedSyncOperation('sqs', 'queue', createResou
|
|
|
9
9
|
inputKey: 'NextToken',
|
|
10
10
|
outputKey: 'NextToken'
|
|
11
11
|
},
|
|
12
|
+
arguments: (accountId, region) => ({
|
|
13
|
+
MaxResults: 1000
|
|
14
|
+
}),
|
|
12
15
|
arn: (queue, region, account, partition) => {
|
|
13
16
|
const queueName = queue.name.split('/').pop();
|
|
14
17
|
return `arn:${partition}:sqs:${region}:${account}:${queueName}`;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queues.js","sourceRoot":"","sources":["../../../../src/syncs/sqs/queues.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,yBAAyB,EACzB,iBAAiB,EACjB,oBAAoB,EACpB,SAAS,EACV,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AACpD,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAElF,MAAM,CAAC,MAAM,YAAY,GAAG,wBAAwB,CAClD,KAAK,EACL,OAAO,EACP,sBAAsB,CAAC;IACrB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,iBAAiB;IAC1B,GAAG,EAAE,WAAW;IAChB,gBAAgB,EAAE;QAChB,QAAQ,EAAE,WAAW;QACrB,SAAS,EAAE,WAAW;KACvB;IACD,GAAG,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE;QACzC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAA;QAC7C,OAAO,OAAO,SAAS,QAAQ,MAAM,IAAI,OAAO,IAAI,SAAS,EAAE,CAAA;IACjE,CAAC;IACD,iBAAiB,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACvC,OAAO;QACP,MAAM;QACN,OAAO,EAAE,KAAK;KACf,CAAC;IACF,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI;IACvC,WAAW,EAAE;QACX,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;YAC5B,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,CACjC,IAAI,oBAAoB,CAAC;gBACvB,QAAQ,EAAE,KAAK,CAAC,IAAI;aACrB,CAAC,CACH,CAAA;YACD,OAAO,SAAS,CAAC,IAAI,CAAA;QACvB,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAClC,IAAI,yBAAyB,CAAC;gBAC5B,QAAQ,EAAE,KAAK,CAAC,IAAI;gBACpB,cAAc,EAAE,CAAC,gBAAgB,EAAE,QAAQ,CAAC;aAC7C,CAAC,CACH,CAAA;YACD,OAAO,UAAU,CAAC,UAAU,CAAA;QAC9B,CAAC;KACF;IACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnB,QAAQ,EAAE;YACR,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE;YACvC,MAAM,EAAE,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,cAAc;SACrD;QACD,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC;KAC7D,CAAC;CACH,CAAC,CACH,CAAA"}
|
|
1
|
+
{"version":3,"file":"queues.js","sourceRoot":"","sources":["../../../../src/syncs/sqs/queues.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,yBAAyB,EACzB,iBAAiB,EACjB,oBAAoB,EACpB,SAAS,EACV,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AACpD,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAElF,MAAM,CAAC,MAAM,YAAY,GAAG,wBAAwB,CAClD,KAAK,EACL,OAAO,EACP,sBAAsB,CAAC;IACrB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,iBAAiB;IAC1B,GAAG,EAAE,WAAW;IAChB,gBAAgB,EAAE;QAChB,QAAQ,EAAE,WAAW;QACrB,SAAS,EAAE,WAAW;KACvB;IACD,SAAS,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACjC,UAAU,EAAE,IAAI;KACjB,CAAC;IACF,GAAG,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE;QACzC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAA;QAC7C,OAAO,OAAO,SAAS,QAAQ,MAAM,IAAI,OAAO,IAAI,SAAS,EAAE,CAAA;IACjE,CAAC;IACD,iBAAiB,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACvC,OAAO;QACP,MAAM;QACN,OAAO,EAAE,KAAK;KACf,CAAC;IACF,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI;IACvC,WAAW,EAAE;QACX,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;YAC5B,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,CACjC,IAAI,oBAAoB,CAAC;gBACvB,QAAQ,EAAE,KAAK,CAAC,IAAI;aACrB,CAAC,CACH,CAAA;YACD,OAAO,SAAS,CAAC,IAAI,CAAA;QACvB,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAClC,IAAI,yBAAyB,CAAC;gBAC5B,QAAQ,EAAE,KAAK,CAAC,IAAI;gBACpB,cAAc,EAAE,CAAC,gBAAgB,EAAE,QAAQ,CAAC;aAC7C,CAAC,CACH,CAAA;YACD,OAAO,UAAU,CAAC,UAAU,CAAA;QAC9B,CAAC;KACF;IACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnB,QAAQ,EAAE;YACR,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE;YACvC,MAAM,EAAE,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,cAAc;SACrD;QACD,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC;KAC7D,CAAC;CACH,CAAC,CACH,CAAA"}
|
package/dist/esm/syncs/sync.d.ts
CHANGED
|
@@ -1,7 +1,10 @@
|
|
|
1
|
+
import { ConcurrentWorkerPool } from '@cloud-copilot/job';
|
|
1
2
|
import { AwsCredentialIdentityWithMetaData } from '../aws/coreAuth.js';
|
|
2
3
|
import { AwsIamStore, ResourceTypeParts } from '../persistence/AwsIamStore.js';
|
|
3
4
|
import { AwsService } from '../services.js';
|
|
4
5
|
export interface SyncOptions {
|
|
6
|
+
workerPool: ConcurrentWorkerPool;
|
|
7
|
+
customConfig?: Record<string, any>;
|
|
5
8
|
}
|
|
6
9
|
export interface Sync {
|
|
7
10
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/syncs/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iCAAiC,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAE3C,MAAM,WAAW,WAAW;
|
|
1
|
+
{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/syncs/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,iCAAiC,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAE3C,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,oBAAoB,CAAA;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,IAAI;IACnB;;OAEG;IACH,UAAU,EAAE,UAAU,CAAA;IAEtB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IAEZ;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAA;IAEhB;;OAEG;IACH,OAAO,CACL,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,iCAAiC,EAC9C,OAAO,EAAE,WAAW,EACpB,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC,IAAI,CAAC,CAAA;CACjB;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAA;AAE9D;;;;;;;;;;GAUG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,EAAE,WAAW,EACpB,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,iBAAiB,iBAarC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../../src/syncs/sync.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../../src/syncs/sync.ts"],"names":[],"mappings":"AAyCA;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAqB,EACrB,OAAoB,EACpB,SAAiB,EACjB,iBAAoC;IAEpC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACzC,MAAM,OAAO,CAAC,gBAAgB,CAAC,SAAS,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAA;IAErE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;gBAClB,SAAQ;YACV,CAAC;YACD,MAAM,OAAO,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { ConcurrentWorkerPool } from '@cloud-copilot/job';
|
|
1
2
|
import type { Client, Command } from '@smithy/smithy-client';
|
|
2
3
|
import { AwsCredentialIdentityWithMetaData } from '../aws/coreAuth.js';
|
|
3
4
|
import { ResourceTypeParts } from '../persistence/AwsIamStore.js';
|
|
@@ -120,7 +121,7 @@ export declare function createResourceSyncType<const C extends ClientConstructor
|
|
|
120
121
|
* @param region The region to get the resources for.
|
|
121
122
|
* @returns Returns all the resources for the given type in the given region with extraFields populated.
|
|
122
123
|
*/
|
|
123
|
-
export declare function paginateResourceConfig<C extends ClientConstructor, Cmd extends CommandConstructors, K extends keyof ExtractOutputType<Cmd>, ExtraFieldsFunc extends ExtraFieldsDefinition<C, Cmd, K>>(resourceTypeSync: ResourceSyncType<C, Cmd, K, ExtraFieldsFunc>, credentials: AwsCredentialIdentityWithMetaData, region: string, endpoint: string | undefined): Promise<ExtendedResourceElementType<C, Cmd, K, ExtraFieldsFunc>[]>;
|
|
124
|
+
export declare function paginateResourceConfig<C extends ClientConstructor, Cmd extends CommandConstructors, K extends keyof ExtractOutputType<Cmd>, ExtraFieldsFunc extends ExtraFieldsDefinition<C, Cmd, K>>(resourceTypeSync: ResourceSyncType<C, Cmd, K, ExtraFieldsFunc>, credentials: AwsCredentialIdentityWithMetaData, region: string, endpoint: string | undefined, workerPool: ConcurrentWorkerPool<any, any>): Promise<ExtendedResourceElementType<C, Cmd, K, ExtraFieldsFunc>[]>;
|
|
124
125
|
/**
|
|
125
126
|
* Create a typed sync operation for a given AWS service and resource type.
|
|
126
127
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"typedSync.d.ts","sourceRoot":"","sources":["../../../src/syncs/typedSync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAA;AAE5D,OAAO,EAAE,iCAAiC,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAe,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAE3C,OAAO,EAAuB,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAc,IAAI,EAAyB,MAAM,WAAW,CAAA;AAEnE,MAAM,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7E,KAAK,kBAAkB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7E,KAAK,uBAAuB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAExE,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAAG,uBAAuB,CAAA;AAE9E,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI,CAAC,SAAS,mBAAmB,GAC5D,YAAY,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,EAAE,MAAM,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAC/D,MAAM,GACN,KAAK,GACP,KAAK,CAAA;AACT,KAAK,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,mBAAmB,GACpD,YAAY,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,MAAM,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAC9D,KAAK,GACL,KAAK,GACP,KAAK,CAAA;AAET,KAAK,UAAU,CAAC,CAAC,SAAS,mBAAmB,IACzC;IACE,QAAQ,EAAE,OAAO,CAAC,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IACpD,SAAS,EAAE,OAAO,CAAC,MAAM,iBAAiB,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;CACvD,GACD,mBAAmB,CAAA;AAEvB,KAAK,2BAA2B,GAAG,YAAY,CAAC,iBAAiB,CAAC,CAAA;AAClE;;;;;;;;;GASG;AACH,wBAAsB,gBAAgB,CACpC,CAAC,SAAS,mBAAmB,EAC7B,CAAC,SAAS,MAAM,iBAAiB,CAAC,CAAC,CAAC,EAEpC,qBAAqB,EAAE,2BAA2B,EAClD,YAAY,EAAE,CAAC,EACf,GAAG,EAAE,CAAC,EACN,gBAAgB,EAAE,UAAU,CAAC,CAAC,CAAC,EAC/B,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,GACpC,OAAO,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CA8B/C;AA0BD,KAAK,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAA;AAE5D,KAAK,mBAAmB,CAAC,CAAC,SAAS,mBAAmB,EAAE,CAAC,SAAS,MAAM,iBAAiB,CAAC,CAAC,CAAC,IAC1F,gBAAgB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,GACpD;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB,gBAAgB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAE/C,KAAK,WAAW,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;AAGjF,MAAM,MAAM,qBAAqB,CAC/B,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,IACpC,MAAM,CACR,MAAM,EACN,CACE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,EACvB,QAAQ,EAAE,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,EACrC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,KACd,OAAO,CAAC,GAAG,CAAC,CAClB,CAAA;AAGD,KAAK,qBAAqB,CACxB,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,CAAC,SAAS,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,IAC1C;KACD,CAAC,IAAI,MAAM,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC9C,CAAA;AAED,MAAM,MAAM,2BAA2B,CACrC,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,eAAe,SAAS,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,IACxD,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG;IAAE,WAAW,EAAE,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,CAAA;CAAE,CAAA;AAEpG,MAAM,MAAM,gBAAgB,CAC1B,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,WAAW,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IACvF;IACF;;OAEG;IACH,MAAM,EAAE,CAAC,CAAA;IAET;;OAEG;IACH,OAAO,EAAE,GAAG,CAAA;IAEZ;;OAEG;IACH,GAAG,EAAE,CAAC,CAAA;IAEN;;OAEG;IACH,gBAAgB,EAAE,UAAU,CAAC,GAAG,CAAC,CAAA;IAEjC;;;;;;OAMG;IACH,iBAAiB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,iBAAiB,CAAA;IAE3E;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAA;IAE7E;;OAEG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAE5B;;;;OAIG;IACH,IAAI,EAAE,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,WAAW,CAAC,KAAK,IAAI,GAAG,SAAS,CAAA;IAEzF;;;;;;;OAOG;IACH,GAAG,EAAE,CACH,QAAQ,EAAE,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,EACrC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,KACd,MAAM,CAAA;IAEX;;;;;OAKG;IACH,WAAW,CAAC,EAAE,WAAW,CAAA;IAEzB;;;;OAIG;IACH,OAAO,EAAE,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,WAAW,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAChG,CAAA;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,CAAC,CAAC,SAAS,iBAAiB,EACjC,KAAK,CAAC,GAAG,SAAS,mBAAmB,EACrC,KAAK,CAAC,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EAC5C,KAAK,CAAC,eAAe,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAE9D,MAAM,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,GACnD,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,CAE9C;AAED;;;;;;;GAOG;AACH,wBAAsB,sBAAsB,CAC1C,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,eAAe,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAExD,gBAAgB,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,EAC9D,WAAW,EAAE,iCAAiC,EAC9C,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GAAG,SAAS,
|
|
1
|
+
{"version":3,"file":"typedSync.d.ts","sourceRoot":"","sources":["../../../src/syncs/typedSync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAO,MAAM,oBAAoB,CAAA;AAC9D,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAA;AAE5D,OAAO,EAAE,iCAAiC,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAe,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAE3C,OAAO,EAAuB,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAc,IAAI,EAAyB,MAAM,WAAW,CAAA;AAEnE,MAAM,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7E,KAAK,kBAAkB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7E,KAAK,uBAAuB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAExE,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAAG,uBAAuB,CAAA;AAE9E,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI,CAAC,SAAS,mBAAmB,GAC5D,YAAY,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,EAAE,MAAM,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAC/D,MAAM,GACN,KAAK,GACP,KAAK,CAAA;AACT,KAAK,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,mBAAmB,GACpD,YAAY,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,MAAM,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAC9D,KAAK,GACL,KAAK,GACP,KAAK,CAAA;AAET,KAAK,UAAU,CAAC,CAAC,SAAS,mBAAmB,IACzC;IACE,QAAQ,EAAE,OAAO,CAAC,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IACpD,SAAS,EAAE,OAAO,CAAC,MAAM,iBAAiB,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;CACvD,GACD,mBAAmB,CAAA;AAEvB,KAAK,2BAA2B,GAAG,YAAY,CAAC,iBAAiB,CAAC,CAAA;AAClE;;;;;;;;;GASG;AACH,wBAAsB,gBAAgB,CACpC,CAAC,SAAS,mBAAmB,EAC7B,CAAC,SAAS,MAAM,iBAAiB,CAAC,CAAC,CAAC,EAEpC,qBAAqB,EAAE,2BAA2B,EAClD,YAAY,EAAE,CAAC,EACf,GAAG,EAAE,CAAC,EACN,gBAAgB,EAAE,UAAU,CAAC,CAAC,CAAC,EAC/B,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,GACpC,OAAO,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CA8B/C;AA0BD,KAAK,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAA;AAE5D,KAAK,mBAAmB,CAAC,CAAC,SAAS,mBAAmB,EAAE,CAAC,SAAS,MAAM,iBAAiB,CAAC,CAAC,CAAC,IAC1F,gBAAgB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,GACpD;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB,gBAAgB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAE/C,KAAK,WAAW,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;AAGjF,MAAM,MAAM,qBAAqB,CAC/B,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,IACpC,MAAM,CACR,MAAM,EACN,CACE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,EACvB,QAAQ,EAAE,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,EACrC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,KACd,OAAO,CAAC,GAAG,CAAC,CAClB,CAAA;AAGD,KAAK,qBAAqB,CACxB,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,CAAC,SAAS,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,IAC1C;KACD,CAAC,IAAI,MAAM,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC9C,CAAA;AAED,MAAM,MAAM,2BAA2B,CACrC,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,eAAe,SAAS,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,IACxD,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG;IAAE,WAAW,EAAE,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,CAAA;CAAE,CAAA;AAEpG,MAAM,MAAM,gBAAgB,CAC1B,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,WAAW,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IACvF;IACF;;OAEG;IACH,MAAM,EAAE,CAAC,CAAA;IAET;;OAEG;IACH,OAAO,EAAE,GAAG,CAAA;IAEZ;;OAEG;IACH,GAAG,EAAE,CAAC,CAAA;IAEN;;OAEG;IACH,gBAAgB,EAAE,UAAU,CAAC,GAAG,CAAC,CAAA;IAEjC;;;;;;OAMG;IACH,iBAAiB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,iBAAiB,CAAA;IAE3E;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAA;IAE7E;;OAEG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAE5B;;;;OAIG;IACH,IAAI,EAAE,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,WAAW,CAAC,KAAK,IAAI,GAAG,SAAS,CAAA;IAEzF;;;;;;;OAOG;IACH,GAAG,EAAE,CACH,QAAQ,EAAE,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,EACrC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,KACd,MAAM,CAAA;IAEX;;;;;OAKG;IACH,WAAW,CAAC,EAAE,WAAW,CAAA;IAEzB;;;;OAIG;IACH,OAAO,EAAE,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,WAAW,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAChG,CAAA;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,CAAC,CAAC,SAAS,iBAAiB,EACjC,KAAK,CAAC,GAAG,SAAS,mBAAmB,EACrC,KAAK,CAAC,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EAC5C,KAAK,CAAC,eAAe,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAE9D,MAAM,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,GACnD,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,CAE9C;AAED;;;;;;;GAOG;AACH,wBAAsB,sBAAsB,CAC1C,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,eAAe,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAExD,gBAAgB,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,EAC9D,WAAW,EAAE,iCAAiC,EAC9C,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,UAAU,EAAE,oBAAoB,CAAC,GAAG,EAAE,GAAG,CAAC,GACzC,OAAO,CAAC,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,EAAE,CAAC,CA6EpE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,wBAAwB,CACtC,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,eAAe,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAExD,UAAU,EAAE,UAAU,EACtB,IAAI,EAAE,MAAM,EACZ,gBAAgB,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,GAC7D,IAAI,CAsCN"}
|
|
@@ -75,7 +75,7 @@ export function createResourceSyncType(config) {
|
|
|
75
75
|
* @param region The region to get the resources for.
|
|
76
76
|
* @returns Returns all the resources for the given type in the given region with extraFields populated.
|
|
77
77
|
*/
|
|
78
|
-
export async function paginateResourceConfig(resourceTypeSync, credentials, region, endpoint) {
|
|
78
|
+
export async function paginateResourceConfig(resourceTypeSync, credentials, region, endpoint, workerPool) {
|
|
79
79
|
const accountId = credentials.accountId;
|
|
80
80
|
const partition = credentials.partition;
|
|
81
81
|
const client = AwsClientPool.defaultInstance.client(resourceTypeSync.client, credentials, region, endpoint);
|
|
@@ -89,13 +89,29 @@ export async function paginateResourceConfig(resourceTypeSync, credentials, regi
|
|
|
89
89
|
const fields = resourceTypeSync.extraFields || {};
|
|
90
90
|
const extraFields = Object.entries(fields);
|
|
91
91
|
//Get the extra field values
|
|
92
|
-
const
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
92
|
+
const extraFieldPromises = workerPool.enqueueAll(extraFields.map(([key, callback]) => ({
|
|
93
|
+
properties: { field: key },
|
|
94
|
+
execute: async (context) => {
|
|
95
|
+
const value = await callback(client, resource, credentials.accountId, region, partition);
|
|
96
|
+
return [key, value];
|
|
97
|
+
}
|
|
98
|
+
})));
|
|
99
|
+
const extraFieldValues = await Promise.all(extraFieldPromises);
|
|
100
|
+
resource.extraFields = {};
|
|
101
|
+
let anyFailure = false;
|
|
102
|
+
for (const result of extraFieldValues) {
|
|
103
|
+
if (result.status === 'rejected') {
|
|
104
|
+
log.error({ error: result.reason, field: result.properties.field }, 'Failed to get extra field value');
|
|
105
|
+
anyFailure = true;
|
|
106
|
+
}
|
|
107
|
+
else {
|
|
108
|
+
const value = result.value;
|
|
109
|
+
resource.extraFields[value[0]] = value[1];
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
if (anyFailure) {
|
|
113
|
+
throw new Error('Failed to get some extra field values');
|
|
114
|
+
}
|
|
99
115
|
}));
|
|
100
116
|
}
|
|
101
117
|
return resources;
|
|
@@ -120,7 +136,7 @@ export function createTypedSyncOperation(awsService, name, resourceTypeSync) {
|
|
|
120
136
|
execute: async (accountId, region, credentials, storage, endpoint, syncOptions) => {
|
|
121
137
|
const awsId = credentials.accountId;
|
|
122
138
|
log.trace('getting resources', { region: region, accountId, service: awsService, name });
|
|
123
|
-
const resources = await paginateResourceConfig(resourceTypeSync, credentials, region, endpoint);
|
|
139
|
+
const resources = await paginateResourceConfig(resourceTypeSync, credentials, region, endpoint, syncOptions.workerPool);
|
|
124
140
|
log.trace('received resources', { region: region, accountId, service: awsService, name });
|
|
125
141
|
const records = resources.map((resource) => {
|
|
126
142
|
const result = resourceTypeSync.results(resource);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"typedSync.js","sourceRoot":"","sources":["../../../src/syncs/typedSync.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"typedSync.js","sourceRoot":"","sources":["../../../src/syncs/typedSync.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAIpD,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AACrC,OAAO,EAAE,mBAAmB,EAAQ,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAoB,QAAQ,EAAe,MAAM,WAAW,CAAA;AA2BnE;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAIpC,qBAAkD,EAClD,YAAe,EACf,GAAM,EACN,gBAA+B,EAC/B,MAAqC;IAErC,MAAM,MAAM,GAAG,qBAAqB,CAAA;IAEpC,IAAI,SAAS,GAAuB,SAAS,CAAA;IAE7C,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,gBAAgB,CAAC,CAAA;IAC/D,MAAM,mBAAmB,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,CAAA;IAEjE,MAAM,SAAS,GAA4B,EAAE,CAAA;IAC7C,MAAM,GAAG,MAAM,IAAI,EAAE,CAAA;IAErB,GAAG,CAAC;QACF,MAAM,IAAI,GAAG,EAAE,GAAG,MAAM,EAAS,CAAA;QACjC,IAAI,kBAAkB,EAAE,CAAC;YACvB,IAAI,CAAC,kBAAkB,CAAC,GAAG,SAAS,CAAA;QACtC,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,OAAO,GAAQ,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE/C,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACjB,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;QACjC,CAAC;QAED,IAAI,mBAAmB,EAAE,CAAC;YACxB,SAAS,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;QAC1C,CAAC;IACH,CAAC,QAAQ,SAAS,EAAC;IAEnB,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,kBAAkB,CACzB,gBAA+B;IAE/B,IAAI,gBAAgB,KAAK,mBAAmB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAA;IAClB,CAAC;SAAM,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;QAChD,OAAO,gBAAgB,CAAC,QAAQ,CAAA;IAClC,CAAC;SAAM,CAAC;QACN,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,gBAA+B;IAE/B,IAAI,gBAAgB,KAAK,mBAAmB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAA;IAClB,CAAC;SAAM,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;QAChD,OAAO,gBAAgB,CAAC,SAAS,CAAA;IACnC,CAAC;SAAM,CAAC;QACN,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAmID;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CAMpC,MAAoD;IAEpD,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAM1C,gBAA8D,EAC9D,WAA8C,EAC9C,MAAc,EACd,QAA4B,EAC5B,UAA0C;IAE1C,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAA;IACvC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAA;IACvC,MAAM,MAAM,GAAG,aAAa,CAAC,eAAe,CAAC,MAAM,CACjD,gBAAgB,CAAC,MAAM,EACvB,WAAW,EACX,MAAM,EACN,QAAQ,CACT,CAAA;IAED,IAAI,SAAS,GAAG,MAAM,gBAAgB,CACpC,MAAM,EACN,gBAAgB,CAAC,OAAO,EACxB,gBAAgB,CAAC,GAAG,EACpB,gBAAgB,CAAC,gBAAgB,EACjC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CACvF,CAAA;IAED,8EAA8E;IAC9E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,SAAS,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC7D,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,gBAAgB,CAAC,WAAW,EAAE,CAAC;QACjC,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAa,EAAE,EAAE;YACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,WAAW,IAAI,EAAE,CAAA;YACjD,MAAM,WAAW,GACf,MAAM,CAAC,OAAO,CAQZ,MAAM,CAAC,CAAA;YACX,4BAA4B;YAC5B,MAAM,kBAAkB,GAAG,UAAU,CAAC,UAAU,CAC9C,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpC,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;gBAC1B,OAAO,EAAE,KAAK,EAAE,OAAO,EAA0B,EAAE;oBACjD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAC1B,MAAa,EACb,QAAQ,EACR,WAAW,CAAC,SAAS,EACrB,MAAM,EACN,SAAS,CACV,CAAA;oBACD,OAAO,CAAC,GAAG,EAAE,KAAK,CAAkB,CAAA;gBACtC,CAAC;aACF,CAAC,CAAkD,CACrD,CAAA;YAED,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAA;YAC9D,QAAQ,CAAC,WAAW,GAAG,EAAE,CAAA;YACzB,IAAI,UAAU,GAAG,KAAK,CAAA;YACtB,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;gBACtC,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBACjC,GAAG,CAAC,KAAK,CACP,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,EACxD,iCAAiC,CAClC,CAAA;oBACD,UAAU,GAAG,IAAI,CAAA;gBACnB,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,GAAG,MAAM,CAAC,KAAsB,CAAA;oBAC3C,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;gBAC3C,CAAC;YACH,CAAC;YACD,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;YAC1D,CAAC;QACH,CAAC,CAAC,CACH,CAAA;IACH,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,wBAAwB,CAMtC,UAAsB,EACtB,IAAY,EACZ,gBAA8D;IAE9D,OAAO;QACL,UAAU;QACV,IAAI;QACJ,MAAM,EAAE,gBAAgB,CAAC,kBAAkB,IAAI,KAAK;QACpD,OAAO,EAAE,KAAK,EACZ,SAAiB,EACjB,MAAc,EACd,WAA8C,EAC9C,OAAoB,EACpB,QAA4B,EAC5B,WAAwB,EACxB,EAAE;YACF,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAA;YAEnC,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;YACxF,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAC5C,gBAAgB,EAChB,WAAW,EACX,MAAM,EACN,QAAQ,EACR,WAAW,CAAC,UAAU,CACvB,CAAA;YACD,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;YAEzF,MAAM,OAAO,GAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACvD,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;gBACjD,MAAM,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC,SAAS,CAAC,CAAA;gBACjF,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACpB,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAA;gBAClC,CAAC;gBACD,MAAM,CAAC,IAAI,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAA;gBAClE,OAAO,MAAoB,CAAA;YAC7B,CAAC,CAAC,CAAA;YAEF,MAAM,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;QAChG,CAAC;KACF,CAAA;AACH,CAAC"}
|
|
@@ -11,7 +11,7 @@ export declare function runAndCatch404<T>(operation: () => Promise<T | undefined
|
|
|
11
11
|
* @returns If successful, returns the result of operation. If operation returns a 404, returns undefined.
|
|
12
12
|
* @throws If operation returns a non 400 error, rethrows that error.
|
|
13
13
|
*/
|
|
14
|
-
export declare function runAndCatchAccessDenied<T>(operation: () => Promise<T | undefined>): Promise<T | undefined>;
|
|
14
|
+
export declare function runAndCatchAccessDenied<T>(operation: () => Promise<T | undefined>, onError?: (error: any) => Promise<T | undefined>): Promise<T | undefined>;
|
|
15
15
|
/**
|
|
16
16
|
* Run an operation and catch a specific error by name. Return undefined if the error matches, otherwise rethrow the error.
|
|
17
17
|
*
|
|
@@ -20,5 +20,5 @@ export declare function runAndCatchAccessDenied<T>(operation: () => Promise<T |
|
|
|
20
20
|
* @returns If successful, returns the result of operation. If operation throws an error with the specified name, returns undefined.
|
|
21
21
|
* @throws If operation throws an error with a different name, rethrows that error.
|
|
22
22
|
*/
|
|
23
|
-
export declare function runAndCatchError<T>(errorName: string, operation: () => Promise<T | undefined>): Promise<T | undefined>;
|
|
23
|
+
export declare function runAndCatchError<T>(errorName: string, operation: () => Promise<T | undefined>, onError?: (error: any) => Promise<T | undefined>): Promise<T | undefined>;
|
|
24
24
|
//# sourceMappingURL=client-tools.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client-tools.d.ts","sourceRoot":"","sources":["../../../src/utils/client-tools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,wBAAsB,cAAc,CAAC,CAAC,EACpC,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GACtC,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAUxB;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAAC,CAAC,EAC7C,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,
|
|
1
|
+
{"version":3,"file":"client-tools.d.ts","sourceRoot":"","sources":["../../../src/utils/client-tools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,wBAAsB,cAAc,CAAC,CAAC,EACpC,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GACtC,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAUxB;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAAC,CAAC,EAC7C,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,EACvC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GAC/C,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAexB;AAED;;;;;;;GAOG;AAEH,wBAAsB,gBAAgB,CAAC,CAAC,EACtC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,EACvC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GAC/C,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAaxB"}
|
|
@@ -22,7 +22,7 @@ export async function runAndCatch404(operation) {
|
|
|
22
22
|
* @returns If successful, returns the result of operation. If operation returns a 404, returns undefined.
|
|
23
23
|
* @throws If operation returns a non 400 error, rethrows that error.
|
|
24
24
|
*/
|
|
25
|
-
export async function runAndCatchAccessDenied(operation) {
|
|
25
|
+
export async function runAndCatchAccessDenied(operation, onError) {
|
|
26
26
|
try {
|
|
27
27
|
const result = await operation();
|
|
28
28
|
return result;
|
|
@@ -30,6 +30,9 @@ export async function runAndCatchAccessDenied(operation) {
|
|
|
30
30
|
catch (e) {
|
|
31
31
|
const errorName = e.name;
|
|
32
32
|
if (errorName == 'AccessDeniedException' || errorName == 'AccessDenied') {
|
|
33
|
+
if (onError) {
|
|
34
|
+
return onError(e);
|
|
35
|
+
}
|
|
33
36
|
return undefined;
|
|
34
37
|
}
|
|
35
38
|
throw e;
|
|
@@ -43,13 +46,16 @@ export async function runAndCatchAccessDenied(operation) {
|
|
|
43
46
|
* @returns If successful, returns the result of operation. If operation throws an error with the specified name, returns undefined.
|
|
44
47
|
* @throws If operation throws an error with a different name, rethrows that error.
|
|
45
48
|
*/
|
|
46
|
-
export async function runAndCatchError(errorName, operation) {
|
|
49
|
+
export async function runAndCatchError(errorName, operation, onError) {
|
|
47
50
|
try {
|
|
48
51
|
const result = await operation();
|
|
49
52
|
return result;
|
|
50
53
|
}
|
|
51
54
|
catch (e) {
|
|
52
55
|
if (e.name == errorName) {
|
|
56
|
+
if (onError) {
|
|
57
|
+
return onError(e);
|
|
58
|
+
}
|
|
53
59
|
return undefined;
|
|
54
60
|
}
|
|
55
61
|
throw e;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client-tools.js","sourceRoot":"","sources":["../../../src/utils/client-tools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAuC;IAEvC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;QAChC,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,cAAc,IAAI,GAAG,EAAE,CAAC;YAC1C,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,MAAM,CAAC,CAAA;IACT,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAuC;
|
|
1
|
+
{"version":3,"file":"client-tools.js","sourceRoot":"","sources":["../../../src/utils/client-tools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAuC;IAEvC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;QAChC,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,cAAc,IAAI,GAAG,EAAE,CAAC;YAC1C,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,MAAM,CAAC,CAAA;IACT,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAuC,EACvC,OAAgD;IAEhD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;QAChC,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,CAAC,CAAC,IAAI,CAAA;QAExB,IAAI,SAAS,IAAI,uBAAuB,IAAI,SAAS,IAAI,cAAc,EAAE,CAAC;YACxE,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,OAAO,CAAC,CAAC,CAAC,CAAA;YACnB,CAAC;YACD,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,MAAM,CAAC,CAAA;IACT,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AAEH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAiB,EACjB,SAAuC,EACvC,OAAgD;IAEhD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;QAChC,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,EAAE,CAAC;YACxB,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,OAAO,CAAC,CAAC,CAAC,CAAA;YACnB,CAAC;YACD,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,MAAM,CAAC,CAAA;IACT,CAAC;AACH,CAAC"}
|