@actsecurity/iam-collect 0.1.215

package/dist/esm/indexing/indexers/accountOrgs.js

@@ -0,0 +1,39 @@
+import {} from '../indexer.js';
+const indexName = 'accounts-to-orgs';
+export const AccountOrganizationIndexer = {
+    awsService: 'organizations',
+    name: 'accountsToOrganizations',
+    getCache: async (storage) => {
+        const data = await storage.getIndex(indexName, {});
+        return data;
+    },
+    saveCache: async (storage, cache, lockId) => {
+        return storage.saveIndex(indexName, cache, lockId);
+    },
+    updateCache: async (existingCache, accountId, regions, storage) => {
+        const orgForAccount = await storage.getAccountMetadata(accountId, 'organization', undefined);
+        const organizationId = orgForAccount?.organizationId;
+        // If the account is not a organization management account, we don't need to update the cache
+        if (!organizationId) {
+            return;
+        }
+        const currentCacheKeys = Object.keys(existingCache);
+        // Remove all existing accounts for the organization
+        for (const key of currentCacheKeys) {
+            if (existingCache[key] == organizationId) {
+                delete existingCache[key];
+            }
+        }
+        const currentInfo = await storage.getOrganizationMetadata(organizationId, 'accounts');
+        // If there are no accounts for the org, return
+        if (!currentInfo) {
+            return;
+        }
+        //Add the current accounts to the cache
+        const currentAccounts = Object.keys(currentInfo);
+        for (const account of currentAccounts) {
+            existingCache[account] = organizationId;
+        }
+    }
+};
+//# sourceMappingURL=accountOrgs.js.map

package/dist/esm/indexing/indexers/accountOrgs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"accountOrgs.js","sourceRoot":"","sources":["../../../../src/indexing/indexers/accountOrgs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,MAAM,eAAe,CAAA;AAM5C,MAAM,SAAS,GAAG,kBAAkB,CAAA;AAEpC,MAAM,CAAC,MAAM,0BAA0B,GAAoC;IACzE,UAAU,EAAE,eAAe;IAC3B,IAAI,EAAE,yBAAyB;IAC/B,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;QAClD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC1C,OAAO,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;IACD,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,kBAAkB,CACpD,SAAS,EACT,cAAc,EACd,SAAS,CACV,CAAA;QAED,MAAM,cAAc,GAAG,aAAa,EAAE,cAAc,CAAA;QAEpD,6FAA6F;QAC7F,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAM;QACR,CAAC;QAED,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAEnD,oDAAoD;QACpD,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;YACnC,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,cAAc,EAAE,CAAC;gBACzC,OAAO,aAAa,CAAC,GAAG,CAAC,CAAA;YAC3B,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAAC,cAAc,EAAE,UAAU,CAAC,CAAA;QACrF,+CAA+C;QAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAM;QACR,CAAC;QAED,uCAAuC;QACvC,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAChD,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;YACtC,aAAa,CAAC,OAAO,CAAC,GAAG,cAAc,CAAA;QACzC,CAAC;IACH,CAAC;CACF,CAAA"}

package/dist/esm/indexing/indexers/apigateways.d.ts

@@ -0,0 +1,3 @@
+import { type Indexer } from '../indexer.js';
+export declare const ApiGatewayIndexer: Indexer<Record<string, string>>;
+//# sourceMappingURL=apigateways.d.ts.map

package/dist/esm/indexing/indexers/apigateways.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"apigateways.d.ts","sourceRoot":"","sources":["../../../../src/indexing/indexers/apigateways.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,eAAe,CAAA;AAQ5C,eAAO,MAAM,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAkD7D,CAAA"}

package/dist/esm/indexing/indexers/apigateways.js

@@ -0,0 +1,52 @@
+import { splitArnParts } from '@actsecurity/iam-utils';
+import {} from '../indexer.js';
+const indexName = 'apigateways-to-accounts';
+export const ApiGatewayIndexer = {
+    awsService: 'apigateway',
+    name: 'apigatewaysToAccounts',
+    getCache: async (storage) => {
+        const data = await storage.getIndex(indexName, {});
+        return data;
+    },
+    saveCache: async (storage, cache, lockId) => {
+        return storage.saveIndex(indexName, cache, lockId);
+    },
+    updateCache: async (existingCache, accountId, regions, storage) => {
+        const regionsSet = new Set(regions);
+        const matchesRegion = (region) => {
+            return region && (regionsSet.size == 0 || regionsSet.has(region));
+        };
+        const currentCacheKeys = Object.keys(existingCache);
+        // Remove all existing gateways for the account in the specified regions
+        for (const key of currentCacheKeys) {
+            const arnParts = splitArnParts(key);
+            if (existingCache[key] == accountId && matchesRegion(arnParts.region)) {
+                delete existingCache[key];
+            }
+        }
+        const currentGateways = [];
+        if (regions.length == 0) {
+            const gateways = await storage.findResourceMetadata(accountId, {
+                service: 'apigateway',
+                region: '*',
+                resourceType: 'restapis'
+            });
+            currentGateways.push(...gateways);
+        }
+        else {
+            for (const region of regions) {
+                const gateways = await storage.findResourceMetadata(accountId, {
+                    service: 'apigateway',
+                    region: region,
+                    resourceType: 'restapis'
+                });
+                currentGateways.push(...gateways);
+            }
+        }
+        // Add the new gateways to the cache
+        for (const gateway of currentGateways) {
+            existingCache[gateway.arn] = accountId;
+        }
+    }
+};
+//# sourceMappingURL=apigateways.js.map

package/dist/esm/indexing/indexers/apigateways.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"apigateways.js","sourceRoot":"","sources":["../../../../src/indexing/indexers/apigateways.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAgB,MAAM,eAAe,CAAA;AAM5C,MAAM,SAAS,GAAG,yBAAyB,CAAA;AAE3C,MAAM,CAAC,MAAM,iBAAiB,GAAoC;IAChE,UAAU,EAAE,YAAY;IACxB,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;QAClD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC1C,OAAO,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;IACD,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;QACnC,MAAM,aAAa,GAAG,CAAC,MAA0B,EAAE,EAAE;YACnD,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;QACnE,CAAC,CAAA;QACD,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAEnD,wEAAwE;QACxE,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;YACnC,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtE,OAAO,aAAa,CAAC,GAAG,CAAC,CAAA;YAC3B,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAyB,EAAE,CAAA;QAEhD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAqB,SAAS,EAAE;gBACjF,OAAO,EAAE,YAAY;gBACrB,MAAM,EAAE,GAAG;gBACX,YAAY,EAAE,UAAU;aACzB,CAAC,CAAA;YACF,eAAe,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;QACnC,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAqB,SAAS,EAAE;oBACjF,OAAO,EAAE,YAAY;oBACrB,MAAM,EAAE,MAAM;oBACd,YAAY,EAAE,UAAU;iBACzB,CAAC,CAAA;gBACF,eAAe,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;YACnC,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;YACtC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAA;QACxC,CAAC;IACH,CAAC;CACF,CAAA"}

package/dist/esm/indexing/indexers/buckets.d.ts

@@ -0,0 +1,8 @@
+import { type Indexer } from '../indexer.js';
+interface S3BucketIndex {
+    accountId: string;
+    region: string;
+}
+export declare const S3BucketIndexer: Indexer<Record<string, S3BucketIndex>>;
+export {};
+//# sourceMappingURL=buckets.d.ts.map

package/dist/esm/indexing/indexers/buckets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"buckets.d.ts","sourceRoot":"","sources":["../../../../src/indexing/indexers/buckets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,eAAe,CAAA;AAE5C,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;CACf;AAUD,eAAO,MAAM,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAqClE,CAAA"}

package/dist/esm/indexing/indexers/buckets.js

@@ -0,0 +1,38 @@
+import {} from '../indexer.js';
+const indexName = 'buckets-to-accounts';
+export const S3BucketIndexer = {
+    awsService: 's3',
+    name: 'bucketsToAccounts',
+    getCache: async (storage) => {
+        const data = await storage.getIndex(indexName, {});
+        return data;
+    },
+    saveCache: async (storage, cache, lockId) => {
+        return storage.saveIndex(indexName, cache, lockId);
+    },
+    updateCache: async (existingCache, accountId, regions, storage) => {
+        const regionsSet = new Set(regions);
+        const matchesRegion = (region) => {
+            return region && (regionsSet.size == 0 || regionsSet.has(region));
+        };
+        const currentCacheKeys = Object.keys(existingCache);
+        // Remove all existing buckets for the account in the specified regions
+        for (const key of currentCacheKeys) {
+            if (existingCache[key].accountId == accountId && matchesRegion(existingCache[key].region)) {
+                delete existingCache[key];
+            }
+        }
+        const currentBuckets = await storage.findResourceMetadata(accountId, {
+            service: 's3'
+        });
+        for (const bucket of currentBuckets) {
+            if (matchesRegion(bucket.region)) {
+                existingCache[bucket.name] = {
+                    accountId: accountId,
+                    region: bucket.region
+                };
+            }
+        }
+    }
+};
+//# sourceMappingURL=buckets.js.map

package/dist/esm/indexing/indexers/buckets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"buckets.js","sourceRoot":"","sources":["../../../../src/indexing/indexers/buckets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,MAAM,eAAe,CAAA;AAa5C,MAAM,SAAS,GAAG,qBAAqB,CAAA;AAEvC,MAAM,CAAC,MAAM,eAAe,GAA2C;IACrE,UAAU,EAAE,IAAI;IAChB,IAAI,EAAE,mBAAmB;IACzB,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;QAClD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC1C,OAAO,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;IACD,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;QACnC,MAAM,aAAa,GAAG,CAAC,MAA0B,EAAE,EAAE;YACnD,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;QACnE,CAAC,CAAA;QACD,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAEnD,uEAAuE;QACvE,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;YACnC,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,SAAS,IAAI,SAAS,IAAI,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1F,OAAO,aAAa,CAAC,GAAG,CAAC,CAAA;YAC3B,CAAC;QACH,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAiB,SAAS,EAAE;YACnF,OAAO,EAAE,IAAI;SACd,CAAC,CAAA;QAEF,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YACpC,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBACjC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;oBAC3B,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,MAAM,CAAC,MAAO;iBACvB,CAAA;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA"}

package/dist/esm/indexing/indexers/iamPrincipalsToTrustPolicies.d.ts

@@ -0,0 +1,7 @@
+import { type Indexer } from '../indexer.js';
+interface PrincipalsToTrustPoliciesIndex {
+    [key: string]: Partial<Record<'principal' | 'notprincipal', Record<string, string[]>>>;
+}
+export declare const IamPrincipalsToTrustPoliciesIndexer: Indexer<PrincipalsToTrustPoliciesIndex>;
+export {};
+//# sourceMappingURL=iamPrincipalsToTrustPolicies.d.ts.map

package/dist/esm/indexing/indexers/iamPrincipalsToTrustPolicies.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"iamPrincipalsToTrustPolicies.d.ts","sourceRoot":"","sources":["../../../../src/indexing/indexers/iamPrincipalsToTrustPolicies.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,eAAe,CAAA;AAE5C,UAAU,8BAA8B;IACtC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,GAAG,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAA;CACvF;AAID,eAAO,MAAM,mCAAmC,EAAE,OAAO,CAAC,8BAA8B,CAiCvF,CAAA"}

package/dist/esm/indexing/indexers/iamPrincipalsToTrustPolicies.js

@@ -0,0 +1,57 @@
+import { loadPolicy } from '@actsecurity/iam-policy';
+import {} from '../indexer.js';
+const indexName = 'principals-to-trust-policies';
+export const IamPrincipalsToTrustPoliciesIndexer = {
+    awsService: 'iam',
+    name: 'principalsToTrustPolicies',
+    getCache: async (storage) => {
+        const data = await storage.getIndex(indexName, {});
+        return data;
+    },
+    saveCache: async (storage, cache, lockId) => {
+        return storage.saveIndex(indexName, cache, lockId);
+    },
+    updateCache: async (existingCache, accountId, regions, storage) => {
+        // Delete any existing record for the account
+        existingCache[accountId] = {};
+        // Get all the trust policies for the account
+        const roles = await storage.findResourceMetadata(accountId, {
+            service: 'iam',
+            resourceType: 'role',
+            account: accountId
+        });
+        for (const role of roles) {
+            const trustPolicy = await storage.getResourceMetadata(accountId, role.arn, 'trust-policy');
+            if (trustPolicy) {
+                const parsedPolicy = loadPolicy(trustPolicy);
+                updateCacheForPolicy(existingCache, accountId, role.arn, parsedPolicy);
+            }
+        }
+    }
+};
+function updateCacheForPolicy(cache, accountId, roleArn, policy) {
+    for (const statement of policy.statements()) {
+        if (statement.isAllow()) {
+            if (statement.isPrincipalStatement()) {
+                for (const principal of statement.principals()) {
+                    updateCacheForPrincipal(cache, accountId, roleArn, 'principal', principal.value());
+                }
+            }
+            else if (statement.isNotPrincipalStatement()) {
+                for (const principal of statement.notPrincipals()) {
+                    updateCacheForPrincipal(cache, accountId, roleArn, 'notprincipal', principal.value());
+                }
+            }
+        }
+    }
+}
+function updateCacheForPrincipal(cache, accountId, roleArn, type, principal) {
+    if (!cache[accountId][type]) {
+        cache[accountId][type] = {};
+    }
+    if (!cache[accountId][type][principal]) {
+        cache[accountId][type][principal] = [];
+    }
+    cache[accountId][type][principal].push(roleArn);
+}
+//# sourceMappingURL=iamPrincipalsToTrustPolicies.js.map

package/dist/esm/indexing/indexers/iamPrincipalsToTrustPolicies.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iamPrincipalsToTrustPolicies.js","sourceRoot":"","sources":["../../../../src/indexing/indexers/iamPrincipalsToTrustPolicies.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAe,MAAM,yBAAyB,CAAA;AACjE,OAAO,EAAgB,MAAM,eAAe,CAAA;AAM5C,MAAM,SAAS,GAAG,8BAA8B,CAAA;AAEhD,MAAM,CAAC,MAAM,mCAAmC,GAA4C;IAC1F,UAAU,EAAE,KAAK;IACjB,IAAI,EAAE,2BAA2B;IACjC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;QAClD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC1C,OAAO,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;IACD,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;QAChE,6CAA6C;QAC7C,aAAa,CAAC,SAAS,CAAC,GAAG,EAAE,CAAA;QAE7B,6CAA6C;QAC7C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAkB,SAAS,EAAE;YAC3E,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE,SAAS;SACnB,CAAC,CAAA;QAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,mBAAmB,CACnD,SAAS,EACT,IAAI,CAAC,GAAG,EACR,cAAc,CACf,CAAA;YACD,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,YAAY,GAAG,UAAU,CAAC,WAAW,CAAC,CAAA;gBAC5C,oBAAoB,CAAC,aAAa,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;YACxE,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA;AAED,SAAS,oBAAoB,CAC3B,KAAqC,EACrC,SAAiB,EACjB,OAAe,EACf,MAAc;IAEd,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QAC5C,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACxB,IAAI,SAAS,CAAC,oBAAoB,EAAE,EAAE,CAAC;gBACrC,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,UAAU,EAAE,EAAE,CAAC;oBAC/C,uBAAuB,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAA;gBACpF,CAAC;YACH,CAAC;iBAAM,IAAI,SAAS,CAAC,uBAAuB,EAAE,EAAE,CAAC;gBAC/C,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,aAAa,EAAE,EAAE,CAAC;oBAClD,uBAAuB,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAA;gBACvF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAqC,EACrC,SAAiB,EACjB,OAAe,EACf,IAAkC,EAClC,SAAiB;IAEjB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAA;IAC7B,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,CAAA;IACxC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;AACjD,CAAC"}

package/dist/esm/indexing/indexers/vpcs.d.ts

@@ -0,0 +1,16 @@
+import { type Indexer } from '../indexer.js';
+export interface VpcIndex {
+    vpcs: Record<string, {
+        arn: string;
+        endpoints: {
+            id: string;
+            service: string;
+        }[];
+    }>;
+    endpoints: Record<string, {
+        arn: string;
+        vpc: string;
+    }>;
+}
+export declare const VpcEndpointIndexer: Indexer<VpcIndex>;
+//# sourceMappingURL=vpcs.d.ts.map

package/dist/esm/indexing/indexers/vpcs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vpcs.d.ts","sourceRoot":"","sources":["../../../../src/indexing/indexers/vpcs.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,eAAe,CAAA;AAY5C,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAA;KAAE,CAAC,CAAA;IAEnF,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CACxD;AAID,eAAO,MAAM,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAgGhD,CAAA"}

package/dist/esm/indexing/indexers/vpcs.js

@@ -0,0 +1,92 @@
+import { splitArnParts } from '@actsecurity/iam-utils';
+import {} from '../indexer.js';
+const indexName = 'vpcs';
+export const VpcEndpointIndexer = {
+    awsService: 'ec2',
+    name: 'vpcs',
+    getCache: async (storage) => {
+        const data = await storage.getIndex(indexName, {
+            vpcs: {},
+            endpoints: {}
+        });
+        return data;
+    },
+    saveCache: async (storage, cache, lockId) => {
+        return storage.saveIndex(indexName, cache, lockId);
+    },
+    updateCache: async (existingCache, accountId, regions, storage) => {
+        const regionsSet = new Set(regions);
+        const matchesRegion = (region) => {
+            return region && (regionsSet.size == 0 || regionsSet.has(region));
+        };
+        const { vpcs, endpoints } = existingCache;
+        const currentVpcKeys = Object.keys(vpcs);
+        const currentEndpointKeys = Object.keys(endpoints);
+        // Remove all existing vpcs for the account in the specified regions
+        for (const key of currentVpcKeys) {
+            const arnParts = splitArnParts(vpcs[key].arn);
+            if (arnParts.accountId == accountId && matchesRegion(arnParts.region)) {
+                delete vpcs[key];
+            }
+        }
+        for (const key of currentEndpointKeys) {
+            const arnParts = splitArnParts(endpoints[key].arn);
+            if (arnParts.accountId == accountId && matchesRegion(arnParts.region)) {
+                delete endpoints[key];
+            }
+        }
+        const currentEndpoints = [];
+        const currentVpcs = [];
+        if (regions.length == 0) {
+            const gateways = await storage.findResourceMetadata(accountId, {
+                service: 'ec2',
+                region: '*',
+                resourceType: 'vpc-endpoint'
+            });
+            currentEndpoints.push(...gateways);
+            const vpcs = await storage.findResourceMetadata(accountId, {
+                service: 'ec2',
+                region: '*',
+                resourceType: 'vpc'
+            });
+            currentVpcs.push(...vpcs);
+        }
+        else {
+            for (const region of regions) {
+                const gateways = await storage.findResourceMetadata(accountId, {
+                    service: 'ec2',
+                    region: region,
+                    resourceType: 'vpc-endpoint'
+                });
+                currentEndpoints.push(...gateways);
+                const vpcs = await storage.findResourceMetadata(accountId, {
+                    service: 'ec2',
+                    region: '*',
+                    resourceType: 'vpc'
+                });
+                currentVpcs.push(...vpcs);
+            }
+        }
+        for (const endpoint of currentEndpoints) {
+            const vpcId = splitArnParts(endpoint.vpc).resourcePath;
+            const endpointId = splitArnParts(endpoint.arn).resourcePath;
+            endpoints[endpointId] = { arn: endpoint.arn, vpc: vpcId };
+            if (!vpcs[vpcId]) {
+                vpcs[vpcId] = { arn: endpoint.vpc, endpoints: [] };
+            }
+            const service = endpoint.serviceName.split('.').slice(3).join('.');
+            vpcs[vpcId].endpoints.push({ id: endpointId, service });
+        }
+        for (const vpc of currentVpcs) {
+            const vpcId = splitArnParts(vpc.arn).resourcePath;
+            if (!vpcs[vpcId]) {
+                vpcs[vpcId] = { arn: vpc.arn, endpoints: [] };
+            }
+        }
+        // return {
+        //   vpcs,
+        //   endpoints
+        // }
+    }
+};
+//# sourceMappingURL=vpcs.js.map

package/dist/esm/indexing/indexers/vpcs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vpcs.js","sourceRoot":"","sources":["../../../../src/indexing/indexers/vpcs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAgB,MAAM,eAAe,CAAA;AAkB5C,MAAM,SAAS,GAAG,MAAM,CAAA;AAExB,MAAM,CAAC,MAAM,kBAAkB,GAAsB;IACnD,UAAU,EAAE,KAAK;IACjB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE;YAC7C,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,EAAE;SACd,CAAC,CAAA;QACF,OAAO,IAAW,CAAA;IACpB,CAAC;IACD,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC1C,OAAO,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;IACD,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;QACnC,MAAM,aAAa,GAAG,CAAC,MAA0B,EAAE,EAAE;YACnD,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;QACnE,CAAC,CAAA;QAED,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,aAAa,CAAA;QAEzC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,MAAM,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAElD,oEAAoE;QACpE,KAAK,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAA;YAC7C,IAAI,QAAQ,CAAC,SAAS,IAAI,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAA;YAClB,CAAC;QACH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAA;YAClD,IAAI,QAAQ,CAAC,SAAS,IAAI,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtE,OAAO,SAAS,CAAC,GAAG,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QAED,MAAM,gBAAgB,GAA0B,EAAE,CAAA;QAClD,MAAM,WAAW,GAAkB,EAAE,CAAA;QAErC,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAsB,SAAS,EAAE;gBAClF,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,GAAG;gBACX,YAAY,EAAE,cAAc;aAC7B,CAAC,CAAA;YACF,gBAAgB,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;YAElC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAc,SAAS,EAAE;gBACtE,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,GAAG;gBACX,YAAY,EAAE,KAAK;aACpB,CAAC,CAAA;YACF,WAAW,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAA;QAC3B,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAsB,SAAS,EAAE;oBAClF,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,MAAM;oBACd,YAAY,EAAE,cAAc;iBAC7B,CAAC,CAAA;gBACF,gBAAgB,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;gBAClC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAc,SAAS,EAAE;oBACtE,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,GAAG;oBACX,YAAY,EAAE,KAAK;iBACpB,CAAC,CAAA;gBACF,WAAW,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAA;YAC3B,CAAC;QACH,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,YAAa,CAAA;YACvD,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,YAAa,CAAA;YAC5D,SAAS,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;YAEzD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAA;YACpD,CAAC;YACD,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAClE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAA;QACzD,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,YAAa,CAAA;YAClD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAA;YAC/C,CAAC;QACH,CAAC;QAED,WAAW;QACX,UAAU;QACV,cAAc;QACd,IAAI;IACN,CAAC;CACF,CAAA"}

package/dist/esm/indexing/runIndexers.d.ts

@@ -0,0 +1,33 @@
+import { type StorageConfig } from '../config/config.js';
+import { type JobResult } from '../jobs/jobQueue.js';
+import { type Indexer } from './indexer.js';
+/**
+ * An index job to run.
+ */
+export interface IndexJob {
+    /**
+     * The indexer to run.
+     */
+    indexer: Indexer<any>;
+    /**
+     * The account ID to run the indexer for.
+     */
+    accountId: string;
+    /**
+     * The regions to run the indexer for.
+     */
+    regions: string[];
+    /**
+     * The partition to run the indexer for.
+     */
+    partition: string;
+}
+/**
+ * Run index jobs in parallel with a specified concurrency.
+ *
+ * @param indexJobs the index jobs to run
+ * @param storageConfig the storage configuration to use
+ * @param concurrency the number of jobs to run in parallel
+ */
+export declare function runIndexJobs(indexJobs: IndexJob[], storageConfig: StorageConfig, concurrency: number): Promise<JobResult<void, Record<string, unknown>>[]>;
+//# sourceMappingURL=runIndexers.d.ts.map

package/dist/esm/indexing/runIndexers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runIndexers.d.ts","sourceRoot":"","sources":["../../../src/indexing/runIndexers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAY,KAAK,SAAS,EAAW,MAAM,qBAAqB,CAAA;AAGvE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,cAAc,CAAA;AAE3C;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;IAErB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAA;IAEjB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;CAClB;AAED;;;;;;GAMG;AACH,wBAAsB,YAAY,CAChC,SAAS,EAAE,QAAQ,EAAE,EACrB,aAAa,EAAE,aAAa,EAC5B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAiDrD"}

package/dist/esm/indexing/runIndexers.js

@@ -0,0 +1,85 @@
+import {} from '../config/config.js';
+import { runJobs } from '../jobs/jobQueue.js';
+import { createStorageClient } from '../persistence/util.js';
+import { log } from '@cloud-copilot/log';
+import {} from './indexer.js';
+/**
+ * Run index jobs in parallel with a specified concurrency.
+ *
+ * @param indexJobs the index jobs to run
+ * @param storageConfig the storage configuration to use
+ * @param concurrency the number of jobs to run in parallel
+ */
+export async function runIndexJobs(indexJobs, storageConfig, concurrency) {
+    const sortedJobs = new Map();
+    for (const job of indexJobs) {
+        const partition = job.partition;
+        const indexerName = job.indexer.name;
+        if (!sortedJobs.has(partition)) {
+            sortedJobs.set(partition, new Map());
+        }
+        const partitionJobs = sortedJobs.get(partition);
+        if (!partitionJobs.has(indexerName)) {
+            partitionJobs.set(indexerName, []);
+        }
+        partitionJobs.get(indexerName).push(job);
+    }
+    const jobs = [];
+    for (const [partition, partitionJobs] of sortedJobs.entries()) {
+        for (const [indexerName, indexerJobs] of partitionJobs.entries()) {
+            if (indexerJobs.length === 0) {
+                continue;
+            }
+            jobs.push({
+                properties: {
+                    partition,
+                    indexerName,
+                    numIndexers: indexerJobs.length
+                },
+                execute: async (context) => {
+                    log.debug('Running indexers', { workerId: context.workerId, ...context.properties });
+                    await runIndexers(partition, storageConfig, indexerJobs);
+                    log.trace('Finished indexers', { workerId: context.workerId, ...context.properties });
+                }
+            });
+        }
+    }
+    log.debug('Starting indexing', { jobs: jobs.length, concurrency });
+    const indexResults = await runJobs(jobs, concurrency);
+    const failedIndexes = indexResults.filter((r) => r.status === 'rejected');
+    if (failedIndexes.length > 0) {
+        log.error('Some indexers failed', { failedJobs: failedIndexes.length });
+        for (const failedJob of failedIndexes) {
+            log.error('Indexer failed', failedJob.reason, failedJob.properties);
+        }
+        throw new Error(`Failed to index some data. See logs for details.`);
+    }
+    log.info('Finished indexing', { jobs: jobs.length });
+    return indexResults;
+}
+/**
+ * Run a set of the same indexer jobs for a given partition.
+ * All jobs must use the same indexer
+ *
+ * @param partition the partition to run the indexer for
+ * @param storageConfig the storage configuration to use
+ * @param indexerJobs the indexer jobs to run
+ */
+async function runIndexers(partition, storageConfig, indexerJobs) {
+    let saved = false;
+    let saveAttempts = 0;
+    const indexer = indexerJobs[0].indexer;
+    const storage = createStorageClient(storageConfig, partition, false);
+    while (!saved && saveAttempts < 3) {
+        const cache = await indexer.getCache(storage);
+        for (const job of indexerJobs) {
+            await indexer.updateCache(cache.data, job.accountId, job.regions, storage);
+        }
+        saved = await indexer.saveCache(storage, cache.data, cache.lockId);
+        saveAttempts++;
+    }
+    if (!saved) {
+        throw new Error(`Failed to save indexer ${indexer.name} after ${saveAttempts} attempts`);
+    }
+}
+//# sourceMappingURL=runIndexers.js.map

package/dist/esm/indexing/runIndexers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runIndexers.js","sourceRoot":"","sources":["../../../src/indexing/runIndexers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAA4B,OAAO,EAAE,MAAM,qBAAqB,CAAA;AACvE,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAA;AACxC,OAAO,EAAgB,MAAM,cAAc,CAAA;AA2B3C;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAqB,EACrB,aAA4B,EAC5B,WAAmB;IAEnB,MAAM,UAAU,GAAyC,IAAI,GAAG,EAAE,CAAA;IAClE,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAA;QAC/B,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAA;QACpC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/B,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,GAAG,EAAE,CAAC,CAAA;QACtC,CAAC;QACD,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAE,CAAA;QAChD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,aAAa,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;QACpC,CAAC;QACD,aAAa,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC3C,CAAC;IAED,MAAM,IAAI,GAAU,EAAE,CAAA;IACtB,KAAK,MAAM,CAAC,SAAS,EAAE,aAAa,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9D,KAAK,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YACjE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,SAAQ;YACV,CAAC;YACD,IAAI,CAAC,IAAI,CAAC;gBACR,UAAU,EAAE;oBACV,SAAS;oBACT,WAAW;oBACX,WAAW,EAAE,WAAW,CAAC,MAAM;iBAChC;gBACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;oBACzB,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;oBACpF,MAAM,WAAW,CAAC,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,CAAA;oBACxD,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;gBACvF,CAAC;aACF,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,CAAA;IAClE,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IACrD,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAA;IACzE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,UAAU,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;QACvE,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;YACtC,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,CAAA;QACrE,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;IACrE,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;IAEpD,OAAO,YAAY,CAAA;AACrB,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,WAAW,CACxB,SAAiB,EACjB,aAA4B,EAC5B,WAAuB;IAEvB,IAAI,KAAK,GAAY,KAAK,CAAA;IAC1B,IAAI,YAAY,GAAW,CAAC,CAAA;IAC5B,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACtC,MAAM,OAAO,GAAG,mBAAmB,CAAC,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;IAEpE,OAAO,CAAC,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QAC7C,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC5E,CAAC;QACD,KAAK,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAClE,YAAY,EAAE,CAAA;IAChB,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,CAAC,IAAI,UAAU,YAAY,WAAW,CAAC,CAAA;IAC1F,CAAC;AACH,CAAC"}

package/dist/esm/jobs/jobQueue.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Represents the outcome of a job:
+ * - `fulfilled` with a `value` if it succeeded
+ * - `rejected` with a `reason` if it threw.
+ */
+export type JobResult<T, P> = {
+    status: 'fulfilled';
+    value: T;
+    properties: P;
+} | {
+    status: 'rejected';
+    reason: any;
+    properties: P;
+};
+export interface JobContext {
+    workerId: number;
+}
+/**
+ * Represents a job that can be executed
+ */
+export interface Job<T = void, P = Record<string, unknown>> {
+    /**
+     * Execute the job with the given context.
+     *
+     * @param context - The context for the job execution, see @link JobContext
+     * @returns A promise that is resolved by the job's worker
+     */
+    execute: (props: JobContext & {
+        properties: P;
+    }) => Promise<T>;
+    /**
+     * Properties associated with the job, useful for logging or tracking.
+     */
+    properties: P;
+}
+/**
+ * Runs the given jobs with up to `concurrency` tasks in flight at once.
+ * Resolves with an array of results in the same order as the jobs.
+ */
+export declare function runJobs<T = void, P = Record<string, unknown>>(jobs: Job<T, P>[], concurrency: number): Promise<JobResult<T, P>[]>;
+//# sourceMappingURL=jobQueue.d.ts.map

package/dist/esm/jobs/jobQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobQueue.d.ts","sourceRoot":"","sources":["../../../src/jobs/jobQueue.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,EAAE,CAAC,IACtB;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,KAAK,EAAE,CAAC,CAAC;IAAC,UAAU,EAAE,CAAC,CAAA;CAAE,GAChD;IAAE,MAAM,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,GAAG,CAAC;IAAC,UAAU,EAAE,CAAC,CAAA;CAAE,CAAA;AAEtD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACxD;;;;;OAKG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG;QAAE,UAAU,EAAE,CAAC,CAAA;KAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAAA;IAE9D;;OAEG;IACH,UAAU,EAAE,CAAC,CAAA;CACd;AAED;;;GAGG;AACH,wBAAsB,OAAO,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjE,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CA0C5B"}

package/dist/esm/jobs/jobQueue.js

@@ -0,0 +1,42 @@
+import { log } from '@cloud-copilot/log';
+/**
+ * Runs the given jobs with up to `concurrency` tasks in flight at once.
+ * Resolves with an array of results in the same order as the jobs.
+ */
+export async function runJobs(jobs, concurrency) {
+    const results = [];
+    let nextIndex = 0;
+    // Each worker pulls the next available job, runs it, stores the result, then loops.
+    async function worker(workerId) {
+        while (true) {
+            const i = nextIndex++;
+            if (i >= jobs.length)
+                return;
+            const context = {
+                workerId
+            };
+            const startTime = Date.now();
+            const interval = setInterval(() => {
+                log.warn(`Long-running job detected.`, { minutes: Math.floor((Date.now() - startTime) / 60000) }, { ...context, ...jobs[i].properties });
+            }, 60000);
+            try {
+                const value = await jobs[i].execute({ ...context, properties: jobs[i].properties });
+                results[i] = { status: 'fulfilled', value, properties: jobs[i].properties };
+            }
+            catch (reason) {
+                results[i] = { status: 'rejected', reason, properties: jobs[i].properties };
+            }
+            finally {
+                clearInterval(interval);
+            }
+        }
+    }
+    // Create a pool of workers maxed at `concurrency` up to the number of jobs.
+    const workers = Array(Math.min(concurrency, jobs.length))
+        .fill(null)
+        .map((_, idx) => worker(idx + 1));
+    // Wait for all workers to finish
+    await Promise.all(workers);
+    return results;
+}
+//# sourceMappingURL=jobQueue.js.map

package/dist/esm/jobs/jobQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobQueue.js","sourceRoot":"","sources":["../../../src/jobs/jobQueue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAA;AAiCxC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,IAAiB,EACjB,WAAmB;IAEnB,MAAM,OAAO,GAAsB,EAAE,CAAA;IACrC,IAAI,SAAS,GAAG,CAAC,CAAA;IAEjB,oFAAoF;IACpF,KAAK,UAAU,MAAM,CAAC,QAAgB;QACpC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,GAAG,SAAS,EAAE,CAAA;YACrB,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAM;YAE5B,MAAM,OAAO,GAAe;gBAC1B,QAAQ;aACT,CAAA;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,GAAG,CAAC,IAAI,CACN,4BAA4B,EAC5B,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,EACzD,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CACtC,CAAA;YACH,CAAC,EAAE,KAAM,CAAC,CAAA;YACV,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAA;gBACnF,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAA;YAC7E,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAA;YAC7E,CAAC;oBAAS,CAAC;gBACT,aAAa,CAAC,QAAQ,CAAC,CAAA;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;SACtD,IAAI,CAAC,IAAI,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;IAEnC,iCAAiC;IACjC,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAE1B,OAAO,OAAO,CAAA;AAChB,CAAC"}