@actsecurity/iam-collect 0.1.215

package/dist/esm/syncs/sync.d.ts

@@ -0,0 +1,46 @@
+import { ConcurrentWorkerPool } from '@actsecurity/job';
+import { AwsClientPool } from '../aws/ClientPool.js';
+import { type AwsCredentialProviderWithMetaData } from '../aws/coreAuth.js';
+import { type AwsIamStore, type ResourceTypeParts } from '../persistence/AwsIamStore.js';
+import { type AwsService } from '../services.js';
+export interface SyncOptions {
+    workerPool: ConcurrentWorkerPool<any, any>;
+    writeOnly: boolean;
+    customConfig?: Record<string, any>;
+    clientPool: AwsClientPool;
+}
+export interface Sync {
+    /**
+     * What service the sync is for.
+     */
+    awsService: AwsService;
+    /**
+     * The name of the sync. This should be a unique identifier for the sync.
+     */
+    name: string;
+    /**
+     * Is the sync global. If so, it should only be one in one region per account.
+     */
+    global?: boolean;
+    /**
+     * Execute the sync for a given account and region.
+     */
+    execute(accountId: string, region: string, credentials: AwsCredentialProviderWithMetaData, storage: AwsIamStore, endpoint: string | undefined, syncOptions: SyncOptions): Promise<void>;
+}
+export type DataRecord = Record<string, any> & {
+    arn: string;
+};
+/**
+ * Synchronize the data for a given set of resources.
+ * This will:
+ * 1. Delete any resources that meet the `resourceTypeParts` and are not in the `records` list.
+ * 2. Save all resources that are in the `records`.
+ *
+ * @param records the records to synchronize, must include the ARN
+ * @param storage the storage client to use for updating metadata
+ * @param accountId the account ID to synchronize data for
+ * @param resourceTypeParts the resource type parts to synchronize
+ * @param writeOnly if true, will only write data and not delete any existing data
+ */
+export declare function syncData(records: DataRecord[], storage: AwsIamStore, accountId: string, resourceTypeParts: ResourceTypeParts, writeOnly: boolean): Promise<void>;
+//# sourceMappingURL=sync.d.ts.map

package/dist/esm/syncs/sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/syncs/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,KAAK,iCAAiC,EAAE,MAAM,oBAAoB,CAAA;AAC3E,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AACxF,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAEhD,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,oBAAoB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAC1C,SAAS,EAAE,OAAO,CAAA;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAClC,UAAU,EAAE,aAAa,CAAA;CAC1B;AAED,MAAM,WAAW,IAAI;IACnB;;OAEG;IACH,UAAU,EAAE,UAAU,CAAA;IAEtB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IAEZ;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAA;IAEhB;;OAEG;IACH,OAAO,CACL,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,iCAAiC,EAC9C,OAAO,EAAE,WAAW,EACpB,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC,IAAI,CAAC,CAAA;CACjB;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAA;AAE9D;;;;;;;;;;;GAWG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,EAAE,WAAW,EACpB,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,iBAAiB,EACpC,SAAS,EAAE,OAAO,iBAenB"}

package/dist/esm/syncs/sync.js

@@ -0,0 +1,32 @@
+import { ConcurrentWorkerPool } from '@actsecurity/job';
+import { AwsClientPool } from '../aws/ClientPool.js';
+import {} from '../aws/coreAuth.js';
+import {} from '../persistence/AwsIamStore.js';
+import {} from '../services.js';
+/**
+ * Synchronize the data for a given set of resources.
+ * This will:
+ * 1. Delete any resources that meet the `resourceTypeParts` and are not in the `records` list.
+ * 2. Save all resources that are in the `records`.
+ *
+ * @param records the records to synchronize, must include the ARN
+ * @param storage the storage client to use for updating metadata
+ * @param accountId the account ID to synchronize data for
+ * @param resourceTypeParts the resource type parts to synchronize
+ * @param writeOnly if true, will only write data and not delete any existing data
+ */
+export async function syncData(records, storage, accountId, resourceTypeParts, writeOnly) {
+    if (!writeOnly) {
+        const allArns = records.map((r) => r.arn);
+        await storage.syncResourceList(accountId, resourceTypeParts, allArns);
+    }
+    for (const record of records) {
+        for (const [key, value] of Object.entries(record)) {
+            if (key === 'arn') {
+                continue;
+            }
+            await storage.saveResourceMetadata(accountId, record.arn, key, value);
+        }
+    }
+}
+//# sourceMappingURL=sync.js.map

package/dist/esm/syncs/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../../src/syncs/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAA0C,MAAM,oBAAoB,CAAA;AAC3E,OAAO,EAA4C,MAAM,+BAA+B,CAAA;AACxF,OAAO,EAAmB,MAAM,gBAAgB,CAAA;AAwChD;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAqB,EACrB,OAAoB,EACpB,SAAiB,EACjB,iBAAoC,EACpC,SAAkB;IAElB,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QACzC,MAAM,OAAO,CAAC,gBAAgB,CAAC,SAAS,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;gBAClB,SAAQ;YACV,CAAC;YACD,MAAM,OAAO,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/esm/syncs/syncMap.d.ts

@@ -0,0 +1,17 @@
+import { type AwsService } from '../services.js';
+import { type Sync } from './sync.js';
+/**
+ * Get the global syncs for a given AWS service.
+ *
+ * @param service The AWS service to get the syncs for
+ * @returns An array of syncs that are global for the specified service.
+ */
+export declare function getGlobalSyncsForService(service: AwsService): Sync[];
+/**
+ * Get the regional syncs for a given AWS service.
+ *
+ * @param service The AWS service to get the syncs for
+ * @returns An array of syncs that are regional for the specified service.
+ */
+export declare function getRegionalSyncsForService(service: AwsService): Sync[];
+//# sourceMappingURL=syncMap.d.ts.map

package/dist/esm/syncs/syncMap.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"syncMap.d.ts","sourceRoot":"","sources":["../../../src/syncs/syncMap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAoB,MAAM,gBAAgB,CAAA;AAmClE,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,WAAW,CAAA;AA2DrC;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,EAAE,CAMpE;AAED;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,EAAE,CAMtE"}

package/dist/esm/syncs/syncMap.js

@@ -0,0 +1,118 @@
+import { lowerCaseService } from '../services.js';
+import { RestApisSync } from './apigateway/gateways.js';
+import { BackupVaultsSync } from './backup/backupVaults.js';
+import { DynamoDbStreamsSync } from './dynamodb/dynamoDbStreams.js';
+import { DynamoDBTableSync } from './dynamodb/tables.js';
+import { VpcEndpointsSync } from './ec2/vpcEndpoints.js';
+import { EcrSyncs } from './ecr/ecrSyncs.js';
+import { ElasticFileSystemsSync } from './efs/fileSystems.js';
+import { EksAccessEntriesSync } from './eks/accessEntries.js';
+import { EventBridgeEventBusesSync } from './events/eventBuses.js';
+import { GlueCatalogSync } from './glue/catalogs.js';
+import { AuthorizationDetailsSync } from './iam/authorizationDetails.js';
+import { IdentityProviderSyncs } from './iam/identityProviders.js';
+import { InstanceProfilesSync } from './iam/instanceProfiles.js';
+import { KafkaClustersSync } from './kafka/clusters.js';
+import { KinesisDataStreamsSync } from './kinesis/dataStreams.js';
+import { KeySync } from './kms/key.js';
+import { LambdaLayerVersionsSync, LambdaSync } from './lambda/lambda.js';
+import { OpenSearchDomainsSync } from './opensearch/domains.js';
+import { OrganizationSync } from './organizations/organizations.js';
+import { RamResourcesSync } from './ram/ramShares.js';
+import { S3AccessPointsSync } from './s3/accessPoints.js';
+import { AccountS3BpaSync } from './s3/accountBpa.js';
+import { S3GeneralPurposeBucketSync } from './s3/buckets.js';
+import { S3MultiRegionAccessPointsSync } from './s3/multiRegionAccessPoints.js';
+import { S3ObjectLambdaAccessPointsSync } from './s3/objectLambdaAccessPoints.js';
+import { GlacierVaultsSync } from './s3/vaults.js';
+import { S3DirectoryAccessPointsSync } from './s3express/s3DirectoryAccessPointsSync.js';
+import { S3DirectoryBucketsSync } from './s3express/s3DirectoryBucketsSync.js';
+import { S3OutpostsAccessPointsSync, S3OutpostsBucketsSync } from './s3outposts/s3OutpostsSyncs.js';
+import { S3TableBucketsSync } from './s3tables/s3TablesSync.js';
+import { SecretSync } from './secretsmanager/secrets.js';
+import { SnsTopicsSync } from './sns/topics.js';
+import { SqsQueueSync } from './sqs/queues.js';
+import { SsoDataSync } from './sso/ssoInstances.js';
+import {} from './sync.js';
+const allSyncs = [
+    AccountS3BpaSync,
+    AuthorizationDetailsSync,
+    BackupVaultsSync,
+    DynamoDbStreamsSync,
+    DynamoDBTableSync,
+    ...EcrSyncs,
+    EksAccessEntriesSync,
+    ElasticFileSystemsSync,
+    EventBridgeEventBusesSync,
+    InstanceProfilesSync,
+    ...IdentityProviderSyncs,
+    GlacierVaultsSync,
+    GlueCatalogSync,
+    KafkaClustersSync,
+    KinesisDataStreamsSync,
+    KeySync,
+    LambdaSync,
+    LambdaLayerVersionsSync,
+    OpenSearchDomainsSync,
+    OrganizationSync,
+    RamResourcesSync,
+    RestApisSync,
+    S3AccessPointsSync,
+    S3DirectoryBucketsSync,
+    S3DirectoryAccessPointsSync,
+    S3GeneralPurposeBucketSync,
+    S3MultiRegionAccessPointsSync,
+    S3ObjectLambdaAccessPointsSync,
+    S3OutpostsAccessPointsSync,
+    S3OutpostsBucketsSync,
+    S3TableBucketsSync,
+    SecretSync,
+    SnsTopicsSync,
+    SqsQueueSync,
+    SsoDataSync,
+    VpcEndpointsSync
+];
+const syncMap = new Map();
+for (const sync of allSyncs) {
+    const service = lowerCaseService(sync.awsService);
+    if (!syncMap.has(service)) {
+        syncMap.set(service, {
+            regional: [],
+            global: []
+        });
+    }
+    const syncs = syncMap.get(service);
+    if (sync.global) {
+        syncs.global.push(sync);
+    }
+    else {
+        syncs.regional.push(sync);
+    }
+}
+/**
+ * Get the global syncs for a given AWS service.
+ *
+ * @param service The AWS service to get the syncs for
+ * @returns An array of syncs that are global for the specified service.
+ */
+export function getGlobalSyncsForService(service) {
+    const syncs = syncMap.get(lowerCaseService(service));
+    if (!syncs) {
+        return [];
+    }
+    return syncs.global;
+}
+/**
+ * Get the regional syncs for a given AWS service.
+ *
+ * @param service The AWS service to get the syncs for
+ * @returns An array of syncs that are regional for the specified service.
+ */
+export function getRegionalSyncsForService(service) {
+    const syncs = syncMap.get(lowerCaseService(service));
+    if (!syncs) {
+        return [];
+    }
+    return syncs.regional;
+}
+//# sourceMappingURL=syncMap.js.map

package/dist/esm/syncs/syncMap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"syncMap.js","sourceRoot":"","sources":["../../../src/syncs/syncMap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,gBAAgB,EAAE,MAAM,gBAAgB,CAAA;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAA;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAA;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAC7D,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAA;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACpD,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAA;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAA;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAA;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAA;AACjE,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,uBAAuB,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAA;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAA;AAC5D,OAAO,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAA;AAC/E,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAA;AACjF,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,EAAE,2BAA2B,EAAE,MAAM,4CAA4C,CAAA;AACxF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAA;AAC9E,OAAO,EAAE,0BAA0B,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAA;AACnG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACnD,OAAO,EAAa,MAAM,WAAW,CAAA;AAErC,MAAM,QAAQ,GAAG;IACf,gBAAgB;IAChB,wBAAwB;IACxB,gBAAgB;IAChB,mBAAmB;IACnB,iBAAiB;IACjB,GAAG,QAAQ;IACX,oBAAoB;IACpB,sBAAsB;IACtB,yBAAyB;IACzB,oBAAoB;IACpB,GAAG,qBAAqB;IACxB,iBAAiB;IACjB,eAAe;IACf,iBAAiB;IACjB,sBAAsB;IACtB,OAAO;IACP,UAAU;IACV,uBAAuB;IACvB,qBAAqB;IACrB,gBAAgB;IAChB,gBAAgB;IAChB,YAAY;IACZ,kBAAkB;IAClB,sBAAsB;IACtB,2BAA2B;IAC3B,0BAA0B;IAC1B,6BAA6B;IAC7B,8BAA8B;IAC9B,0BAA0B;IAC1B,qBAAqB;IACrB,kBAAkB;IAClB,UAAU;IACV,aAAa;IACb,YAAY;IACZ,WAAW;IACX,gBAAgB;CACjB,CAAA;AAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoD,CAAA;AAE3E,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IACjD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE;YACnB,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,EAAE;SACX,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAE,CAAA;IACnC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CAAC,OAAmB;IAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAA;IACpD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,CAAA;IACX,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAA;AACrB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,0BAA0B,CAAC,OAAmB;IAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAA;IACpD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,CAAA;IACX,CAAC;IACD,OAAO,KAAK,CAAC,QAAQ,CAAA;AACvB,CAAC"}

package/dist/esm/syncs/typedSync.d.ts

@@ -0,0 +1,140 @@
+import { ConcurrentWorkerPool } from '@actsecurity/job';
+import type { Client, Command } from '@smithy/smithy-client';
+import { AwsClientPool } from '../aws/ClientPool.js';
+import { type AwsCredentialProviderWithMetaData } from '../aws/coreAuth.js';
+import { type ResourceTypeParts } from '../persistence/AwsIamStore.js';
+import { type AwsService } from '../services.js';
+import { type Tags } from '../utils/tags.js';
+import { type Sync } from './sync.js';
+export type ClientConstructor = new (args: any) => Client<any, any, any, any>;
+type CommandConstructor = new (args: any) => Command<any, any, any, any, any>;
+type ShortCommandConstructor = new (args: any) => Command<any, any, any>;
+export type CommandConstructors = CommandConstructor | ShortCommandConstructor;
+export type ExtractOutputType<T> = T extends CommandConstructors ? InstanceType<T> extends Command<any, infer Output, any, any, any> ? Output : never : never;
+export type ExtractInputType<T> = T extends CommandConstructors ? InstanceType<T> extends Command<infer Input, any, any, any, any> ? Input : never : never;
+type Pagination<C extends CommandConstructors> = {
+    inputKey: Extract<keyof ExtractInputType<C>, string>;
+    outputKey: Extract<keyof ExtractOutputType<C>, string>;
+} | '::no-pagination::';
+type ClientInstanceOrConstructor = InstanceType<ClientConstructor>;
+/**
+ * Paginates through all available resources for a given AWS API
+ *
+ * @param clientClass The AWS Client class to use
+ * @param commandClass The command class to invoke for the resource
+ * @param key The key of the resource in the command output to pull
+ * @param paginationConfig The pagination configuration for the command, defines the keys to use for pagination, use `::no-pagination::` to indicate no pagination
+ * @param params Optional parameters to pass to the command
+ * @returns Returns an array of resources returned from the commandClass Response Type key
+ */
+export declare function paginateResource<C extends CommandConstructors, K extends keyof ExtractOutputType<C>>(clientClassOrInstance: ClientInstanceOrConstructor, commandClass: C, key: K, paginationConfig: Pagination<C>, params?: Partial<ExtractInputType<C>>): Promise<NonNullable<ExtractOutputType<C>[K]>>;
+type ArrayElementType<T> = T extends (infer E)[] ? E : never;
+type ResourceElementType<C extends CommandConstructors, K extends keyof ExtractOutputType<C>> = ArrayElementType<ExtractOutputType<C>[K]> extends string ? {
+    name: string;
+} : ArrayElementType<ExtractOutputType<C>[K]>;
+type PromiseType<T extends Promise<any>> = T extends Promise<infer U> ? U : never;
+export type ExtraFieldsDefinition<C extends ClientConstructor, Cmd extends CommandConstructors, K extends keyof ExtractOutputType<Cmd>> = Record<string, (client: InstanceType<C>, resource: ResourceElementType<Cmd, K>, accountId: string, region: string, partition: string) => Promise<any>>;
+type ExtraFieldsReturnType<C extends ClientConstructor, Cmd extends CommandConstructors, K extends keyof ExtractOutputType<Cmd>, T extends ExtraFieldsDefinition<any, Cmd, K>> = {
+    [K in keyof T]: PromiseType<ReturnType<T[K]>> | undefined;
+};
+export type ExtendedResourceElementType<C extends ClientConstructor, Cmd extends CommandConstructors, K extends keyof ExtractOutputType<Cmd>, ExtraFieldsFunc extends ExtraFieldsDefinition<any, Cmd, K>> = ResourceElementType<Cmd, K> & {
+    extraFields: ExtraFieldsReturnType<C, Cmd, K, ExtraFieldsFunc>;
+};
+export type ResourceSyncType<C extends ClientConstructor, Cmd extends CommandConstructors, K extends keyof ExtractOutputType<Cmd>, ExtraFields extends ExtraFieldsDefinition<C, Cmd, K> = Record<string, () => Promise<any>>> = {
+    /**
+     * The client to use
+     */
+    client: C;
+    /**
+     * The command to execute
+     */
+    command: Cmd;
+    /**
+     * The key of the resource in the command output to pull
+     */
+    key: K;
+    /**
+     * The pagination token to get from the response and pass to the next call
+     */
+    paginationConfig: Pagination<Cmd>;
+    /**
+     * The resource type parts used to sync with storage
+     *
+     * @param accountId the account ID of the resource
+     * @param region the region of the resource
+     * @returns the resource type parts
+     */
+    resourceTypeParts: (accountId: string, region: string) => ResourceTypeParts;
+    /**
+     * Custom arguments to pass to the command, useful for filtering resources.
+     *
+     * @param awsId The AWS account ID being queried
+     * @param region The region being queried
+     * @returns a set of arguments to pass to the command
+     */
+    arguments?: (awsId: string, region: string) => Partial<ExtractInputType<Cmd>>;
+    /**
+     * Indicates if the resource type is global.
+     */
+    globalResourceType?: boolean;
+    /**
+     * The function to get the tags for a resource
+     * @param resource The resource to get the tags for
+     * @returns The tags for the resource, or undefined if there are no tags
+     */
+    tags: (resource: ExtendedResourceElementType<C, Cmd, K, ExtraFields>) => Tags | undefined;
+    /**
+     * Create the ARN for a resource
+     *
+     * @param resource the resource to create the ARN for
+     * @param region the region the resource is in
+     * @param accountId the account the resource is in
+     * @returns the ARN for the resource
+     */
+    arn: (resource: ResourceElementType<Cmd, K>, region: string, accountId: string, partition: string) => string;
+    /**
+     * The extra fields to get for a resource
+     * @param client The client to use to get the extra fields
+     * @param resource The resource to get the extra fields for
+     * @returns an object of extra fields to get, where the key is the name of the field and the value is a function that returns the value of the field
+     */
+    extraFields?: ExtraFields;
+    /**
+     * The results to persist for a resource, except for the ARN and tags, those are handled automatically.
+     *
+     * @param resource The resource to get the custom fields for, includes extraFields from the `extraFields` function
+     */
+    results: (resource: ExtendedResourceElementType<C, Cmd, K, ExtraFields>) => Record<string, any>;
+};
+/**
+ * Creates a resource sync type and returns it. This provides cleaner syntax than
+ * making one directly and having to define the types twice.
+ *
+ * @param config Configuration for the resource sync type
+ * @returns The ResourceSyncType instance passed in.
+ */
+export declare function createResourceSyncType<const C extends ClientConstructor, const Cmd extends CommandConstructors, const K extends keyof ExtractOutputType<Cmd>, const ExtraFieldsFunc extends ExtraFieldsDefinition<C, Cmd, K>>(config: ResourceSyncType<C, Cmd, K, ExtraFieldsFunc>): ResourceSyncType<C, Cmd, K, ExtraFieldsFunc>;
+/**
+ * Paginates a ResourceSyncType and returns the resources.
+ *
+ * @param resourceTypeSync The configuration to use.
+ * @param credentials The credentials to use for AWS API calls.  Pass undefined to use the environment credentials.
+ * @param region The region to get the resources for.
+ * @returns Returns all the resources for the given type in the given region with extraFields populated.
+ */
+export declare function paginateResourceConfig<C extends ClientConstructor, Cmd extends CommandConstructors, K extends keyof ExtractOutputType<Cmd>, ExtraFieldsFunc extends ExtraFieldsDefinition<C, Cmd, K>>(resourceTypeSync: ResourceSyncType<C, Cmd, K, ExtraFieldsFunc>, credentials: AwsCredentialProviderWithMetaData, region: string, endpoint: string | undefined, workerPool: ConcurrentWorkerPool<any, any>, awsService: AwsService, resourceType: string, clientPool: AwsClientPool): Promise<ExtendedResourceElementType<C, Cmd, K, ExtraFieldsFunc>[]>;
+/**
+ * Create a typed sync operation for a given AWS service and resource type.
+ *
+ * Because of obscure typescript issues, the order of the keys in `resourceTypeSync` is important.
+ * This order is known to work:
+ * client, command, key, paginationConfig, arn, extraFields, tags, resourceTypeParts, results
+ *
+ * @param awsService the AWS service to sync
+ * @param name the name of the sync operation
+ * @param resourceTypeSync the resource type sync configuration
+ * @returns The sync operation
+ */
+export declare function createTypedSyncOperation<C extends ClientConstructor, Cmd extends CommandConstructors, K extends keyof ExtractOutputType<Cmd>, ExtraFieldsFunc extends ExtraFieldsDefinition<C, Cmd, K>>(awsService: AwsService, name: string, resourceTypeSync: ResourceSyncType<C, Cmd, K, ExtraFieldsFunc>): Sync;
+export {};
+//# sourceMappingURL=typedSync.d.ts.map

package/dist/esm/syncs/typedSync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typedSync.d.ts","sourceRoot":"","sources":["../../../src/syncs/typedSync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAY,MAAM,kBAAkB,CAAA;AACjE,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,KAAK,iCAAiC,EAAE,MAAM,oBAAoB,CAAA;AAC3E,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AACxF,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAGhD,OAAO,EAAuB,KAAK,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACjE,OAAO,EAAmB,KAAK,IAAI,EAA8B,MAAM,WAAW,CAAA;AAElF,MAAM,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7E,KAAK,kBAAkB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7E,KAAK,uBAAuB,GAAG,KAAK,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAExE,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAAG,uBAAuB,CAAA;AAE9E,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI,CAAC,SAAS,mBAAmB,GAC5D,YAAY,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,EAAE,MAAM,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAC/D,MAAM,GACN,KAAK,GACP,KAAK,CAAA;AACT,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,mBAAmB,GAC3D,YAAY,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,MAAM,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,GAC9D,KAAK,GACL,KAAK,GACP,KAAK,CAAA;AAET,KAAK,UAAU,CAAC,CAAC,SAAS,mBAAmB,IACzC;IACE,QAAQ,EAAE,OAAO,CAAC,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IACpD,SAAS,EAAE,OAAO,CAAC,MAAM,iBAAiB,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;CACvD,GACD,mBAAmB,CAAA;AAEvB,KAAK,2BAA2B,GAAG,YAAY,CAAC,iBAAiB,CAAC,CAAA;AAClE;;;;;;;;;GASG;AACH,wBAAsB,gBAAgB,CACpC,CAAC,SAAS,mBAAmB,EAC7B,CAAC,SAAS,MAAM,iBAAiB,CAAC,CAAC,CAAC,EAEpC,qBAAqB,EAAE,2BAA2B,EAClD,YAAY,EAAE,CAAC,EACf,GAAG,EAAE,CAAC,EACN,gBAAgB,EAAE,UAAU,CAAC,CAAC,CAAC,EAC/B,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,GACpC,OAAO,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CA8B/C;AA0BD,KAAK,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAA;AAE5D,KAAK,mBAAmB,CAAC,CAAC,SAAS,mBAAmB,EAAE,CAAC,SAAS,MAAM,iBAAiB,CAAC,CAAC,CAAC,IAC1F,gBAAgB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,GACpD;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB,gBAAgB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAE/C,KAAK,WAAW,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;AAGjF,MAAM,MAAM,qBAAqB,CAC/B,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,IACpC,MAAM,CACR,MAAM,EACN,CACE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,EACvB,QAAQ,EAAE,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,EACrC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,KACd,OAAO,CAAC,GAAG,CAAC,CAClB,CAAA;AAGD,KAAK,qBAAqB,CACxB,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,CAAC,SAAS,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,IAC1C;KACD,CAAC,IAAI,MAAM,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS;CAC1D,CAAA;AAED,MAAM,MAAM,2BAA2B,CACrC,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,eAAe,SAAS,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,IACxD,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG;IAAE,WAAW,EAAE,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,CAAA;CAAE,CAAA;AAEpG,MAAM,MAAM,gBAAgB,CAC1B,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,WAAW,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IACvF;IACF;;OAEG;IACH,MAAM,EAAE,CAAC,CAAA;IAET;;OAEG;IACH,OAAO,EAAE,GAAG,CAAA;IAEZ;;OAEG;IACH,GAAG,EAAE,CAAC,CAAA;IAEN;;OAEG;IACH,gBAAgB,EAAE,UAAU,CAAC,GAAG,CAAC,CAAA;IAEjC;;;;;;OAMG;IACH,iBAAiB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,iBAAiB,CAAA;IAE3E;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAA;IAE7E;;OAEG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAE5B;;;;OAIG;IACH,IAAI,EAAE,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,WAAW,CAAC,KAAK,IAAI,GAAG,SAAS,CAAA;IAEzF;;;;;;;OAOG;IACH,GAAG,EAAE,CACH,QAAQ,EAAE,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,EACrC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,KACd,MAAM,CAAA;IAEX;;;;;OAKG;IACH,WAAW,CAAC,EAAE,WAAW,CAAA;IAEzB;;;;OAIG;IACH,OAAO,EAAE,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,WAAW,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAChG,CAAA;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,CAAC,CAAC,SAAS,iBAAiB,EACjC,KAAK,CAAC,GAAG,SAAS,mBAAmB,EACrC,KAAK,CAAC,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EAC5C,KAAK,CAAC,eAAe,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAE9D,MAAM,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,GACnD,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,CAE9C;AAED;;;;;;;GAOG;AACH,wBAAsB,sBAAsB,CAC1C,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,eAAe,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAExD,gBAAgB,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,EAC9D,WAAW,EAAE,iCAAiC,EAC9C,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,UAAU,EAAE,oBAAoB,CAAC,GAAG,EAAE,GAAG,CAAC,EAC1C,UAAU,EAAE,UAAU,EACtB,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,aAAa,GACxB,OAAO,CAAC,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,EAAE,CAAC,CA2FpE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,wBAAwB,CACtC,CAAC,SAAS,iBAAiB,EAC3B,GAAG,SAAS,mBAAmB,EAC/B,CAAC,SAAS,MAAM,iBAAiB,CAAC,GAAG,CAAC,EACtC,eAAe,SAAS,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAExD,UAAU,EAAE,UAAU,EACtB,IAAI,EAAE,MAAM,EACZ,gBAAgB,EAAE,gBAAgB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,eAAe,CAAC,GAC7D,IAAI,CAgDN"}

package/dist/esm/syncs/typedSync.js

@@ -0,0 +1,172 @@
+import { ConcurrentWorkerPool } from '@actsecurity/job';
+import { AwsClientPool } from '../aws/ClientPool.js';
+import {} from '../aws/coreAuth.js';
+import {} from '../persistence/AwsIamStore.js';
+import {} from '../services.js';
+import { runAndCatchAccessDeniedWithLog, withDnsRetry } from '../utils/client-tools.js';
+import { log } from '@cloud-copilot/log';
+import { convertTagsToRecord } from '../utils/tags.js';
+import { syncData } from './sync.js';
+/**
+ * Paginates through all available resources for a given AWS API
+ *
+ * @param clientClass The AWS Client class to use
+ * @param commandClass The command class to invoke for the resource
+ * @param key The key of the resource in the command output to pull
+ * @param paginationConfig The pagination configuration for the command, defines the keys to use for pagination, use `::no-pagination::` to indicate no pagination
+ * @param params Optional parameters to pass to the command
+ * @returns Returns an array of resources returned from the commandClass Response Type key
+ */
+export async function paginateResource(clientClassOrInstance, commandClass, key, paginationConfig, params) {
+    const client = clientClassOrInstance;
+    let nextToken = undefined;
+    const inputPaginationKey = paginationInputKey(paginationConfig);
+    const outputPaginationKey = paginationOutputKey(paginationConfig);
+    const resources = [];
+    params = params || {};
+    do {
+        const args = { ...params };
+        if (inputPaginationKey) {
+            args[inputPaginationKey] = nextToken;
+        }
+        const command = new commandClass(args);
+        const results = await client.send(command);
+        if (results[key]) {
+            resources.push(...results[key]);
+        }
+        if (outputPaginationKey) {
+            nextToken = results[outputPaginationKey];
+        }
+    } while (nextToken);
+    return resources;
+}
+function paginationInputKey(paginationConfig) {
+    if (paginationConfig === '::no-pagination::') {
+        return undefined;
+    }
+    else if (typeof paginationConfig === 'object') {
+        return paginationConfig.inputKey;
+    }
+    else {
+        return undefined;
+    }
+}
+function paginationOutputKey(paginationConfig) {
+    if (paginationConfig === '::no-pagination::') {
+        return undefined;
+    }
+    else if (typeof paginationConfig === 'object') {
+        return paginationConfig.outputKey;
+    }
+    else {
+        return undefined;
+    }
+}
+/**
+ * Creates a resource sync type and returns it. This provides cleaner syntax than
+ * making one directly and having to define the types twice.
+ *
+ * @param config Configuration for the resource sync type
+ * @returns The ResourceSyncType instance passed in.
+ */
+export function createResourceSyncType(config) {
+    return config;
+}
+/**
+ * Paginates a ResourceSyncType and returns the resources.
+ *
+ * @param resourceTypeSync The configuration to use.
+ * @param credentials The credentials to use for AWS API calls.  Pass undefined to use the environment credentials.
+ * @param region The region to get the resources for.
+ * @returns Returns all the resources for the given type in the given region with extraFields populated.
+ */
+export async function paginateResourceConfig(resourceTypeSync, credentials, region, endpoint, workerPool, awsService, resourceType, clientPool) {
+    const accountId = credentials.accountId;
+    const partition = credentials.partition;
+    const client = clientPool.client(resourceTypeSync.client, credentials, region, endpoint);
+    let resources = await withDnsRetry(() => {
+        return paginateResource(client, resourceTypeSync.command, resourceTypeSync.key, resourceTypeSync.paginationConfig, resourceTypeSync.arguments ? resourceTypeSync.arguments(accountId, region) : undefined);
+    });
+    //If the resource is a string, convert it to an object with the name field set
+    if (resources.length > 0 && typeof resources[0] === 'string') {
+        resources = resources.map((resource) => ({ name: resource }));
+    }
+    if (resourceTypeSync.extraFields) {
+        await Promise.all(resources.map(async (resource) => {
+            const resourceArn = resourceTypeSync.arn(resource, region, accountId, partition);
+            const fields = resourceTypeSync.extraFields || {};
+            const extraFields = Object.entries(fields);
+            //Get the extra field values
+            const extraFieldPromises = workerPool.enqueueAll(extraFields.map(([key, callback]) => ({
+                properties: { field: key, arn: resourceArn },
+                execute: async (context) => {
+                    const value = await withDnsRetry(() => {
+                        return runAndCatchAccessDeniedWithLog(resourceArn, awsService, resourceType, key, async () => {
+                            return callback(client, resource, credentials.accountId, region, partition);
+                        });
+                    });
+                    return [key, value];
+                }
+            })));
+            const extraFieldValues = await Promise.all(extraFieldPromises);
+            resource.extraFields = {};
+            let anyFailure = false;
+            for (const result of extraFieldValues) {
+                if (result.status === 'rejected') {
+                    log.error(result.reason, {
+                        field: result.properties.field,
+                        arn: result.properties.arn,
+                        awsService,
+                        resourceType
+                    }, 'Failed to get extra field value');
+                    anyFailure = true;
+                }
+                else {
+                    const value = result.value;
+                    resource.extraFields[value[0]] = value[1];
+                }
+            }
+            if (anyFailure) {
+                throw new Error('Failed to get some extra field values');
+            }
+        }));
+    }
+    return resources;
+}
+/**
+ * Create a typed sync operation for a given AWS service and resource type.
+ *
+ * Because of obscure typescript issues, the order of the keys in `resourceTypeSync` is important.
+ * This order is known to work:
+ * client, command, key, paginationConfig, arn, extraFields, tags, resourceTypeParts, results
+ *
+ * @param awsService the AWS service to sync
+ * @param name the name of the sync operation
+ * @param resourceTypeSync the resource type sync configuration
+ * @returns The sync operation
+ */
+export function createTypedSyncOperation(awsService, name, resourceTypeSync) {
+    return {
+        awsService,
+        name,
+        global: resourceTypeSync.globalResourceType ?? false,
+        execute: async (accountId, region, credentials, storage, endpoint, syncOptions) => {
+            const awsId = credentials.accountId;
+            const clientPool = syncOptions.clientPool;
+            log.trace('getting resources', { region: region, accountId, service: awsService, name });
+            const resources = await paginateResourceConfig(resourceTypeSync, credentials, region, endpoint, syncOptions.workerPool, awsService, name, clientPool);
+            log.trace('received resources', { region: region, accountId, service: awsService, name });
+            const records = resources.map((resource) => {
+                const result = resourceTypeSync.results(resource);
+                result.arn = resourceTypeSync.arn(resource, region, awsId, credentials.partition);
+                if (result.metadata) {
+                    result.metadata.arn = result.arn;
+                }
+                result.tags = convertTagsToRecord(resourceTypeSync.tags(resource));
+                return result;
+            });
+            await syncData(records, storage, accountId, resourceTypeSync.resourceTypeParts(awsId, region), syncOptions.writeOnly);
+        }
+    };
+}
+//# sourceMappingURL=typedSync.js.map

package/dist/esm/syncs/typedSync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"typedSync.js","sourceRoot":"","sources":["../../../src/syncs/typedSync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAY,MAAM,kBAAkB,CAAA;AAEjE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAA0C,MAAM,oBAAoB,CAAA;AAC3E,OAAO,EAA4C,MAAM,+BAA+B,CAAA;AACxF,OAAO,EAAmB,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,8BAA8B,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvF,OAAO,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAA;AACxC,OAAO,EAAE,mBAAmB,EAAa,MAAM,kBAAkB,CAAA;AACjE,OAAO,EAA8B,QAAQ,EAAoB,MAAM,WAAW,CAAA;AA2BlF;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAIpC,qBAAkD,EAClD,YAAe,EACf,GAAM,EACN,gBAA+B,EAC/B,MAAqC;IAErC,MAAM,MAAM,GAAG,qBAAqB,CAAA;IAEpC,IAAI,SAAS,GAAuB,SAAS,CAAA;IAE7C,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,gBAAgB,CAAC,CAAA;IAC/D,MAAM,mBAAmB,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,CAAA;IAEjE,MAAM,SAAS,GAA4B,EAAE,CAAA;IAC7C,MAAM,GAAG,MAAM,IAAI,EAAE,CAAA;IAErB,GAAG,CAAC;QACF,MAAM,IAAI,GAAG,EAAE,GAAG,MAAM,EAAS,CAAA;QACjC,IAAI,kBAAkB,EAAE,CAAC;YACvB,IAAI,CAAC,kBAAkB,CAAC,GAAG,SAAS,CAAA;QACtC,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,OAAO,GAAQ,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE/C,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACjB,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;QACjC,CAAC;QAED,IAAI,mBAAmB,EAAE,CAAC;YACxB,SAAS,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;QAC1C,CAAC;IACH,CAAC,QAAQ,SAAS,EAAC;IAEnB,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,kBAAkB,CACzB,gBAA+B;IAE/B,IAAI,gBAAgB,KAAK,mBAAmB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAA;IAClB,CAAC;SAAM,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;QAChD,OAAO,gBAAgB,CAAC,QAAQ,CAAA;IAClC,CAAC;SAAM,CAAC;QACN,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,gBAA+B;IAE/B,IAAI,gBAAgB,KAAK,mBAAmB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAA;IAClB,CAAC;SAAM,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;QAChD,OAAO,gBAAgB,CAAC,SAAS,CAAA;IACnC,CAAC;SAAM,CAAC;QACN,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAmID;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CAMpC,MAAoD;IAEpD,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAM1C,gBAA8D,EAC9D,WAA8C,EAC9C,MAAc,EACd,QAA4B,EAC5B,UAA0C,EAC1C,UAAsB,EACtB,YAAoB,EACpB,UAAyB;IAEzB,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAA;IACvC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAA;IACvC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAA;IAExF,IAAI,SAAS,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;QACtC,OAAO,gBAAgB,CACrB,MAAM,EACN,gBAAgB,CAAC,OAAO,EACxB,gBAAgB,CAAC,GAAG,EACpB,gBAAgB,CAAC,gBAAgB,EACjC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CACvF,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,8EAA8E;IAC9E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,SAAS,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC7D,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,gBAAgB,CAAC,WAAW,EAAE,CAAC;QACjC,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAa,EAAE,EAAE;YACpC,MAAM,WAAW,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,CAAA;YAChF,MAAM,MAAM,GAAG,gBAAgB,CAAC,WAAW,IAAI,EAAE,CAAA;YACjD,MAAM,WAAW,GACf,MAAM,CAAC,OAAO,CAQZ,MAAM,CAAC,CAAA;YACX,4BAA4B;YAC5B,MAAM,kBAAkB,GAAG,UAAU,CAAC,UAAU,CAC9C,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpC,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,WAAW,EAAE;gBAC5C,OAAO,EAAE,KAAK,EAAE,OAAO,EAA0B,EAAE;oBACjD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;wBACpC,OAAO,8BAA8B,CACnC,WAAW,EACX,UAAU,EACV,YAAY,EACZ,GAAG,EACH,KAAK,IAAI,EAAE;4BACT,OAAO,QAAQ,CACb,MAAa,EACb,QAAQ,EACR,WAAW,CAAC,SAAS,EACrB,MAAM,EACN,SAAS,CACV,CAAA;wBACH,CAAC,CACF,CAAA;oBACH,CAAC,CAAC,CAAA;oBACF,OAAO,CAAC,GAAG,EAAE,KAAK,CAAkB,CAAA;gBACtC,CAAC;aACF,CAAC,CAAkD,CACrD,CAAA;YAED,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAA;YAC9D,QAAQ,CAAC,WAAW,GAAG,EAAE,CAAA;YACzB,IAAI,UAAU,GAAG,KAAK,CAAA;YACtB,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;gBACtC,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBACjC,GAAG,CAAC,KAAK,CACP,MAAM,CAAC,MAAM,EACb;wBACE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK;wBAC9B,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC,GAAG;wBAC1B,UAAU;wBACV,YAAY;qBACb,EACD,iCAAiC,CAClC,CAAA;oBACD,UAAU,GAAG,IAAI,CAAA;gBACnB,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,GAAG,MAAM,CAAC,KAAsB,CAAA;oBAC3C,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;gBAC3C,CAAC;YACH,CAAC;YACD,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;YAC1D,CAAC;QACH,CAAC,CAAC,CACH,CAAA;IACH,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,wBAAwB,CAMtC,UAAsB,EACtB,IAAY,EACZ,gBAA8D;IAE9D,OAAO;QACL,UAAU;QACV,IAAI;QACJ,MAAM,EAAE,gBAAgB,CAAC,kBAAkB,IAAI,KAAK;QACpD,OAAO,EAAE,KAAK,EACZ,SAAiB,EACjB,MAAc,EACd,WAA8C,EAC9C,OAAoB,EACpB,QAA4B,EAC5B,WAAwB,EACxB,EAAE;YACF,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAA;YACnC,MAAM,UAAU,GAAG,WAAW,CAAC,UAAU,CAAA;YAEzC,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;YACxF,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAC5C,gBAAgB,EAChB,WAAW,EACX,MAAM,EACN,QAAQ,EACR,WAAW,CAAC,UAAU,EACtB,UAAU,EACV,IAAI,EACJ,UAAU,CACX,CAAA;YACD,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;YAEzF,MAAM,OAAO,GAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACvD,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;gBACjD,MAAM,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC,SAAS,CAAC,CAAA;gBACjF,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACpB,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAA;gBAClC,CAAC;gBACD,MAAM,CAAC,IAAI,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAA;gBAClE,OAAO,MAAoB,CAAA;YAC7B,CAAC,CAAC,CAAA;YAEF,MAAM,QAAQ,CACZ,OAAO,EACP,OAAO,EACP,SAAS,EACT,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,EACjD,WAAW,CAAC,SAAS,CACtB,CAAA;QACH,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/esm/utils/client-tools.d.ts

@@ -0,0 +1,34 @@
+import { type AwsService } from '../services.js';
+/**
+ *
+ * @param operation The operation to run.
+ * @returns If successful, returns the result of operation. If operation returns a 404, returns undefined.
+ * @throws If operation returns a non 404 error, rethrows that error.
+ */
+export declare function runAndCatch404<T>(operation: () => Promise<T | undefined>): Promise<T | undefined>;
+/**
+ *
+ * @param operation The operation to run.
+ * @returns If successful, returns the result of operation. If operation returns a 404, returns undefined.
+ * @throws If operation returns a non 400 error, rethrows that error.
+ */
+export declare function runAndCatchAccessDenied<T>(operation: () => Promise<T | undefined>, onError?: (error: any) => Promise<T | undefined>): Promise<T | undefined>;
+export declare function runAndCatchAccessDeniedWithLog<T>(arn: string, awsService: AwsService, resourceType: string, field: string, operation: () => Promise<T | undefined>): Promise<T | undefined>;
+/**
+ * Run an operation and catch a specific error by name. Return undefined if the error matches, otherwise rethrow the error.
+ *
+ * @param errorName the name of the error to catch
+ * @param operation the operation to run
+ * @returns If successful, returns the result of operation. If operation throws an error with the specified name, returns undefined.
+ * @throws If operation throws an error with a different name, rethrows that error.
+ */
+export declare function runAndCatchError<T>(errorName: string, operation: () => Promise<T | undefined>, onError?: (error: any) => Promise<T | undefined>): Promise<T | undefined>;
+/**
+ * Retry a function that may fail due to DNS resolution issues.
+ *
+ * @param fn the function to retry
+ * @param tries the number of times to retry the function
+ * @returns the result of the function if successful, otherwise throws the last error encountered
+ */
+export declare function withDnsRetry<T>(fn: () => Promise<T>, tries?: number): Promise<T>;
+//# sourceMappingURL=client-tools.d.ts.map

package/dist/esm/utils/client-tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client-tools.d.ts","sourceRoot":"","sources":["../../../src/utils/client-tools.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAGhD;;;;;GAKG;AACH,wBAAsB,cAAc,CAAC,CAAC,EACpC,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GACtC,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAUxB;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAAC,CAAC,EAC7C,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,EACvC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GAC/C,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAmBxB;AAED,wBAAsB,8BAA8B,CAAC,CAAC,EACpD,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,UAAU,EACtB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GACtC,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAWxB;AAED;;;;;;;GAOG;AAEH,wBAAsB,gBAAgB,CAAC,CAAC,EACtC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,EACvC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GAC/C,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAaxB;AAID;;;;;;GAMG;AACH,wBAAsB,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,SAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAgBjF"}