@aws-mdaa/dataops-job-l3-construct 1.2.0

package/node_modules/@aws-mdaa/s3-inventory-helper/lib/index.js

@@ -0,0 +1,224 @@
+/*!
+ * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+"use strict";
+
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InventoryHelper = void 0;
+const s3_constructs_1 = require("@aws-mdaa/s3-constructs");
+const aws_glue_1 = require("aws-cdk-lib/aws-glue");
+const aws_iam_1 = require("aws-cdk-lib/aws-iam");
+const aws_s3_1 = require("aws-cdk-lib/aws-s3");
+/** Helper class for creating S3 Inventories and associated Glue/Athena resources for querying these inventories. */
+class InventoryHelper {
+    /**
+     * Helper method for creating an S3 inventory.
+     * @param destinationBucket The bucket where S3 inventory data will be written
+     * @param inventoryId The S3 inventory ID
+     * @param objectsPrefix The object prefix from which inventory will be produced (on the bucket to which the inventory config is applied)
+     * @param destinationPrefix The object prefix under which inventory will be written on the destination bucket.
+     * @returns An S3 Inventory Config which can be applied to a bucket in order to produce periodic inventory data.
+     */
+    static createInvConfig(destinationBucket, inventoryId, objectsPrefix, destinationPrefix, destinationAccount) {
+        const bucketOwner = destinationAccount ? `${destinationAccount}` : destinationAccount;
+        return {
+            destination: {
+                bucket: destinationBucket,
+                /**
+                 * Q-ENHANCED-PROPERTY
+                 * Required S3 prefix for inventory report destination organization enabling systematic inventory file organization and management. Provides the S3 key prefix for inventory report storage enabling organized inventory data management and efficient retrieval of inventory reports.
+                 *
+                 * Use cases: Inventory organization; Report storage; Data management; Systematic file organization
+                 *
+                 * AWS: S3 inventory configuration destination prefix for inventory report organization and storage
+                 *
+                 * Validation: Must be valid S3 prefix string; required for inventory report destination organization
+                 */
+                prefix: s3_constructs_1.MdaaBucket.formatS3Prefix(destinationPrefix),
+                bucketOwner: bucketOwner,
+            },
+            format: aws_s3_1.InventoryFormat.PARQUET,
+            frequency: aws_s3_1.InventoryFrequency.DAILY,
+            includeObjectVersions: aws_s3_1.InventoryObjectVersion.ALL,
+            inventoryId: inventoryId,
+            objectsPrefix: s3_constructs_1.MdaaBucket.formatS3Prefix(objectsPrefix, false, true),
+            optionalFields: [
+                'Size',
+                'LastModifiedDate',
+                'StorageClass',
+                'ETag',
+                'IsMultipartUploaded',
+                'ReplicationStatus',
+                'EncryptionStatus',
+                'ObjectLockRetainUntilDate',
+                'ObjectLockMode',
+                'ObjectLockLegalHoldStatus',
+                'IntelligentTieringAccessTier',
+            ],
+        };
+    }
+    /**
+     * Helper method for creating a Glue table which can be used to query inventory data generated by an S3 Inventory config
+     * @param scope Stack in which the table will be created
+     * @param tableNamePrefix Will be used to prefix the table name.
+     * @param locationBucketName The bucket where the inventory data is stored.
+     * @param inventoryBucket The bucket for which inventory data has been generated
+     * @param database The Glue database in which the table will be created
+     * @param inventoryName The name of the S3 Inventory config
+     * @param locationPrefix The S3 Prefix on the location bucket where the inventory is stored.
+     * @returns A Glue table which can be used to query S3 inventory data in an S3 bucket.
+     */
+    static createGlueInvTable(scope, catalogId, tableNamePrefix, database, locationBucketName, bucketInventories, locationPrefix) {
+        const location = locationPrefix
+            ? `s3://${locationBucketName}/${s3_constructs_1.MdaaBucket.formatS3Prefix(locationPrefix)}/`
+            : `s3://${locationBucketName}/`;
+        const tableInput = {
+            name: `${tableNamePrefix}_inv`.replace(/-/gi, '_'),
+            parameters: {
+                EXTERNAL: 'TRUE',
+                'projection.enabled': 'true',
+                'projection.dt.type': 'date',
+                'projection.dt.range': '2022-01-01-00-00,NOW',
+                'projection.dt.format': 'yyyy-MM-dd-HH-mm',
+                'projection.dt.interval': '1',
+                'projection.dt.interval.unit': 'HOURS',
+                'projection.bucket_inventory.type': 'enum',
+                'projection.bucket_inventory.values': bucketInventories
+                    .map(x => `${x.bucketName}/${x.inventoryName}`)
+                    .join(','),
+                'storage.location.template': location + '${bucket_inventory}/hive/dt=${dt}',
+            },
+            tableType: 'EXTERNAL_TABLE',
+            partitionKeys: [
+                {
+                    name: 'bucket_inventory',
+                    type: 'string',
+                },
+                {
+                    name: 'dt',
+                    type: 'string',
+                },
+            ],
+            storageDescriptor: {
+                columns: [
+                    {
+                        name: 'bucket',
+                        type: 'string',
+                    },
+                    {
+                        name: 'key',
+                        type: 'string',
+                    },
+                    {
+                        name: 'version_id',
+                        type: 'string',
+                    },
+                    {
+                        name: 'is_latest',
+                        type: 'boolean',
+                    },
+                    {
+                        name: 'is_delete_marker',
+                        type: 'boolean',
+                    },
+                    {
+                        name: 'size',
+                        type: 'bigint',
+                    },
+                    {
+                        name: 'last_modified_date',
+                        type: 'timestamp',
+                    },
+                    {
+                        name: 'e_tag',
+                        type: 'string',
+                    },
+                    {
+                        name: 'storage_class',
+                        type: 'string',
+                    },
+                    {
+                        name: 'is_multipart_uploaded',
+                        type: 'boolean',
+                    },
+                    {
+                        name: 'replication_status',
+                        type: 'string',
+                    },
+                    {
+                        name: 'encryption_status',
+                        type: 'string',
+                    },
+                    {
+                        name: 'intelligent_tiering_tier',
+                        type: 'string',
+                    },
+                    // ,
+                    // {
+                    //     name: "object_lock_retain_until_date",
+                    //     type: "timestamp"
+                    // },
+                    // {
+                    //     name: "object_lock_mode",
+                    //     type: "string"
+                    // },
+                    // {
+                    //     name: "object_lock_legal_hold_status",
+                    //     type: "string"
+                    // }
+                ],
+                location: location,
+                inputFormat: 'org.apache.hadoop.hive.ql.io.SymlinkTextInputFormat',
+                outputFormat: 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat',
+                compressed: false,
+                numberOfBuckets: -1,
+                serdeInfo: {
+                    serializationLibrary: 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe',
+                    parameters: {
+                        'serialization.format': '1',
+                    },
+                },
+            },
+        };
+        const tableProps = {
+            catalogId: catalogId,
+            databaseName: database.databaseName,
+            tableInput: tableInput,
+        };
+        return new aws_glue_1.CfnTable(scope, `inv-table-${tableNamePrefix}`, tableProps);
+    }
+    /**
+     * Helper method to generate an S3 Bucket Policy Statement allowing S3 service to write inventories to a bucket.
+     * @param sourceBucketArn The bucket arn for which inventory data is being produced
+     * @param bucketArn  The bucket arn where inventory will be stored
+     * @param srcAccount The account which owns the source bucket from which inventory is being produced.
+     * @param inventoryPrefix The prefix on the destination bucket where inventory data will be stored.
+     * @returns A policy statement which permits the S3 service principal to write inventory for the source bucket/account to the destination bucket.
+     */
+    static createInventoryBucketPolicyStatement(bucketArn, srcAccount, sourceBucketArn, inventoryPrefix) {
+        const resource = inventoryPrefix
+            ? `${bucketArn}/${s3_constructs_1.MdaaBucket.formatS3Prefix(inventoryPrefix)}/*`
+            : `${bucketArn}/*`;
+        const allowS3Inventory = new aws_iam_1.PolicyStatement({
+            sid: 'AllowS3Inventory',
+            effect: aws_iam_1.Effect.ALLOW,
+            resources: [resource],
+            actions: ['s3:PutObject'],
+        });
+        allowS3Inventory.addCondition('StringEquals', {
+            'aws:SourceAccount': srcAccount,
+            's3:x-amz-acl': 'bucket-owner-full-control',
+        });
+        if (sourceBucketArn) {
+            allowS3Inventory.addCondition('ArnLike', {
+                'aws:SourceArn': sourceBucketArn,
+            });
+        }
+        allowS3Inventory.addServicePrincipal('s3.amazonaws.com');
+        return allowS3Inventory;
+    }
+}
+exports.InventoryHelper = InventoryHelper;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJpbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiO0FBQUE7OztHQUdHOzs7QUFFSCwyREFBcUQ7QUFFckQsbURBQStEO0FBQy9ELGlEQUE4RDtBQUM5RCwrQ0FBcUg7QUE0QnJILG9IQUFvSDtBQUNwSCxNQUFhLGVBQWU7SUFDMUI7Ozs7Ozs7T0FPRztJQUNJLE1BQU0sQ0FBQyxlQUFlLENBQzNCLGlCQUEwQixFQUMxQixXQUFtQixFQUNuQixhQUFzQixFQUN0QixpQkFBMEIsRUFDMUIsa0JBQTJCO1FBRTNCLE1BQU0sV0FBVyxHQUFHLGtCQUFrQixDQUFDLENBQUMsQ0FBQyxHQUFHLGtCQUFrQixFQUFFLENBQUMsQ0FBQyxDQUFDLGtCQUFrQixDQUFDO1FBQ3RGLE9BQU87WUFDTCxXQUFXLEVBQUU7Z0JBQ1gsTUFBTSxFQUFFLGlCQUFpQjtnQkFDekI7Ozs7Ozs7OzttQkFTRztnQkFDSCxNQUFNLEVBQUUsMEJBQVUsQ0FBQyxjQUFjLENBQUMsaUJBQWlCLENBQUM7Z0JBQ3BELFdBQVcsRUFBRSxXQUFXO2FBQ3pCO1lBQ0QsTUFBTSxFQUFFLHdCQUFlLENBQUMsT0FBTztZQUMvQixTQUFTLEVBQUUsMkJBQWtCLENBQUMsS0FBSztZQUNuQyxxQkFBcUIsRUFBRSwrQkFBc0IsQ0FBQyxHQUFHO1lBQ2pELFdBQVcsRUFBRSxXQUFXO1lBQ3hCLGFBQWEsRUFBRSwwQkFBVSxDQUFDLGNBQWMsQ0FBQyxhQUFhLEVBQUUsS0FBSyxFQUFFLElBQUksQ0FBQztZQUNwRSxjQUFjLEVBQUU7Z0JBQ2QsTUFBTTtnQkFDTixrQkFBa0I7Z0JBQ2xCLGNBQWM7Z0JBQ2QsTUFBTTtnQkFDTixxQkFBcUI7Z0JBQ3JCLG1CQUFtQjtnQkFDbkIsa0JBQWtCO2dCQUNsQiwyQkFBMkI7Z0JBQzNCLGdCQUFnQjtnQkFDaEIsMkJBQTJCO2dCQUMzQiw4QkFBOEI7YUFDL0I7U0FDRixDQUFDO0lBQ0osQ0FBQztJQUVEOzs7Ozs7Ozs7O09BVUc7SUFDSSxNQUFNLENBQUMsa0JBQWtCLENBQzlCLEtBQWdCLEVBQ2hCLFNBQWlCLEVBQ2pCLGVBQXVCLEVBQ3ZCLFFBQWtCLEVBQ2xCLGtCQUEwQixFQUMxQixpQkFBb0MsRUFDcEMsY0FBdUI7UUFFdkIsTUFBTSxRQUFRLEdBQUcsY0FBYztZQUM3QixDQUFDLENBQUMsUUFBUSxrQkFBa0IsSUFBSSwwQkFBVSxDQUFDLGNBQWMsQ0FBQyxjQUFjLENBQUMsR0FBRztZQUM1RSxDQUFDLENBQUMsUUFBUSxrQkFBa0IsR0FBRyxDQUFDO1FBQ2xDLE1BQU0sVUFBVSxHQUFHO1lBQ2pCLElBQUksRUFBRSxHQUFHLGVBQWUsTUFBTSxDQUFDLE9BQU8sQ0FBQyxLQUFLLEVBQUUsR0FBRyxDQUFDO1lBQ2xELFVBQVUsRUFBRTtnQkFDVixRQUFRLEVBQUUsTUFBTTtnQkFDaEIsb0JBQW9CLEVBQUUsTUFBTTtnQkFDNUIsb0JBQW9CLEVBQUUsTUFBTTtnQkFDNUIscUJBQXFCLEVBQUUsc0JBQXNCO2dCQUM3QyxzQkFBc0IsRUFBRSxrQkFBa0I7Z0JBQzFDLHdCQUF3QixFQUFFLEdBQUc7Z0JBQzdCLDZCQUE2QixFQUFFLE9BQU87Z0JBQ3RDLGtDQUFrQyxFQUFFLE1BQU07Z0JBQzFDLG9DQUFvQyxFQUFFLGlCQUFpQjtxQkFDcEQsR0FBRyxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsR0FBRyxDQUFDLENBQUMsVUFBVSxJQUFJLENBQUMsQ0FBQyxhQUFhLEVBQUUsQ0FBQztxQkFDOUMsSUFBSSxDQUFDLEdBQUcsQ0FBQztnQkFDWiwyQkFBMkIsRUFBRSxRQUFRLEdBQUcsbUNBQW1DO2FBQzVFO1lBQ0QsU0FBUyxFQUFFLGdCQUFnQjtZQUMzQixhQUFhLEVBQUU7Z0JBQ2I7b0JBQ0UsSUFBSSxFQUFFLGtCQUFrQjtvQkFDeEIsSUFBSSxFQUFFLFFBQVE7aUJBQ2Y7Z0JBQ0Q7b0JBQ0UsSUFBSSxFQUFFLElBQUk7b0JBQ1YsSUFBSSxFQUFFLFFBQVE7aUJBQ2Y7YUFDRjtZQUNELGlCQUFpQixFQUFFO2dCQUNqQixPQUFPLEVBQUU7b0JBQ1A7d0JBQ0UsSUFBSSxFQUFFLFFBQVE7d0JBQ2QsSUFBSSxFQUFFLFFBQVE7cUJBQ2Y7b0JBQ0Q7d0JBQ0UsSUFBSSxFQUFFLEtBQUs7d0JBQ1gsSUFBSSxFQUFFLFFBQVE7cUJBQ2Y7b0JBQ0Q7d0JBQ0UsSUFBSSxFQUFFLFlBQVk7d0JBQ2xCLElBQUksRUFBRSxRQUFRO3FCQUNmO29CQUNEO3dCQUNFLElBQUksRUFBRSxXQUFXO3dCQUNqQixJQUFJLEVBQUUsU0FBUztxQkFDaEI7b0JBQ0Q7d0JBQ0UsSUFBSSxFQUFFLGtCQUFrQjt3QkFDeEIsSUFBSSxFQUFFLFNBQVM7cUJBQ2hCO29CQUNEO3dCQUNFLElBQUksRUFBRSxNQUFNO3dCQUNaLElBQUksRUFBRSxRQUFRO3FCQUNmO29CQUNEO3dCQUNFLElBQUksRUFBRSxvQkFBb0I7d0JBQzFCLElBQUksRUFBRSxXQUFXO3FCQUNsQjtvQkFDRDt3QkFDRSxJQUFJLEVBQUUsT0FBTzt3QkFDYixJQUFJLEVBQUUsUUFBUTtxQkFDZjtvQkFDRDt3QkFDRSxJQUFJLEVBQUUsZUFBZTt3QkFDckIsSUFBSSxFQUFFLFFBQVE7cUJBQ2Y7b0JBQ0Q7d0JBQ0UsSUFBSSxFQUFFLHVCQUF1Qjt3QkFDN0IsSUFBSSxFQUFFLFNBQVM7cUJBQ2hCO29CQUNEO3dCQUNFLElBQUksRUFBRSxvQkFBb0I7d0JBQzFCLElBQUksRUFBRSxRQUFRO3FCQUNmO29CQUNEO3dCQUNFLElBQUksRUFBRSxtQkFBbUI7d0JBQ3pCLElBQUksRUFBRSxRQUFRO3FCQUNmO29CQUNEO3dCQUNFLElBQUksRUFBRSwwQkFBMEI7d0JBQ2hDLElBQUksRUFBRSxRQUFRO3FCQUNmO29CQUNELElBQUk7b0JBQ0osSUFBSTtvQkFDSiw2Q0FBNkM7b0JBQzdDLHdCQUF3QjtvQkFDeEIsS0FBSztvQkFDTCxJQUFJO29CQUNKLGdDQUFnQztvQkFDaEMscUJBQXFCO29CQUNyQixLQUFLO29CQUNMLElBQUk7b0JBQ0osNkNBQTZDO29CQUM3QyxxQkFBcUI7b0JBQ3JCLElBQUk7aUJBQ0w7Z0JBQ0QsUUFBUSxFQUFFLFFBQVE7Z0JBQ2xCLFdBQVcsRUFBRSxxREFBcUQ7Z0JBQ2xFLFlBQVksRUFBRSw0REFBNEQ7Z0JBQzFFLFVBQVUsRUFBRSxLQUFLO2dCQUNqQixlQUFlLEVBQUUsQ0FBQyxDQUFDO2dCQUNuQixTQUFTLEVBQUU7b0JBQ1Qsb0JBQW9CLEVBQUUsNkRBQTZEO29CQUNuRixVQUFVLEVBQUU7d0JBQ1Ysc0JBQXNCLEVBQUUsR0FBRztxQkFDNUI7aUJBQ0Y7YUFDRjtTQUNGLENBQUM7UUFFRixNQUFNLFVBQVUsR0FBa0I7WUFDaEMsU0FBUyxFQUFFLFNBQVM7WUFDcEIsWUFBWSxFQUFFLFFBQVEsQ0FBQyxZQUFZO1lBQ25DLFVBQVUsRUFBRSxVQUFVO1NBQ3ZCLENBQUM7UUFDRixPQUFPLElBQUksbUJBQVEsQ0FBQyxLQUFLLEVBQUUsYUFBYSxlQUFlLEVBQUUsRUFBRSxVQUFVLENBQUMsQ0FBQztJQUN6RSxDQUFDO0lBRUQ7Ozs7Ozs7T0FPRztJQUNJLE1BQU0sQ0FBQyxvQ0FBb0MsQ0FDaEQsU0FBaUIsRUFDakIsVUFBa0IsRUFDbEIsZUFBd0IsRUFDeEIsZUFBd0I7UUFFeEIsTUFBTSxRQUFRLEdBQUcsZUFBZTtZQUM5QixDQUFDLENBQUMsR0FBRyxTQUFTLElBQUksMEJBQVUsQ0FBQyxjQUFjLENBQUMsZUFBZSxDQUFDLElBQUk7WUFDaEUsQ0FBQyxDQUFDLEdBQUcsU0FBUyxJQUFJLENBQUM7UUFDckIsTUFBTSxnQkFBZ0IsR0FBRyxJQUFJLHlCQUFlLENBQUM7WUFDM0MsR0FBRyxFQUFFLGtCQUFrQjtZQUN2QixNQUFNLEVBQUUsZ0JBQU0sQ0FBQyxLQUFLO1lBQ3BCLFNBQVMsRUFBRSxDQUFDLFFBQVEsQ0FBQztZQUNyQixPQUFPLEVBQUUsQ0FBQyxjQUFjLENBQUM7U0FDMUIsQ0FBQyxDQUFDO1FBQ0gsZ0JBQWdCLENBQUMsWUFBWSxDQUFDLGNBQWMsRUFBRTtZQUM1QyxtQkFBbUIsRUFBRSxVQUFVO1lBQy9CLGNBQWMsRUFBRSwyQkFBMkI7U0FDNUMsQ0FBQyxDQUFDO1FBQ0gsSUFBSSxlQUFlLEVBQUU7WUFDbkIsZ0JBQWdCLENBQUMsWUFBWSxDQUFDLFNBQVMsRUFBRTtnQkFDdkMsZUFBZSxFQUFFLGVBQWU7YUFDakMsQ0FBQyxDQUFDO1NBQ0o7UUFDRCxnQkFBZ0IsQ0FBQyxtQkFBbUIsQ0FBQyxrQkFBa0IsQ0FBQyxDQUFDO1FBQ3pELE9BQU8sZ0JBQWdCLENBQUM7SUFDMUIsQ0FBQztDQUNGO0FBck9ELDBDQXFPQyIsInNvdXJjZXNDb250ZW50IjpbIi8qIVxuICogQ29weXJpZ2h0IEFtYXpvbi5jb20sIEluYy4gb3IgaXRzIGFmZmlsaWF0ZXMuIEFsbCBSaWdodHMgUmVzZXJ2ZWQuXG4gKiBTUERYLUxpY2Vuc2UtSWRlbnRpZmllcjogQXBhY2hlLTIuMFxuICovXG5cbmltcG9ydCB7IE1kYWFCdWNrZXQgfSBmcm9tICdAYXdzLW1kYWEvczMtY29uc3RydWN0cyc7XG5pbXBvcnQgeyBEYXRhYmFzZSB9IGZyb20gJ0Bhd3MtY2RrL2F3cy1nbHVlLWFscGhhJztcbmltcG9ydCB7IENmblRhYmxlLCBDZm5UYWJsZVByb3BzIH0gZnJvbSAnYXdzLWNkay1saWIvYXdzLWdsdWUnO1xuaW1wb3J0IHsgRWZmZWN0LCBQb2xpY3lTdGF0ZW1lbnQgfSBmcm9tICdhd3MtY2RrLWxpYi9hd3MtaWFtJztcbmltcG9ydCB7IElCdWNrZXQsIEludmVudG9yeSwgSW52ZW50b3J5Rm9ybWF0LCBJbnZlbnRvcnlGcmVxdWVuY3ksIEludmVudG9yeU9iamVjdFZlcnNpb24gfSBmcm9tICdhd3MtY2RrLWxpYi9hd3MtczMnO1xuaW1wb3J0IHsgQ29uc3RydWN0IH0gZnJvbSAnY29uc3RydWN0cyc7XG5cbmV4cG9ydCBpbnRlcmZhY2UgQnVja2V0SW52ZW50b3J5IHtcbiAgLyoqXG4gICAqIFEtRU5IQU5DRUQtUFJPUEVSVFlcbiAgICogTmFtZSBvZiB0aGUgUzMgYnVja2V0IGZvciB3aGljaCBpbnZlbnRvcnkgZGF0YSBoYXMgYmVlbiBnZW5lcmF0ZWQuIElkZW50aWZpZXMgdGhlIHNvdXJjZSBidWNrZXQgaW4gaW52ZW50b3J5IGRhdGEgb3JnYW5pemF0aW9uIGFuZCBlbmFibGVzIGJ1Y2tldC1zcGVjaWZpYyBpbnZlbnRvcnkgcXVlcnlpbmcgdGhyb3VnaCBHbHVlIHRhYmxlIHBhcnRpdGlvbnMuXG4gICAqXG4gICAqIFVzZSBjYXNlczogU291cmNlIGJ1Y2tldCBpZGVudGlmaWNhdGlvbjsgSW52ZW50b3J5IGRhdGEgb3JnYW5pemF0aW9uOyBNdWx0aS1idWNrZXQgaW52ZW50b3J5IG1hbmFnZW1lbnRcbiAgICpcbiAgICogQVdTOiBBV1MgUzMgYnVja2V0IG5hbWUgZm9yIGludmVudG9yeSBzb3VyY2UgaWRlbnRpZmljYXRpb24gaW4gR2x1ZSB0YWJsZSBwYXJ0aXRpb25zXG4gICAqXG4gICAqIFZhbGlkYXRpb246IE11c3QgYmUgdmFsaWQgUzMgYnVja2V0IG5hbWUgKDMtNjMgY2hhcmFjdGVycywgbG93ZXJjYXNlLCBubyB1bmRlcnNjb3JlcylcbiAgICoqL1xuICByZWFkb25seSBidWNrZXROYW1lOiBzdHJpbmc7XG4gIC8qKlxuICAgKiBRLUVOSEFOQ0VELVBST1BFUlRZXG4gICAqIE5hbWUgb2YgdGhlIFMzIGludmVudG9yeSBjb25maWd1cmF0aW9uIHRoYXQgZ2VuZXJhdGVkIHRoZSBpbnZlbnRvcnkgZGF0YSBmb3IgdGhlIHNwZWNpZmllZCBidWNrZXQuIEVuYWJsZXMgbXVsdGlwbGUgaW52ZW50b3J5IGNvbmZpZ3VyYXRpb25zIHBlciBidWNrZXQgYW5kIG9yZ2FuaXplZCBpbnZlbnRvcnkgZGF0YSBtYW5hZ2VtZW50LlxuICAgKlxuICAgKiBVc2UgY2FzZXM6IEludmVudG9yeSBjb25maWd1cmF0aW9uIGlkZW50aWZpY2F0aW9uOyBNdWx0aXBsZSBpbnZlbnRvcmllcyBwZXIgYnVja2V0OyBJbnZlbnRvcnkgZGF0YSBvcmdhbml6YXRpb25cbiAgICpcbiAgICogQVdTOiBBV1MgUzMgaW52ZW50b3J5IGNvbmZpZ3VyYXRpb24gbmFtZSBmb3IgaW52ZW50b3J5IGRhdGEgaWRlbnRpZmljYXRpb24gaW4gR2x1ZSB0YWJsZSBwYXJ0aXRpb25zXG4gICAqXG4gICAqIFZhbGlkYXRpb246IE11c3QgYmUgdmFsaWQgUzMgaW52ZW50b3J5IGNvbmZpZ3VyYXRpb24gbmFtZSBtYXRjaGluZyB0aGUgaW52ZW50b3J5IElEIHVzZWQgaW4gUzMgaW52ZW50b3J5IHNldHVwXG4gICAqKi9cbiAgcmVhZG9ubHkgaW52ZW50b3J5TmFtZTogc3RyaW5nO1xufVxuXG4vKiogSGVscGVyIGNsYXNzIGZvciBjcmVhdGluZyBTMyBJbnZlbnRvcmllcyBhbmQgYXNzb2NpYXRlZCBHbHVlL0F0aGVuYSByZXNvdXJjZXMgZm9yIHF1ZXJ5aW5nIHRoZXNlIGludmVudG9yaWVzLiAqL1xuZXhwb3J0IGNsYXNzIEludmVudG9yeUhlbHBlciB7XG4gIC8qKlxuICAgKiBIZWxwZXIgbWV0aG9kIGZvciBjcmVhdGluZyBhbiBTMyBpbnZlbnRvcnkuXG4gICAqIEBwYXJhbSBkZXN0aW5hdGlvbkJ1Y2tldCBUaGUgYnVja2V0IHdoZXJlIFMzIGludmVudG9yeSBkYXRhIHdpbGwgYmUgd3JpdHRlblxuICAgKiBAcGFyYW0gaW52ZW50b3J5SWQgVGhlIFMzIGludmVudG9yeSBJRFxuICAgKiBAcGFyYW0gb2JqZWN0c1ByZWZpeCBUaGUgb2JqZWN0IHByZWZpeCBmcm9tIHdoaWNoIGludmVudG9yeSB3aWxsIGJlIHByb2R1Y2VkIChvbiB0aGUgYnVja2V0IHRvIHdoaWNoIHRoZSBpbnZlbnRvcnkgY29uZmlnIGlzIGFwcGxpZWQpXG4gICAqIEBwYXJhbSBkZXN0aW5hdGlvblByZWZpeCBUaGUgb2JqZWN0IHByZWZpeCB1bmRlciB3aGljaCBpbnZlbnRvcnkgd2lsbCBiZSB3cml0dGVuIG9uIHRoZSBkZXN0aW5hdGlvbiBidWNrZXQuXG4gICAqIEByZXR1cm5zIEFuIFMzIEludmVudG9yeSBDb25maWcgd2hpY2ggY2FuIGJlIGFwcGxpZWQgdG8gYSBidWNrZXQgaW4gb3JkZXIgdG8gcHJvZHVjZSBwZXJpb2RpYyBpbnZlbnRvcnkgZGF0YS5cbiAgICovXG4gIHB1YmxpYyBzdGF0aWMgY3JlYXRlSW52Q29uZmlnKFxuICAgIGRlc3RpbmF0aW9uQnVja2V0OiBJQnVja2V0LFxuICAgIGludmVudG9yeUlkOiBzdHJpbmcsXG4gICAgb2JqZWN0c1ByZWZpeD86IHN0cmluZyxcbiAgICBkZXN0aW5hdGlvblByZWZpeD86IHN0cmluZyxcbiAgICBkZXN0aW5hdGlvbkFjY291bnQ/OiBzdHJpbmcsXG4gICk6IEludmVudG9yeSB7XG4gICAgY29uc3QgYnVja2V0T3duZXIgPSBkZXN0aW5hdGlvbkFjY291bnQgPyBgJHtkZXN0aW5hdGlvbkFjY291bnR9YCA6IGRlc3RpbmF0aW9uQWNjb3VudDtcbiAgICByZXR1cm4ge1xuICAgICAgZGVzdGluYXRpb246IHtcbiAgICAgICAgYnVja2V0OiBkZXN0aW5hdGlvbkJ1Y2tldCxcbiAgICAgICAgLyoqXG4gICAgICAgICAqIFEtRU5IQU5DRUQtUFJPUEVSVFlcbiAgICAgICAgICogUmVxdWlyZWQgUzMgcHJlZml4IGZvciBpbnZlbnRvcnkgcmVwb3J0IGRlc3RpbmF0aW9uIG9yZ2FuaXphdGlvbiBlbmFibGluZyBzeXN0ZW1hdGljIGludmVudG9yeSBmaWxlIG9yZ2FuaXphdGlvbiBhbmQgbWFuYWdlbWVudC4gUHJvdmlkZXMgdGhlIFMzIGtleSBwcmVmaXggZm9yIGludmVudG9yeSByZXBvcnQgc3RvcmFnZSBlbmFibGluZyBvcmdhbml6ZWQgaW52ZW50b3J5IGRhdGEgbWFuYWdlbWVudCBhbmQgZWZmaWNpZW50IHJldHJpZXZhbCBvZiBpbnZlbnRvcnkgcmVwb3J0cy5cbiAgICAgICAgICpcbiAgICAgICAgICogVXNlIGNhc2VzOiBJbnZlbnRvcnkgb3JnYW5pemF0aW9uOyBSZXBvcnQgc3RvcmFnZTsgRGF0YSBtYW5hZ2VtZW50OyBTeXN0ZW1hdGljIGZpbGUgb3JnYW5pemF0aW9uXG4gICAgICAgICAqXG4gICAgICAgICAqIEFXUzogUzMgaW52ZW50b3J5IGNvbmZpZ3VyYXRpb24gZGVzdGluYXRpb24gcHJlZml4IGZvciBpbnZlbnRvcnkgcmVwb3J0IG9yZ2FuaXphdGlvbiBhbmQgc3RvcmFnZVxuICAgICAgICAgKlxuICAgICAgICAgKiBWYWxpZGF0aW9uOiBNdXN0IGJlIHZhbGlkIFMzIHByZWZpeCBzdHJpbmc7IHJlcXVpcmVkIGZvciBpbnZlbnRvcnkgcmVwb3J0IGRlc3RpbmF0aW9uIG9yZ2FuaXphdGlvblxuICAgICAgICAgKi9cbiAgICAgICAgcHJlZml4OiBNZGFhQnVja2V0LmZvcm1hdFMzUHJlZml4KGRlc3RpbmF0aW9uUHJlZml4KSxcbiAgICAgICAgYnVja2V0T3duZXI6IGJ1Y2tldE93bmVyLFxuICAgICAgfSxcbiAgICAgIGZvcm1hdDogSW52ZW50b3J5Rm9ybWF0LlBBUlFVRVQsXG4gICAgICBmcmVxdWVuY3k6IEludmVudG9yeUZyZXF1ZW5jeS5EQUlMWSxcbiAgICAgIGluY2x1ZGVPYmplY3RWZXJzaW9uczogSW52ZW50b3J5T2JqZWN0VmVyc2lvbi5BTEwsXG4gICAgICBpbnZlbnRvcnlJZDogaW52ZW50b3J5SWQsXG4gICAgICBvYmplY3RzUHJlZml4OiBNZGFhQnVja2V0LmZvcm1hdFMzUHJlZml4KG9iamVjdHNQcmVmaXgsIGZhbHNlLCB0cnVlKSxcbiAgICAgIG9wdGlvbmFsRmllbGRzOiBbXG4gICAgICAgICdTaXplJyxcbiAgICAgICAgJ0xhc3RNb2RpZmllZERhdGUnLFxuICAgICAgICAnU3RvcmFnZUNsYXNzJyxcbiAgICAgICAgJ0VUYWcnLFxuICAgICAgICAnSXNNdWx0aXBhcnRVcGxvYWRlZCcsXG4gICAgICAgICdSZXBsaWNhdGlvblN0YXR1cycsXG4gICAgICAgICdFbmNyeXB0aW9uU3RhdHVzJyxcbiAgICAgICAgJ09iamVjdExvY2tSZXRhaW5VbnRpbERhdGUnLFxuICAgICAgICAnT2JqZWN0TG9ja01vZGUnLFxuICAgICAgICAnT2JqZWN0TG9ja0xlZ2FsSG9sZFN0YXR1cycsXG4gICAgICAgICdJbnRlbGxpZ2VudFRpZXJpbmdBY2Nlc3NUaWVyJyxcbiAgICAgIF0sXG4gICAgfTtcbiAgfVxuXG4gIC8qKlxuICAgKiBIZWxwZXIgbWV0aG9kIGZvciBjcmVhdGluZyBhIEdsdWUgdGFibGUgd2hpY2ggY2FuIGJlIHVzZWQgdG8gcXVlcnkgaW52ZW50b3J5IGRhdGEgZ2VuZXJhdGVkIGJ5IGFuIFMzIEludmVudG9yeSBjb25maWdcbiAgICogQHBhcmFtIHNjb3BlIFN0YWNrIGluIHdoaWNoIHRoZSB0YWJsZSB3aWxsIGJlIGNyZWF0ZWRcbiAgICogQHBhcmFtIHRhYmxlTmFtZVByZWZpeCBXaWxsIGJlIHVzZWQgdG8gcHJlZml4IHRoZSB0YWJsZSBuYW1lLlxuICAgKiBAcGFyYW0gbG9jYXRpb25CdWNrZXROYW1lIFRoZSBidWNrZXQgd2hlcmUgdGhlIGludmVudG9yeSBkYXRhIGlzIHN0b3JlZC5cbiAgICogQHBhcmFtIGludmVudG9yeUJ1Y2tldCBUaGUgYnVja2V0IGZvciB3aGljaCBpbnZlbnRvcnkgZGF0YSBoYXMgYmVlbiBnZW5lcmF0ZWRcbiAgICogQHBhcmFtIGRhdGFiYXNlIFRoZSBHbHVlIGRhdGFiYXNlIGluIHdoaWNoIHRoZSB0YWJsZSB3aWxsIGJlIGNyZWF0ZWRcbiAgICogQHBhcmFtIGludmVudG9yeU5hbWUgVGhlIG5hbWUgb2YgdGhlIFMzIEludmVudG9yeSBjb25maWdcbiAgICogQHBhcmFtIGxvY2F0aW9uUHJlZml4IFRoZSBTMyBQcmVmaXggb24gdGhlIGxvY2F0aW9uIGJ1Y2tldCB3aGVyZSB0aGUgaW52ZW50b3J5IGlzIHN0b3JlZC5cbiAgICogQHJldHVybnMgQSBHbHVlIHRhYmxlIHdoaWNoIGNhbiBiZSB1c2VkIHRvIHF1ZXJ5IFMzIGludmVudG9yeSBkYXRhIGluIGFuIFMzIGJ1Y2tldC5cbiAgICovXG4gIHB1YmxpYyBzdGF0aWMgY3JlYXRlR2x1ZUludlRhYmxlKFxuICAgIHNjb3BlOiBDb25zdHJ1Y3QsXG4gICAgY2F0YWxvZ0lkOiBzdHJpbmcsXG4gICAgdGFibGVOYW1lUHJlZml4OiBzdHJpbmcsXG4gICAgZGF0YWJhc2U6IERhdGFiYXNlLFxuICAgIGxvY2F0aW9uQnVja2V0TmFtZTogc3RyaW5nLFxuICAgIGJ1Y2tldEludmVudG9yaWVzOiBCdWNrZXRJbnZlbnRvcnlbXSxcbiAgICBsb2NhdGlvblByZWZpeD86IHN0cmluZyxcbiAgKTogQ2ZuVGFibGUge1xuICAgIGNvbnN0IGxvY2F0aW9uID0gbG9jYXRpb25QcmVmaXhcbiAgICAgID8gYHMzOi8vJHtsb2NhdGlvbkJ1Y2tldE5hbWV9LyR7TWRhYUJ1Y2tldC5mb3JtYXRTM1ByZWZpeChsb2NhdGlvblByZWZpeCl9L2BcbiAgICAgIDogYHMzOi8vJHtsb2NhdGlvbkJ1Y2tldE5hbWV9L2A7XG4gICAgY29uc3QgdGFibGVJbnB1dCA9IHtcbiAgICAgIG5hbWU6IGAke3RhYmxlTmFtZVByZWZpeH1faW52YC5yZXBsYWNlKC8tL2dpLCAnXycpLFxuICAgICAgcGFyYW1ldGVyczoge1xuICAgICAgICBFWFRFUk5BTDogJ1RSVUUnLFxuICAgICAgICAncHJvamVjdGlvbi5lbmFibGVkJzogJ3RydWUnLFxuICAgICAgICAncHJvamVjdGlvbi5kdC50eXBlJzogJ2RhdGUnLFxuICAgICAgICAncHJvamVjdGlvbi5kdC5yYW5nZSc6ICcyMDIyLTAxLTAxLTAwLTAwLE5PVycsXG4gICAgICAgICdwcm9qZWN0aW9uLmR0LmZvcm1hdCc6ICd5eXl5LU1NLWRkLUhILW1tJyxcbiAgICAgICAgJ3Byb2plY3Rpb24uZHQuaW50ZXJ2YWwnOiAnMScsXG4gICAgICAgICdwcm9qZWN0aW9uLmR0LmludGVydmFsLnVuaXQnOiAnSE9VUlMnLFxuICAgICAgICAncHJvamVjdGlvbi5idWNrZXRfaW52ZW50b3J5LnR5cGUnOiAnZW51bScsXG4gICAgICAgICdwcm9qZWN0aW9uLmJ1Y2tldF9pbnZlbnRvcnkudmFsdWVzJzogYnVja2V0SW52ZW50b3JpZXNcbiAgICAgICAgICAubWFwKHggPT4gYCR7eC5idWNrZXROYW1lfS8ke3guaW52ZW50b3J5TmFtZX1gKVxuICAgICAgICAgIC5qb2luKCcsJyksXG4gICAgICAgICdzdG9yYWdlLmxvY2F0aW9uLnRlbXBsYXRlJzogbG9jYXRpb24gKyAnJHtidWNrZXRfaW52ZW50b3J5fS9oaXZlL2R0PSR7ZHR9JyxcbiAgICAgIH0sXG4gICAgICB0YWJsZVR5cGU6ICdFWFRFUk5BTF9UQUJMRScsXG4gICAgICBwYXJ0aXRpb25LZXlzOiBbXG4gICAgICAgIHtcbiAgICAgICAgICBuYW1lOiAnYnVja2V0X2ludmVudG9yeScsXG4gICAgICAgICAgdHlwZTogJ3N0cmluZycsXG4gICAgICAgIH0sXG4gICAgICAgIHtcbiAgICAgICAgICBuYW1lOiAnZHQnLFxuICAgICAgICAgIHR5cGU6ICdzdHJpbmcnLFxuICAgICAgICB9LFxuICAgICAgXSxcbiAgICAgIHN0b3JhZ2VEZXNjcmlwdG9yOiB7XG4gICAgICAgIGNvbHVtbnM6IFtcbiAgICAgICAgICB7XG4gICAgICAgICAgICBuYW1lOiAnYnVja2V0JyxcbiAgICAgICAgICAgIHR5cGU6ICdzdHJpbmcnLFxuICAgICAgICAgIH0sXG4gICAgICAgICAge1xuICAgICAgICAgICAgbmFtZTogJ2tleScsXG4gICAgICAgICAgICB0eXBlOiAnc3RyaW5nJyxcbiAgICAgICAgICB9LFxuICAgICAgICAgIHtcbiAgICAgICAgICAgIG5hbWU6ICd2ZXJzaW9uX2lkJyxcbiAgICAgICAgICAgIHR5cGU6ICdzdHJpbmcnLFxuICAgICAgICAgIH0sXG4gICAgICAgICAge1xuICAgICAgICAgICAgbmFtZTogJ2lzX2xhdGVzdCcsXG4gICAgICAgICAgICB0eXBlOiAnYm9vbGVhbicsXG4gICAgICAgICAgfSxcbiAgICAgICAgICB7XG4gICAgICAgICAgICBuYW1lOiAnaXNfZGVsZXRlX21hcmtlcicsXG4gICAgICAgICAgICB0eXBlOiAnYm9vbGVhbicsXG4gICAgICAgICAgfSxcbiAgICAgICAgICB7XG4gICAgICAgICAgICBuYW1lOiAnc2l6ZScsXG4gICAgICAgICAgICB0eXBlOiAnYmlnaW50JyxcbiAgICAgICAgICB9LFxuICAgICAgICAgIHtcbiAgICAgICAgICAgIG5hbWU6ICdsYXN0X21vZGlmaWVkX2RhdGUnLFxuICAgICAgICAgICAgdHlwZTogJ3RpbWVzdGFtcCcsXG4gICAgICAgICAgfSxcbiAgICAgICAgICB7XG4gICAgICAgICAgICBuYW1lOiAnZV90YWcnLFxuICAgICAgICAgICAgdHlwZTogJ3N0cmluZycsXG4gICAgICAgICAgfSxcbiAgICAgICAgICB7XG4gICAgICAgICAgICBuYW1lOiAnc3RvcmFnZV9jbGFzcycsXG4gICAgICAgICAgICB0eXBlOiAnc3RyaW5nJyxcbiAgICAgICAgICB9LFxuICAgICAgICAgIHtcbiAgICAgICAgICAgIG5hbWU6ICdpc19tdWx0aXBhcnRfdXBsb2FkZWQnLFxuICAgICAgICAgICAgdHlwZTogJ2Jvb2xlYW4nLFxuICAgICAgICAgIH0sXG4gICAgICAgICAge1xuICAgICAgICAgICAgbmFtZTogJ3JlcGxpY2F0aW9uX3N0YXR1cycsXG4gICAgICAgICAgICB0eXBlOiAnc3RyaW5nJyxcbiAgICAgICAgICB9LFxuICAgICAgICAgIHtcbiAgICAgICAgICAgIG5hbWU6ICdlbmNyeXB0aW9uX3N0YXR1cycsXG4gICAgICAgICAgICB0eXBlOiAnc3RyaW5nJyxcbiAgICAgICAgICB9LFxuICAgICAgICAgIHtcbiAgICAgICAgICAgIG5hbWU6ICdpbnRlbGxpZ2VudF90aWVyaW5nX3RpZXInLFxuICAgICAgICAgICAgdHlwZTogJ3N0cmluZycsXG4gICAgICAgICAgfSxcbiAgICAgICAgICAvLyAsXG4gICAgICAgICAgLy8ge1xuICAgICAgICAgIC8vICAgICBuYW1lOiBcIm9iamVjdF9sb2NrX3JldGFpbl91bnRpbF9kYXRlXCIsXG4gICAgICAgICAgLy8gICAgIHR5cGU6IFwidGltZXN0YW1wXCJcbiAgICAgICAgICAvLyB9LFxuICAgICAgICAgIC8vIHtcbiAgICAgICAgICAvLyAgICAgbmFtZTogXCJvYmplY3RfbG9ja19tb2RlXCIsXG4gICAgICAgICAgLy8gICAgIHR5cGU6IFwic3RyaW5nXCJcbiAgICAgICAgICAvLyB9LFxuICAgICAgICAgIC8vIHtcbiAgICAgICAgICAvLyAgICAgbmFtZTogXCJvYmplY3RfbG9ja19sZWdhbF9ob2xkX3N0YXR1c1wiLFxuICAgICAgICAgIC8vICAgICB0eXBlOiBcInN0cmluZ1wiXG4gICAgICAgICAgLy8gfVxuICAgICAgICBdLFxuICAgICAgICBsb2NhdGlvbjogbG9jYXRpb24sXG4gICAgICAgIGlucHV0Rm9ybWF0OiAnb3JnLmFwYWNoZS5oYWRvb3AuaGl2ZS5xbC5pby5TeW1saW5rVGV4dElucHV0Rm9ybWF0JyxcbiAgICAgICAgb3V0cHV0Rm9ybWF0OiAnb3JnLmFwYWNoZS5oYWRvb3AuaGl2ZS5xbC5pby5IaXZlSWdub3JlS2V5VGV4dE91dHB1dEZvcm1hdCcsXG4gICAgICAgIGNvbXByZXNzZWQ6IGZhbHNlLFxuICAgICAgICBudW1iZXJPZkJ1Y2tldHM6IC0xLFxuICAgICAgICBzZXJkZUluZm86IHtcbiAgICAgICAgICBzZXJpYWxpemF0aW9uTGlicmFyeTogJ29yZy5hcGFjaGUuaGFkb29wLmhpdmUucWwuaW8ucGFycXVldC5zZXJkZS5QYXJxdWV0SGl2ZVNlckRlJyxcbiAgICAgICAgICBwYXJhbWV0ZXJzOiB7XG4gICAgICAgICAgICAnc2VyaWFsaXphdGlvbi5mb3JtYXQnOiAnMScsXG4gICAgICAgICAgfSxcbiAgICAgICAgfSxcbiAgICAgIH0sXG4gICAgfTtcblxuICAgIGNvbnN0IHRhYmxlUHJvcHM6IENmblRhYmxlUHJvcHMgPSB7XG4gICAgICBjYXRhbG9nSWQ6IGNhdGFsb2dJZCxcbiAgICAgIGRhdGFiYXNlTmFtZTogZGF0YWJhc2UuZGF0YWJhc2VOYW1lLFxuICAgICAgdGFibGVJbnB1dDogdGFibGVJbnB1dCxcbiAgICB9O1xuICAgIHJldHVybiBuZXcgQ2ZuVGFibGUoc2NvcGUsIGBpbnYtdGFibGUtJHt0YWJsZU5hbWVQcmVmaXh9YCwgdGFibGVQcm9wcyk7XG4gIH1cblxuICAvKipcbiAgICogSGVscGVyIG1ldGhvZCB0byBnZW5lcmF0ZSBhbiBTMyBCdWNrZXQgUG9saWN5IFN0YXRlbWVudCBhbGxvd2luZyBTMyBzZXJ2aWNlIHRvIHdyaXRlIGludmVudG9yaWVzIHRvIGEgYnVja2V0LlxuICAgKiBAcGFyYW0gc291cmNlQnVja2V0QXJuIFRoZSBidWNrZXQgYXJuIGZvciB3aGljaCBpbnZlbnRvcnkgZGF0YSBpcyBiZWluZyBwcm9kdWNlZFxuICAgKiBAcGFyYW0gYnVja2V0QXJuICBUaGUgYnVja2V0IGFybiB3aGVyZSBpbnZlbnRvcnkgd2lsbCBiZSBzdG9yZWRcbiAgICogQHBhcmFtIHNyY0FjY291bnQgVGhlIGFjY291bnQgd2hpY2ggb3ducyB0aGUgc291cmNlIGJ1Y2tldCBmcm9tIHdoaWNoIGludmVudG9yeSBpcyBiZWluZyBwcm9kdWNlZC5cbiAgICogQHBhcmFtIGludmVudG9yeVByZWZpeCBUaGUgcHJlZml4IG9uIHRoZSBkZXN0aW5hdGlvbiBidWNrZXQgd2hlcmUgaW52ZW50b3J5IGRhdGEgd2lsbCBiZSBzdG9yZWQuXG4gICAqIEByZXR1cm5zIEEgcG9saWN5IHN0YXRlbWVudCB3aGljaCBwZXJtaXRzIHRoZSBTMyBzZXJ2aWNlIHByaW5jaXBhbCB0byB3cml0ZSBpbnZlbnRvcnkgZm9yIHRoZSBzb3VyY2UgYnVja2V0L2FjY291bnQgdG8gdGhlIGRlc3RpbmF0aW9uIGJ1Y2tldC5cbiAgICovXG4gIHB1YmxpYyBzdGF0aWMgY3JlYXRlSW52ZW50b3J5QnVja2V0UG9saWN5U3RhdGVtZW50KFxuICAgIGJ1Y2tldEFybjogc3RyaW5nLFxuICAgIHNyY0FjY291bnQ6IHN0cmluZyxcbiAgICBzb3VyY2VCdWNrZXRBcm4/OiBzdHJpbmcsXG4gICAgaW52ZW50b3J5UHJlZml4Pzogc3RyaW5nLFxuICApOiBQb2xpY3lTdGF0ZW1lbnQge1xuICAgIGNvbnN0IHJlc291cmNlID0gaW52ZW50b3J5UHJlZml4XG4gICAgICA/IGAke2J1Y2tldEFybn0vJHtNZGFhQnVja2V0LmZvcm1hdFMzUHJlZml4KGludmVudG9yeVByZWZpeCl9LypgXG4gICAgICA6IGAke2J1Y2tldEFybn0vKmA7XG4gICAgY29uc3QgYWxsb3dTM0ludmVudG9yeSA9IG5ldyBQb2xpY3lTdGF0ZW1lbnQoe1xuICAgICAgc2lkOiAnQWxsb3dTM0ludmVudG9yeScsXG4gICAgICBlZmZlY3Q6IEVmZmVjdC5BTExPVyxcbiAgICAgIHJlc291cmNlczogW3Jlc291cmNlXSxcbiAgICAgIGFjdGlvbnM6IFsnczM6UHV0T2JqZWN0J10sXG4gICAgfSk7XG4gICAgYWxsb3dTM0ludmVudG9yeS5hZGRDb25kaXRpb24oJ1N0cmluZ0VxdWFscycsIHtcbiAgICAgICdhd3M6U291cmNlQWNjb3VudCc6IHNyY0FjY291bnQsXG4gICAgICAnczM6eC1hbXotYWNsJzogJ2J1Y2tldC1vd25lci1mdWxsLWNvbnRyb2wnLFxuICAgIH0pO1xuICAgIGlmIChzb3VyY2VCdWNrZXRBcm4pIHtcbiAgICAgIGFsbG93UzNJbnZlbnRvcnkuYWRkQ29uZGl0aW9uKCdBcm5MaWtlJywge1xuICAgICAgICAnYXdzOlNvdXJjZUFybic6IHNvdXJjZUJ1Y2tldEFybixcbiAgICAgIH0pO1xuICAgIH1cbiAgICBhbGxvd1MzSW52ZW50b3J5LmFkZFNlcnZpY2VQcmluY2lwYWwoJ3MzLmFtYXpvbmF3cy5jb20nKTtcbiAgICByZXR1cm4gYWxsb3dTM0ludmVudG9yeTtcbiAgfVxufVxuIl19

package/node_modules/@aws-mdaa/s3-inventory-helper/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "@aws-mdaa/s3-inventory-helper",
+  "description": "MDAA s3-inventory-helper utility",
+  "author": {
+    "name": "Amazon Web Services",
+    "url": "https://aws.amazon.com/solutions"
+  },
+  "version": "1.2.0",
+  "main": "lib/index.js",
+  "types": "lib/index.d.ts",
+  "license": "Apache-2.0",
+  "scripts": {
+    "build": "tsc",
+    "watch": "tsc -w",
+    "test": "jest --passWithNoTests --coverage",
+    "lint": "eslint --max-warnings 0 -c ../../../.eslintrc.json '**/*.{ts,tsx}' --ignore-pattern 'dist/*' --ignore-pattern 'node_modules/*' --ignore-pattern \"*.d.ts\" ",
+    "test-coverage": "jest --passWithNoTests --coverage"
+  },
+  "devDependencies": {
+    "@types/jest": "29.5.0",
+    "@types/node": "17.0.23",
+    "@types/prettier": "2.6.0",
+    "jest": "29.5.0",
+    "ts-jest": "29.1.0",
+    "ts-node": "10.9.1",
+    "typescript": "4.6.3",
+    "typescript-json-schema": "0.63.0"
+  },
+  "overrides": {
+    "aws-cdk-lib": "2.201.0",
+    "@types/babel__traverse": "7.18.2"
+  },
+  "dependencies": {
+    "@aws-cdk/aws-glue-alpha": "2.201.0-alpha.0",
+    "@aws-mdaa/naming": "1.2.0",
+    "@aws-mdaa/s3-constructs": "1.2.0",
+    "aws-cdk-lib": "2.201.0",
+    "cdk-nag": "2.37.1",
+    "constructs": "10.0.96"
+  },
+  "gitHead": "8b49a2b371014baec046605ffdbfe38951099c31",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/aws/modern-data-architecture-accelerator"
+  }
+}

package/node_modules/lodash/LICENSE

@@ -0,0 +1,47 @@
+Copyright OpenJS Foundation and other contributors <https://openjsf.org/>
+
+Based on Underscore.js, copyright Jeremy Ashkenas,
+DocumentCloud and Investigative Reporters & Editors <http://underscorejs.org/>
+
+This software consists of voluntary contributions made by many
+individuals. For exact contribution history, see the revision history
+available at https://github.com/lodash/lodash
+
+The following license applies to all parts of this software except as
+documented below:
+
+====
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+====
+
+Copyright and related rights for sample code are waived via CC0. Sample
+code is defined as all source code displayed within the prose of the
+documentation.
+
+CC0: http://creativecommons.org/publicdomain/zero/1.0/
+
+====
+
+Files located in the node_modules and vendor directories are externally
+maintained libraries used by this software which have their own
+licenses; we recommend you read them, as their terms may differ from the
+terms above.

package/node_modules/lodash/README.md

@@ -0,0 +1,39 @@
+# lodash v4.17.21
+
+The [Lodash](https://lodash.com/) library exported as [Node.js](https://nodejs.org/) modules.
+
+## Installation
+
+Using npm:
+```shell
+$ npm i -g npm
+$ npm i --save lodash
+```
+
+In Node.js:
+```js
+// Load the full build.
+var _ = require('lodash');
+// Load the core build.
+var _ = require('lodash/core');
+// Load the FP build for immutable auto-curried iteratee-first data-last methods.
+var fp = require('lodash/fp');
+
+// Load method categories.
+var array = require('lodash/array');
+var object = require('lodash/fp/object');
+
+// Cherry-pick methods for smaller browserify/rollup/webpack bundles.
+var at = require('lodash/at');
+var curryN = require('lodash/fp/curryN');
+```
+
+See the [package source](https://github.com/lodash/lodash/tree/4.17.21-npm) for more details.
+
+**Note:**<br>
+Install [n_](https://www.npmjs.com/package/n_) for Lodash use in the Node.js < 6 REPL.
+
+## Support
+
+Tested in Chrome 74-75, Firefox 66-67, IE 11, Edge 18, Safari 11-12, & Node.js 8-12.<br>
+Automated [browser](https://saucelabs.com/u/lodash) & [CI](https://travis-ci.org/lodash/lodash/) test runs are available.

package/node_modules/lodash/_DataView.js

@@ -0,0 +1,7 @@
+var getNative = require('./_getNative'),
+    root = require('./_root');
+
+/* Built-in method references that are verified to be native. */
+var DataView = getNative(root, 'DataView');
+
+module.exports = DataView;

package/node_modules/lodash/_Hash.js

@@ -0,0 +1,32 @@
+var hashClear = require('./_hashClear'),
+    hashDelete = require('./_hashDelete'),
+    hashGet = require('./_hashGet'),
+    hashHas = require('./_hashHas'),
+    hashSet = require('./_hashSet');
+
+/**
+ * Creates a hash object.
+ *
+ * @private
+ * @constructor
+ * @param {Array} [entries] The key-value pairs to cache.
+ */
+function Hash(entries) {
+  var index = -1,
+      length = entries == null ? 0 : entries.length;
+
+  this.clear();
+  while (++index < length) {
+    var entry = entries[index];
+    this.set(entry[0], entry[1]);
+  }
+}
+
+// Add methods to `Hash`.
+Hash.prototype.clear = hashClear;
+Hash.prototype['delete'] = hashDelete;
+Hash.prototype.get = hashGet;
+Hash.prototype.has = hashHas;
+Hash.prototype.set = hashSet;
+
+module.exports = Hash;

package/node_modules/lodash/_LazyWrapper.js

@@ -0,0 +1,28 @@
+var baseCreate = require('./_baseCreate'),
+    baseLodash = require('./_baseLodash');
+
+/** Used as references for the maximum length and index of an array. */
+var MAX_ARRAY_LENGTH = 4294967295;
+
+/**
+ * Creates a lazy wrapper object which wraps `value` to enable lazy evaluation.
+ *
+ * @private
+ * @constructor
+ * @param {*} value The value to wrap.
+ */
+function LazyWrapper(value) {
+  this.__wrapped__ = value;
+  this.__actions__ = [];
+  this.__dir__ = 1;
+  this.__filtered__ = false;
+  this.__iteratees__ = [];
+  this.__takeCount__ = MAX_ARRAY_LENGTH;
+  this.__views__ = [];
+}
+
+// Ensure `LazyWrapper` is an instance of `baseLodash`.
+LazyWrapper.prototype = baseCreate(baseLodash.prototype);
+LazyWrapper.prototype.constructor = LazyWrapper;
+
+module.exports = LazyWrapper;

package/node_modules/lodash/_ListCache.js

@@ -0,0 +1,32 @@
+var listCacheClear = require('./_listCacheClear'),
+    listCacheDelete = require('./_listCacheDelete'),
+    listCacheGet = require('./_listCacheGet'),
+    listCacheHas = require('./_listCacheHas'),
+    listCacheSet = require('./_listCacheSet');
+
+/**
+ * Creates an list cache object.
+ *
+ * @private
+ * @constructor
+ * @param {Array} [entries] The key-value pairs to cache.
+ */
+function ListCache(entries) {
+  var index = -1,
+      length = entries == null ? 0 : entries.length;
+
+  this.clear();
+  while (++index < length) {
+    var entry = entries[index];
+    this.set(entry[0], entry[1]);
+  }
+}
+
+// Add methods to `ListCache`.
+ListCache.prototype.clear = listCacheClear;
+ListCache.prototype['delete'] = listCacheDelete;
+ListCache.prototype.get = listCacheGet;
+ListCache.prototype.has = listCacheHas;
+ListCache.prototype.set = listCacheSet;
+
+module.exports = ListCache;

package/node_modules/lodash/_LodashWrapper.js

@@ -0,0 +1,22 @@
+var baseCreate = require('./_baseCreate'),
+    baseLodash = require('./_baseLodash');
+
+/**
+ * The base constructor for creating `lodash` wrapper objects.
+ *
+ * @private
+ * @param {*} value The value to wrap.
+ * @param {boolean} [chainAll] Enable explicit method chain sequences.
+ */
+function LodashWrapper(value, chainAll) {
+  this.__wrapped__ = value;
+  this.__actions__ = [];
+  this.__chain__ = !!chainAll;
+  this.__index__ = 0;
+  this.__values__ = undefined;
+}
+
+LodashWrapper.prototype = baseCreate(baseLodash.prototype);
+LodashWrapper.prototype.constructor = LodashWrapper;
+
+module.exports = LodashWrapper;

package/node_modules/lodash/_Map.js

@@ -0,0 +1,7 @@
+var getNative = require('./_getNative'),
+    root = require('./_root');
+
+/* Built-in method references that are verified to be native. */
+var Map = getNative(root, 'Map');
+
+module.exports = Map;

package/node_modules/lodash/_MapCache.js

@@ -0,0 +1,32 @@
+var mapCacheClear = require('./_mapCacheClear'),
+    mapCacheDelete = require('./_mapCacheDelete'),
+    mapCacheGet = require('./_mapCacheGet'),
+    mapCacheHas = require('./_mapCacheHas'),
+    mapCacheSet = require('./_mapCacheSet');
+
+/**
+ * Creates a map cache object to store key-value pairs.
+ *
+ * @private
+ * @constructor
+ * @param {Array} [entries] The key-value pairs to cache.
+ */
+function MapCache(entries) {
+  var index = -1,
+      length = entries == null ? 0 : entries.length;
+
+  this.clear();
+  while (++index < length) {
+    var entry = entries[index];
+    this.set(entry[0], entry[1]);
+  }
+}
+
+// Add methods to `MapCache`.
+MapCache.prototype.clear = mapCacheClear;
+MapCache.prototype['delete'] = mapCacheDelete;
+MapCache.prototype.get = mapCacheGet;
+MapCache.prototype.has = mapCacheHas;
+MapCache.prototype.set = mapCacheSet;
+
+module.exports = MapCache;

package/node_modules/lodash/_Promise.js

@@ -0,0 +1,7 @@
+var getNative = require('./_getNative'),
+    root = require('./_root');
+
+/* Built-in method references that are verified to be native. */
+var Promise = getNative(root, 'Promise');
+
+module.exports = Promise;

package/node_modules/lodash/_Set.js

@@ -0,0 +1,7 @@
+var getNative = require('./_getNative'),
+    root = require('./_root');
+
+/* Built-in method references that are verified to be native. */
+var Set = getNative(root, 'Set');
+
+module.exports = Set;

package/node_modules/lodash/_SetCache.js

@@ -0,0 +1,27 @@
+var MapCache = require('./_MapCache'),
+    setCacheAdd = require('./_setCacheAdd'),
+    setCacheHas = require('./_setCacheHas');
+
+/**
+ *
+ * Creates an array cache object to store unique values.
+ *
+ * @private
+ * @constructor
+ * @param {Array} [values] The values to cache.
+ */
+function SetCache(values) {
+  var index = -1,
+      length = values == null ? 0 : values.length;
+
+  this.__data__ = new MapCache;
+  while (++index < length) {
+    this.add(values[index]);
+  }
+}
+
+// Add methods to `SetCache`.
+SetCache.prototype.add = SetCache.prototype.push = setCacheAdd;
+SetCache.prototype.has = setCacheHas;
+
+module.exports = SetCache;

package/node_modules/lodash/_Stack.js

@@ -0,0 +1,27 @@
+var ListCache = require('./_ListCache'),
+    stackClear = require('./_stackClear'),
+    stackDelete = require('./_stackDelete'),
+    stackGet = require('./_stackGet'),
+    stackHas = require('./_stackHas'),
+    stackSet = require('./_stackSet');
+
+/**
+ * Creates a stack cache object to store key-value pairs.
+ *
+ * @private
+ * @constructor
+ * @param {Array} [entries] The key-value pairs to cache.
+ */
+function Stack(entries) {
+  var data = this.__data__ = new ListCache(entries);
+  this.size = data.size;
+}
+
+// Add methods to `Stack`.
+Stack.prototype.clear = stackClear;
+Stack.prototype['delete'] = stackDelete;
+Stack.prototype.get = stackGet;
+Stack.prototype.has = stackHas;
+Stack.prototype.set = stackSet;
+
+module.exports = Stack;

package/node_modules/lodash/_Symbol.js

@@ -0,0 +1,6 @@
+var root = require('./_root');
+
+/** Built-in value references. */
+var Symbol = root.Symbol;
+
+module.exports = Symbol;

package/node_modules/lodash/_Uint8Array.js

@@ -0,0 +1,6 @@
+var root = require('./_root');
+
+/** Built-in value references. */
+var Uint8Array = root.Uint8Array;
+
+module.exports = Uint8Array;

package/node_modules/lodash/_WeakMap.js

@@ -0,0 +1,7 @@
+var getNative = require('./_getNative'),
+    root = require('./_root');
+
+/* Built-in method references that are verified to be native. */
+var WeakMap = getNative(root, 'WeakMap');
+
+module.exports = WeakMap;