cdk-nuxt 2.4.0 → 2.5.0

package/lib/functions/assets-cleanup/.gitignore

@@ -1,2 +0,0 @@
-node_modules
-build

package/lib/functions/assets-cleanup/build/app/index.d.ts

@@ -1 +0,0 @@
-export {};

package/lib/functions/assets-cleanup/build/app/index.js

@@ -1,114 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const client_s3_1 = require("@aws-sdk/client-s3");
-const consumers_1 = require("stream/consumers");
-const MAX_DELETE_OBJECT_KEYS = 1000;
-const ONE_DAY_IN_MILLISECONDS = 1000 * 60 * 60 * 24;
-/**
- * Returns the current deployment revision (build timestamp).
- */
-const getCurrentRevision = async (s3Client, bucketName) => {
-    const revisionFile = await s3Client.send(new client_s3_1.GetObjectCommand({
-        Bucket: bucketName,
-        Key: 'app-revision',
-    }));
-    return new Date(await (0, consumers_1.text)(revisionFile.Body));
-};
-/**
- * Filters the given assets by inspecting their revision and returns those, that are older than the specified cutoff date.
- */
-const filterOutdatedAssetKeys = (metadataResults, returnOlderThan) => {
-    return metadataResults
-        .filter(assetMetadata => assetMetadata.metadata.revision
-        ? new Date(assetMetadata.metadata.revision).getTime() <= returnOlderThan.getTime()
-        : false)
-        .map(filteredAssets => filteredAssets.key);
-};
-/**
- * Deletes the given assets.
- */
-const deleteAssets = async (assetKeys, s3Client, bucketName) => {
-    let remainingAssetKeysToDelete = [...assetKeys];
-    const pendingDeletes = [];
-    while (remainingAssetKeysToDelete.length > 0) {
-        const curDeleteBatch = remainingAssetKeysToDelete.slice(0, MAX_DELETE_OBJECT_KEYS);
-        remainingAssetKeysToDelete = remainingAssetKeysToDelete.slice(MAX_DELETE_OBJECT_KEYS);
-        console.log('Deleting assets:', curDeleteBatch);
-        const pendingDelete = s3Client.send(new client_s3_1.DeleteObjectsCommand({
-            Bucket: bucketName,
-            Delete: {
-                Objects: curDeleteBatch.map(outdatedKey => {
-                    return { Key: outdatedKey };
-                }),
-            },
-        }));
-        pendingDeletes.push(pendingDelete);
-    }
-    return await Promise.all(pendingDeletes);
-};
-exports.handler = async (event, context) => {
-    try {
-        const client = new client_s3_1.S3Client({ region: process.env.AWS_REGION });
-        const bucketName = process.env.STATIC_ASSETS_BUCKET;
-        if (!bucketName) {
-            throw new Error("Static asset's bucket name not specified in environment!");
-        }
-        if (!process.env.OUTDATED_ASSETS_RETENTION_DAYS) {
-            throw new Error('Retain duration of static assets not specified!');
-        }
-        const retainAssetsInDays = Number.parseInt(process.env.OUTDATED_ASSETS_RETENTION_DAYS);
-        const currentRevision = await getCurrentRevision(client, bucketName);
-        const deleteOlderThan = new Date(currentRevision.getTime() - retainAssetsInDays * ONE_DAY_IN_MILLISECONDS);
-        console.log(`Starting cleanup of static assets older than ${deleteOlderThan.toISOString()}...`);
-        let assetKeysToDelete = [];
-        let lastToken = undefined;
-        do {
-            const curAssetsResult = await client.send(new client_s3_1.ListObjectsV2Command({
-                Bucket: bucketName,
-                MaxKeys: 250,
-                ContinuationToken: lastToken,
-            }));
-            // Read object metadata in blocks of 10
-            let processableAssets = [...curAssetsResult.Contents];
-            while (processableAssets.length > 0) {
-                const assetsBatch = processableAssets.slice(0, 10);
-                processableAssets = processableAssets.slice(10);
-                const pendingMetadataRequests = assetsBatch.map(asset => client.send(new client_s3_1.HeadObjectCommand({
-                    Bucket: bucketName,
-                    Key: asset.Key,
-                })));
-                const metadataResults = await Promise.all(pendingMetadataRequests);
-                // Assign metadata to assets
-                const metadataByAsset = metadataResults.map((metadataResult, index) => ({
-                    key: assetsBatch[index].Key,
-                    metadata: metadataResult.Metadata,
-                }));
-                const outdatedAssetKeys = filterOutdatedAssetKeys(metadataByAsset, deleteOlderThan);
-                assetKeysToDelete.push(...outdatedAssetKeys);
-            }
-            lastToken = curAssetsResult.NextContinuationToken;
-        } while (lastToken !== undefined);
-        if (assetKeysToDelete.length === 0) {
-            console.log('No outdated assets to delete found');
-            return;
-        }
-        console.log('Deleting ' + assetKeysToDelete.length + ' assets...');
-        // Delete outdated assets (max. 1000 allowed per request)
-        const results = await deleteAssets(assetKeysToDelete, client, bucketName);
-        const failed = results.reduce((previousResult, currentResult) => {
-            const currentError = !!(currentResult.Errors && currentResult.Errors.length > 0);
-            if (currentError) {
-                console.error('Failed to delete outdated static assets', currentResult.Errors);
-            }
-            return previousResult || currentError;
-        }, false);
-        if (failed) {
-            throw new Error('Failed to delete outdated static assets');
-        }
-        console.log('Cleanup of old static assets finished');
-    }
-    catch (error) {
-        console.error('### unexpected runtime error ###', error);
-    }
-};
-//# sourceMappingURL=index.js.map

package/lib/functions/assets-cleanup/build/app/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"/","sources":["index.ts"],"names":[],"mappings":";;AAAA,kDAM4B;AAE5B,gDAAsC;AAQtC,MAAM,sBAAsB,GAAG,IAAI,CAAC;AACpC,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AAEpD;;GAEG;AACH,MAAM,kBAAkB,GAAG,KAAK,EAAE,QAAkB,EAAE,UAAkB,EAAiB,EAAE;IACvF,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,CACpC,IAAI,4BAAgB,CAAC;QACjB,MAAM,EAAE,UAAU;QAClB,GAAG,EAAE,cAAc;KACtB,CAAC,CACL,CAAC;IAEF,OAAO,IAAI,IAAI,CAAC,MAAM,IAAA,gBAAI,EAAC,YAAY,CAAC,IAAgB,CAAC,CAAC,CAAC;AAC/D,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,uBAAuB,GAAG,CAAC,eAAgC,EAAE,eAAqB,EAAY,EAAE;IAClG,OAAO,eAAe;SACjB,MAAM,CAAC,aAAa,CAAC,EAAE,CACpB,aAAa,CAAC,QAAQ,CAAC,QAAQ;QAC3B,CAAC,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,IAAI,eAAe,CAAC,OAAO,EAAE;QAClF,CAAC,CAAC,KAAK,CACd;SACA,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,YAAY,GAAG,KAAK,EACtB,SAAmB,EACnB,QAAkB,EAClB,UAAkB,EACmB,EAAE;IACvC,IAAI,0BAA0B,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,EAAE,CAAC;IAE1B,OAAO,0BAA0B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,cAAc,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;QACnF,0BAA0B,GAAG,0BAA0B,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAEtF,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;QAEhD,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAC/B,IAAI,gCAAoB,CAAC;YACrB,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE;gBACJ,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;oBACtC,OAAO,EAAC,GAAG,EAAE,WAAW,EAAC,CAAC;gBAC9B,CAAC,CAAC;aACL;SACJ,CAAC,CACL,CAAC;QACF,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;AAC7C,CAAC,CAAC;AAEF,OAAO,CAAC,OAAO,GAAG,KAAK,EAAE,KAAU,EAAE,OAAY,EAAE,EAAE;IACjD,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,oBAAQ,CAAC,EAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAC,CAAC,CAAC;QAC9D,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACpD,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QACvF,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACrE,MAAM,eAAe,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,GAAG,kBAAkB,GAAG,uBAAuB,CAAC,CAAC;QAE3G,OAAO,CAAC,GAAG,CAAC,gDAAgD,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAEhG,IAAI,iBAAiB,GAAa,EAAE,CAAC;QACrC,IAAI,SAAS,GAAG,SAAS,CAAC;QAE1B,GAAG,CAAC;YACA,MAAM,eAAe,GAA+B,MAAM,MAAM,CAAC,IAAI,CACjE,IAAI,gCAAoB,CAAC;gBACrB,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,GAAG;gBACZ,iBAAiB,EAAE,SAAS;aAC/B,CAAC,CACL,CAAC;YAEF,uCAAuC;YACvC,IAAI,iBAAiB,GAAG,CAAC,GAAG,eAAe,CAAC,QAAS,CAAC,CAAC;YAEvD,OAAO,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnD,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAEhD,MAAM,uBAAuB,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACpD,MAAM,CAAC,IAAI,CACP,IAAI,6BAAiB,CAAC;oBAClB,MAAM,EAAE,UAAU;oBAClB,GAAG,EAAE,KAAK,CAAC,GAAG;iBACjB,CAAC,CACL,CACJ,CAAC;gBAEF,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;gBAEnE,4BAA4B;gBAC5B,MAAM,eAAe,GAAqB,eAAe,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;oBACtF,GAAG,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG;oBAC3B,QAAQ,EAAE,cAAc,CAAC,QAAQ;iBACpC,CAAC,CAAqB,CAAC;gBAExB,MAAM,iBAAiB,GAAG,uBAAuB,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;gBACpF,iBAAiB,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,CAAC;YACjD,CAAC;YACD,SAAS,GAAG,eAAe,CAAC,qBAAqB,CAAC;QACtD,CAAC,QAAQ,SAAS,KAAK,SAAS,EAAE;QAElC,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;YAClD,OAAO;QACX,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,WAAW,GAAG,iBAAiB,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;QAEnE,yDAAyD;QACzD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,iBAAiB,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAC1E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,cAAuB,EAAE,aAAyC,EAAW,EAAE;YAC1G,MAAM,YAAY,GAAY,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1F,IAAI,YAAY,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YACnF,CAAC;YACD,OAAO,cAAc,IAAI,YAAY,CAAC;QAC1C,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,IAAI,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;IAC7D,CAAC;AACL,CAAC,CAAC","sourcesContent":["import {\n    DeleteObjectsCommand,\n    DeleteObjectsCommandOutput,\n    GetObjectCommand, HeadObjectCommand,\n    ListObjectsV2Command,\n    S3Client\n} from \"@aws-sdk/client-s3\";\nimport type {ListObjectsV2CommandOutput} from \"@aws-sdk/client-s3\";\nimport {text} from 'stream/consumers';\nimport {Readable} from \"stream\";\n\ninterface AssetMetadata {\n    readonly key: string;\n    readonly metadata: {[key: string]: string};\n}\n\nconst MAX_DELETE_OBJECT_KEYS = 1000;\nconst ONE_DAY_IN_MILLISECONDS = 1000 * 60 * 60 * 24;\n\n/**\n * Returns the current deployment revision (build timestamp).\n */\nconst getCurrentRevision = async (s3Client: S3Client, bucketName: string): Promise<Date> => {\n    const revisionFile = await s3Client.send(\n        new GetObjectCommand({\n            Bucket: bucketName,\n            Key: 'app-revision',\n        })\n    );\n\n    return new Date(await text(revisionFile.Body as Readable));\n};\n\n/**\n * Filters the given assets by inspecting their revision and returns those, that are older than the specified cutoff date.\n */\nconst filterOutdatedAssetKeys = (metadataResults: AssetMetadata[], returnOlderThan: Date): string[] => {\n    return metadataResults\n        .filter(assetMetadata =>\n            assetMetadata.metadata.revision\n                ? new Date(assetMetadata.metadata.revision).getTime() <= returnOlderThan.getTime()\n                : false\n        )\n        .map(filteredAssets => filteredAssets.key);\n};\n\n/**\n * Deletes the given assets.\n */\nconst deleteAssets = async (\n    assetKeys: string[],\n    s3Client: S3Client,\n    bucketName: string\n): Promise<DeleteObjectsCommandOutput[]> => {\n    let remainingAssetKeysToDelete = [...assetKeys];\n    const pendingDeletes = [];\n\n    while (remainingAssetKeysToDelete.length > 0) {\n        const curDeleteBatch = remainingAssetKeysToDelete.slice(0, MAX_DELETE_OBJECT_KEYS);\n        remainingAssetKeysToDelete = remainingAssetKeysToDelete.slice(MAX_DELETE_OBJECT_KEYS);\n\n        console.log('Deleting assets:', curDeleteBatch);\n\n        const pendingDelete = s3Client.send(\n            new DeleteObjectsCommand({\n                Bucket: bucketName,\n                Delete: {\n                    Objects: curDeleteBatch.map(outdatedKey => {\n                        return {Key: outdatedKey};\n                    }),\n                },\n            })\n        );\n        pendingDeletes.push(pendingDelete);\n    }\n\n    return await Promise.all(pendingDeletes);\n};\n\nexports.handler = async (event: any, context: any) => {\n    try {\n        const client = new S3Client({region: process.env.AWS_REGION});\n        const bucketName = process.env.STATIC_ASSETS_BUCKET;\n        if (!bucketName) {\n            throw new Error(\"Static asset's bucket name not specified in environment!\");\n        }\n\n        if (!process.env.OUTDATED_ASSETS_RETENTION_DAYS) {\n            throw new Error('Retain duration of static assets not specified!');\n        }\n        const retainAssetsInDays = Number.parseInt(process.env.OUTDATED_ASSETS_RETENTION_DAYS);\n        const currentRevision = await getCurrentRevision(client, bucketName);\n        const deleteOlderThan = new Date(currentRevision.getTime() - retainAssetsInDays * ONE_DAY_IN_MILLISECONDS);\n\n        console.log(`Starting cleanup of static assets older than ${deleteOlderThan.toISOString()}...`);\n\n        let assetKeysToDelete: string[] = [];\n        let lastToken = undefined;\n\n        do {\n            const curAssetsResult: ListObjectsV2CommandOutput = await client.send(\n                new ListObjectsV2Command({\n                    Bucket: bucketName,\n                    MaxKeys: 250,\n                    ContinuationToken: lastToken,\n                })\n            );\n\n            // Read object metadata in blocks of 10\n            let processableAssets = [...curAssetsResult.Contents!];\n\n            while (processableAssets.length > 0) {\n                const assetsBatch = processableAssets.slice(0, 10);\n                processableAssets = processableAssets.slice(10);\n\n                const pendingMetadataRequests = assetsBatch.map(asset =>\n                    client.send(\n                        new HeadObjectCommand({\n                            Bucket: bucketName,\n                            Key: asset.Key,\n                        })\n                    )\n                );\n\n                const metadataResults = await Promise.all(pendingMetadataRequests);\n\n                // Assign metadata to assets\n                const metadataByAsset: AssetMetadata[] = (metadataResults.map((metadataResult, index) => ({\n                    key: assetsBatch[index].Key,\n                    metadata: metadataResult.Metadata,\n                })) as AssetMetadata[]);\n\n                const outdatedAssetKeys = filterOutdatedAssetKeys(metadataByAsset, deleteOlderThan);\n                assetKeysToDelete.push(...outdatedAssetKeys);\n            }\n            lastToken = curAssetsResult.NextContinuationToken;\n        } while (lastToken !== undefined);\n\n        if (assetKeysToDelete.length === 0) {\n            console.log('No outdated assets to delete found');\n            return;\n        }\n\n        console.log('Deleting ' + assetKeysToDelete.length + ' assets...');\n\n        // Delete outdated assets (max. 1000 allowed per request)\n        const results = await deleteAssets(assetKeysToDelete, client, bucketName);\n        const failed = results.reduce((previousResult: boolean, currentResult: DeleteObjectsCommandOutput): boolean => {\n            const currentError: boolean = !!(currentResult.Errors && currentResult.Errors.length > 0);\n            if (currentError) {\n                console.error('Failed to delete outdated static assets', currentResult.Errors);\n            }\n            return previousResult || currentError;\n        }, false);\n\n        if (failed) {\n            throw new Error('Failed to delete outdated static assets');\n        }\n\n        console.log('Cleanup of old static assets finished');\n    } catch (error) {\n        console.error('### unexpected runtime error ###', error);\n    }\n};"]}