@webiny/pulumi-aws 5.42.4-beta.0 → 5.43.0-beta.1

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@webiny/pulumi-aws",
-	"version": "5.42.4-beta.0",
+	"version": "5.43.0-beta.1",
 	"repository": {
 		"type": "git",
 		"url": "https://github.com/webiny/webiny-js.git"
@@ -13,27 +13,29 @@
 		"directory": "dist"
 	},
 	"dependencies": {
-		"@pulumi/aws": "^6.66.2",
-		"@pulumi/pulumi": "^3.144.1",
-		"@pulumi/random": "4.16.8",
-		"@webiny/aws-sdk": "5.42.4-beta.0",
-		"@webiny/cli-plugin-deploy-pulumi": "5.42.4-beta.0",
-		"@webiny/pulumi": "5.42.4-beta.0",
-		"@webiny/wcp": "5.42.4-beta.0",
+		"@pulumi/aws": "6.67.0",
+		"@pulumi/pulumi": "3.147.0",
+		"@pulumi/random": "4.17.0",
+		"@webiny/aws-sdk": "5.43.0-beta.1",
+		"@webiny/cli-plugin-deploy-pulumi": "5.43.0-beta.1",
+		"@webiny/pulumi": "5.43.0-beta.1",
+		"@webiny/utils": "5.43.0-beta.1",
+		"@webiny/wcp": "5.43.0-beta.1",
 		"form-data": "4.0.0",
-		"node-fetch": "2.6.7"
+		"lodash": "4.17.21",
+		"node-fetch": "2.6.7",
+		"zod": "3.23.8"
 	},
 	"devDependencies": {
-		"@webiny/api-page-builder": "5.42.4-beta.0",
-		"@webiny/aws-layers": "5.42.4-beta.0",
-		"@webiny/feature-flags": "5.42.4-beta.0",
-		"@webiny/project-utils": "5.42.4-beta.0",
+		"@webiny/api-page-builder": "5.43.0-beta.1",
+		"@webiny/aws-layers": "5.43.0-beta.1",
+		"@webiny/cli": "5.43.0-beta.1",
+		"@webiny/feature-flags": "5.43.0-beta.1",
+		"@webiny/project-utils": "5.43.0-beta.1",
 		"chalk": "4.1.2",
-		"lodash": "4.17.21",
 		"mime": "3.0.0",
 		"rimraf": "6.0.1",
-		"ttypescript": "1.5.15",
-		"typescript": "4.9.5"
+		"typescript": "5.3.3"
 	},
 	"scripts": {
 		"build": "node ../cli/bin.js run build",
@@ -47,9 +49,10 @@
 			],
 			"src": [
 				"@aws-sdk/client-dynamodb",
-				"@aws-sdk/lib-dynamodb"
+				"@aws-sdk/lib-dynamodb",
+				"cloudfront"
 			]
 		}
 	},
-	"gitHead": "89f483f705c33e9c8adaf1967d1ca77bbca9f201"
+	"gitHead": "d47a234b09383cb7ab2d9907300b8eaa89aa64d6"
 }

package/utils/addServiceManifestTableItem.js

@@ -17,7 +17,7 @@ const addServiceManifestTableItem = (app, table, manifest) => {
       item: pulumi.all(manifest.manifest).apply(res => {
         return pulumi.interpolate`{
                 "PK": "SERVICE_MANIFEST#${app.name}#${manifest.name}",
-                "SK": "${app.params.run.variant || "default"}",
+                "SK": "default",
                 "GSI1_PK": "SERVICE_MANIFESTS",
                 "GSI1_SK": "${app.name}#${manifest.name}",
                 "data": {

package/utils/addServiceManifestTableItem.js.map

@@ -1 +1 @@
-{"version":3,"names":["pulumi","_interopRequireWildcard","require","aws","_clientDynamodb","addServiceManifestTableItem","app","table","manifest","rangeKey","apply","res","dynamodb","TableItem","name","tableName","hashKey","item","all","interpolate","params","run","variant","JSON","stringify","v","marshall","parse","exports"],"sources":["addServiceManifestTableItem.ts"],"sourcesContent":["import * as pulumi from \"@pulumi/pulumi\";\nimport * as aws from \"@pulumi/aws\";\nimport { PulumiApp } from \"@webiny/pulumi\";\nimport { marshall } from \"@webiny/aws-sdk/client-dynamodb\";\n\nexport interface ServiceManifest {\n    name: string;\n    manifest: Record<string, any>;\n}\n\nexport interface TableDefinition {\n    tableName: pulumi.Output<string>;\n    hashKey: pulumi.Output<string>;\n    rangeKey: pulumi.Output<string | undefined>;\n}\n\nexport const addServiceManifestTableItem = (\n    app: PulumiApp,\n    table: TableDefinition,\n    manifest: ServiceManifest\n) => {\n    table.rangeKey.apply(res => {\n        new aws.dynamodb.TableItem(manifest.name, {\n            tableName: table.tableName,\n            hashKey: table.hashKey,\n            rangeKey: res,\n            item: pulumi\n                .all(manifest.manifest)\n                .apply(res => {\n                    return pulumi.interpolate`{\n                \"PK\": \"SERVICE_MANIFEST#${app.name}#${manifest.name}\",\n                \"SK\": \"${app.params.run.variant || \"default\"}\",\n                \"GSI1_PK\": \"SERVICE_MANIFESTS\",\n                \"GSI1_SK\": \"${app.name}#${manifest.name}\",\n                \"data\": {\n                    \"name\": \"${manifest.name}\",\n                    \"manifest\": ${JSON.stringify(res)}\n                }\n            }`;\n                })\n                // We're using the native DynamoDB converter to avoid building those nested objects ourselves.\n                .apply(v => JSON.stringify(marshall(JSON.parse(v))))\n        });\n    });\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,uBAAA,CAAAC,OAAA;AACA,IAAAC,GAAA,GAAAF,uBAAA,CAAAC,OAAA;AAEA,IAAAE,eAAA,GAAAF,OAAA;AAaO,MAAMG,2BAA2B,GAAGA,CACvCC,GAAc,EACdC,KAAsB,EACtBC,QAAyB,KACxB;EACDD,KAAK,CAACE,QAAQ,CAACC,KAAK,CAACC,GAAG,IAAI;IACxB,IAAIR,GAAG,CAACS,QAAQ,CAACC,SAAS,CAACL,QAAQ,CAACM,IAAI,EAAE;MACtCC,SAAS,EAAER,KAAK,CAACQ,SAAS;MAC1BC,OAAO,EAAET,KAAK,CAACS,OAAO;MACtBP,QAAQ,EAAEE,GAAG;MACbM,IAAI,EAAEjB,MAAM,CACPkB,GAAG,CAACV,QAAQ,CAACA,QAAQ,CAAC,CACtBE,KAAK,CAACC,GAAG,IAAI;QACV,OAAOX,MAAM,CAACmB,WAAW;AAC7C,0CAA0Cb,GAAG,CAACQ,IAAI,IAAIN,QAAQ,CAACM,IAAI;AACnE,yBAAyBR,GAAG,CAACc,MAAM,CAACC,GAAG,CAACC,OAAO,IAAI,SAAS;AAC5D;AACA,8BAA8BhB,GAAG,CAACQ,IAAI,IAAIN,QAAQ,CAACM,IAAI;AACvD;AACA,+BAA+BN,QAAQ,CAACM,IAAI;AAC5C,kCAAkCS,IAAI,CAACC,SAAS,CAACb,GAAG,CAAC;AACrD;AACA,cAAc;MACE,CAAC;MACD;MAAA,CACCD,KAAK,CAACe,CAAC,IAAIF,IAAI,CAACC,SAAS,CAAC,IAAAE,wBAAQ,EAACH,IAAI,CAACI,KAAK,CAACF,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC;EACN,CAAC,CAAC;AACN,CAAC;AAACG,OAAA,CAAAvB,2BAAA,GAAAA,2BAAA","ignoreList":[]}
+{"version":3,"names":["pulumi","_interopRequireWildcard","require","aws","_clientDynamodb","addServiceManifestTableItem","app","table","manifest","rangeKey","apply","res","dynamodb","TableItem","name","tableName","hashKey","item","all","interpolate","JSON","stringify","v","marshall","parse","exports"],"sources":["addServiceManifestTableItem.ts"],"sourcesContent":["import * as pulumi from \"@pulumi/pulumi\";\nimport * as aws from \"@pulumi/aws\";\nimport { PulumiApp } from \"@webiny/pulumi\";\nimport { marshall } from \"@webiny/aws-sdk/client-dynamodb\";\n\nexport interface ServiceManifest {\n    name: string;\n    manifest: Record<string, any>;\n}\n\nexport interface TableDefinition {\n    tableName: pulumi.Output<string>;\n    hashKey: pulumi.Output<string>;\n    rangeKey: pulumi.Output<string | undefined>;\n}\n\nexport const addServiceManifestTableItem = (\n    app: PulumiApp,\n    table: TableDefinition,\n    manifest: ServiceManifest\n) => {\n    table.rangeKey.apply(res => {\n        new aws.dynamodb.TableItem(manifest.name, {\n            tableName: table.tableName,\n            hashKey: table.hashKey,\n            rangeKey: res,\n            item: pulumi\n                .all(manifest.manifest)\n                .apply(res => {\n                    return pulumi.interpolate`{\n                \"PK\": \"SERVICE_MANIFEST#${app.name}#${manifest.name}\",\n                \"SK\": \"default\",\n                \"GSI1_PK\": \"SERVICE_MANIFESTS\",\n                \"GSI1_SK\": \"${app.name}#${manifest.name}\",\n                \"data\": {\n                    \"name\": \"${manifest.name}\",\n                    \"manifest\": ${JSON.stringify(res)}\n                }\n            }`;\n                })\n                // We're using the native DynamoDB converter to avoid building those nested objects ourselves.\n                .apply(v => JSON.stringify(marshall(JSON.parse(v))))\n        });\n    });\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,uBAAA,CAAAC,OAAA;AACA,IAAAC,GAAA,GAAAF,uBAAA,CAAAC,OAAA;AAEA,IAAAE,eAAA,GAAAF,OAAA;AAaO,MAAMG,2BAA2B,GAAGA,CACvCC,GAAc,EACdC,KAAsB,EACtBC,QAAyB,KACxB;EACDD,KAAK,CAACE,QAAQ,CAACC,KAAK,CAACC,GAAG,IAAI;IACxB,IAAIR,GAAG,CAACS,QAAQ,CAACC,SAAS,CAACL,QAAQ,CAACM,IAAI,EAAE;MACtCC,SAAS,EAAER,KAAK,CAACQ,SAAS;MAC1BC,OAAO,EAAET,KAAK,CAACS,OAAO;MACtBP,QAAQ,EAAEE,GAAG;MACbM,IAAI,EAAEjB,MAAM,CACPkB,GAAG,CAACV,QAAQ,CAACA,QAAQ,CAAC,CACtBE,KAAK,CAACC,GAAG,IAAI;QACV,OAAOX,MAAM,CAACmB,WAAW;AAC7C,0CAA0Cb,GAAG,CAACQ,IAAI,IAAIN,QAAQ,CAACM,IAAI;AACnE;AACA;AACA,8BAA8BR,GAAG,CAACQ,IAAI,IAAIN,QAAQ,CAACM,IAAI;AACvD;AACA,+BAA+BN,QAAQ,CAACM,IAAI;AAC5C,kCAAkCM,IAAI,CAACC,SAAS,CAACV,GAAG,CAAC;AACrD;AACA,cAAc;MACE,CAAC;MACD;MAAA,CACCD,KAAK,CAACY,CAAC,IAAIF,IAAI,CAACC,SAAS,CAAC,IAAAE,wBAAQ,EAACH,IAAI,CAACI,KAAK,CAACF,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC;EACN,CAAC,CAAC;AACN,CAAC;AAACG,OAAA,CAAApB,2BAAA,GAAAA,2BAAA","ignoreList":[]}

package/utils/dynamodb.d.ts

@@ -0,0 +1,14 @@
+export interface IDynamoDbConfigAttribute {
+    name: string;
+    type: "S";
+}
+export interface IDynamoDbConfigGlobalSecondaryIndex {
+    name: string;
+    hashKey: string;
+    rangeKey: string;
+    projectionType: "ALL";
+}
+export declare const createDynamoDbGSI: (indexes: string[]) => {
+    withAttributes(original: IDynamoDbConfigAttribute[]): IDynamoDbConfigAttribute[];
+    withGlobalSecondaryIndexes(original: IDynamoDbConfigGlobalSecondaryIndex[]): IDynamoDbConfigGlobalSecondaryIndex[];
+};

package/utils/dynamodb.js

@@ -0,0 +1,36 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createDynamoDbGSI = void 0;
+const createDynamoDbGSI = indexes => {
+  return {
+    withAttributes(original) {
+      return indexes.reduce((collection, name) => {
+        collection.push({
+          name: `${name}_PK`,
+          type: "S"
+        }, {
+          name: `${name}_SK`,
+          type: "S"
+        });
+        return collection;
+      }, original);
+    },
+    withGlobalSecondaryIndexes(original) {
+      return indexes.reduce((collection, name) => {
+        original.push({
+          name,
+          hashKey: `${name}_PK`,
+          rangeKey: `${name}_SK`,
+          projectionType: "ALL"
+        });
+        return collection;
+      }, original);
+    }
+  };
+};
+exports.createDynamoDbGSI = createDynamoDbGSI;
+
+//# sourceMappingURL=dynamodb.js.map

package/utils/dynamodb.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createDynamoDbGSI","indexes","withAttributes","original","reduce","collection","name","push","type","withGlobalSecondaryIndexes","hashKey","rangeKey","projectionType","exports"],"sources":["dynamodb.ts"],"sourcesContent":["export interface IDynamoDbConfigAttribute {\n    name: string;\n    type: \"S\";\n}\n\nexport interface IDynamoDbConfigGlobalSecondaryIndex {\n    name: string;\n    hashKey: string;\n    rangeKey: string;\n    projectionType: \"ALL\";\n}\n\nexport const createDynamoDbGSI = (indexes: string[]) => {\n    return {\n        withAttributes(original: IDynamoDbConfigAttribute[]): IDynamoDbConfigAttribute[] {\n            return indexes.reduce<IDynamoDbConfigAttribute[]>((collection, name) => {\n                collection.push(\n                    {\n                        name: `${name}_PK`,\n                        type: \"S\"\n                    },\n                    {\n                        name: `${name}_SK`,\n                        type: \"S\"\n                    }\n                );\n\n                return collection;\n            }, original);\n        },\n        withGlobalSecondaryIndexes(\n            original: IDynamoDbConfigGlobalSecondaryIndex[]\n        ): IDynamoDbConfigGlobalSecondaryIndex[] {\n            return indexes.reduce((collection, name) => {\n                original.push({\n                    name,\n                    hashKey: `${name}_PK`,\n                    rangeKey: `${name}_SK`,\n                    projectionType: \"ALL\"\n                });\n                return collection;\n            }, original);\n        }\n    };\n};\n"],"mappings":";;;;;;AAYO,MAAMA,iBAAiB,GAAIC,OAAiB,IAAK;EACpD,OAAO;IACHC,cAAcA,CAACC,QAAoC,EAA8B;MAC7E,OAAOF,OAAO,CAACG,MAAM,CAA6B,CAACC,UAAU,EAAEC,IAAI,KAAK;QACpED,UAAU,CAACE,IAAI,CACX;UACID,IAAI,EAAE,GAAGA,IAAI,KAAK;UAClBE,IAAI,EAAE;QACV,CAAC,EACD;UACIF,IAAI,EAAE,GAAGA,IAAI,KAAK;UAClBE,IAAI,EAAE;QACV,CACJ,CAAC;QAED,OAAOH,UAAU;MACrB,CAAC,EAAEF,QAAQ,CAAC;IAChB,CAAC;IACDM,0BAA0BA,CACtBN,QAA+C,EACV;MACrC,OAAOF,OAAO,CAACG,MAAM,CAAC,CAACC,UAAU,EAAEC,IAAI,KAAK;QACxCH,QAAQ,CAACI,IAAI,CAAC;UACVD,IAAI;UACJI,OAAO,EAAE,GAAGJ,IAAI,KAAK;UACrBK,QAAQ,EAAE,GAAGL,IAAI,KAAK;UACtBM,cAAc,EAAE;QACpB,CAAC,CAAC;QACF,OAAOP,UAAU;MACrB,CAAC,EAAEF,QAAQ,CAAC;IAChB;EACJ,CAAC;AACL,CAAC;AAACU,OAAA,CAAAb,iBAAA,GAAAA,iBAAA","ignoreList":[]}

package/utils/lambdaEnvVariables.js

@@ -13,7 +13,7 @@ let sealEnvVariables = exports.sealEnvVariables = void 0;
 const magicPrefixes = ["WEBINY_", "WEBINY_API_", "WCP_", "OKTA_", "AUTH0_"];
 const variablesPromise = new Promise(resolve => {
   exports.sealEnvVariables = sealEnvVariables = () => {
-    // Apart from a couple of basic environment variables like STAGED_ROLLOUTS_VARIANT and DEBUG,
+    // Apart from a couple of basic environment variables like DEBUG,
     // we also take into consideration variables that have `WEBINY_` and `WCP_` prefix in their names.
     const baseVariables = Object.keys(process.env).reduce((current, environmentVariableName) => {
       const hasMagicPrefix = magicPrefixes.some(prefix => environmentVariableName.startsWith(prefix));
@@ -22,7 +22,6 @@ const variablesPromise = new Promise(resolve => {
       }
       return current;
     }, {
-      // STAGED_ROLLOUTS_VARIANT: app.ctx.variant || "",
       // Among other things, this determines the amount of information we reveal on runtime errors.
       // https://www.webiny.com/docs/how-to-guides/environment-variables/#debug-environment-variable
       DEBUG: String(process.env.DEBUG),

package/utils/lambdaEnvVariables.js.map

@@ -1 +1 @@
-{"version":3,"names":["pulumi","_interopRequireWildcard","require","variablesRegistry","sealEnvVariables","exports","magicPrefixes","variablesPromise","Promise","resolve","baseVariables","Object","keys","process","env","reduce","current","environmentVariableName","hasMagicPrefix","some","prefix","startsWith","undefined","String","DEBUG","PULUMI_APPS","assign","getCommonLambdaEnvVariables","output","setCommonLambdaEnvVariables","variables","withCommonLambdaEnvVariables","app","decorateProgram","program","addHandler"],"sources":["lambdaEnvVariables.ts"],"sourcesContent":["import * as pulumi from \"@pulumi/pulumi\";\nimport { PulumiApp } from \"@webiny/pulumi\";\n\ntype EnvVariables = Record<string, string | pulumi.Output<string>>;\n\nconst variablesRegistry: EnvVariables = {};\n\nexport let sealEnvVariables: () => void;\n\nconst magicPrefixes = [\"WEBINY_\", \"WEBINY_API_\", \"WCP_\", \"OKTA_\", \"AUTH0_\"];\n\nconst variablesPromise = new Promise<EnvVariables>(resolve => {\n    sealEnvVariables = () => {\n        // Apart from a couple of basic environment variables like STAGED_ROLLOUTS_VARIANT and DEBUG,\n        // we also take into consideration variables that have `WEBINY_` and `WCP_` prefix in their names.\n        const baseVariables = Object.keys(process.env).reduce<EnvVariables>(\n            (current, environmentVariableName) => {\n                const hasMagicPrefix = magicPrefixes.some(prefix =>\n                    environmentVariableName.startsWith(prefix)\n                );\n\n                if (hasMagicPrefix && process.env[environmentVariableName] !== undefined) {\n                    current[environmentVariableName] = String(process.env[environmentVariableName]);\n                }\n                return current;\n            },\n            {\n                // STAGED_ROLLOUTS_VARIANT: app.ctx.variant || \"\",\n                // Among other things, this determines the amount of information we reveal on runtime errors.\n                // https://www.webiny.com/docs/how-to-guides/environment-variables/#debug-environment-variable\n                DEBUG: String(process.env.DEBUG),\n                // This flag means that Lambda was deployed using the new Pulumi Apps architecture.\n                PULUMI_APPS: \"true\"\n            }\n        );\n\n        resolve(Object.assign({}, baseVariables, variablesRegistry));\n    };\n});\n\nexport function getCommonLambdaEnvVariables(): pulumi.Output<EnvVariables> {\n    return pulumi.output(variablesPromise);\n}\n\nfunction setCommonLambdaEnvVariables(variables: EnvVariables) {\n    Object.assign(variablesRegistry, variables);\n}\n\nexport interface SetCommonLambdaEnvVariables {\n    (variables: EnvVariables): void;\n}\n\nexport interface WithCommonLambdaEnvVariables {\n    /**\n     * Set ENV variables that wil be assigned to all Lambda functions in the current Pulumi app.\n     */\n    setCommonLambdaEnvVariables: SetCommonLambdaEnvVariables;\n}\n\n/**\n * Augment the given app with `setCommonLambdaEnvVariables` functionality.\n * @param {PulumiApp} app\n */\nexport function withCommonLambdaEnvVariables<T extends PulumiApp>(\n    app: T\n): T & WithCommonLambdaEnvVariables {\n    app.decorateProgram<{ setCommonLambdaEnvVariables: typeof setCommonLambdaEnvVariables }>(\n        async (program, app) => {\n            const output = await program({\n                ...app,\n                setCommonLambdaEnvVariables\n            });\n\n            // Once the program is executed, we need to seal the variables (this will resolve the pulumi.output promise).\n            app.addHandler(() => {\n                sealEnvVariables();\n            });\n\n            return output;\n        }\n    );\n\n    // Augment the original PulumiApp.\n    return {\n        ...app,\n        setCommonLambdaEnvVariables\n    };\n}\n"],"mappings":";;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,uBAAA,CAAAC,OAAA;AAKA,MAAMC,iBAA+B,GAAG,CAAC,CAAC;AAEnC,IAAIC,gBAA4B,GAAAC,OAAA,CAAAD,gBAAA;AAEvC,MAAME,aAAa,GAAG,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;AAE3E,MAAMC,gBAAgB,GAAG,IAAIC,OAAO,CAAeC,OAAO,IAAI;EAC1DJ,OAAA,CAAAD,gBAAA,GAAAA,gBAAgB,GAAGA,CAAA,KAAM;IACrB;IACA;IACA,MAAMM,aAAa,GAAGC,MAAM,CAACC,IAAI,CAACC,OAAO,CAACC,GAAG,CAAC,CAACC,MAAM,CACjD,CAACC,OAAO,EAAEC,uBAAuB,KAAK;MAClC,MAAMC,cAAc,GAAGZ,aAAa,CAACa,IAAI,CAACC,MAAM,IAC5CH,uBAAuB,CAACI,UAAU,CAACD,MAAM,CAC7C,CAAC;MAED,IAAIF,cAAc,IAAIL,OAAO,CAACC,GAAG,CAACG,uBAAuB,CAAC,KAAKK,SAAS,EAAE;QACtEN,OAAO,CAACC,uBAAuB,CAAC,GAAGM,MAAM,CAACV,OAAO,CAACC,GAAG,CAACG,uBAAuB,CAAC,CAAC;MACnF;MACA,OAAOD,OAAO;IAClB,CAAC,EACD;MACI;MACA;MACA;MACAQ,KAAK,EAAED,MAAM,CAACV,OAAO,CAACC,GAAG,CAACU,KAAK,CAAC;MAChC;MACAC,WAAW,EAAE;IACjB,CACJ,CAAC;IAEDhB,OAAO,CAACE,MAAM,CAACe,MAAM,CAAC,CAAC,CAAC,EAAEhB,aAAa,EAAEP,iBAAiB,CAAC,CAAC;EAChE,CAAC;AACL,CAAC,CAAC;AAEK,SAASwB,2BAA2BA,CAAA,EAAgC;EACvE,OAAO3B,MAAM,CAAC4B,MAAM,CAACrB,gBAAgB,CAAC;AAC1C;AAEA,SAASsB,2BAA2BA,CAACC,SAAuB,EAAE;EAC1DnB,MAAM,CAACe,MAAM,CAACvB,iBAAiB,EAAE2B,SAAS,CAAC;AAC/C;AAaA;AACA;AACA;AACA;AACO,SAASC,4BAA4BA,CACxCC,GAAM,EAC0B;EAChCA,GAAG,CAACC,eAAe,CACf,OAAOC,OAAO,EAAEF,GAAG,KAAK;IACpB,MAAMJ,MAAM,GAAG,MAAMM,OAAO,CAAC;MACzB,GAAGF,GAAG;MACNH;IACJ,CAAC,CAAC;;IAEF;IACAG,GAAG,CAACG,UAAU,CAAC,MAAM;MACjB/B,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,OAAOwB,MAAM;EACjB,CACJ,CAAC;;EAED;EACA,OAAO;IACH,GAAGI,GAAG;IACNH;EACJ,CAAC;AACL","ignoreList":[]}
+{"version":3,"names":["pulumi","_interopRequireWildcard","require","variablesRegistry","sealEnvVariables","exports","magicPrefixes","variablesPromise","Promise","resolve","baseVariables","Object","keys","process","env","reduce","current","environmentVariableName","hasMagicPrefix","some","prefix","startsWith","undefined","String","DEBUG","PULUMI_APPS","assign","getCommonLambdaEnvVariables","output","setCommonLambdaEnvVariables","variables","withCommonLambdaEnvVariables","app","decorateProgram","program","addHandler"],"sources":["lambdaEnvVariables.ts"],"sourcesContent":["import * as pulumi from \"@pulumi/pulumi\";\nimport { PulumiApp } from \"@webiny/pulumi\";\n\ntype EnvVariables = Record<string, string | pulumi.Output<string>>;\n\nconst variablesRegistry: EnvVariables = {};\n\nexport let sealEnvVariables: () => void;\n\nconst magicPrefixes = [\"WEBINY_\", \"WEBINY_API_\", \"WCP_\", \"OKTA_\", \"AUTH0_\"];\n\nconst variablesPromise = new Promise<EnvVariables>(resolve => {\n    sealEnvVariables = () => {\n        // Apart from a couple of basic environment variables like DEBUG,\n        // we also take into consideration variables that have `WEBINY_` and `WCP_` prefix in their names.\n        const baseVariables = Object.keys(process.env).reduce<EnvVariables>(\n            (current, environmentVariableName) => {\n                const hasMagicPrefix = magicPrefixes.some(prefix =>\n                    environmentVariableName.startsWith(prefix)\n                );\n\n                if (hasMagicPrefix && process.env[environmentVariableName] !== undefined) {\n                    current[environmentVariableName] = String(process.env[environmentVariableName]);\n                }\n                return current;\n            },\n            {\n                // Among other things, this determines the amount of information we reveal on runtime errors.\n                // https://www.webiny.com/docs/how-to-guides/environment-variables/#debug-environment-variable\n                DEBUG: String(process.env.DEBUG),\n                // This flag means that Lambda was deployed using the new Pulumi Apps architecture.\n                PULUMI_APPS: \"true\"\n            }\n        );\n\n        resolve(Object.assign({}, baseVariables, variablesRegistry));\n    };\n});\n\nexport function getCommonLambdaEnvVariables(): pulumi.Output<EnvVariables> {\n    return pulumi.output(variablesPromise);\n}\n\nfunction setCommonLambdaEnvVariables(variables: EnvVariables) {\n    Object.assign(variablesRegistry, variables);\n}\n\nexport interface SetCommonLambdaEnvVariables {\n    (variables: EnvVariables): void;\n}\n\nexport interface WithCommonLambdaEnvVariables {\n    /**\n     * Set ENV variables that wil be assigned to all Lambda functions in the current Pulumi app.\n     */\n    setCommonLambdaEnvVariables: SetCommonLambdaEnvVariables;\n}\n\n/**\n * Augment the given app with `setCommonLambdaEnvVariables` functionality.\n * @param {PulumiApp} app\n */\nexport function withCommonLambdaEnvVariables<T extends PulumiApp>(\n    app: T\n): T & WithCommonLambdaEnvVariables {\n    app.decorateProgram<{ setCommonLambdaEnvVariables: typeof setCommonLambdaEnvVariables }>(\n        async (program, app) => {\n            const output = await program({\n                ...app,\n                setCommonLambdaEnvVariables\n            });\n\n            // Once the program is executed, we need to seal the variables (this will resolve the pulumi.output promise).\n            app.addHandler(() => {\n                sealEnvVariables();\n            });\n\n            return output;\n        }\n    );\n\n    // Augment the original PulumiApp.\n    return {\n        ...app,\n        setCommonLambdaEnvVariables\n    };\n}\n"],"mappings":";;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,uBAAA,CAAAC,OAAA;AAKA,MAAMC,iBAA+B,GAAG,CAAC,CAAC;AAEnC,IAAIC,gBAA4B,GAAAC,OAAA,CAAAD,gBAAA;AAEvC,MAAME,aAAa,GAAG,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;AAE3E,MAAMC,gBAAgB,GAAG,IAAIC,OAAO,CAAeC,OAAO,IAAI;EAC1DJ,OAAA,CAAAD,gBAAA,GAAAA,gBAAgB,GAAGA,CAAA,KAAM;IACrB;IACA;IACA,MAAMM,aAAa,GAAGC,MAAM,CAACC,IAAI,CAACC,OAAO,CAACC,GAAG,CAAC,CAACC,MAAM,CACjD,CAACC,OAAO,EAAEC,uBAAuB,KAAK;MAClC,MAAMC,cAAc,GAAGZ,aAAa,CAACa,IAAI,CAACC,MAAM,IAC5CH,uBAAuB,CAACI,UAAU,CAACD,MAAM,CAC7C,CAAC;MAED,IAAIF,cAAc,IAAIL,OAAO,CAACC,GAAG,CAACG,uBAAuB,CAAC,KAAKK,SAAS,EAAE;QACtEN,OAAO,CAACC,uBAAuB,CAAC,GAAGM,MAAM,CAACV,OAAO,CAACC,GAAG,CAACG,uBAAuB,CAAC,CAAC;MACnF;MACA,OAAOD,OAAO;IAClB,CAAC,EACD;MACI;MACA;MACAQ,KAAK,EAAED,MAAM,CAACV,OAAO,CAACC,GAAG,CAACU,KAAK,CAAC;MAChC;MACAC,WAAW,EAAE;IACjB,CACJ,CAAC;IAEDhB,OAAO,CAACE,MAAM,CAACe,MAAM,CAAC,CAAC,CAAC,EAAEhB,aAAa,EAAEP,iBAAiB,CAAC,CAAC;EAChE,CAAC;AACL,CAAC,CAAC;AAEK,SAASwB,2BAA2BA,CAAA,EAAgC;EACvE,OAAO3B,MAAM,CAAC4B,MAAM,CAACrB,gBAAgB,CAAC;AAC1C;AAEA,SAASsB,2BAA2BA,CAACC,SAAuB,EAAE;EAC1DnB,MAAM,CAACe,MAAM,CAACvB,iBAAiB,EAAE2B,SAAS,CAAC;AAC/C;AAaA;AACA;AACA;AACA;AACO,SAASC,4BAA4BA,CACxCC,GAAM,EAC0B;EAChCA,GAAG,CAACC,eAAe,CACf,OAAOC,OAAO,EAAEF,GAAG,KAAK;IACpB,MAAMJ,MAAM,GAAG,MAAMM,OAAO,CAAC;MACzB,GAAGF,GAAG;MACNH;IACJ,CAAC,CAAC;;IAEF;IACAG,GAAG,CAACG,UAAU,CAAC,MAAM;MACjB/B,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,OAAOwB,MAAM;EACjB,CACJ,CAAC;;EAED;EACA,OAAO;IACH,GAAGI,GAAG;IACNH;EACJ,CAAC;AACL","ignoreList":[]}

package/utils/uploadFolderToS3.js

@@ -14,6 +14,7 @@ var _chunk = _interopRequireDefault(require("lodash/chunk"));
 var _path = require("path");
 var _crawlDirectory = require("./crawlDirectory");
 var _getPresignedPost = require("./getPresignedPost");
+var _awsRegion = require("../env/awsRegion");
 function getFileChecksum(file) {
   const crypto = require("crypto");
   const hash = crypto.createHash("md5");
@@ -38,7 +39,7 @@ const uploadFolderToS3 = async ({
   cacheControl = "max-age=31536000"
 }) => {
   const s3 = new _clientS.S3Client({
-    region: process.env.AWS_REGION
+    region: (0, _awsRegion.getEnvVariableAwsRegion)()
   });
   if (!_fs.default.existsSync(root)) {
     throw new Error("Cannot continue, folder does not exist.");

package/utils/uploadFolderToS3.js.map

@@ -1 +1 @@
-{"version":3,"names":["_fs","_interopRequireDefault","require","_nodeFetch","_formData","_clientS","_mime","_chunk","_path","_crawlDirectory","_getPresignedPost","getFileChecksum","file","crypto","hash","createHash","Promise","resolve","stream","fs","createReadStream","on","data","update","digest","uploadFolderToS3","path","root","bucket","onFileUploadSuccess","onFileUploadError","onFileUploadSkip","acl","cacheControl","s3","S3Client","region","process","env","AWS_REGION","existsSync","Error","paths","crawlDirectory","push","pathsChunks","chunk","cacheControls","pattern","value","Array","isArray","i","length","promises","j","key","relative","replace","checksum","skipUpload","existingObject","send","HeadObjectCommand","Bucket","Key","Metadata","full","find","item","test","contentType","mime","getType","url","fields","getPresignedPost","undefined","readFileSync","formData","FormData","Object","keys","forEach","append","res","fetch","method","body","status","statusText","text","e","error","all","exports"],"sources":["uploadFolderToS3.ts"],"sourcesContent":["import fs from \"fs\";\nimport fetch from \"node-fetch\";\nimport FormData from \"form-data\";\nimport { S3Client, PresignedPostOptions, HeadObjectCommand } from \"@webiny/aws-sdk/client-s3\";\nimport mime from \"mime\";\nimport chunk from \"lodash/chunk\";\nimport { relative } from \"path\";\nimport { crawlDirectory } from \"./crawlDirectory\";\nimport { getPresignedPost } from \"./getPresignedPost\";\n\nfunction getFileChecksum(file: string): Promise<string> {\n    const crypto = require(\"crypto\");\n    const hash = crypto.createHash(\"md5\");\n\n    return new Promise(resolve => {\n        const stream = fs.createReadStream(file);\n        stream.on(\"data\", function (data: any) {\n            hash.update(data, \"utf8\");\n        });\n\n        stream.on(\"end\", function () {\n            resolve(hash.digest(\"hex\"));\n        });\n    });\n}\n\nexport interface Paths {\n    full: string;\n    relative: string;\n}\n\nexport type CacheControls = Array<{\n    pattern: RegExp;\n    value: string;\n}>;\n\nexport interface UploadFolderToS3Params {\n    // Path to the folder that needs to be uploaded.\n    path: string;\n\n    // Object ACL.\n    acl: string;\n\n    // A callback that gets called every time a file has been uploaded successfully.\n    onFileUploadSuccess: (params: { paths: Paths }) => void;\n\n    // A callback that gets called every time a file has not been uploaded successfully.\n    onFileUploadError: (params: { paths: Paths; error: Error }) => void;\n\n    // A callback that gets called every time a file upload has been skipped.\n    onFileUploadSkip: (params: { paths: Paths }) => void;\n\n    // Target bucket\n    bucket: PresignedPostOptions[\"Bucket\"];\n\n    // Cache control to apply to each uploaded file\n    cacheControl?: string | CacheControls;\n}\n\nexport const uploadFolderToS3 = async ({\n    path: root,\n    bucket,\n    onFileUploadSuccess,\n    onFileUploadError,\n    onFileUploadSkip,\n    // For backwards compatibility, we need to leave ACL on \"public-read\".\n    acl = \"public-read\",\n    cacheControl = \"max-age=31536000\"\n}: UploadFolderToS3Params) => {\n    const s3 = new S3Client({ region: process.env.AWS_REGION });\n\n    if (!fs.existsSync(root)) {\n        throw new Error(\"Cannot continue, folder does not exist.\");\n    }\n\n    const paths: string[] = [];\n\n    await crawlDirectory(root, async (path: string) => {\n        paths.push(path);\n    });\n\n    const pathsChunks = chunk(paths, 20);\n\n    const cacheControls: CacheControls = [];\n    if (typeof cacheControl === \"string\") {\n        cacheControls.push({ pattern: /.*/, value: cacheControl });\n    } else if (Array.isArray(cacheControls)) {\n        cacheControls.push(...cacheControl);\n    }\n\n    for (let i = 0; i < pathsChunks.length; i++) {\n        const chunk = pathsChunks[i];\n\n        const promises = [];\n        for (let j = 0; j < chunk.length; j++) {\n            const path = chunk[j];\n\n            promises.push(\n                new Promise<void>(async resolve => {\n                    // We also replace \"\\\" with \"/\", which is a path separator on Windows' CMD or Powershell.\n                    const key = relative(root, path).replace(/\\\\/g, \"/\");\n                    try {\n                        // Get file checksum so that we can check if a file needs to be uploaded or not.\n                        const checksum = await getFileChecksum(path);\n\n                        let skipUpload = false;\n                        try {\n                            const existingObject = await s3.send(\n                                new HeadObjectCommand({\n                                    Bucket: bucket,\n                                    Key: key\n                                })\n                            );\n\n                            if (existingObject.Metadata?.checksum === checksum) {\n                                skipUpload = true;\n                            }\n                        } catch {\n                            // Do nothing.\n                        }\n\n                        if (skipUpload) {\n                            if (typeof onFileUploadSkip === \"function\") {\n                                await onFileUploadSkip({ paths: { full: path, relative: key } });\n                            }\n                        } else {\n                            const cacheControl = cacheControls.find(item => item.pattern.test(key));\n                            const contentType = mime.getType(path);\n\n                            const { url, fields } = await getPresignedPost({\n                                bucket,\n                                key,\n                                acl,\n                                checksum,\n                                contentType,\n                                cacheControl: cacheControl ? cacheControl.value : undefined\n                            });\n\n                            const data: Record<string, string | Buffer> = {\n                                ...fields,\n                                \"Content-Type\": contentType || \"\",\n                                \"X-Amz-Meta-Checksum\": checksum,\n                                file: fs.readFileSync(path)\n                            };\n\n                            if (cacheControl) {\n                                data[\"Cache-Control\"] = cacheControl.value;\n                            }\n\n                            const formData = new FormData();\n                            Object.keys(data).forEach(key => {\n                                formData.append(key, data[key]);\n                            });\n\n                            const res = await fetch(url, {\n                                method: \"POST\",\n                                body: formData\n                            });\n\n                            if (res.status > 299) {\n                                throw new Error(`${res.statusText}\\n${await res.text()}`);\n                            }\n\n                            if (typeof onFileUploadSuccess === \"function\") {\n                                await onFileUploadSuccess({ paths: { full: path, relative: key } });\n                            }\n                        }\n                        resolve();\n                    } catch (e) {\n                        if (typeof onFileUploadError === \"function\") {\n                            await onFileUploadError({\n                                paths: { full: path, relative: key },\n                                error: e\n                            });\n                        }\n                        resolve();\n                    }\n                })\n            );\n        }\n\n        await Promise.all(promises);\n    }\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,GAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,UAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,SAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AACA,IAAAI,KAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,MAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,KAAA,GAAAN,OAAA;AACA,IAAAO,eAAA,GAAAP,OAAA;AACA,IAAAQ,iBAAA,GAAAR,OAAA;AAEA,SAASS,eAAeA,CAACC,IAAY,EAAmB;EACpD,MAAMC,MAAM,GAAGX,OAAO,CAAC,QAAQ,CAAC;EAChC,MAAMY,IAAI,GAAGD,MAAM,CAACE,UAAU,CAAC,KAAK,CAAC;EAErC,OAAO,IAAIC,OAAO,CAACC,OAAO,IAAI;IAC1B,MAAMC,MAAM,GAAGC,WAAE,CAACC,gBAAgB,CAACR,IAAI,CAAC;IACxCM,MAAM,CAACG,EAAE,CAAC,MAAM,EAAE,UAAUC,IAAS,EAAE;MACnCR,IAAI,CAACS,MAAM,CAACD,IAAI,EAAE,MAAM,CAAC;IAC7B,CAAC,CAAC;IAEFJ,MAAM,CAACG,EAAE,CAAC,KAAK,EAAE,YAAY;MACzBJ,OAAO,CAACH,IAAI,CAACU,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC,CAAC;EACN,CAAC,CAAC;AACN;AAmCO,MAAMC,gBAAgB,GAAG,MAAAA,CAAO;EACnCC,IAAI,EAAEC,IAAI;EACVC,MAAM;EACNC,mBAAmB;EACnBC,iBAAiB;EACjBC,gBAAgB;EAChB;EACAC,GAAG,GAAG,aAAa;EACnBC,YAAY,GAAG;AACK,CAAC,KAAK;EAC1B,MAAMC,EAAE,GAAG,IAAIC,iBAAQ,CAAC;IAAEC,MAAM,EAAEC,OAAO,CAACC,GAAG,CAACC;EAAW,CAAC,CAAC;EAE3D,IAAI,CAACpB,WAAE,CAACqB,UAAU,CAACb,IAAI,CAAC,EAAE;IACtB,MAAM,IAAIc,KAAK,CAAC,yCAAyC,CAAC;EAC9D;EAEA,MAAMC,KAAe,GAAG,EAAE;EAE1B,MAAM,IAAAC,8BAAc,EAAChB,IAAI,EAAE,MAAOD,IAAY,IAAK;IAC/CgB,KAAK,CAACE,IAAI,CAAClB,IAAI,CAAC;EACpB,CAAC,CAAC;EAEF,MAAMmB,WAAW,GAAG,IAAAC,cAAK,EAACJ,KAAK,EAAE,EAAE,CAAC;EAEpC,MAAMK,aAA4B,GAAG,EAAE;EACvC,IAAI,OAAOd,YAAY,KAAK,QAAQ,EAAE;IAClCc,aAAa,CAACH,IAAI,CAAC;MAAEI,OAAO,EAAE,IAAI;MAAEC,KAAK,EAAEhB;IAAa,CAAC,CAAC;EAC9D,CAAC,MAAM,IAAIiB,KAAK,CAACC,OAAO,CAACJ,aAAa,CAAC,EAAE;IACrCA,aAAa,CAACH,IAAI,CAAC,GAAGX,YAAY,CAAC;EACvC;EAEA,KAAK,IAAImB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGP,WAAW,CAACQ,MAAM,EAAED,CAAC,EAAE,EAAE;IACzC,MAAMN,KAAK,GAAGD,WAAW,CAACO,CAAC,CAAC;IAE5B,MAAME,QAAQ,GAAG,EAAE;IACnB,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGT,KAAK,CAACO,MAAM,EAAEE,CAAC,EAAE,EAAE;MACnC,MAAM7B,IAAI,GAAGoB,KAAK,CAACS,CAAC,CAAC;MAErBD,QAAQ,CAACV,IAAI,CACT,IAAI5B,OAAO,CAAO,MAAMC,OAAO,IAAI;QAC/B;QACA,MAAMuC,GAAG,GAAG,IAAAC,cAAQ,EAAC9B,IAAI,EAAED,IAAI,CAAC,CAACgC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;QACpD,IAAI;UACA;UACA,MAAMC,QAAQ,GAAG,MAAMhD,eAAe,CAACe,IAAI,CAAC;UAE5C,IAAIkC,UAAU,GAAG,KAAK;UACtB,IAAI;YACA,MAAMC,cAAc,GAAG,MAAM3B,EAAE,CAAC4B,IAAI,CAChC,IAAIC,0BAAiB,CAAC;cAClBC,MAAM,EAAEpC,MAAM;cACdqC,GAAG,EAAET;YACT,CAAC,CACL,CAAC;YAED,IAAIK,cAAc,CAACK,QAAQ,EAAEP,QAAQ,KAAKA,QAAQ,EAAE;cAChDC,UAAU,GAAG,IAAI;YACrB;UACJ,CAAC,CAAC,MAAM;YACJ;UAAA;UAGJ,IAAIA,UAAU,EAAE;YACZ,IAAI,OAAO7B,gBAAgB,KAAK,UAAU,EAAE;cACxC,MAAMA,gBAAgB,CAAC;gBAAEW,KAAK,EAAE;kBAAEyB,IAAI,EAAEzC,IAAI;kBAAE+B,QAAQ,EAAED;gBAAI;cAAE,CAAC,CAAC;YACpE;UACJ,CAAC,MAAM;YACH,MAAMvB,YAAY,GAAGc,aAAa,CAACqB,IAAI,CAACC,IAAI,IAAIA,IAAI,CAACrB,OAAO,CAACsB,IAAI,CAACd,GAAG,CAAC,CAAC;YACvE,MAAMe,WAAW,GAAGC,aAAI,CAACC,OAAO,CAAC/C,IAAI,CAAC;YAEtC,MAAM;cAAEgD,GAAG;cAAEC;YAAO,CAAC,GAAG,MAAM,IAAAC,kCAAgB,EAAC;cAC3ChD,MAAM;cACN4B,GAAG;cACHxB,GAAG;cACH2B,QAAQ;cACRY,WAAW;cACXtC,YAAY,EAAEA,YAAY,GAAGA,YAAY,CAACgB,KAAK,GAAG4B;YACtD,CAAC,CAAC;YAEF,MAAMvD,IAAqC,GAAG;cAC1C,GAAGqD,MAAM;cACT,cAAc,EAAEJ,WAAW,IAAI,EAAE;cACjC,qBAAqB,EAAEZ,QAAQ;cAC/B/C,IAAI,EAAEO,WAAE,CAAC2D,YAAY,CAACpD,IAAI;YAC9B,CAAC;YAED,IAAIO,YAAY,EAAE;cACdX,IAAI,CAAC,eAAe,CAAC,GAAGW,YAAY,CAACgB,KAAK;YAC9C;YAEA,MAAM8B,QAAQ,GAAG,IAAIC,iBAAQ,CAAC,CAAC;YAC/BC,MAAM,CAACC,IAAI,CAAC5D,IAAI,CAAC,CAAC6D,OAAO,CAAC3B,GAAG,IAAI;cAC7BuB,QAAQ,CAACK,MAAM,CAAC5B,GAAG,EAAElC,IAAI,CAACkC,GAAG,CAAC,CAAC;YACnC,CAAC,CAAC;YAEF,MAAM6B,GAAG,GAAG,MAAM,IAAAC,kBAAK,EAACZ,GAAG,EAAE;cACzBa,MAAM,EAAE,MAAM;cACdC,IAAI,EAAET;YACV,CAAC,CAAC;YAEF,IAAIM,GAAG,CAACI,MAAM,GAAG,GAAG,EAAE;cAClB,MAAM,IAAIhD,KAAK,CAAC,GAAG4C,GAAG,CAACK,UAAU,KAAK,MAAML,GAAG,CAACM,IAAI,CAAC,CAAC,EAAE,CAAC;YAC7D;YAEA,IAAI,OAAO9D,mBAAmB,KAAK,UAAU,EAAE;cAC3C,MAAMA,mBAAmB,CAAC;gBAAEa,KAAK,EAAE;kBAAEyB,IAAI,EAAEzC,IAAI;kBAAE+B,QAAQ,EAAED;gBAAI;cAAE,CAAC,CAAC;YACvE;UACJ;UACAvC,OAAO,CAAC,CAAC;QACb,CAAC,CAAC,OAAO2E,CAAC,EAAE;UACR,IAAI,OAAO9D,iBAAiB,KAAK,UAAU,EAAE;YACzC,MAAMA,iBAAiB,CAAC;cACpBY,KAAK,EAAE;gBAAEyB,IAAI,EAAEzC,IAAI;gBAAE+B,QAAQ,EAAED;cAAI,CAAC;cACpCqC,KAAK,EAAED;YACX,CAAC,CAAC;UACN;UACA3E,OAAO,CAAC,CAAC;QACb;MACJ,CAAC,CACL,CAAC;IACL;IAEA,MAAMD,OAAO,CAAC8E,GAAG,CAACxC,QAAQ,CAAC;EAC/B;AACJ,CAAC;AAACyC,OAAA,CAAAtE,gBAAA,GAAAA,gBAAA","ignoreList":[]}
+{"version":3,"names":["_fs","_interopRequireDefault","require","_nodeFetch","_formData","_clientS","_mime","_chunk","_path","_crawlDirectory","_getPresignedPost","_awsRegion","getFileChecksum","file","crypto","hash","createHash","Promise","resolve","stream","fs","createReadStream","on","data","update","digest","uploadFolderToS3","path","root","bucket","onFileUploadSuccess","onFileUploadError","onFileUploadSkip","acl","cacheControl","s3","S3Client","region","getEnvVariableAwsRegion","existsSync","Error","paths","crawlDirectory","push","pathsChunks","chunk","cacheControls","pattern","value","Array","isArray","i","length","promises","j","key","relative","replace","checksum","skipUpload","existingObject","send","HeadObjectCommand","Bucket","Key","Metadata","full","find","item","test","contentType","mime","getType","url","fields","getPresignedPost","undefined","readFileSync","formData","FormData","Object","keys","forEach","append","res","fetch","method","body","status","statusText","text","e","error","all","exports"],"sources":["uploadFolderToS3.ts"],"sourcesContent":["import fs from \"fs\";\nimport fetch from \"node-fetch\";\nimport FormData from \"form-data\";\nimport { S3Client, PresignedPostOptions, HeadObjectCommand } from \"@webiny/aws-sdk/client-s3\";\nimport mime from \"mime\";\nimport chunk from \"lodash/chunk\";\nimport { relative } from \"path\";\nimport { crawlDirectory } from \"./crawlDirectory\";\nimport { getPresignedPost } from \"./getPresignedPost\";\nimport { getEnvVariableAwsRegion } from \"~/env/awsRegion\";\n\nfunction getFileChecksum(file: string): Promise<string> {\n    const crypto = require(\"crypto\");\n    const hash = crypto.createHash(\"md5\");\n\n    return new Promise(resolve => {\n        const stream = fs.createReadStream(file);\n        stream.on(\"data\", function (data: any) {\n            hash.update(data, \"utf8\");\n        });\n\n        stream.on(\"end\", function () {\n            resolve(hash.digest(\"hex\"));\n        });\n    });\n}\n\nexport interface Paths {\n    full: string;\n    relative: string;\n}\n\nexport type CacheControls = Array<{\n    pattern: RegExp;\n    value: string;\n}>;\n\nexport interface UploadFolderToS3Params {\n    // Path to the folder that needs to be uploaded.\n    path: string;\n\n    // Object ACL.\n    acl: string;\n\n    // A callback that gets called every time a file has been uploaded successfully.\n    onFileUploadSuccess: (params: { paths: Paths }) => void;\n\n    // A callback that gets called every time a file has not been uploaded successfully.\n    onFileUploadError: (params: { paths: Paths; error: Error }) => void;\n\n    // A callback that gets called every time a file upload has been skipped.\n    onFileUploadSkip: (params: { paths: Paths }) => void;\n\n    // Target bucket\n    bucket: PresignedPostOptions[\"Bucket\"];\n\n    // Cache control to apply to each uploaded file\n    cacheControl?: string | CacheControls;\n}\n\nexport const uploadFolderToS3 = async ({\n    path: root,\n    bucket,\n    onFileUploadSuccess,\n    onFileUploadError,\n    onFileUploadSkip,\n    // For backwards compatibility, we need to leave ACL on \"public-read\".\n    acl = \"public-read\",\n    cacheControl = \"max-age=31536000\"\n}: UploadFolderToS3Params) => {\n    const s3 = new S3Client({\n        region: getEnvVariableAwsRegion()\n    });\n\n    if (!fs.existsSync(root)) {\n        throw new Error(\"Cannot continue, folder does not exist.\");\n    }\n\n    const paths: string[] = [];\n\n    await crawlDirectory(root, async (path: string) => {\n        paths.push(path);\n    });\n\n    const pathsChunks = chunk(paths, 20);\n\n    const cacheControls: CacheControls = [];\n    if (typeof cacheControl === \"string\") {\n        cacheControls.push({ pattern: /.*/, value: cacheControl });\n    } else if (Array.isArray(cacheControls)) {\n        cacheControls.push(...cacheControl);\n    }\n\n    for (let i = 0; i < pathsChunks.length; i++) {\n        const chunk = pathsChunks[i];\n\n        const promises = [];\n        for (let j = 0; j < chunk.length; j++) {\n            const path = chunk[j];\n\n            promises.push(\n                new Promise<void>(async resolve => {\n                    // We also replace \"\\\" with \"/\", which is a path separator on Windows' CMD or Powershell.\n                    const key = relative(root, path).replace(/\\\\/g, \"/\");\n                    try {\n                        // Get file checksum so that we can check if a file needs to be uploaded or not.\n                        const checksum = await getFileChecksum(path);\n\n                        let skipUpload = false;\n                        try {\n                            const existingObject = await s3.send(\n                                new HeadObjectCommand({\n                                    Bucket: bucket,\n                                    Key: key\n                                })\n                            );\n\n                            if (existingObject.Metadata?.checksum === checksum) {\n                                skipUpload = true;\n                            }\n                        } catch {\n                            // Do nothing.\n                        }\n\n                        if (skipUpload) {\n                            if (typeof onFileUploadSkip === \"function\") {\n                                await onFileUploadSkip({ paths: { full: path, relative: key } });\n                            }\n                        } else {\n                            const cacheControl = cacheControls.find(item => item.pattern.test(key));\n                            const contentType = mime.getType(path);\n\n                            const { url, fields } = await getPresignedPost({\n                                bucket,\n                                key,\n                                acl,\n                                checksum,\n                                contentType,\n                                cacheControl: cacheControl ? cacheControl.value : undefined\n                            });\n\n                            const data: Record<string, string | Buffer> = {\n                                ...fields,\n                                \"Content-Type\": contentType || \"\",\n                                \"X-Amz-Meta-Checksum\": checksum,\n                                file: fs.readFileSync(path)\n                            };\n\n                            if (cacheControl) {\n                                data[\"Cache-Control\"] = cacheControl.value;\n                            }\n\n                            const formData = new FormData();\n                            Object.keys(data).forEach(key => {\n                                formData.append(key, data[key]);\n                            });\n\n                            const res = await fetch(url, {\n                                method: \"POST\",\n                                body: formData\n                            });\n\n                            if (res.status > 299) {\n                                throw new Error(`${res.statusText}\\n${await res.text()}`);\n                            }\n\n                            if (typeof onFileUploadSuccess === \"function\") {\n                                await onFileUploadSuccess({ paths: { full: path, relative: key } });\n                            }\n                        }\n                        resolve();\n                    } catch (e) {\n                        if (typeof onFileUploadError === \"function\") {\n                            await onFileUploadError({\n                                paths: { full: path, relative: key },\n                                error: e\n                            });\n                        }\n                        resolve();\n                    }\n                })\n            );\n        }\n\n        await Promise.all(promises);\n    }\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,GAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,UAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,SAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AACA,IAAAI,KAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,MAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,KAAA,GAAAN,OAAA;AACA,IAAAO,eAAA,GAAAP,OAAA;AACA,IAAAQ,iBAAA,GAAAR,OAAA;AACA,IAAAS,UAAA,GAAAT,OAAA;AAEA,SAASU,eAAeA,CAACC,IAAY,EAAmB;EACpD,MAAMC,MAAM,GAAGZ,OAAO,CAAC,QAAQ,CAAC;EAChC,MAAMa,IAAI,GAAGD,MAAM,CAACE,UAAU,CAAC,KAAK,CAAC;EAErC,OAAO,IAAIC,OAAO,CAACC,OAAO,IAAI;IAC1B,MAAMC,MAAM,GAAGC,WAAE,CAACC,gBAAgB,CAACR,IAAI,CAAC;IACxCM,MAAM,CAACG,EAAE,CAAC,MAAM,EAAE,UAAUC,IAAS,EAAE;MACnCR,IAAI,CAACS,MAAM,CAACD,IAAI,EAAE,MAAM,CAAC;IAC7B,CAAC,CAAC;IAEFJ,MAAM,CAACG,EAAE,CAAC,KAAK,EAAE,YAAY;MACzBJ,OAAO,CAACH,IAAI,CAACU,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC,CAAC;EACN,CAAC,CAAC;AACN;AAmCO,MAAMC,gBAAgB,GAAG,MAAAA,CAAO;EACnCC,IAAI,EAAEC,IAAI;EACVC,MAAM;EACNC,mBAAmB;EACnBC,iBAAiB;EACjBC,gBAAgB;EAChB;EACAC,GAAG,GAAG,aAAa;EACnBC,YAAY,GAAG;AACK,CAAC,KAAK;EAC1B,MAAMC,EAAE,GAAG,IAAIC,iBAAQ,CAAC;IACpBC,MAAM,EAAE,IAAAC,kCAAuB,EAAC;EACpC,CAAC,CAAC;EAEF,IAAI,CAAClB,WAAE,CAACmB,UAAU,CAACX,IAAI,CAAC,EAAE;IACtB,MAAM,IAAIY,KAAK,CAAC,yCAAyC,CAAC;EAC9D;EAEA,MAAMC,KAAe,GAAG,EAAE;EAE1B,MAAM,IAAAC,8BAAc,EAACd,IAAI,EAAE,MAAOD,IAAY,IAAK;IAC/Cc,KAAK,CAACE,IAAI,CAAChB,IAAI,CAAC;EACpB,CAAC,CAAC;EAEF,MAAMiB,WAAW,GAAG,IAAAC,cAAK,EAACJ,KAAK,EAAE,EAAE,CAAC;EAEpC,MAAMK,aAA4B,GAAG,EAAE;EACvC,IAAI,OAAOZ,YAAY,KAAK,QAAQ,EAAE;IAClCY,aAAa,CAACH,IAAI,CAAC;MAAEI,OAAO,EAAE,IAAI;MAAEC,KAAK,EAAEd;IAAa,CAAC,CAAC;EAC9D,CAAC,MAAM,IAAIe,KAAK,CAACC,OAAO,CAACJ,aAAa,CAAC,EAAE;IACrCA,aAAa,CAACH,IAAI,CAAC,GAAGT,YAAY,CAAC;EACvC;EAEA,KAAK,IAAIiB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGP,WAAW,CAACQ,MAAM,EAAED,CAAC,EAAE,EAAE;IACzC,MAAMN,KAAK,GAAGD,WAAW,CAACO,CAAC,CAAC;IAE5B,MAAME,QAAQ,GAAG,EAAE;IACnB,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGT,KAAK,CAACO,MAAM,EAAEE,CAAC,EAAE,EAAE;MACnC,MAAM3B,IAAI,GAAGkB,KAAK,CAACS,CAAC,CAAC;MAErBD,QAAQ,CAACV,IAAI,CACT,IAAI1B,OAAO,CAAO,MAAMC,OAAO,IAAI;QAC/B;QACA,MAAMqC,GAAG,GAAG,IAAAC,cAAQ,EAAC5B,IAAI,EAAED,IAAI,CAAC,CAAC8B,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;QACpD,IAAI;UACA;UACA,MAAMC,QAAQ,GAAG,MAAM9C,eAAe,CAACe,IAAI,CAAC;UAE5C,IAAIgC,UAAU,GAAG,KAAK;UACtB,IAAI;YACA,MAAMC,cAAc,GAAG,MAAMzB,EAAE,CAAC0B,IAAI,CAChC,IAAIC,0BAAiB,CAAC;cAClBC,MAAM,EAAElC,MAAM;cACdmC,GAAG,EAAET;YACT,CAAC,CACL,CAAC;YAED,IAAIK,cAAc,CAACK,QAAQ,EAAEP,QAAQ,KAAKA,QAAQ,EAAE;cAChDC,UAAU,GAAG,IAAI;YACrB;UACJ,CAAC,CAAC,MAAM;YACJ;UAAA;UAGJ,IAAIA,UAAU,EAAE;YACZ,IAAI,OAAO3B,gBAAgB,KAAK,UAAU,EAAE;cACxC,MAAMA,gBAAgB,CAAC;gBAAES,KAAK,EAAE;kBAAEyB,IAAI,EAAEvC,IAAI;kBAAE6B,QAAQ,EAAED;gBAAI;cAAE,CAAC,CAAC;YACpE;UACJ,CAAC,MAAM;YACH,MAAMrB,YAAY,GAAGY,aAAa,CAACqB,IAAI,CAACC,IAAI,IAAIA,IAAI,CAACrB,OAAO,CAACsB,IAAI,CAACd,GAAG,CAAC,CAAC;YACvE,MAAMe,WAAW,GAAGC,aAAI,CAACC,OAAO,CAAC7C,IAAI,CAAC;YAEtC,MAAM;cAAE8C,GAAG;cAAEC;YAAO,CAAC,GAAG,MAAM,IAAAC,kCAAgB,EAAC;cAC3C9C,MAAM;cACN0B,GAAG;cACHtB,GAAG;cACHyB,QAAQ;cACRY,WAAW;cACXpC,YAAY,EAAEA,YAAY,GAAGA,YAAY,CAACc,KAAK,GAAG4B;YACtD,CAAC,CAAC;YAEF,MAAMrD,IAAqC,GAAG;cAC1C,GAAGmD,MAAM;cACT,cAAc,EAAEJ,WAAW,IAAI,EAAE;cACjC,qBAAqB,EAAEZ,QAAQ;cAC/B7C,IAAI,EAAEO,WAAE,CAACyD,YAAY,CAAClD,IAAI;YAC9B,CAAC;YAED,IAAIO,YAAY,EAAE;cACdX,IAAI,CAAC,eAAe,CAAC,GAAGW,YAAY,CAACc,KAAK;YAC9C;YAEA,MAAM8B,QAAQ,GAAG,IAAIC,iBAAQ,CAAC,CAAC;YAC/BC,MAAM,CAACC,IAAI,CAAC1D,IAAI,CAAC,CAAC2D,OAAO,CAAC3B,GAAG,IAAI;cAC7BuB,QAAQ,CAACK,MAAM,CAAC5B,GAAG,EAAEhC,IAAI,CAACgC,GAAG,CAAC,CAAC;YACnC,CAAC,CAAC;YAEF,MAAM6B,GAAG,GAAG,MAAM,IAAAC,kBAAK,EAACZ,GAAG,EAAE;cACzBa,MAAM,EAAE,MAAM;cACdC,IAAI,EAAET;YACV,CAAC,CAAC;YAEF,IAAIM,GAAG,CAACI,MAAM,GAAG,GAAG,EAAE;cAClB,MAAM,IAAIhD,KAAK,CAAC,GAAG4C,GAAG,CAACK,UAAU,KAAK,MAAML,GAAG,CAACM,IAAI,CAAC,CAAC,EAAE,CAAC;YAC7D;YAEA,IAAI,OAAO5D,mBAAmB,KAAK,UAAU,EAAE;cAC3C,MAAMA,mBAAmB,CAAC;gBAAEW,KAAK,EAAE;kBAAEyB,IAAI,EAAEvC,IAAI;kBAAE6B,QAAQ,EAAED;gBAAI;cAAE,CAAC,CAAC;YACvE;UACJ;UACArC,OAAO,CAAC,CAAC;QACb,CAAC,CAAC,OAAOyE,CAAC,EAAE;UACR,IAAI,OAAO5D,iBAAiB,KAAK,UAAU,EAAE;YACzC,MAAMA,iBAAiB,CAAC;cACpBU,KAAK,EAAE;gBAAEyB,IAAI,EAAEvC,IAAI;gBAAE6B,QAAQ,EAAED;cAAI,CAAC;cACpCqC,KAAK,EAAED;YACX,CAAC,CAAC;UACN;UACAzE,OAAO,CAAC,CAAC;QACb;MACJ,CAAC,CACL,CAAC;IACL;IAEA,MAAMD,OAAO,CAAC4E,GAAG,CAACxC,QAAQ,CAAC;EAC/B;AACJ,CAAC;AAACyC,OAAA,CAAApE,gBAAA,GAAAA,gBAAA","ignoreList":[]}