@hot-updater/aws 0.33.0 → 0.33.2

package/dist/index.mjs

@@ -1,13 +1,13 @@
 import { CloudFrontClient, CreateInvalidationCommand, GetInvalidationCommand } from "@aws-sdk/client-cloudfront";
-import { DeleteObjectCommand, DeleteObjectsCommand, GetObjectCommand, HeadObjectCommand, ListObjectsV2Command, NoSuchKey, S3Client } from "@aws-sdk/client-s3";
-import { Upload } from "@aws-sdk/lib-storage";
+import { DeleteObjectCommand, DeleteObjectsCommand, GetObjectCommand, HeadObjectCommand, ListObjectsV2Command, NoSuchKey, PutObjectCommand, S3Client } from "@aws-sdk/client-s3";
 import { createBlobDatabasePlugin, createStorageKeyBuilder, createUniversalStoragePlugin, getContentType, parseStorageUri } from "@hot-updater/plugin-core";
 import fs from "fs/promises";
 import path from "path";
+import { Upload } from "@aws-sdk/lib-storage";
 import { getSignedUrl } from "@aws-sdk/s3-request-presigner";
 import { SSM } from "@aws-sdk/client-ssm";
 import { getSignedUrl as getSignedUrl$1 } from "@aws-sdk/cloudfront-signer";
-//#region ../../node_modules/.pnpm/mime@4.0.4/node_modules/mime/dist/types/other.js
+//#region ../../node_modules/.pnpm/mime@4.1.0/node_modules/mime/dist/types/other.js
 const types$1 = {
 	"application/prs.cww": ["cww"],
 	"application/prs.xsf+xml": ["xsf"],
@@ -46,6 +46,7 @@ const types$1 = {
 	"application/vnd.aristanetworks.swi": ["swi"],
 	"application/vnd.astraea-software.iota": ["iota"],
 	"application/vnd.audiograph": ["aep"],
+	"application/vnd.autodesk.fbx": ["fbx"],
 	"application/vnd.balsamiq.bmml+xml": ["bmml"],
 	"application/vnd.blueice.multipass": ["mpm"],
 	"application/vnd.bmi": ["bmi"],
@@ -81,6 +82,7 @@ const types$1 = {
 	"application/vnd.dart": ["dart"],
 	"application/vnd.data-vision.rdz": ["rdz"],
 	"application/vnd.dbf": ["dbf"],
+	"application/vnd.dcmp+xml": ["dcmp"],
 	"application/vnd.dece.data": [
 		"uvf",
 		"uvvf",
@@ -134,6 +136,7 @@ const types$1 = {
 	"application/vnd.fuzzysheet": ["fzs"],
 	"application/vnd.genomatix.tuxedo": ["txd"],
 	"application/vnd.geogebra.file": ["ggb"],
+	"application/vnd.geogebra.slides": ["ggs"],
 	"application/vnd.geogebra.tool": ["ggt"],
 	"application/vnd.geometry-explorer": ["gex", "gre"],
 	"application/vnd.geonext": ["gxt"],
@@ -141,10 +144,17 @@ const types$1 = {
 	"application/vnd.geospace": ["g3w"],
 	"application/vnd.gmx": ["gmx"],
 	"application/vnd.google-apps.document": ["gdoc"],
+	"application/vnd.google-apps.drawing": ["gdraw"],
+	"application/vnd.google-apps.form": ["gform"],
+	"application/vnd.google-apps.jam": ["gjam"],
+	"application/vnd.google-apps.map": ["gmap"],
 	"application/vnd.google-apps.presentation": ["gslides"],
+	"application/vnd.google-apps.script": ["gscript"],
+	"application/vnd.google-apps.site": ["gsite"],
 	"application/vnd.google-apps.spreadsheet": ["gsheet"],
 	"application/vnd.google-earth.kml+xml": ["kml"],
 	"application/vnd.google-earth.kmz": ["kmz"],
+	"application/vnd.gov.sk.xmldatacontainer+xml": ["xdcf"],
 	"application/vnd.grafeq": ["gqf", "gqs"],
 	"application/vnd.groove-account": ["gac"],
 	"application/vnd.groove-help": ["ghf"],
@@ -271,6 +281,7 @@ const types$1 = {
 	"application/vnd.ms-powerpoint.slideshow.macroenabled.12": ["ppsm"],
 	"application/vnd.ms-powerpoint.template.macroenabled.12": ["potm"],
 	"application/vnd.ms-project": ["*mpp", "mpt"],
+	"application/vnd.ms-visio.viewer": ["vdx"],
 	"application/vnd.ms-word.document.macroenabled.12": ["docm"],
 	"application/vnd.ms-word.template.macroenabled.12": ["dotm"],
 	"application/vnd.ms-works": [
@@ -285,6 +296,7 @@ const types$1 = {
 	"application/vnd.musician": ["mus"],
 	"application/vnd.muvee.style": ["msty"],
 	"application/vnd.mynfc": ["taglet"],
+	"application/vnd.nato.bindingdataobject+xml": ["bdo"],
 	"application/vnd.neurolanguage.nlu": ["nlu"],
 	"application/vnd.nitf": ["ntf", "nitf"],
 	"application/vnd.noblenet-directory": ["nnd"],
@@ -344,6 +356,9 @@ const types$1 = {
 	"application/vnd.pocketlearn": ["plf"],
 	"application/vnd.powerbuilder6": ["pbd"],
 	"application/vnd.previewsystems.box": ["box"],
+	"application/vnd.procrate.brushset": ["brushset"],
+	"application/vnd.procreate.brush": ["brush"],
+	"application/vnd.procreate.dream": ["drm"],
 	"application/vnd.proteus.magazine": ["mgz"],
 	"application/vnd.publishare-delta-tree": ["qps"],
 	"application/vnd.pvi.ptid1": ["ptid"],
@@ -427,7 +442,9 @@ const types$1 = {
 		"vsd",
 		"vst",
 		"vss",
-		"vsw"
+		"vsw",
+		"vsdx",
+		"vtx"
 	],
 	"application/vnd.visionary": ["vis"],
 	"application/vnd.vsf": ["vsf"],
@@ -467,6 +484,7 @@ const types$1 = {
 	"application/x-bcpio": ["bcpio"],
 	"application/x-bdoc": ["*bdoc"],
 	"application/x-bittorrent": ["torrent"],
+	"application/x-blender": ["blend"],
 	"application/x-blorb": ["blb", "blorb"],
 	"application/x-bzip": ["bz"],
 	"application/x-bzip2": ["bz2", "boz"],
@@ -483,6 +501,7 @@ const types$1 = {
 	"application/x-chess-pgn": ["pgn"],
 	"application/x-chrome-extension": ["crx"],
 	"application/x-cocoa": ["cco"],
+	"application/x-compressed": ["*rar"],
 	"application/x-conference": ["nsc"],
 	"application/x-cpio": ["cpio"],
 	"application/x-csh": ["csh"],
@@ -527,6 +546,7 @@ const types$1 = {
 	"application/x-hdf": ["hdf"],
 	"application/x-httpd-php": ["php"],
 	"application/x-install-instructions": ["install"],
+	"application/x-ipynb+json": ["ipynb"],
 	"application/x-iso9660-image": ["*iso"],
 	"application/x-iwork-keynote-sffkey": ["*key"],
 	"application/x-iwork-numbers-sffnumbers": ["*numbers"],
@@ -623,6 +643,7 @@ const types$1 = {
 	"application/x-xliff+xml": ["*xlf"],
 	"application/x-xpinstall": ["xpi"],
 	"application/x-xz": ["xz"],
+	"application/x-zip-compressed": ["*zip"],
 	"application/x-zmachine": [
 		"z1",
 		"z2",
@@ -671,6 +692,7 @@ const types$1 = {
 	"image/prs.pti": ["pti"],
 	"image/vnd.adobe.photoshop": ["psd"],
 	"image/vnd.airzip.accelerator.azv": ["azv"],
+	"image/vnd.blockfact.facti": ["facti"],
 	"image/vnd.dece.graphic": [
 		"uvi",
 		"uvvi",
@@ -698,6 +720,7 @@ const types$1 = {
 	"image/vnd.xiff": ["xif"],
 	"image/vnd.zbrush.pcx": ["pcx"],
 	"image/x-3ds": ["3ds"],
+	"image/x-adobe-dng": ["dng"],
 	"image/x-cmu-raster": ["ras"],
 	"image/x-cmx": ["cmx"],
 	"image/x-freehand": [
@@ -723,12 +746,13 @@ const types$1 = {
 	"image/x-xpixmap": ["xpm"],
 	"image/x-xwindowdump": ["xwd"],
 	"message/vnd.wfa.wsc": ["wsc"],
+	"model/vnd.bary": ["bary"],
 	"model/vnd.cld": ["cld"],
 	"model/vnd.collada+xml": ["dae"],
 	"model/vnd.dwf": ["dwf"],
 	"model/vnd.gdl": ["gdl"],
 	"model/vnd.gtw": ["gtw"],
-	"model/vnd.mts": ["mts"],
+	"model/vnd.mts": ["*mts"],
 	"model/vnd.opengex": ["ogex"],
 	"model/vnd.parasolid.transmit.binary": ["x_b"],
 	"model/vnd.parasolid.transmit.text": ["x_t"],
@@ -821,7 +845,7 @@ const types$1 = {
 };
 Object.freeze(types$1);
 //#endregion
-//#region ../../node_modules/.pnpm/mime@4.0.4/node_modules/mime/dist/types/standard.js
+//#region ../../node_modules/.pnpm/mime@4.1.0/node_modules/mime/dist/types/standard.js
 const types = {
 	"application/andrew-inset": ["ez"],
 	"application/appinstaller": ["appinstaller"],
@@ -852,6 +876,7 @@ const types = {
 	"application/dash+xml": ["mpd"],
 	"application/dash-patch+xml": ["mpp"],
 	"application/davmount+xml": ["davmount"],
+	"application/dicom": ["dcm"],
 	"application/docbook+xml": ["dbk"],
 	"application/dssc+der": ["dssc"],
 	"application/dssc+xml": ["xdssc"],
@@ -955,7 +980,9 @@ const types = {
 		"onetoc",
 		"onetoc2",
 		"onetmp",
-		"onepkg"
+		"onepkg",
+		"one",
+		"onea"
 	],
 	"application/oxps": ["oxps"],
 	"application/p2p-overlay+xml": ["relo"],
@@ -1066,6 +1093,7 @@ const types = {
 	"application/yang": ["yang"],
 	"application/yin+xml": ["yin"],
 	"application/zip": ["zip"],
+	"application/zip+dotlottie": ["lottie"],
 	"audio/3gpp": ["*3gpp"],
 	"audio/aac": ["adts", "aac"],
 	"audio/adpcm": ["adp"],
@@ -1079,7 +1107,11 @@ const types = {
 	],
 	"audio/mobile-xmf": ["mxmf"],
 	"audio/mp3": ["*mp3"],
-	"audio/mp4": ["m4a", "mp4a"],
+	"audio/mp4": [
+		"m4a",
+		"mp4a",
+		"m4b"
+	],
 	"audio/mpeg": [
 		"mpga",
 		"mp2",
@@ -1123,19 +1155,21 @@ const types = {
 	"image/heif": ["heif"],
 	"image/heif-sequence": ["heifs"],
 	"image/hej2k": ["hej2"],
-	"image/hsj2": ["hsj2"],
 	"image/ief": ["ief"],
+	"image/jaii": ["jaii"],
+	"image/jais": ["jais"],
 	"image/jls": ["jls"],
 	"image/jp2": ["jp2", "jpg2"],
 	"image/jpeg": [
-		"jpeg",
 		"jpg",
+		"jpeg",
 		"jpe"
 	],
 	"image/jph": ["jph"],
 	"image/jphc": ["jhc"],
 	"image/jpm": ["jpm", "jpgm"],
 	"image/jpx": ["jpx", "jpf"],
+	"image/jxl": ["jxl"],
 	"image/jxr": ["jxr"],
 	"image/jxra": ["jxra"],
 	"image/jxrs": ["jxrs"],
@@ -1145,6 +1179,7 @@ const types = {
 	"image/jxss": ["jxss"],
 	"image/ktx": ["ktx"],
 	"image/ktx2": ["ktx2"],
+	"image/pjpeg": ["jfif"],
 	"image/png": ["png"],
 	"image/sgi": ["sgi"],
 	"image/svg+xml": ["svg", "svgz"],
@@ -1158,7 +1193,12 @@ const types = {
 	"message/global-delivery-status": ["u8dsn"],
 	"message/global-disposition-notification": ["u8mdn"],
 	"message/global-headers": ["u8hdr"],
-	"message/rfc822": ["eml", "mime"],
+	"message/rfc822": [
+		"eml",
+		"mime",
+		"mht",
+		"mhtml"
+	],
 	"model/3mf": ["3mf"],
 	"model/gltf+json": ["gltf"],
 	"model/gltf-binary": ["glb"],
@@ -1172,6 +1212,13 @@ const types = {
 	"model/mtl": ["mtl"],
 	"model/obj": ["obj"],
 	"model/prc": ["prc"],
+	"model/step": [
+		"step",
+		"stp",
+		"stpnc",
+		"p21",
+		"210"
+	],
 	"model/step+xml": ["stpx"],
 	"model/step+zip": ["stpz"],
 	"model/step-xml+zip": ["stpxz"],
@@ -1247,7 +1294,12 @@ const types = {
 	"video/jpeg": ["jpgv"],
 	"video/jpm": ["*jpm", "*jpgm"],
 	"video/mj2": ["mj2", "mjp2"],
-	"video/mp2t": ["ts"],
+	"video/mp2t": [
+		"ts",
+		"m2t",
+		"m2ts",
+		"mts"
+	],
 	"video/mp4": [
 		"mp4",
 		"mp4v",
@@ -1266,7 +1318,7 @@ const types = {
 };
 Object.freeze(types);
 //#endregion
-//#region ../../node_modules/.pnpm/mime@4.0.4/node_modules/mime/dist/src/Mime.js
+//#region ../../node_modules/.pnpm/mime@4.1.0/node_modules/mime/dist/src/Mime.js
 var __classPrivateFieldGet = function(receiver, state, kind, f) {
 	if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
 	if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
@@ -1303,8 +1355,8 @@ var Mime = class {
 	}
 	getType(path) {
 		if (typeof path !== "string") return null;
-		const last = path.replace(/^.*[/\\]/, "").toLowerCase();
-		const ext = last.replace(/^.*\./, "").toLowerCase();
+		const last = path.replace(/^.*[/\\]/s, "").toLowerCase();
+		const ext = last.replace(/^.*\./s, "").toLowerCase();
 		const hasPath = last.length < path.length;
 		if (!(ext.length < last.length - 1) && hasPath) return null;
 		return __classPrivateFieldGet(this, _Mime_extensionToType, "f").get(ext) ?? null;
@@ -1335,7 +1387,7 @@ var Mime = class {
 };
 _Mime_extensionToType = /* @__PURE__ */ new WeakMap(), _Mime_typeToExtension = /* @__PURE__ */ new WeakMap(), _Mime_typeToExtensions = /* @__PURE__ */ new WeakMap();
 //#endregion
-//#region ../../node_modules/.pnpm/mime@4.0.4/node_modules/mime/dist/src/index.js
+//#region ../../node_modules/.pnpm/mime@4.1.0/node_modules/mime/dist/src/index.js
 var src_default = new Mime(types, types$1)._freeze();
 //#endregion
 //#region src/runtimeAwsConfig.ts
@@ -1386,6 +1438,8 @@ const streamToString = (stream) => {
 //#region src/s3Database.ts
 const DEFAULT_INVALIDATION_POLL_INTERVAL_MS = 2e3;
 const DEFAULT_INVALIDATION_TIMEOUT_MS = 300 * 1e3;
+const S3_LIST_OBJECTS_CONCURRENCY = 4;
+const S3_DIRECTORY_DELIMITER = "/";
 const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
 const getS3ErrorProperty = (error, key) => {
 	if (typeof error !== "object" || error === null) return;
@@ -1398,7 +1452,7 @@ const isArchivedS3ObjectError = (error) => {
 };
 const createArchivedS3ObjectError = ({ bucket, key, error }) => {
 	const storageClass = getS3ErrorProperty(error, "StorageClass") ?? "archived storage";
-	const nextError = new Error(`S3 object "${key}" in bucket "${bucket}" is archived (${storageClass}) and cannot be read. Restore the object in S3 or exclude Hot Updater metadata from lifecycle archival: "_index/**", "**/target-app-versions.json", and "**/update.json".`, { cause: error });
+	const nextError = new Error(`S3 object "${key}" in bucket "${bucket}" is archived (${storageClass}) and cannot be read. Restore the object in S3 or exclude Hot Updater metadata from lifecycle archival: "**/target-app-versions.json" and "**/update.json".`, { cause: error });
 	nextError.name = "S3ArchivedObjectError";
 	return nextError;
 };
@@ -1418,6 +1472,42 @@ function createDatabaseKeyBuilder(basePath) {
 		toStorageKey
 	};
 }
+function normalizeDirectoryPrefix(prefix) {
+	if (!prefix) return "";
+	return prefix.endsWith(S3_DIRECTORY_DELIMITER) ? prefix : `${prefix}${S3_DIRECTORY_DELIMITER}`;
+}
+function getRelativeDirectoryPrefix(prefix, rootPrefix) {
+	if (!rootPrefix) return prefix;
+	return prefix.startsWith(rootPrefix) ? prefix.slice(rootPrefix.length) : prefix;
+}
+function getDirectoryDepth(prefix, rootPrefix) {
+	return getRelativeDirectoryPrefix(prefix, rootPrefix).split(S3_DIRECTORY_DELIMITER).filter(Boolean).length;
+}
+function getLastDirectorySegment(prefix) {
+	return prefix.split(S3_DIRECTORY_DELIMITER).filter(Boolean).at(-1);
+}
+function isPlatformDirectoryPrefix(prefix) {
+	const lastSegment = getLastDirectorySegment(prefix);
+	return lastSegment === "ios" || lastSegment === "android";
+}
+function isUpdateJsonKey(key) {
+	return key.endsWith(`${S3_DIRECTORY_DELIMITER}update.json`);
+}
+async function mapWithConcurrency(items, concurrency, mapper) {
+	const results = [];
+	let nextIndex = 0;
+	const workerCount = Math.min(concurrency, items.length);
+	await Promise.all(Array.from({ length: workerCount }, async () => {
+		while (nextIndex < items.length) {
+			const index = nextIndex;
+			nextIndex += 1;
+			const item = items[index];
+			if (item === void 0) break;
+			results[index] = await mapper(item, index);
+		}
+	}));
+	return results.filter((result) => result !== void 0);
+}
 /**
 * Loads JSON data from S3.
 * Returns null if NoSuchKey error occurs.
@@ -1445,31 +1535,47 @@ async function loadJsonFromS3(client, bucket, key) {
 * Converts data to JSON string and uploads to S3.
 */
 async function uploadJsonToS3(client, bucket, key, data) {
-	await new Upload({
-		client,
-		params: {
-			Bucket: bucket,
-			Key: key,
-			Body: JSON.stringify(data),
-			ContentType: src_default.getType(key) ?? "application/json",
-			CacheControl: "max-age=31536000"
-		}
-	}).done();
+	const Body = JSON.stringify(data);
+	const ContentType = src_default.getType(key) ?? "application/json";
+	await client.send(new PutObjectCommand({
+		Bucket: bucket,
+		Key: key,
+		Body,
+		ContentType,
+		CacheControl: "max-age=31536000"
+	}));
 }
-async function listObjectsInS3(client, bucketName, prefix) {
-	let continuationToken;
-	const keys = [];
-	do {
-		const response = await client.send(new ListObjectsV2Command({
-			Bucket: bucketName,
-			Prefix: prefix,
-			ContinuationToken: continuationToken
-		}));
-		const found = (response.Contents ?? []).map((item) => item.Key).filter((key) => !!key);
-		keys.push(...found);
-		continuationToken = response.NextContinuationToken;
-	} while (continuationToken);
-	return keys;
+async function listObjectsInS3(client, bucketName, prefix, rootPrefix = "") {
+	const normalizedRootPrefix = normalizeDirectoryPrefix(rootPrefix);
+	const listPrefix = async (currentPrefix) => {
+		let continuationToken;
+		const keys = [];
+		const commonPrefixes = /* @__PURE__ */ new Set();
+		do {
+			const response = await client.send(new ListObjectsV2Command({
+				Bucket: bucketName,
+				Prefix: currentPrefix,
+				Delimiter: S3_DIRECTORY_DELIMITER,
+				ContinuationToken: continuationToken
+			}));
+			const found = (response.Contents ?? []).map((item) => item.Key).filter((key) => !!key);
+			keys.push(...found);
+			for (const commonPrefix of response.CommonPrefixes ?? []) if (commonPrefix.Prefix) commonPrefixes.add(commonPrefix.Prefix);
+			continuationToken = response.NextContinuationToken;
+		} while (continuationToken);
+		return {
+			commonPrefixes: Array.from(commonPrefixes),
+			keys
+		};
+	};
+	const collectUpdateJsonKeys = async (currentPrefix) => {
+		const { commonPrefixes, keys } = await listPrefix(currentPrefix);
+		const depth = getDirectoryDepth(currentPrefix, normalizedRootPrefix);
+		if (depth >= 2) return [...keys.filter(isUpdateJsonKey), ...commonPrefixes.map((commonPrefix) => `${commonPrefix}update.json`)];
+		return (await mapWithConcurrency(depth === 1 ? commonPrefixes.filter(isPlatformDirectoryPrefix) : commonPrefixes, S3_LIST_OBJECTS_CONCURRENCY, (nextPrefix) => collectUpdateJsonKeys(nextPrefix))).flat();
+	};
+	const normalizedPrefix = normalizeDirectoryPrefix(prefix);
+	return Array.from(new Set(await collectUpdateJsonKeys(normalizedPrefix)));
 }
 async function deleteObjectInS3(client, bucketName, key) {
 	await client.send(new DeleteObjectCommand({
@@ -1524,13 +1630,14 @@ const s3Database = createBlobDatabasePlugin({
 		const { basePath, bucketName, cloudfrontDistributionId, apiBasePath = "/api/check-update", shouldWaitForInvalidation = false, ...s3Config } = config;
 		const client = new S3Client(applyS3RuntimeAwsConfig(s3Config));
 		const { fromStorageKey, toStorageKey } = createDatabaseKeyBuilder(basePath);
+		const rootPrefix = toStorageKey("");
 		const cloudfrontClient = cloudfrontDistributionId ? new CloudFrontClient({
 			credentials: s3Config.credentials,
 			region: s3Config.region
 		}) : void 0;
 		return {
 			apiBasePath,
-			listObjects: (prefix) => listObjectsInS3(client, bucketName, toStorageKey(prefix)).then((keys) => keys.map(fromStorageKey)),
+			listObjects: (prefix) => listObjectsInS3(client, bucketName, toStorageKey(prefix), rootPrefix).then((keys) => keys.map(fromStorageKey)),
 			loadObject: (key) => loadJsonFromS3(client, bucketName, toStorageKey(key)),
 			uploadObject: (key, data) => uploadJsonToS3(client, bucketName, toStorageKey(key), data),
 			deleteObject: (key) => deleteObjectInS3(client, bucketName, toStorageKey(key)),