@zip.js/zip.js 2.8.60 → 2.9.0

package/lib/core/streams/codecs/crc32.js

@@ -33,7 +33,7 @@
 // Every table MUST stay a PACKED_SMI array: build with array literals (not `new Array(n)`,
 // which is HOLEY) and store the signed int32 XOR result (no `>>> 0`). An unsigned or holey
 // table becomes a V8 FixedDoubleArray whose every hot-loop lookup unboxes a double (~1.6x
-// slower). Signedness is irrelevant to the result — the reads mask/shift it and the final
+// slower). Signedness is irrelevant to the result: the reads mask/shift it and the final
 // `~crc` normalizes it. Do NOT reintroduce `>>> 0` here or switch to `new Array(256)`.
 const T = [[], [], [], [], [], [], [], []];
 for (let n = 0; n < 256; n++) {

package/lib/core/util/decode-cp437.js

@@ -28,7 +28,7 @@
 
 /* global TextDecoder */
 
-const CP437 = "\0☺☻♥♦♣♠•◘○◙♂♀♪♫☼►◄↕‼¶§▬↨↑↓→←∟↔▲▼ !\"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~⌂ÇüéâäàåçêëèïîìÄÅÉæÆôöòûùÿÖÜ¢£¥₧ƒáíóúñѪº¿⌐¬½¼¡«»░▒▓│┤╡╢╖╕╣║╗╝╜╛┐└┴┬├─┼╞╟╚╔╩╦╠═╬╧╨╤╥╙╘╒╓╫╪┘┌█▄▌▐▀αßΓπΣσµτΦΘΩδ∞φε∩≡±≥≤⌠⌡÷≈°∙·√ⁿ²■ ".split("");
+const CP437 = "\0\u263A\u263B\u2665\u2666\u2663\u2660\u2022\u25D8\u25CB\u25D9\u2642\u2640\u266A\u266B\u263C\u25BA\u25C4\u2195\u203C\u00B6\u00A7\u25AC\u21A8\u2191\u2193\u2192\u2190\u221F\u2194\u25B2\u25BC !\"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~\u2302\u00C7\u00FC\u00E9\u00E2\u00E4\u00E0\u00E5\u00E7\u00EA\u00EB\u00E8\u00EF\u00EE\u00EC\u00C4\u00C5\u00C9\u00E6\u00C6\u00F4\u00F6\u00F2\u00FB\u00F9\u00FF\u00D6\u00DC\u00A2\u00A3\u00A5\u20A7\u0192\u00E1\u00ED\u00F3\u00FA\u00F1\u00D1\u00AA\u00BA\u00BF\u2310\u00AC\u00BD\u00BC\u00A1\u00AB\u00BB\u2591\u2592\u2593\u2502\u2524\u2561\u2562\u2556\u2555\u2563\u2551\u2557\u255D\u255C\u255B\u2510\u2514\u2534\u252C\u251C\u2500\u253C\u255E\u255F\u255A\u2554\u2569\u2566\u2560\u2550\u256C\u2567\u2568\u2564\u2565\u2559\u2558\u2552\u2553\u256B\u256A\u2518\u250C\u2588\u2584\u258C\u2590\u2580\u03B1\u00DF\u0393\u03C0\u03A3\u03C3\u00B5\u03C4\u03A6\u0398\u03A9\u03B4\u221E\u03C6\u03B5\u2229\u2261\u00B1\u2265\u2264\u2320\u2321\u00F7\u2248\u00B0\u2219\u00B7\u221A\u207F\u00B2\u25A0\u00A0".split("");
 const VALID_CP437 = CP437.length == 256;
 
 export {

package/lib/core/version.js

@@ -26,6 +26,6 @@
  EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  */
 
-const VERSION = "2.8.60";
+const VERSION = "2.9.0";
 
 export { VERSION };

package/lib/core/zip-fs.js

@@ -540,12 +540,13 @@ class ZipDirectoryEntry extends ZipEntry {
 		if (options.bufferedWrite === UNDEFINED_VALUE) {
 			options.bufferedWrite = true;
 		}
-		const writeOrderGuaranteed = !options.bufferedWrite ||
-			(options.keepOrder !== false && zipEntry.children.every(child => !child.children.length));
-		return getEntriesSize(options, zipEntry.getChildren({ recursive: true }).filter(child => !isImplicitDirectory(child)).map(child => {
+		const entries = zipEntry.getChildren({ recursive: true }).filter(child => !isImplicitDirectory(child)).map(child => {
 			const { name, entryOptions } = getChildEntryOptions(child, zipEntry, options);
 			return { name, size: child.directory ? 0 : getDeterminedSize(child, isPassThrough(child, options)), options: entryOptions };
-		}), writeOrderGuaranteed, options.globalComment);
+		});
+		const writeOrderGuaranteed = !options.bufferedWrite ||
+			(entries.every(entry => entry.options.keepOrder !== false) && zipEntry.children.every(child => !child.children.length));
+		return getEntriesSize(options, entries, writeOrderGuaranteed, options.globalComment);
 	}
 
 	getChildByName(name) {

package/lib/core/zip-reader.js

@@ -205,6 +205,7 @@ const WARNING_UNKNOWN_ZIP64_EXTENSIBLE_DATA = "unknown zip64 extensible data";
 const WARNING_WRAPPED_ENTRIES_COUNT = "wrapped entries count";
 const WARNING_APPENDED_DATA = "appended data";
 const WARNING_PREPENDED_DATA = "prepended data";
+const WARNING_PREPENDED_CENTRAL_DIRECTORY = "prepended central directory";
 const WARNING_TRAILING_CENTRAL_DIRECTORY_DATA = "trailing central directory data";
 const WARNING_DUPLICATE_FILENAME = "duplicate filename";
 const WARNING_MISMATCHED_ZIP64_END_OF_CENTRAL_DIRECTORY = "mismatched zip64 end of central directory record";
@@ -298,6 +299,7 @@ class ZipReader {
 		let diskNumber = getUint16(endOfDirectoryView, 6);
 		let filesLength = getUint16(endOfDirectoryView, 10);
 		let prependedDataLength = 0;
+		let prependedCentralDirectory;
 		let startOffset;
 		let zip64EndOfDirectory;
 		let zip64EndOfDirectoryVersion2;
@@ -401,6 +403,7 @@ class ZipReader {
 					directoryDataOffset = expectedDirectoryDataOffset;
 					if (directoryDataOffset > originalDirectoryDataOffset) {
 						prependedDataLength += directoryDataOffset - originalDirectoryDataOffset;
+						prependedCentralDirectory = storedPointsAtDirectory;
 					}
 					directoryArray = await readUint8Array(reader, directoryDataOffset, directoryDataLength);
 					directoryView = getDataView(directoryArray);
@@ -628,6 +631,9 @@ class ZipReader {
 		if (prependedDataLength || (filesLength && startOffset > SPLIT_ZIP_FILE_SIGNATURE_LENGTH)) {
 			addWarning(warnings, WARNING_PREPENDED_DATA);
 		}
+		if (prependedCentralDirectory) {
+			addWarning(warnings, WARNING_PREPENDED_CENTRAL_DIRECTORY);
+		}
 		if (extractPrependedData) {
 			zipReader.prependedData = startOffset > splitZipSignatureLength ?
 				await readUint8Array(reader, splitZipSignatureLength, startOffset - splitZipSignatureLength) :
@@ -756,6 +762,7 @@ export {
 	WARNING_WRAPPED_ENTRIES_COUNT,
 	WARNING_APPENDED_DATA,
 	WARNING_PREPENDED_DATA,
+	WARNING_PREPENDED_CENTRAL_DIRECTORY,
 	WARNING_TRAILING_CENTRAL_DIRECTORY_DATA,
 	WARNING_DUPLICATE_FILENAME,
 	WARNING_MISMATCHED_ZIP64_END_OF_CENTRAL_DIRECTORY,

package/lib/core/zip-writer.js

@@ -56,17 +56,16 @@
  *   the insertion order of the `fileEntries` map. addFile() reserves each entry's slot synchronously in
  *   add() call order, before initializing the reader, so concurrent entries whose readers
  *   initialize at different speeds are still listed in call order.
- * - `fileEntry.lockFileEntry` chains every entry to the previous one to reach getFileEntry(); awaiting it
- *   serializes the physical writes when `keepOrder` is set. The physical layout therefore follows
- *   the order in which the readers finish initializing, not necessarily the central directory
- *   order; each entry records its own `offset`, so the archive stays consistent either way.
+ * - `fileEntry.lockFileEntry` chains every entry to the previous one; awaiting it serializes the
+ *   physical writes when `keepOrder` is set. addFile() claims the link in the same synchronous
+ *   prologue as the central directory slot, so the physical layout follows the add() call order
+ *   as well, whatever the readers do. The lock is released for every entry, including the ones
+ *   failing before they reach getFileEntry().
  * - `zipWriter.lockWriter`/`writerLocked` is the mutex over the writer; only the holder may write
  *   into it or read the position variables above.
- * - An entry writes directly into the writer (i.e. without being buffered) only when the writer
- *   is unlocked and no buffered entry is in flight (`bufferedWrites` == 0). This avoids a
- *   deadlock, it is not an optimization: an entry written directly acquires the writer lock
- *   before awaiting the lock of the previous entry, while a buffered predecessor needs the
- *   writer lock to be flushed.
+ * - Both write paths await the lock of the previous entry before requesting the writer lock.
+ *   Requesting it first would deadlock an entry written directly into the writer (i.e. without
+ *   being buffered) against a buffered predecessor, which needs that same lock to be flushed.
  * - `lastFileEntry` is the tail of the lock chain (the most recently added entry).
  *
  * Failures:
@@ -689,6 +688,13 @@ async function addFile(zipWriter, name, reader, options) {
 	const { comment } = metadataInfo;
 	const extraField = options[PROPERTY_NAME_EXTRA_FIELD];
 	zipWriter.fileEntries.set(name, UNDEFINED_VALUE);
+	const previousFileEntry = zipWriter.lastFileEntry;
+	const pendingFileEntry = {};
+	let releaseLockFileEntry;
+	if (metadataInfo.resolvedOptions.keepOrder) {
+		pendingFileEntry.lockFileEntry = new Promise(resolve => releaseLockFileEntry = resolve);
+	}
+	zipWriter.lastFileEntry = pendingFileEntry;
 	let fileEntry;
 	try {
 		const { resolvedOptions } = metadataInfo;
@@ -710,10 +716,21 @@ async function addFile(zipWriter, name, reader, options) {
 		const headerInfo = getHeaderInfo(options);
 		const dataDescriptorInfo = getDataDescriptorInfo(options);
 		const metadataSize = getLength(headerInfo.localHeaderArray, dataDescriptorInfo.dataDescriptorArray);
-		fileEntry = await getFileEntry(zipWriter, name, reader, { headerInfo, dataDescriptorInfo, metadataSize }, options);
+		fileEntry = await getFileEntry(zipWriter, name, reader, {
+			headerInfo,
+			dataDescriptorInfo,
+			metadataSize,
+			fileEntry: pendingFileEntry,
+			previousFileEntry,
+			releaseLockFileEntry
+		}, options);
 	} catch (error) {
 		zipWriter.fileEntries.delete(name);
 		throw error;
+	} finally {
+		if (releaseLockFileEntry) {
+			releaseLockFileEntry(previousFileEntry && previousFileEntry.lockFileEntry);
+		}
 	}
 	Object.assign(fileEntry, {
 		name,
@@ -1101,7 +1118,6 @@ async function getEntriesSize(writerOptions, entries, writeOrderGuaranteed, comm
 	}
 	const usdz = writerOptions[OPTION_USDZ];
 	const files = new Map();
-	let layoutDependsOnWriteOrder = Boolean(usdz);
 	const initialOffset = writerOptions[OPTION_OFFSET] === UNDEFINED_VALUE ? 0 : writerOptions[OPTION_OFFSET];
 	let offset = initialOffset;
 	let minimumEntrySize = INFINITY_VALUE;
@@ -1147,9 +1163,7 @@ async function getEntriesSize(writerOptions, entries, writeOrderGuaranteed, comm
 		minimumEntrySize = Math.min(minimumEntrySize, entrySize);
 		offset += entrySize;
 	}
-	if (files.size && offset - minimumEntrySize >= MAX_32_BITS) {
-		layoutDependsOnWriteOrder = true;
-	}
+	const layoutDependsOnWriteOrder = files.size > 1 && (usdz || offset - minimumEntrySize >= MAX_32_BITS);
 	if (layoutDependsOnWriteOrder && !writeOrderGuaranteed) {
 		throw new Error(ERR_UNDETERMINED_SIZE);
 	}
@@ -1177,27 +1191,23 @@ async function getFileEntry(zipWriter, name, reader, entryInfo, options) {
 		signal
 	} = options;
 	const {
-		headerInfo
+		headerInfo,
+		fileEntry: pendingFileEntry,
+		previousFileEntry,
+		releaseLockFileEntry
 	} = entryInfo;
 	const usdz = zipWriter.options[OPTION_USDZ];
-	const previousFileEntry = zipWriter.lastFileEntry;
-	let fileEntry = {};
+	let fileEntry = pendingFileEntry;
 	let bufferedWrite;
 	let releaseLockWriter;
-	let releaseLockCurrentFileEntry;
 	let writingBufferedEntryData;
 	let writingEntryData;
 	let writerSizeBeforeEntry;
 	let flushedBufferedSize = 0;
 	let fileWriter;
+	const lockPreviousFileEntry = keepOrder && previousFileEntry ? previousFileEntry.lockFileEntry : UNDEFINED_VALUE;
 	fileEntries.set(name, fileEntry);
-	zipWriter.lastFileEntry = fileEntry;
 	try {
-		let lockPreviousFileEntry;
-		if (keepOrder) {
-			lockPreviousFileEntry = previousFileEntry && previousFileEntry.lockFileEntry;
-			requestLockCurrentFileEntry();
-		}
 		if (options.bufferedWrite || !keepOrder || zipWriter.writerLocked || zipWriter.bufferedWrites || (!dataDescriptor && !emptyEntry)) {
 			bufferedWrite = true;
 			zipWriter.bufferedWrites++;
@@ -1210,6 +1220,7 @@ async function getFileEntry(zipWriter, name, reader, entryInfo, options) {
 			await initStream(writer);
 		} else {
 			fileWriter = writer;
+			await lockPreviousFileEntry;
 			await requestLockWriter();
 		}
 		await initStream(fileWriter);
@@ -1222,7 +1233,6 @@ async function getFileEntry(zipWriter, name, reader, entryInfo, options) {
 		}
 		const { localHeaderArray } = headerInfo;
 		if (!bufferedWrite) {
-			await lockPreviousFileEntry;
 			await skipDiskIfNeeded();
 		}
 		const diskNumberStart = getDiskNumber(writer);
@@ -1287,8 +1297,8 @@ async function getFileEntry(zipWriter, name, reader, entryInfo, options) {
 		if (bufferedWrite) {
 			zipWriter.bufferedWrites--;
 		}
-		if (releaseLockCurrentFileEntry) {
-			releaseLockCurrentFileEntry();
+		if (releaseLockFileEntry) {
+			releaseLockFileEntry(lockPreviousFileEntry);
 		}
 		if (releaseLockWriter) {
 			releaseLockWriter();
@@ -1302,10 +1312,6 @@ async function getFileEntry(zipWriter, name, reader, entryInfo, options) {
 		}
 	}
 
-	function requestLockCurrentFileEntry() {
-		fileEntry.lockFileEntry = new Promise(resolve => releaseLockCurrentFileEntry = resolve);
-	}
-
 	async function requestLockWriter() {
 		zipWriter.writerLocked = true;
 		const { lockWriter } = zipWriter;

package/lib/zip-core-reader.js

@@ -66,6 +66,7 @@ export {
 	WARNING_WRAPPED_ENTRIES_COUNT,
 	WARNING_APPENDED_DATA,
 	WARNING_PREPENDED_DATA,
+	WARNING_PREPENDED_CENTRAL_DIRECTORY,
 	WARNING_TRAILING_CENTRAL_DIRECTORY_DATA,
 	WARNING_DUPLICATE_FILENAME,
 	WARNING_MISMATCHED_ZIP64_END_OF_CENTRAL_DIRECTORY,

package/package.json

@@ -3,7 +3,7 @@
   "description": "A JavaScript library to zip and unzip files in the browser, Deno and Node.js",
   "author": "Gildas Lormeau",
   "license": "BSD-3-Clause",
-  "version": "2.8.60",
+  "version": "2.9.0",
   "type": "module",
   "keywords": [
     "zip",
@@ -39,6 +39,7 @@
     "bump-minor": "npm version minor --no-git-tag-version && npm run bump-commit",
     "bump-major": "npm version major --no-git-tag-version && npm run bump-commit",
     "bump-commit": "npm run build && git commit -m \"bump up version\" package.json package-lock.json deno.json lib/core/version.js dist index.cjs index-native.cjs index.min.js index-native.min.js lib/core/web-worker-inline-wasm.js lib/core/web-worker-inline-native.js",
+    "release": "sh ./release.sh",
     "lint": "npx eslint . && deno lint",
     "test": "npm run test-node && npm run test-deno && npm run test-bun && npm run test-node-dist && npm run test-deno-dist && npm run test-bun-dist && npm run test-web-streams-polyfill && npm run test-types && npm run test-api-symmetry && npm run test-api-shape && npm run test-api-mangling",
     "test-browsers": "npm run test-chrome && npm run test-firefox && npm run test-safari",

package/release.sh

@@ -0,0 +1,47 @@
+#!/bin/sh
+# Creates the GitHub release for the version declared in package.json, which triggers the publish
+# workflow. It only encodes the checks a release must pass anyway: the released commit is the pushed
+# master head, its tests concluded green (the publish gate would otherwise fail after the release
+# exists, and recovering means deleting the release and the tag), and the tag targets the branch
+# because the API rejects abbreviated commit SHAs as a target.
+set -e
+
+notes_file=$1
+if [ -z "$notes_file" ]; then
+	echo "usage: npm run release -- <notes-file>" >&2
+	exit 1
+fi
+if [ ! -f "$notes_file" ]; then
+	echo "notes file not found: $notes_file" >&2
+	exit 1
+fi
+version=$(node -p "require('./package.json').version")
+tag="v$version"
+if gh release view "$tag" >/dev/null 2>&1; then
+	echo "release $tag already exists" >&2
+	exit 1
+fi
+if [ -n "$(git status --porcelain)" ]; then
+	echo "the working tree is not clean" >&2
+	exit 1
+fi
+git fetch origin master
+sha=$(git rev-parse HEAD)
+if [ "$sha" != "$(git rev-parse origin/master)" ]; then
+	echo "HEAD is not origin/master, push the bump commit first" >&2
+	exit 1
+fi
+run=$(gh api "repos/{owner}/{repo}/actions/workflows/test.yml/runs?head_sha=$sha&per_page=1" \
+	--jq 'if (.workflow_runs | length) == 0 then "none none none" else (.workflow_runs[0] | "\(.status) \(.conclusion) \(.html_url)") end')
+run_status=$(echo "$run" | cut -d " " -f 1)
+conclusion=$(echo "$run" | cut -d " " -f 2)
+url=$(echo "$run" | cut -d " " -f 3)
+if [ "$run_status" = "none" ]; then
+	echo "no test run found for $sha yet, wait for it and run this again" >&2
+	exit 1
+fi
+if [ "$run_status" != "completed" ] || [ "$conclusion" != "success" ]; then
+	echo "the tests of $sha concluded $run_status/$conclusion, only a green commit can be released: $url" >&2
+	exit 1
+fi
+gh release create "$tag" --target master --notes-file "$notes_file"