@zip.js/zip.js 2.6.32 → 2.6.34

package/rollup-es5.config.js

@@ -0,0 +1,243 @@
+/*
+  Make sure the required packages are installed before running this script.
+
+  npm i @babel/core --save-dev
+  npm i @babel/preset-env --save-dev
+  npm i core-js --save-dev
+  npm i @rollup/plugin-babel --save-dev
+  npm i @rollup/plugin-commonjs --save-dev
+
+  Then, run the command below.
+
+  npx rollup -c rollup.config.js
+  
+ */
+
+import { babel } from "@rollup/plugin-babel";
+import resolve from "@rollup/plugin-node-resolve";
+import commonjs from "@rollup/plugin-commonjs";
+import replace from "@rollup/plugin-replace";
+import { terser } from "rollup-plugin-terser";
+import fs from "fs";
+
+const babelPresets = [
+	[
+		"@babel/preset-env",
+		{
+			corejs: 3,
+			modules: false,
+			useBuiltIns: "usage",
+			targets: {
+				chrome: "58"
+			}
+		}
+	]
+];
+
+const bundledPlugins = [
+	commonjs(),
+	resolve(),
+	babel({
+		babelHelpers: "bundled",
+		babelrc: false,
+		exclude: "node_modules/**",
+		presets: babelPresets,
+		compact: false
+	})
+];
+
+const inlinePlugins = [
+	commonjs(),
+	resolve(),
+	babel({
+		babelHelpers: "inline",
+		babelrc: false,
+		exclude: "node_modules/**",
+		presets: babelPresets,
+		compact: false
+	})
+];
+
+const bundledTerserOptions = {
+	compress: {
+		unsafe: true,
+		unsafe_arrows: true,
+		unsafe_comps: true,
+		unsafe_symbols: true,
+		unsafe_proto: true,
+		keep_fargs: false,
+		passes: 3,
+		ecma: "5"
+	}
+};
+
+const inlineTerserOptions = {
+	compress: {
+		unsafe: true,
+		unsafe_comps: true,
+		unsafe_math: true,
+		unsafe_symbols: true,
+		unsafe_proto: true,
+		keep_fargs: false,
+		passes: 3,
+		ecma: "5"
+	},
+	mangle: {
+		properties: {
+			reserved: ["codecType", "config", "salt", "iterations", "keys", "password", "encryptionStrength", "encrypted", "signed", "compressed", "level", "zipCrypto", "passwordVerification", "pull", "enqueue", "close", "messageId", "chunkSize", "highWaterMark", "useCompressionStream"]
+		}
+	}
+};
+
+const GLOBALS = "const { Array, Object, String, Number, BigInt, Math, Date, Map, Set, Response, URL, Error, Uint8Array, Uint32Array, DataView, Blob, Promise, TextEncoder, TextDecoder, document, crypto, btoa, TransformStream, ReadableStream, WritableStream, CompressionStream, DecompressionStream, navigator } = typeof globalThis !== 'undefined' ? globalThis : this || self;";
+const GLOBALS_WORKER = "const { Array, Object, Math, Error, Uint8Array, Uint32Array, Int32Array, Map, DataView, Promise, TextEncoder, crypto, postMessage, TransformStream, ReadableStream, WritableStream, CompressionStream, DecompressionStream } = self;";
+
+export default [{
+	input: "lib/z-worker.js",
+	output: [{
+		intro: GLOBALS_WORKER,
+		file: "lib/z-worker-inline.js",
+		format: "es",
+		plugins: [terser(inlineTerserOptions)]
+	}],
+	plugins: [
+		inlinePlugins,
+		replace({
+			preventAssignment: true,
+			"`": () => "'"
+		})
+	]
+}, {
+	input: "lib/z-worker-inline-template.js",
+	output: [{
+		file: "lib/z-worker-inline.js",
+		format: "es"
+	}],
+	plugins: [
+		replace({
+			preventAssignment: true,
+			"__workerCode__": () => fs.readFileSync("lib/z-worker-inline.js").toString()
+		}),
+		terser(bundledTerserOptions)
+	]
+}, {
+	input: ["lib/zip.js"],
+	output: [{
+		intro: GLOBALS,
+		file: "dist/zip.min.js",
+		format: "umd",
+		name: "zip",
+		plugins: [terser(bundledTerserOptions)]
+	}, {
+		intro: GLOBALS,
+		file: "dist/zip.js",
+		format: "umd",
+		name: "zip"
+	}],
+	plugins: bundledPlugins
+}, {
+	input: ["lib/zip-full.js"],
+	output: [{
+		intro: GLOBALS,
+		file: "dist/zip-full.min.js",
+		format: "umd",
+		name: "zip",
+		plugins: [terser(bundledTerserOptions)]
+	}, {
+		intro: GLOBALS,
+		file: "dist/zip-full.js",
+		format: "umd",
+		name: "zip"
+	}],
+	plugins: bundledPlugins
+}, {
+	input: "lib/zip-no-worker.js",
+	output: [{
+		intro: GLOBALS,
+		file: "dist/zip-no-worker.min.js",
+		format: "umd",
+		name: "zip",
+		plugins: [terser(bundledTerserOptions)]
+	}],
+	plugins: bundledPlugins
+}, {
+	input: "lib/zip-no-worker-deflate.js",
+	output: [{
+		intro: GLOBALS,
+		file: "dist/zip-no-worker-deflate.min.js",
+		format: "umd",
+		name: "zip",
+		plugins: [terser(bundledTerserOptions)]
+	}],
+	plugins: bundledPlugins
+}, {
+	input: "lib/zip-no-worker-inflate.js",
+	output: [{
+		intro: GLOBALS,
+		file: "dist/zip-no-worker-inflate.min.js",
+		format: "umd",
+		name: "zip",
+		plugins: [terser(bundledTerserOptions)]
+	}],
+	plugins: bundledPlugins
+}, {
+	input: "lib/zip-fs.js",
+	output: [{
+		intro: GLOBALS,
+		file: "dist/zip-fs.min.js",
+		format: "umd",
+		name: "zip",
+		plugins: [terser(bundledTerserOptions)]
+	}, {
+		intro: GLOBALS,
+		file: "dist/zip-fs.js",
+		format: "umd",
+		name: "zip"
+	}],
+	plugins: bundledPlugins
+}, {
+	input: "index.js",
+	output: [{
+		intro: GLOBALS,
+		file: "dist/zip-fs-full.min.js",
+		format: "umd",
+		name: "zip",
+		plugins: [terser(bundledTerserOptions)]
+	}, {
+		intro: GLOBALS,
+		file: "dist/zip-fs-full.js",
+		format: "umd",
+		name: "zip"
+	}, {
+		file: "index.cjs",
+		format: "cjs"
+	}],
+	plugins: bundledPlugins
+}, {
+	input: "lib/z-worker-bootstrap-pako.js",
+	output: [{
+		intro: GLOBALS_WORKER,
+		file: "dist/z-worker-pako.js",
+		format: "iife",
+		plugins: [terser(bundledTerserOptions)]
+	}],
+	plugins: inlinePlugins
+}, {
+	input: "lib/z-worker-bootstrap-fflate.js",
+	output: [{
+		intro: GLOBALS_WORKER,
+		file: "dist/z-worker-fflate.js",
+		format: "iife",
+		plugins: [terser(bundledTerserOptions)]
+	}],
+	plugins: inlinePlugins
+}, {
+	input: "lib/z-worker.js",
+	output: [{
+		intro: GLOBALS_WORKER,
+		file: "dist/z-worker.js",
+		format: "iife",
+		plugins: [terser(bundledTerserOptions)]
+	}],
+	plugins: inlinePlugins
+}];

package/tests/all/test-http-split-zip.js

@@ -0,0 +1,37 @@
+/* global URL */
+
+import * as zip from "../../index.js";
+
+const PATHS = [
+	"./../data/lorem-split.z01",
+	"./../data/lorem-split.z02",
+	"./../data/lorem-split.z03",
+	"./../data/lorem-split.z04",
+	"./../data/lorem-split.z05",
+	"./../data/lorem-split.z06",
+	"./../data/lorem-split.z07",
+	"./../data/lorem-split.zip",
+];
+const UNCOMPRESSED_SIZES = [
+	1162,
+	204946,
+	603889,
+	809738
+];
+
+export { test };
+
+async function test() {
+	zip.configure({ chunkSize: 16 * 1024, useWebWorkers: true });
+	const readers = PATHS.map(url => new zip.HttpReader(new URL(url, import.meta.url).href, { preventHeadRequest: true }));
+	const zipReader = new zip.ZipReader(new zip.SplitZipReader(readers));
+	const entries = await zipReader.getEntries();
+	const results = await Promise.all(UNCOMPRESSED_SIZES.map(async (uncompressedSize, indexEntry) =>
+		(await entries[indexEntry].getData(new zip.TextWriter())).length == uncompressedSize
+	));
+	await zipReader.close();
+	zip.terminateWorkers();
+	if (results.includes(false)) {
+		throw new Error();
+	}
+}

package/tests/all/test-readable-stream.js

@@ -12,8 +12,7 @@ async function test() {
 	const blobWriter = new zip.BlobWriter("application/zip");
 	const zipWriter = new zip.ZipWriter(blobWriter);
 	const readable = (await fetch(new URL("../data/lorem.txt", import.meta.url))).body;
-	const reader = { readable };
-	await zipWriter.add(FILENAME, reader);
+	await zipWriter.add(FILENAME, readable);
 	await zipWriter.close();
 	const zipReader = new zip.ZipReader(new zip.BlobReader(await blobWriter.getData()));
 	const entries = await zipReader.getEntries();

package/tests/all/test-readable-zip-stream.js

@@ -9,7 +9,7 @@ export { test };
 async function test() {
 	zip.configure({ chunkSize: 128, useWebWorkers: true });
 	const readable = (await fetch(new URL("../data/lorem.zip", import.meta.url))).body;
-	const zipReader = new zip.ZipReader({ readable });
+	const zipReader = new zip.ZipReader(readable);
 	const entries = await zipReader.getEntries();
 	const data = await entries[0].getData(new zip.BlobWriter());
 	await zipReader.close();

package/tests/all/test-split-zip.js

@@ -1,34 +1,37 @@
-/* global URL */
+/* global Blob */
 
 import * as zip from "../../index.js";
 
-const PATHS = [
-	"./../data/lorem-split.z01",
-	"./../data/lorem-split.z02",
-	"./../data/lorem-split.z03",
-	"./../data/lorem-split.z04",
-	"./../data/lorem-split.z05",
-	"./../data/lorem-split.z06",
-	"./../data/lorem-split.z07",
-	"./../data/lorem-split.zip",
-];
-const UNCOMPRESSED_SIZES = [
-	1162,
-	204946,
-	603889,
-	809738
-];
+const TEXT_CONTENT = "Lorem ipsum dolor sit amet, consectetuer adipiscing elit, sed diam nonummy nibh euismod tincidunt ut laoreet dolore magna aliquam erat volutpat. Ut wisi enim ad minim veniam, quis nostrud exerci tation ullamcorper suscipit lobortis nisl ut aliquip ex ea commodo consequat. Duis autem vel eum iriure dolor in hendrerit in vulputate velit esse molestie consequat, vel illum dolore eu feugiat nulla facilisis at vero eros et accumsan et iusto odio dignissim qui blandit praesent luptatum zzril delenit augue duis dolore te feugait nulla facilisi. Nam liber tempor cum soluta nobis eleifend option congue nihil imperdiet doming id quod mazim placerat facer possim assum. Typi non habent claritatem insitam; est usus legentis in iis qui facit eorum claritatem. Investigationes demonstraverunt lectores legere me lius quod ii legunt saepius. Claritas est etiam processus dynamicus, qui sequitur mutationem consuetudium lectorum. Mirum est notare quam littera gothica, quam nunc putamus parum claram, anteposuerit litterarum formas humanitatis per seacula quarta decima et quinta decima. Eodem modo typi, qui nunc nobis videntur parum clari, fiant sollemnes in futurum.";
+const TEXT_CONTENT_REPEAT = 1024;
+const BLOB = new Blob([new Array(TEXT_CONTENT_REPEAT).fill(TEXT_CONTENT).join("")]);
 
 export { test };
 
+const writers = [];
+
+function* blobWriterGenerator() {
+	while (true) {
+		const writer = new zip.BlobWriter();
+		writers.push(writer);
+		yield writer;
+	}
+}
+
 async function test() {
-	zip.configure({ chunkSize: 16 * 1024, useWebWorkers: true });
-	const readers = PATHS.map(url => new zip.HttpReader(new URL(url, import.meta.url).href, { preventHeadRequest: true }));
+	zip.configure({ chunkSize: 1024, useWebWorkers: true });
+	const splitZipWriter = new zip.SplitZipWriter(blobWriterGenerator(), 8192);
+	const zipWriter = new zip.ZipWriter(splitZipWriter);
+	await Promise.all([
+		zipWriter.add("lorem1.txt", new zip.BlobReader(BLOB)),
+		zipWriter.add("lorem2.txt", new zip.BlobReader(BLOB)),
+		zipWriter.add("lorem3.txt", new zip.BlobReader(BLOB))
+	]);
+	await zipWriter.close();
+	const readers = await Promise.all(writers.map(async writer => new zip.BlobReader(await writer.getData())));
 	const zipReader = new zip.ZipReader(new zip.SplitZipReader(readers));
 	const entries = await zipReader.getEntries();
-	const results = await Promise.all(UNCOMPRESSED_SIZES.map(async (uncompressedSize, indexEntry) =>
-		(await entries[indexEntry].getData(new zip.TextWriter())).length == uncompressedSize
-	));
+	const results = await Promise.all(entries.map(async entry => (await entry.getData(new zip.TextWriter())).length == TEXT_CONTENT.length * TEXT_CONTENT_REPEAT));
 	await zipReader.close();
 	zip.terminateWorkers();
 	if (results.includes(false)) {

package/tests/tests-data.js

@@ -26,6 +26,7 @@ export default ([
 	{ title: "Filesystem unzip uncompressed file", script: "./test-fs-unzip-store.js", env: ["deno", "browser"] },
 	{ title: "Filesystem test", script: "./test-fs.js" },
 	{ title: "HTTP crypto", script: "./test-http-crypto.js", env: ["deno", "browser"] },
+	{ title: "HTTP split file", script: "./test-http-split-zip.js", env: ["deno", "browser"] },
 	{ title: "HTTP zip64", script: "./test-http-zip64.js", env: ["deno", "browser"] },
 	{ title: "Invalid CRC", script: "./test-invalid-crc.js", env: ["deno", "browser"] },
 	{ title: "Multiple writers", script: "./test-multiple-writers.js" },
@@ -41,7 +42,7 @@ export default ([
 	{ title: "Safe closing", script: "./test-safe-closing.js" },
 	{ title: "Service worker", script: "./test-sw.js", env: ["browser"] },
 	{ title: "Signature CRC32", script: "./test-crc.js" },
-	{ title: "Split files", script: "./test-split-zip.js", env: ["deno", "browser"] },
+	{ title: "Split file", script: "./test-split-zip.js" },
 	{ title: "Store", script: "./test-store.js" },
 	{ title: "Streams", script: "./test-streams.js" },
 	{ title: "Worker timeout", script: "./test-worker-timeout.js" },

package/lib/core/codec-interface.js

@@ -1,115 +0,0 @@
-/*
- Copyright (c) 2022 Gildas Lormeau. All rights reserved.
-
- Redistribution and use in source and binary forms, with or without
- modification, are permitted provided that the following conditions are met:
-
- 1. Redistributions of source code must retain the above copyright notice,
- this list of conditions and the following disclaimer.
-
- 2. Redistributions in binary form must reproduce the above copyright 
- notice, this list of conditions and the following disclaimer in 
- the documentation and/or other materials provided with the distribution.
-
- 3. The names of the authors may not be used to endorse or promote products
- derived from this software without specific prior written permission.
-
- THIS SOFTWARE IS PROVIDED ''AS IS'' AND ANY EXPRESSED OR IMPLIED WARRANTIES,
- INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
- FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL JCRAFT,
- INC. OR ANY CONTRIBUTORS TO THIS SOFTWARE BE LIABLE FOR ANY DIRECT, INDIRECT,
- INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA,
- OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
- LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
- NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
- EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-// deno-lint-ignore-file no-this-alias
-/* global TransformStream */
-
-import {
-	InflateStream,
-	DeflateStream,
-	ERR_INVALID_PASSWORD,
-	ERR_INVALID_SIGNATURE
-} from "./streams/zip-entry-stream.js";
-import { CodecStream } from "./streams/codec-stream.js";
-
-const CODEC_DEFLATE = "deflate";
-const CODEC_INFLATE = "inflate";
-const MESSAGE_EVENT_TYPE = "message";
-const MESSAGE_START = "start";
-const MESSAGE_PULL = "pull";
-const MESSAGE_DATA = "data";
-const MESSAGE_ACK_DATA = "ack";
-const MESSAGE_CLOSE = "close";
-
-export {
-	Codec,
-	getCodecStreamClass,
-	CODEC_DEFLATE,
-	CODEC_INFLATE,
-	ERR_INVALID_SIGNATURE,
-	ERR_INVALID_PASSWORD,
-	MESSAGE_EVENT_TYPE,
-	MESSAGE_START,
-	MESSAGE_PULL,
-	MESSAGE_DATA,
-	MESSAGE_ACK_DATA,
-	MESSAGE_CLOSE
-};
-
-class Codec {
-
-	constructor(readable, writable, options, config) {
-		const { codecType } = options;
-		let CodecStream;
-		if (codecType.startsWith(CODEC_DEFLATE)) {
-			CodecStream = DeflateStream;
-		} else if (codecType.startsWith(CODEC_INFLATE)) {
-			CodecStream = InflateStream;
-		}
-		Object.assign(this, {
-			CodecStream,
-			readable,
-			writable,
-			options,
-			config
-		});
-	}
-
-	async run() {
-		const {
-			CodecStream,
-			readable,
-			writable,
-			options,
-			config
-		} = this;
-		const stream = new CodecStream(options, config);
-		let size = 0;
-		await readable
-			.pipeThrough(stream)
-			.pipeThrough(new TransformStream({
-				transform(chunk, controller) {
-					if (chunk && chunk.length) {
-						size += chunk.length;
-						controller.enqueue(chunk);
-					}
-				}
-			}))
-			.pipeTo(writable, { preventClose: true, preventAbort: true });
-		const { signature } = stream;
-		return { size, signature };
-	}
-}
-
-function getCodecStreamClass(Codec) {
-	return class extends CodecStream {
-		constructor(algorithm, options) {
-			super(Codec, options);
-		}
-	};
-}