@loaders.gl/compression 4.3.0-alpha.8 → 4.3.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/compress-on-worker.js +1 -1
- package/dist/compression-worker.js +2 -2
- package/dist/compression-worker.js.map +4 -4
- package/dist/dist.dev.js +84 -227
- package/dist/dist.min.js +3 -3
- package/dist/index.cjs +48 -54
- package/dist/index.cjs.map +3 -3
- package/dist/lib/brotli-compression.d.ts.map +1 -1
- package/dist/lib/brotli-compression.js +1 -3
- package/dist/lib/compression.d.ts.map +1 -1
- package/dist/lib/compression.js +1 -2
- package/dist/lib/deflate-compression.d.ts.map +1 -1
- package/dist/lib/deflate-compression.js +1 -2
- package/dist/lib/lz4-compression.d.ts.map +1 -1
- package/dist/lib/lz4-compression.js +1 -2
- package/dist/lib/zstd-compression.d.ts.map +1 -1
- package/dist/lib/zstd-compression.js +1 -2
- package/package.json +4 -4
- package/src/lib/brotli-compression.ts +8 -3
- package/src/lib/compression.ts +1 -2
- package/src/lib/deflate-compression.ts +1 -2
- package/src/lib/lz4-compression.ts +1 -2
- package/src/lib/zstd-compression.ts +6 -2
package/dist/index.cjs
CHANGED
|
@@ -46,7 +46,6 @@ module.exports = __toCommonJS(dist_exports);
|
|
|
46
46
|
|
|
47
47
|
// dist/lib/compression.js
|
|
48
48
|
var import_loader_utils = require("@loaders.gl/loader-utils");
|
|
49
|
-
var import_loader_utils2 = require("@loaders.gl/loader-utils");
|
|
50
49
|
var Compression = class {
|
|
51
50
|
constructor(options) {
|
|
52
51
|
this.compressBatches = this.compressBatches.bind(this);
|
|
@@ -54,7 +53,7 @@ var Compression = class {
|
|
|
54
53
|
}
|
|
55
54
|
/** Preloads any dynamic libraries. May enable sync functions */
|
|
56
55
|
async preload(modules = {}) {
|
|
57
|
-
(0,
|
|
56
|
+
(0, import_loader_utils.registerJSModules)(modules);
|
|
58
57
|
return;
|
|
59
58
|
}
|
|
60
59
|
/** Asynchronously compress data */
|
|
@@ -123,10 +122,9 @@ var NoCompression = class extends Compression {
|
|
|
123
122
|
};
|
|
124
123
|
|
|
125
124
|
// dist/lib/deflate-compression.js
|
|
126
|
-
var
|
|
125
|
+
var import_loader_utils2 = require("@loaders.gl/loader-utils");
|
|
127
126
|
var import_pako = __toESM(require("pako"), 1);
|
|
128
127
|
var import_zlib = __toESM(require("zlib"), 1);
|
|
129
|
-
var import_loader_utils4 = require("@loaders.gl/loader-utils");
|
|
130
128
|
var DeflateCompression = class extends Compression {
|
|
131
129
|
name = "deflate";
|
|
132
130
|
extensions = [];
|
|
@@ -140,25 +138,25 @@ var DeflateCompression = class extends Compression {
|
|
|
140
138
|
}
|
|
141
139
|
async compress(input) {
|
|
142
140
|
var _a, _b;
|
|
143
|
-
if (!
|
|
144
|
-
const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? await (0,
|
|
145
|
-
return (0,
|
|
141
|
+
if (!import_loader_utils2.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
|
|
142
|
+
const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? await (0, import_loader_utils2.promisify1)(import_zlib.default.gzip)(input) : await (0, import_loader_utils2.promisify1)(import_zlib.default.deflate)(input);
|
|
143
|
+
return (0, import_loader_utils2.toArrayBuffer)(buffer);
|
|
146
144
|
}
|
|
147
145
|
return this.compressSync(input);
|
|
148
146
|
}
|
|
149
147
|
async decompress(input) {
|
|
150
148
|
var _a, _b;
|
|
151
|
-
if (!
|
|
152
|
-
const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? await (0,
|
|
153
|
-
return (0,
|
|
149
|
+
if (!import_loader_utils2.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
|
|
150
|
+
const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? await (0, import_loader_utils2.promisify1)(import_zlib.default.gunzip)(input) : await (0, import_loader_utils2.promisify1)(import_zlib.default.inflate)(input);
|
|
151
|
+
return (0, import_loader_utils2.toArrayBuffer)(buffer);
|
|
154
152
|
}
|
|
155
153
|
return this.decompressSync(input);
|
|
156
154
|
}
|
|
157
155
|
compressSync(input) {
|
|
158
156
|
var _a, _b, _c, _d;
|
|
159
|
-
if (!
|
|
157
|
+
if (!import_loader_utils2.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
|
|
160
158
|
const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? import_zlib.default.gzipSync(input) : import_zlib.default.deflateSync(input);
|
|
161
|
-
return (0,
|
|
159
|
+
return (0, import_loader_utils2.toArrayBuffer)(buffer);
|
|
162
160
|
}
|
|
163
161
|
const pakoOptions = ((_c = this.options) == null ? void 0 : _c.deflate) || {};
|
|
164
162
|
const inputArray = new Uint8Array(input);
|
|
@@ -167,9 +165,9 @@ var DeflateCompression = class extends Compression {
|
|
|
167
165
|
}
|
|
168
166
|
decompressSync(input) {
|
|
169
167
|
var _a, _b, _c, _d;
|
|
170
|
-
if (!
|
|
168
|
+
if (!import_loader_utils2.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
|
|
171
169
|
const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? import_zlib.default.gunzipSync(input) : import_zlib.default.inflateSync(input);
|
|
172
|
-
return (0,
|
|
170
|
+
return (0, import_loader_utils2.toArrayBuffer)(buffer);
|
|
173
171
|
}
|
|
174
172
|
const pakoOptions = ((_c = this.options) == null ? void 0 : _c.deflate) || {};
|
|
175
173
|
const inputArray = new Uint8Array(input);
|
|
@@ -258,8 +256,7 @@ var GZipCompression = class extends DeflateCompression {
|
|
|
258
256
|
};
|
|
259
257
|
|
|
260
258
|
// dist/lib/brotli-compression.js
|
|
261
|
-
var
|
|
262
|
-
var import_loader_utils6 = require("@loaders.gl/loader-utils");
|
|
259
|
+
var import_loader_utils3 = require("@loaders.gl/loader-utils");
|
|
263
260
|
|
|
264
261
|
// dist/brotli/decode.js
|
|
265
262
|
var makeBrotliDecode = () => {
|
|
@@ -2245,7 +2242,6 @@ var BrotliDecode = makeBrotliDecode();
|
|
|
2245
2242
|
|
|
2246
2243
|
// dist/lib/brotli-compression.js
|
|
2247
2244
|
var import_zlib2 = __toESM(require("zlib"), 1);
|
|
2248
|
-
var import_loader_utils7 = require("@loaders.gl/loader-utils");
|
|
2249
2245
|
var DEFAULT_BROTLI_OPTIONS = {
|
|
2250
2246
|
brotli: {
|
|
2251
2247
|
mode: 0,
|
|
@@ -2262,52 +2258,52 @@ var BrotliCompression = class extends Compression {
|
|
|
2262
2258
|
constructor(options) {
|
|
2263
2259
|
super(options);
|
|
2264
2260
|
this.options = options;
|
|
2265
|
-
(0,
|
|
2261
|
+
(0, import_loader_utils3.registerJSModules)(options == null ? void 0 : options.modules);
|
|
2266
2262
|
}
|
|
2267
2263
|
/**
|
|
2268
2264
|
* brotli is an injectable dependency due to big size
|
|
2269
2265
|
* @param options
|
|
2270
2266
|
*/
|
|
2271
2267
|
async preload(modules = {}) {
|
|
2272
|
-
(0,
|
|
2268
|
+
(0, import_loader_utils3.registerJSModules)(modules);
|
|
2273
2269
|
}
|
|
2274
2270
|
async compress(input) {
|
|
2275
2271
|
var _a;
|
|
2276
|
-
if (!
|
|
2277
|
-
const buffer = await (0,
|
|
2278
|
-
return (0,
|
|
2272
|
+
if (!import_loader_utils3.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
|
|
2273
|
+
const buffer = await (0, import_loader_utils3.promisify1)(import_zlib2.default.brotliCompress)(input);
|
|
2274
|
+
return (0, import_loader_utils3.toArrayBuffer)(buffer);
|
|
2279
2275
|
}
|
|
2280
2276
|
return this.compressSync(input);
|
|
2281
2277
|
}
|
|
2282
2278
|
compressSync(input) {
|
|
2283
2279
|
var _a, _b;
|
|
2284
|
-
if (!
|
|
2280
|
+
if (!import_loader_utils3.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
|
|
2285
2281
|
const buffer = import_zlib2.default.brotliCompressSync(input);
|
|
2286
|
-
return (0,
|
|
2282
|
+
return (0, import_loader_utils3.toArrayBuffer)(buffer);
|
|
2287
2283
|
}
|
|
2288
2284
|
const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...(_b = this.options) == null ? void 0 : _b.brotli };
|
|
2289
2285
|
const inputArray = new Uint8Array(input);
|
|
2290
|
-
const brotli = (0,
|
|
2286
|
+
const brotli = (0, import_loader_utils3.getJSModule)("brotli", this.name);
|
|
2291
2287
|
const outputArray = brotli.compress(inputArray, brotliOptions);
|
|
2292
2288
|
return outputArray.buffer;
|
|
2293
2289
|
}
|
|
2294
2290
|
async decompress(input) {
|
|
2295
2291
|
var _a;
|
|
2296
|
-
if (!
|
|
2297
|
-
const buffer = await (0,
|
|
2298
|
-
return (0,
|
|
2292
|
+
if (!import_loader_utils3.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
|
|
2293
|
+
const buffer = await (0, import_loader_utils3.promisify1)(import_zlib2.default.brotliDecompress)(input);
|
|
2294
|
+
return (0, import_loader_utils3.toArrayBuffer)(buffer);
|
|
2299
2295
|
}
|
|
2300
2296
|
return this.decompressSync(input);
|
|
2301
2297
|
}
|
|
2302
2298
|
decompressSync(input) {
|
|
2303
2299
|
var _a, _b;
|
|
2304
|
-
if (!
|
|
2300
|
+
if (!import_loader_utils3.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
|
|
2305
2301
|
const buffer = import_zlib2.default.brotliDecompressSync(input);
|
|
2306
|
-
return (0,
|
|
2302
|
+
return (0, import_loader_utils3.toArrayBuffer)(buffer);
|
|
2307
2303
|
}
|
|
2308
2304
|
const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...(_b = this.options) == null ? void 0 : _b.brotli };
|
|
2309
2305
|
const inputArray = new Uint8Array(input);
|
|
2310
|
-
const brotli = (0,
|
|
2306
|
+
const brotli = (0, import_loader_utils3.getJSModuleOrNull)("brotli");
|
|
2311
2307
|
if (brotli) {
|
|
2312
2308
|
const outputArray2 = brotli.decompress(inputArray, brotliOptions);
|
|
2313
2309
|
return outputArray2.buffer;
|
|
@@ -2338,8 +2334,7 @@ var SnappyCompression = class extends Compression {
|
|
|
2338
2334
|
};
|
|
2339
2335
|
|
|
2340
2336
|
// dist/lib/lz4-compression.js
|
|
2341
|
-
var
|
|
2342
|
-
var import_loader_utils9 = require("@loaders.gl/loader-utils");
|
|
2337
|
+
var import_loader_utils4 = require("@loaders.gl/loader-utils");
|
|
2343
2338
|
var LZ4_MAGIC_NUMBER = 407708164;
|
|
2344
2339
|
var LZ4Compression = class extends Compression {
|
|
2345
2340
|
name = "lz4";
|
|
@@ -2350,13 +2345,13 @@ var LZ4Compression = class extends Compression {
|
|
|
2350
2345
|
constructor(options) {
|
|
2351
2346
|
super(options);
|
|
2352
2347
|
this.options = options;
|
|
2353
|
-
(0,
|
|
2348
|
+
(0, import_loader_utils4.registerJSModules)(options == null ? void 0 : options.modules);
|
|
2354
2349
|
}
|
|
2355
2350
|
async preload(modules = {}) {
|
|
2356
|
-
(0,
|
|
2351
|
+
(0, import_loader_utils4.registerJSModules)(modules);
|
|
2357
2352
|
}
|
|
2358
2353
|
compressSync(input) {
|
|
2359
|
-
const lz4js = (0,
|
|
2354
|
+
const lz4js = (0, import_loader_utils4.getJSModule)("lz4js", this.name);
|
|
2360
2355
|
const inputArray = new Uint8Array(input);
|
|
2361
2356
|
return lz4js.compress(inputArray).buffer;
|
|
2362
2357
|
}
|
|
@@ -2367,7 +2362,7 @@ var LZ4Compression = class extends Compression {
|
|
|
2367
2362
|
* If data provided without magic number we will parse it as block
|
|
2368
2363
|
*/
|
|
2369
2364
|
decompressSync(data, maxSize) {
|
|
2370
|
-
const lz4js = (0,
|
|
2365
|
+
const lz4js = (0, import_loader_utils4.getJSModule)("lz4js", this.name);
|
|
2371
2366
|
try {
|
|
2372
2367
|
const isMagicNumberExists = this.checkMagicNumber(data);
|
|
2373
2368
|
const inputArray = new Uint8Array(data);
|
|
@@ -2381,7 +2376,7 @@ var LZ4Compression = class extends Compression {
|
|
|
2381
2376
|
let uncompressed = new Uint8Array(maxSize);
|
|
2382
2377
|
const uncompressedSize = this.decodeBlock(inputArray, uncompressed);
|
|
2383
2378
|
uncompressed = uncompressed.slice(0, uncompressedSize);
|
|
2384
|
-
return (0,
|
|
2379
|
+
return (0, import_loader_utils4.toArrayBuffer)(uncompressed);
|
|
2385
2380
|
} catch (error) {
|
|
2386
2381
|
throw this.improveError(error);
|
|
2387
2382
|
}
|
|
@@ -2445,8 +2440,7 @@ var LZ4Compression = class extends Compression {
|
|
|
2445
2440
|
};
|
|
2446
2441
|
|
|
2447
2442
|
// dist/lib/zstd-compression.js
|
|
2448
|
-
var
|
|
2449
|
-
var import_loader_utils11 = require("@loaders.gl/loader-utils");
|
|
2443
|
+
var import_loader_utils5 = require("@loaders.gl/loader-utils");
|
|
2450
2444
|
var CHUNK_SIZE = 1e6;
|
|
2451
2445
|
var zstdPromise;
|
|
2452
2446
|
var zstd;
|
|
@@ -2463,25 +2457,25 @@ var ZstdCompression = class extends Compression {
|
|
|
2463
2457
|
constructor(options) {
|
|
2464
2458
|
super(options);
|
|
2465
2459
|
this.options = options;
|
|
2466
|
-
(0,
|
|
2460
|
+
(0, import_loader_utils5.registerJSModules)(options == null ? void 0 : options.modules);
|
|
2467
2461
|
}
|
|
2468
2462
|
async preload(modules = {}) {
|
|
2469
|
-
(0,
|
|
2470
|
-
(0,
|
|
2471
|
-
const ZstdCodec = (0,
|
|
2463
|
+
(0, import_loader_utils5.registerJSModules)(modules);
|
|
2464
|
+
(0, import_loader_utils5.checkJSModule)("zstd-codec", this.name);
|
|
2465
|
+
const ZstdCodec = (0, import_loader_utils5.getJSModuleOrNull)("zstd-codec");
|
|
2472
2466
|
if (!zstdPromise && ZstdCodec) {
|
|
2473
2467
|
zstdPromise = new Promise((resolve) => ZstdCodec.run((zstd2) => resolve(zstd2)));
|
|
2474
2468
|
zstd = await zstdPromise;
|
|
2475
2469
|
}
|
|
2476
2470
|
}
|
|
2477
2471
|
compressSync(input) {
|
|
2478
|
-
(0,
|
|
2472
|
+
(0, import_loader_utils5.getJSModule)("zstd-codec", this.name);
|
|
2479
2473
|
const simpleZstd = new zstd.Simple();
|
|
2480
2474
|
const inputArray = new Uint8Array(input);
|
|
2481
2475
|
return simpleZstd.compress(inputArray).buffer;
|
|
2482
2476
|
}
|
|
2483
2477
|
decompressSync(input) {
|
|
2484
|
-
(0,
|
|
2478
|
+
(0, import_loader_utils5.getJSModule)("zstd-codec", this.name);
|
|
2485
2479
|
const simpleZstd = new zstd.Simple();
|
|
2486
2480
|
const inputArray = new Uint8Array(input);
|
|
2487
2481
|
return simpleZstd.decompress(inputArray).buffer;
|
|
@@ -2500,7 +2494,7 @@ var ZstdCompression = class extends Compression {
|
|
|
2500
2494
|
};
|
|
2501
2495
|
|
|
2502
2496
|
// dist/lib/lzo-compression.js
|
|
2503
|
-
var
|
|
2497
|
+
var import_loader_utils6 = require("@loaders.gl/loader-utils");
|
|
2504
2498
|
var LZOCompression = class extends Compression {
|
|
2505
2499
|
name = "lzo";
|
|
2506
2500
|
extensions = [];
|
|
@@ -2515,22 +2509,22 @@ var LZOCompression = class extends Compression {
|
|
|
2515
2509
|
constructor(options) {
|
|
2516
2510
|
super(options);
|
|
2517
2511
|
this.options = options;
|
|
2518
|
-
(0,
|
|
2512
|
+
(0, import_loader_utils6.registerJSModules)(options == null ? void 0 : options.modules);
|
|
2519
2513
|
}
|
|
2520
2514
|
async preload(modules = {}) {
|
|
2521
|
-
(0,
|
|
2515
|
+
(0, import_loader_utils6.registerJSModules)(modules);
|
|
2522
2516
|
}
|
|
2523
2517
|
async compress(input) {
|
|
2524
2518
|
await this.preload();
|
|
2525
|
-
const lzo = (0,
|
|
2526
|
-
const inputBuffer = (0,
|
|
2519
|
+
const lzo = (0, import_loader_utils6.getJSModule)("lzo", this.name);
|
|
2520
|
+
const inputBuffer = (0, import_loader_utils6.toBuffer)(input);
|
|
2527
2521
|
return lzo.compress(inputBuffer).buffer;
|
|
2528
2522
|
}
|
|
2529
2523
|
async decompress(input) {
|
|
2530
2524
|
try {
|
|
2531
2525
|
await this.preload();
|
|
2532
|
-
const lzo = (0,
|
|
2533
|
-
const inputBuffer = (0,
|
|
2526
|
+
const lzo = (0, import_loader_utils6.getJSModule)("lzo", this.name);
|
|
2527
|
+
const inputBuffer = (0, import_loader_utils6.toBuffer)(input);
|
|
2534
2528
|
return lzo.decompress(inputBuffer).buffer;
|
|
2535
2529
|
} catch (error) {
|
|
2536
2530
|
throw error;
|
|
@@ -2540,7 +2534,7 @@ var LZOCompression = class extends Compression {
|
|
|
2540
2534
|
|
|
2541
2535
|
// dist/compress-on-worker.js
|
|
2542
2536
|
var import_worker_utils = require("@loaders.gl/worker-utils");
|
|
2543
|
-
var VERSION = true ? "4.3.0-
|
|
2537
|
+
var VERSION = true ? "4.3.0-beta.1" : "latest";
|
|
2544
2538
|
var CompressionWorker = {
|
|
2545
2539
|
id: "compression",
|
|
2546
2540
|
name: "compression",
|