@loaders.gl/compression 3.1.0-alpha.4 → 3.1.0-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/brotli/decode.d.ts +5 -0
- package/dist/brotli/decode.d.ts.map +1 -0
- package/dist/brotli/decode.js +2346 -0
- package/dist/bundle.d.ts +2 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +5 -0
- package/dist/compression-worker.d.ts +21 -0
- package/dist/compression-worker.d.ts.map +1 -0
- package/dist/compression-worker.js +4 -13
- package/dist/compression-worker.js.map +7 -1
- package/dist/dist.min.js +9 -2
- package/dist/dist.min.js.map +7 -1
- package/dist/es5/brotli/decode.js +2220 -0
- package/dist/es5/brotli/decode.js.map +1 -0
- package/dist/es5/bundle.js +1 -1
- package/dist/es5/bundle.js.map +1 -1
- package/dist/es5/compression-worker.js +3 -3
- package/dist/es5/compression-worker.js.map +1 -1
- package/dist/es5/index.js +11 -11
- package/dist/es5/lib/brotli-compression.js +84 -184
- package/dist/es5/lib/brotli-compression.js.map +1 -1
- package/dist/es5/lib/compression.js +46 -175
- package/dist/es5/lib/compression.js.map +1 -1
- package/dist/es5/lib/deflate-compression.js +118 -373
- package/dist/es5/lib/deflate-compression.js.map +1 -1
- package/dist/es5/lib/gzip-compression.js +11 -38
- package/dist/es5/lib/gzip-compression.js.map +1 -1
- package/dist/es5/lib/lz4-compression.js +81 -112
- package/dist/es5/lib/lz4-compression.js.map +1 -1
- package/dist/es5/lib/lzo-compression.js +28 -128
- package/dist/es5/lib/lzo-compression.js.map +1 -1
- package/dist/es5/lib/no-compression.js +22 -94
- package/dist/es5/lib/no-compression.js.map +1 -1
- package/dist/es5/lib/snappy-compression.js +16 -44
- package/dist/es5/lib/snappy-compression.js.map +1 -1
- package/dist/es5/lib/zstd-compression.js +27 -98
- package/dist/es5/lib/zstd-compression.js.map +1 -1
- package/dist/es5/workers/worker.js +26 -74
- package/dist/es5/workers/worker.js.map +1 -1
- package/dist/esm/brotli/decode.js +2213 -0
- package/dist/esm/brotli/decode.js.map +1 -0
- package/dist/esm/compression-worker.js +1 -1
- package/dist/esm/compression-worker.js.map +1 -1
- package/dist/esm/lib/brotli-compression.js +16 -2
- package/dist/esm/lib/brotli-compression.js.map +1 -1
- package/dist/esm/lib/compression.js +3 -3
- package/dist/esm/lib/compression.js.map +1 -1
- package/dist/esm/lib/deflate-compression.js +2 -2
- package/dist/esm/lib/deflate-compression.js.map +1 -1
- package/dist/esm/lib/zstd-compression.js +1 -1
- package/dist/esm/lib/zstd-compression.js.map +1 -1
- package/dist/esm/workers/worker.js +3 -12
- package/dist/esm/workers/worker.js.map +1 -1
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +24 -0
- package/dist/lib/brotli-compression.d.ts +31 -0
- package/dist/lib/brotli-compression.d.ts.map +1 -0
- package/dist/lib/brotli-compression.js +91 -0
- package/dist/lib/compression.d.ts +31 -0
- package/dist/lib/compression.d.ts.map +1 -0
- package/dist/lib/compression.js +57 -0
- package/dist/lib/deflate-compression.d.ts +32 -0
- package/dist/lib/deflate-compression.d.ts.map +1 -0
- package/dist/lib/deflate-compression.js +135 -0
- package/dist/lib/gzip-compression.d.ts +17 -0
- package/dist/lib/gzip-compression.d.ts.map +1 -0
- package/dist/lib/gzip-compression.js +17 -0
- package/dist/lib/lz4-compression.d.ts +37 -0
- package/dist/lib/lz4-compression.d.ts.map +1 -0
- package/dist/lib/lz4-compression.js +141 -0
- package/dist/lib/lzo-compression.d.ts +21 -0
- package/dist/lib/lzo-compression.d.ts.map +1 -0
- package/dist/lib/lzo-compression.js +58 -0
- package/dist/lib/no-compression.d.ts +18 -0
- package/dist/lib/no-compression.d.ts.map +1 -0
- package/dist/lib/no-compression.js +30 -0
- package/dist/lib/snappy-compression.d.ts +16 -0
- package/dist/lib/snappy-compression.d.ts.map +1 -0
- package/dist/lib/snappy-compression.js +27 -0
- package/dist/lib/zstd-compression.d.ts +21 -0
- package/dist/lib/zstd-compression.d.ts.map +1 -0
- package/dist/lib/zstd-compression.js +44 -0
- package/dist/types.d.ts +2 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/workers/worker.d.ts +2 -0
- package/dist/workers/worker.d.ts.map +1 -0
- package/dist/workers/worker.js +77 -0
- package/package.json +7 -7
- package/src/brotli/decode.ts +2441 -0
- package/src/lib/brotli-compression.ts +17 -3
- package/src/lib/zstd-compression.ts +1 -1
- package/src/workers/worker.ts +10 -10
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { processOnWorker } from '@loaders.gl/worker-utils';
|
|
2
|
-
const VERSION = typeof "3.1.0-
|
|
2
|
+
const VERSION = typeof "3.1.0-beta.3" !== 'undefined' ? "3.1.0-beta.3" : 'latest';
|
|
3
3
|
export const CompressionWorker = {
|
|
4
4
|
id: 'compression',
|
|
5
5
|
name: 'compression',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/compression-worker.ts"],"names":["processOnWorker","VERSION","CompressionWorker","id","name","module","version","options","compressOnWorker","data","_typecheckCompressionWorker"],"mappings":"AACA,SAAQA,eAAR,QAA8B,0BAA9B;AAIA,MAAMC,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/compression-worker.ts"],"names":["processOnWorker","VERSION","CompressionWorker","id","name","module","version","options","compressOnWorker","data","_typecheckCompressionWorker"],"mappings":"AACA,SAAQA,eAAR,QAA8B,0BAA9B;AAIA,MAAMC,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AAUA,OAAO,MAAMC,iBAAiB,GAAG;AAC/BC,EAAAA,EAAE,EAAE,aAD2B;AAE/BC,EAAAA,IAAI,EAAE,aAFyB;AAG/BC,EAAAA,MAAM,EAAE,aAHuB;AAI/BC,EAAAA,OAAO,EAAEL,OAJsB;AAK/BM,EAAAA,OAAO,EAAE;AALsB,CAA1B;AAWP,OAAO,SAASC,gBAAT,CACLC,IADK,EAELF,OAFK,EAGiB;AACtB,SAAOP,eAAe,CAACE,iBAAD,EAAoBO,IAApB,EAA0BF,OAA1B,CAAtB;AACD;AAED,OAAO,MAAMG,2BAAyC,GAAGR,iBAAlD","sourcesContent":["import type {WorkerObject} from '@loaders.gl/worker-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CompressionWorkerOptions = {\n compression: string;\n operation: 'compress' | 'decompress';\n};\n\n/**\n * Worker for Zlib real-time compression and decompression\n */\nexport const CompressionWorker = {\n id: 'compression',\n name: 'compression',\n module: 'compression',\n version: VERSION,\n options: {}\n};\n\n/**\n * Provide type safety\n */\nexport function compressOnWorker(\n data: ArrayBuffer,\n options: CompressionWorkerOptions\n): Promise<ArrayBuffer> {\n return processOnWorker(CompressionWorker, data, options);\n}\n\nexport const _typecheckCompressionWorker: WorkerObject = CompressionWorker;\n"],"file":"compression-worker.js"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
2
|
import { Compression } from './compression';
|
|
3
3
|
import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
|
|
4
|
+
import { BrotliDecode } from '../brotli/decode';
|
|
4
5
|
import zlib from 'zlib';
|
|
5
6
|
import { promisify } from '@loaders.gl/loader-utils';
|
|
6
7
|
const DEFAULT_BROTLI_OPTIONS = {
|
|
@@ -61,7 +62,13 @@ export class BrotliCompression extends Compression {
|
|
|
61
62
|
...((_this$options2 = this.options) === null || _this$options2 === void 0 ? void 0 : _this$options2.brotli)
|
|
62
63
|
};
|
|
63
64
|
const inputArray = new Uint8Array(input);
|
|
64
|
-
|
|
65
|
+
|
|
66
|
+
if (!brotli) {
|
|
67
|
+
throw new Error('brotli compression: brotli module not installed');
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
const outputArray = brotli.compress(inputArray, brotliOptions);
|
|
71
|
+
return outputArray.buffer;
|
|
65
72
|
}
|
|
66
73
|
|
|
67
74
|
async decompress(input) {
|
|
@@ -87,7 +94,14 @@ export class BrotliCompression extends Compression {
|
|
|
87
94
|
...((_this$options3 = this.options) === null || _this$options3 === void 0 ? void 0 : _this$options3.brotli)
|
|
88
95
|
};
|
|
89
96
|
const inputArray = new Uint8Array(input);
|
|
90
|
-
|
|
97
|
+
|
|
98
|
+
if (brotli) {
|
|
99
|
+
const outputArray = brotli.decompress(inputArray, brotliOptions);
|
|
100
|
+
return outputArray.buffer;
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
const outputArray = BrotliDecode(inputArray, undefined);
|
|
104
|
+
return outputArray.buffer;
|
|
91
105
|
}
|
|
92
106
|
|
|
93
107
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/brotli-compression.ts"],"names":["Compression","isBrowser","toArrayBuffer","zlib","promisify","DEFAULT_BROTLI_OPTIONS","brotli","mode","quality","lgwin","BrotliCompression","constructor","options","preload","modules","Error","name","compress","input","useZlib","buffer","brotliCompress","compressSync","brotliCompressSync","brotliOptions","inputArray","Uint8Array","decompress","brotliDecompress","decompressSync","brotliDecompressSync"],"mappings":";AAEA,SAAQA,WAAR,QAA0B,eAA1B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,0BAAvC;AAGA,OAAOC,IAAP,MAAiB,MAAjB;AACA,SAAQC,SAAR,QAAwB,0BAAxB;AAWA,MAAMC,sBAAsB,GAAG;AAC7BC,EAAAA,MAAM,EAAE;AACNC,IAAAA,IAAI,EAAE,CADA;AAENC,IAAAA,OAAO,EAAE,CAFH;AAGNC,IAAAA,KAAK,EAAE;AAHD;AADqB,CAA/B;AAQA,IAAIH,MAAJ;AAKA,OAAO,MAAMI,iBAAN,
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/brotli-compression.ts"],"names":["Compression","isBrowser","toArrayBuffer","BrotliDecode","zlib","promisify","DEFAULT_BROTLI_OPTIONS","brotli","mode","quality","lgwin","BrotliCompression","constructor","options","preload","modules","Error","name","compress","input","useZlib","buffer","brotliCompress","compressSync","brotliCompressSync","brotliOptions","inputArray","Uint8Array","outputArray","decompress","brotliDecompress","decompressSync","brotliDecompressSync","undefined"],"mappings":";AAEA,SAAQA,WAAR,QAA0B,eAA1B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,0BAAvC;AAGA,SAAQC,YAAR,QAA2B,kBAA3B;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,SAAQC,SAAR,QAAwB,0BAAxB;AAWA,MAAMC,sBAAsB,GAAG;AAC7BC,EAAAA,MAAM,EAAE;AACNC,IAAAA,IAAI,EAAE,CADA;AAENC,IAAAA,OAAO,EAAE,CAFH;AAGNC,IAAAA,KAAK,EAAE;AAHD;AADqB,CAA/B;AAQA,IAAIH,MAAJ;AAKA,OAAO,MAAMI,iBAAN,SAAgCX,WAAhC,CAA4C;AAOjDY,EAAAA,WAAW,CAACC,OAAD,EAAoC;AAC7C,UAAMA,OAAN;;AAD6C,kCANvB,QAMuB;;AAAA,wCALzB,CAAC,IAAD,CAKyB;;AAAA,8CAJnB,CAAC,IAAD,CAImB;;AAAA,yCAHxB,IAGwB;;AAAA;;AAE7C,SAAKA,OAAL,GAAeA,OAAf;AACD;;AAMY,QAAPC,OAAO,GAAkB;AAAA;;AAC7BP,IAAAA,MAAM,GAAGA,MAAM,sBAAI,KAAKM,OAAT,2EAAI,cAAcE,OAAlB,0DAAI,sBAAuBR,MAA3B,CAAf;;AACA,QAAI,CAACA,MAAL,EAAa;AACX,YAAM,IAAIS,KAAJ,CAAU,KAAKC,IAAf,CAAN;AACD;AACF;;AAEa,QAARC,QAAQ,CAACC,KAAD,EAA2C;AAAA;;AAEvD,QAAI,CAAClB,SAAD,4BAAc,KAAKY,OAAL,CAAaN,MAA3B,iDAAc,qBAAqBa,OAAvC,EAAgD;AAC9C,YAAMC,MAAM,GAAG,MAAMhB,SAAS,CAACD,IAAI,CAACkB,cAAN,CAAT,CAA+BH,KAA/B,CAArB;AACA,aAAOjB,aAAa,CAACmB,MAAD,CAApB;AACD;;AACD,WAAO,KAAKE,YAAL,CAAkBJ,KAAlB,CAAP;AACD;;AAEDI,EAAAA,YAAY,CAACJ,KAAD,EAAkC;AAAA;;AAE5C,QAAI,CAAClB,SAAD,6BAAc,KAAKY,OAAL,CAAaN,MAA3B,kDAAc,sBAAqBa,OAAvC,EAAgD;AAC9C,YAAMC,MAAM,GAAGjB,IAAI,CAACoB,kBAAL,CAAwBL,KAAxB,CAAf;AACA,aAAOjB,aAAa,CAACmB,MAAD,CAApB;AACD;;AACD,UAAMI,aAAa,GAAG,EAAC,GAAGnB,sBAAsB,CAACC,MAA3B;AAAmC,4BAAG,KAAKM,OAAR,mDAAG,eAAcN,MAAjB;AAAnC,KAAtB;AACA,UAAMmB,UAAU,GAAG,IAAIC,UAAJ,CAAeR,KAAf,CAAnB;;AAEA,QAAI,CAACZ,MAAL,EAAa;AACX,YAAM,IAAIS,KAAJ,CAAU,iDAAV,CAAN;AACD;;AAGD,UAAMY,WAAW,GAAGrB,MAAM,CAACW,QAAP,CAAgBQ,UAAhB,EAA4BD,aAA5B,CAApB;AACA,WAAOG,WAAW,CAACP,MAAnB;AACD;;AAEe,QAAVQ,UAAU,CAACV,KAAD,EAA2C;AAAA;;AAEzD,QAAI,CAAClB,SAAD,6BAAc,KAAKY,OAAL,CAAaN,MAA3B,kDAAc,sBAAqBa,OAAvC,EAAgD;AAC9C,YAAMC,MAAM,GAAG,MAAMhB,SAAS,CAACD,IAAI,CAAC0B,gBAAN,CAAT,CAAiCX,KAAjC,CAArB;AACA,aAAOjB,aAAa,CAACmB,MAAD,CAApB;AACD;;AACD,WAAO,KAAKU,cAAL,CAAoBZ,KAApB,CAAP;AACD;;AAEDY,EAAAA,cAAc,CAACZ,KAAD,EAAkC;AAAA;;AAE9C,QAAI,CAAClB,SAAD,6BAAc,KAAKY,OAAL,CAAaN,MAA3B,kDAAc,sBAAqBa,OAAvC,EAAgD;AAC9C,YAAMC,MAAM,GAAGjB,IAAI,CAAC4B,oBAAL,CAA0Bb,KAA1B,CAAf;AACA,aAAOjB,aAAa,CAACmB,MAAD,CAApB;AACD;;AAED,UAAMI,aAAa,GAAG,EAAC,GAAGnB,sBAAsB,CAACC,MAA3B;AAAmC,4BAAG,KAAKM,OAAR,mDAAG,eAAcN,MAAjB;AAAnC,KAAtB;AACA,UAAMmB,UAAU,GAAG,IAAIC,UAAJ,CAAeR,KAAf,CAAnB;;AAEA,QAAIZ,MAAJ,EAAY;AAEV,YAAMqB,WAAW,GAAGrB,MAAM,CAACsB,UAAP,CAAkBH,UAAlB,EAA8BD,aAA9B,CAApB;AACA,aAAOG,WAAW,CAACP,MAAnB;AACD;;AACD,UAAMO,WAAW,GAAGzB,YAAY,CAACuB,UAAD,EAAaO,SAAb,CAAhC;AACA,WAAOL,WAAW,CAACP,MAAnB;AACD;;AA5EgD","sourcesContent":["// BROTLI\nimport type {CompressionOptions} from './compression';\nimport {Compression} from './compression';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\nimport type brotliNamespace from 'brotli';\n// import brotli from 'brotli'; // https://bundlephobia.com/package/brotli\nimport {BrotliDecode} from '../brotli/decode';\nimport zlib from 'zlib';\nimport {promisify} from '@loaders.gl/loader-utils';\n\nexport type BrotliCompressionOptions = CompressionOptions & {\n brotli?: {\n mode?: number;\n quality?: number;\n lgwin?: number;\n useZlib?: boolean;\n };\n};\n\nconst DEFAULT_BROTLI_OPTIONS = {\n brotli: {\n mode: 0,\n quality: 8,\n lgwin: 22\n }\n};\n\nlet brotli: typeof brotliNamespace;\n\n/**\n * brotli compression / decompression\n */\nexport class BrotliCompression extends Compression {\n readonly name: string = 'brotli';\n readonly extensions = ['br'];\n readonly contentEncodings = ['br'];\n readonly isSupported = true;\n readonly options: BrotliCompressionOptions;\n\n constructor(options: BrotliCompressionOptions) {\n super(options);\n this.options = options;\n }\n\n /**\n * brotli is an injectable dependency due to big size\n * @param options\n */\n async preload(): Promise<void> {\n brotli = brotli || this.options?.modules?.brotli;\n if (!brotli) {\n throw new Error(this.name);\n }\n }\n\n async compress(input: ArrayBuffer): Promise<ArrayBuffer> {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.brotli?.useZlib) {\n const buffer = await promisify(zlib.brotliCompress)(input);\n return toArrayBuffer(buffer);\n }\n return this.compressSync(input);\n }\n\n compressSync(input: ArrayBuffer): ArrayBuffer {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.brotli?.useZlib) {\n const buffer = zlib.brotliCompressSync(input);\n return toArrayBuffer(buffer);\n }\n const brotliOptions = {...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli};\n const inputArray = new Uint8Array(input);\n\n if (!brotli) {\n throw new Error('brotli compression: brotli module not installed');\n }\n\n // @ts-ignore brotli types state that only Buffers are accepted...\n const outputArray = brotli.compress(inputArray, brotliOptions);\n return outputArray.buffer;\n }\n\n async decompress(input: ArrayBuffer): Promise<ArrayBuffer> {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.brotli?.useZlib) {\n const buffer = await promisify(zlib.brotliDecompress)(input);\n return toArrayBuffer(buffer);\n }\n return this.decompressSync(input);\n }\n\n decompressSync(input: ArrayBuffer): ArrayBuffer {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.brotli?.useZlib) {\n const buffer = zlib.brotliDecompressSync(input);\n return toArrayBuffer(buffer);\n }\n\n const brotliOptions = {...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli};\n const inputArray = new Uint8Array(input);\n\n if (brotli) {\n // @ts-ignore brotli types state that only Buffers are accepted...\n const outputArray = brotli.decompress(inputArray, brotliOptions);\n return outputArray.buffer;\n }\n const outputArray = BrotliDecode(inputArray, undefined);\n return outputArray.buffer;\n }\n}\n"],"file":"brotli-compression.js"}
|
|
@@ -29,11 +29,11 @@ export class Compression {
|
|
|
29
29
|
}
|
|
30
30
|
|
|
31
31
|
compressSync(input) {
|
|
32
|
-
throw new Error(
|
|
32
|
+
throw new Error("".concat(this.name, ": sync compression not supported"));
|
|
33
33
|
}
|
|
34
34
|
|
|
35
35
|
decompressSync(input, size) {
|
|
36
|
-
throw new Error(
|
|
36
|
+
throw new Error("".concat(this.name, ": sync decompression not supported"));
|
|
37
37
|
}
|
|
38
38
|
|
|
39
39
|
async *compressBatches(asyncIterator) {
|
|
@@ -52,7 +52,7 @@ export class Compression {
|
|
|
52
52
|
|
|
53
53
|
improveError(error) {
|
|
54
54
|
if (!error.message.includes(this.name)) {
|
|
55
|
-
error.message =
|
|
55
|
+
error.message = "".concat(this.name, " ").concat(error.message);
|
|
56
56
|
}
|
|
57
57
|
|
|
58
58
|
return error;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/compression.ts"],"names":["concatenateArrayBuffersAsync","Compression","constructor","options","compressBatches","bind","decompressBatches","preload","compress","input","compressSync","decompress","size","decompressSync","Error","name","asyncIterator","concatenate","improveError","error","message","includes"],"mappings":";AACA,SAAQA,4BAAR,QAA2C,0BAA3C;AASA,OAAO,MAAeC,WAAf,CAA2B;AAMhCC,EAAAA,WAAW,CAACC,OAAD,EAA+B;AAAA;;AAAA;;AAAA;;AAAA;;AACxC,SAAKC,eAAL,GAAuB,KAAKA,eAAL,CAAqBC,IAArB,CAA0B,IAA1B,CAAvB;AACA,SAAKC,iBAAL,GAAyB,KAAKA,iBAAL,CAAuBD,IAAvB,CAA4B,IAA5B,CAAzB;AACD;;AAGY,QAAPE,OAAO,GAAkB;AAC7B;AACD;;AAGa,QAARC,QAAQ,CAACC,KAAD,EAA2C;AACvD,UAAM,KAAKF,OAAL,EAAN;AACA,WAAO,KAAKG,YAAL,CAAkBD,KAAlB,CAAP;AACD;;AAGe,QAAVE,UAAU,CAACF,KAAD,EAAqBG,IAArB,EAA0D;AACxE,UAAM,KAAKL,OAAL,EAAN;AACA,WAAO,KAAKM,cAAL,CAAoBJ,KAApB,EAA2BG,IAA3B,CAAP;AACD;;AAGDF,EAAAA,YAAY,CAACD,KAAD,EAAkC;AAC5C,UAAM,IAAIK,KAAJ,
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/compression.ts"],"names":["concatenateArrayBuffersAsync","Compression","constructor","options","compressBatches","bind","decompressBatches","preload","compress","input","compressSync","decompress","size","decompressSync","Error","name","asyncIterator","concatenate","improveError","error","message","includes"],"mappings":";AACA,SAAQA,4BAAR,QAA2C,0BAA3C;AASA,OAAO,MAAeC,WAAf,CAA2B;AAMhCC,EAAAA,WAAW,CAACC,OAAD,EAA+B;AAAA;;AAAA;;AAAA;;AAAA;;AACxC,SAAKC,eAAL,GAAuB,KAAKA,eAAL,CAAqBC,IAArB,CAA0B,IAA1B,CAAvB;AACA,SAAKC,iBAAL,GAAyB,KAAKA,iBAAL,CAAuBD,IAAvB,CAA4B,IAA5B,CAAzB;AACD;;AAGY,QAAPE,OAAO,GAAkB;AAC7B;AACD;;AAGa,QAARC,QAAQ,CAACC,KAAD,EAA2C;AACvD,UAAM,KAAKF,OAAL,EAAN;AACA,WAAO,KAAKG,YAAL,CAAkBD,KAAlB,CAAP;AACD;;AAGe,QAAVE,UAAU,CAACF,KAAD,EAAqBG,IAArB,EAA0D;AACxE,UAAM,KAAKL,OAAL,EAAN;AACA,WAAO,KAAKM,cAAL,CAAoBJ,KAApB,EAA2BG,IAA3B,CAAP;AACD;;AAGDF,EAAAA,YAAY,CAACD,KAAD,EAAkC;AAC5C,UAAM,IAAIK,KAAJ,WAAa,KAAKC,IAAlB,sCAAN;AACD;;AAGDF,EAAAA,cAAc,CAACJ,KAAD,EAAqBG,IAArB,EAAiD;AAC7D,UAAM,IAAIE,KAAJ,WAAa,KAAKC,IAAlB,wCAAN;AACD;;AAGqB,SAAfX,eAAe,CACpBY,aADoB,EAEQ;AAE5B,UAAMP,KAAK,GAAG,MAAM,KAAKQ,WAAL,CAAiBD,aAAjB,CAApB;AACA,UAAM,KAAKR,QAAL,CAAcC,KAAd,CAAN;AACD;;AAGuB,SAAjBH,iBAAiB,CACtBU,aADsB,EAEM;AAE5B,UAAMP,KAAK,GAAG,MAAM,KAAKQ,WAAL,CAAiBD,aAAjB,CAApB;AACA,UAAM,KAAKL,UAAL,CAAgBF,KAAhB,CAAN;AACD;;AAISQ,EAAAA,WAAW,CAACD,aAAD,EAAsC;AACzD,WAAOhB,4BAA4B,CAACgB,aAAD,CAAnC;AACD;;AAESE,EAAAA,YAAY,CAACC,KAAD,EAAQ;AAC5B,QAAI,CAACA,KAAK,CAACC,OAAN,CAAcC,QAAd,CAAuB,KAAKN,IAA5B,CAAL,EAAwC;AACtCI,MAAAA,KAAK,CAACC,OAAN,aAAmB,KAAKL,IAAxB,cAAgCI,KAAK,CAACC,OAAtC;AACD;;AACD,WAAOD,KAAP;AACD;;AAnE+B","sourcesContent":["// Compression interface\nimport {concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\n/** Compression options */\nexport type CompressionOptions = {\n // operation: 'compress' | 'decompress';\n modules?: {[moduleName: string]: any};\n};\n\n/** Compression */\nexport abstract class Compression {\n abstract readonly name: string;\n abstract readonly extensions: string[];\n abstract readonly contentEncodings: string[];\n abstract readonly isSupported: boolean;\n\n constructor(options?: CompressionOptions) {\n this.compressBatches = this.compressBatches.bind(this);\n this.decompressBatches = this.decompressBatches.bind(this);\n }\n\n /** Preloads any dynamic libraries. May enable sync functions */\n async preload(): Promise<void> {\n return;\n }\n\n /** Asynchronously compress data */\n async compress(input: ArrayBuffer): Promise<ArrayBuffer> {\n await this.preload();\n return this.compressSync(input);\n }\n\n /** Asynchronously decompress data */\n async decompress(input: ArrayBuffer, size?: number): Promise<ArrayBuffer> {\n await this.preload();\n return this.decompressSync(input, size);\n }\n\n /** Synchronously compress data */\n compressSync(input: ArrayBuffer): ArrayBuffer {\n throw new Error(`${this.name}: sync compression not supported`);\n }\n\n /** Synchronously compress data */\n decompressSync(input: ArrayBuffer, size?: number): ArrayBuffer {\n throw new Error(`${this.name}: sync decompression not supported`);\n }\n\n /** Compress batches */\n async *compressBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n ): AsyncIterable<ArrayBuffer> {\n // TODO - implement incremental compression\n const input = await this.concatenate(asyncIterator);\n yield this.compress(input);\n }\n\n /** Decompress batches */\n async *decompressBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n ): AsyncIterable<ArrayBuffer> {\n // TODO - implement incremental compression\n const input = await this.concatenate(asyncIterator);\n yield this.decompress(input);\n }\n\n // HELPERS\n\n protected concatenate(asyncIterator): Promise<ArrayBuffer> {\n return concatenateArrayBuffersAsync(asyncIterator);\n }\n\n protected improveError(error) {\n if (!error.message.includes(this.name)) {\n error.message = `${this.name} ${error.message}`;\n }\n return error;\n }\n}\n"],"file":"compression.js"}
|
|
@@ -104,7 +104,7 @@ export class DeflateCompression extends Compression {
|
|
|
104
104
|
const ok = pakoProcessor.push(uint8Array, false);
|
|
105
105
|
|
|
106
106
|
if (!ok) {
|
|
107
|
-
throw new Error(
|
|
107
|
+
throw new Error("".concat(this._getError(), "write"));
|
|
108
108
|
}
|
|
109
109
|
|
|
110
110
|
const chunks = this._getChunks();
|
|
@@ -150,7 +150,7 @@ export class DeflateCompression extends Compression {
|
|
|
150
150
|
'-5': 'buffer error',
|
|
151
151
|
'-6': 'incompatible version'
|
|
152
152
|
};
|
|
153
|
-
return
|
|
153
|
+
return "".concat(this.name, ": ").concat(MESSAGES[code]);
|
|
154
154
|
}
|
|
155
155
|
|
|
156
156
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/deflate-compression.ts"],"names":["Compression","isBrowser","toArrayBuffer","pako","zlib","promisify","DeflateCompression","constructor","options","compress","input","deflate","useZlib","buffer","gzip","compressSync","decompress","gunzip","inflate","decompressSync","gzipSync","deflateSync","pakoOptions","inputArray","Uint8Array","gunzipSync","inflateSync","compressBatches","asyncIterator","pakoProcessor","Deflate","transformBatches","decompressBatches","Inflate","onData","_onData","bind","onEnd","_onEnd","chunk","uint8Array","ok","push","Error","_getError","chunks","_getChunks","emptyChunk","_chunks","status","length","code","MESSAGES","name"],"mappings":";AAEA,SAAQA,WAAR,QAA0B,eAA1B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,0BAAvC;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,SAAQC,SAAR,QAAwB,0BAAxB;AASA,OAAO,MAAMC,kBAAN,SAAiCN,WAAjC,CAA6C;AAUlDO,EAAAA,WAAW,CAACC,OAAkC,GAAG,EAAtC,EAA0C;AACnD,UAAMA,OAAN;;AADmD,kCAT7B,SAS6B;;AAAA,wCARrB,EAQqB;;AAAA,8CAPzB,CAAC,SAAD,CAOyB;;AAAA,yCAN9B,IAM8B;;AAAA;;AAAA,qCAFpB,EAEoB;;AAEnD,SAAKA,OAAL,GAAeA,OAAf;AACD;;AAEa,QAARC,QAAQ,CAACC,KAAD,EAA2C;AAAA;;AAEvD,QAAI,CAACT,SAAD,6BAAc,KAAKO,OAAL,CAAaG,OAA3B,kDAAc,sBAAsBC,OAAxC,EAAiD;AAAA;;AAC/C,YAAMC,MAAM,GAAG,+BAAKL,OAAL,CAAaG,OAAb,0EAAsBG,IAAtB,GACX,MAAMT,SAAS,CAACD,IAAI,CAACU,IAAN,CAAT,CAAqBJ,KAArB,CADK,GAEX,MAAML,SAAS,CAACD,IAAI,CAACO,OAAN,CAAT,CAAwBD,KAAxB,CAFV;AAGA,aAAOR,aAAa,CAACW,MAAD,CAApB;AACD;;AACD,WAAO,KAAKE,YAAL,CAAkBL,KAAlB,CAAP;AACD;;AAEe,QAAVM,UAAU,CAACN,KAAD,EAA2C;AAAA;;AAEzD,QAAI,CAACT,SAAD,8BAAc,KAAKO,OAAL,CAAaG,OAA3B,mDAAc,uBAAsBC,OAAxC,EAAiD;AAAA;;AAC/C,YAAMC,MAAM,GAAG,+BAAKL,OAAL,CAAaG,OAAb,0EAAsBG,IAAtB,GACX,MAAMT,SAAS,CAACD,IAAI,CAACa,MAAN,CAAT,CAAuBP,KAAvB,CADK,GAEX,MAAML,SAAS,CAACD,IAAI,CAACc,OAAN,CAAT,CAAwBR,KAAxB,CAFV;AAGA,aAAOR,aAAa,CAACW,MAAD,CAApB;AACD;;AACD,WAAO,KAAKM,cAAL,CAAoBT,KAApB,CAAP;AACD;;AAEDK,EAAAA,YAAY,CAACL,KAAD,EAAkC;AAAA;;AAE5C,QAAI,CAACT,SAAD,8BAAc,KAAKO,OAAL,CAAaG,OAA3B,mDAAc,uBAAsBC,OAAxC,EAAiD;AAAA;;AAC/C,YAAMC,MAAM,GAAG,+BAAKL,OAAL,CAAaG,OAAb,0EAAsBG,IAAtB,GAA6BV,IAAI,CAACgB,QAAL,CAAcV,KAAd,CAA7B,GAAoDN,IAAI,CAACiB,WAAL,CAAiBX,KAAjB,CAAnE;AACA,aAAOR,aAAa,CAACW,MAAD,CAApB;AACD;;AACD,UAAMS,WAAgC,GAAG,uBAAKd,OAAL,gEAAcG,OAAd,KAAyB,EAAlE;AACA,UAAMY,UAAU,GAAG,IAAIC,UAAJ,CAAed,KAAf,CAAnB;AACA,WAAOP,IAAI,CAACQ,OAAL,CAAaY,UAAb,EAAyBD,WAAzB,EAAsCT,MAA7C;AACD;;AAEDM,EAAAA,cAAc,CAACT,KAAD,EAAkC;AAAA;;AAE9C,QAAI,CAACT,SAAD,8BAAc,KAAKO,OAAL,CAAaG,OAA3B,mDAAc,uBAAsBC,OAAxC,EAAiD;AAAA;;AAC/C,YAAMC,MAAM,GAAG,+BAAKL,OAAL,CAAaG,OAAb,0EAAsBG,IAAtB,GAA6BV,IAAI,CAACqB,UAAL,CAAgBf,KAAhB,CAA7B,GAAsDN,IAAI,CAACsB,WAAL,CAAiBhB,KAAjB,CAArE;AACA,aAAOR,aAAa,CAACW,MAAD,CAApB;AACD;;AACD,UAAMS,WAAgC,GAAG,wBAAKd,OAAL,kEAAcG,OAAd,KAAyB,EAAlE;AACA,UAAMY,UAAU,GAAG,IAAIC,UAAJ,CAAed,KAAf,CAAnB;AACA,WAAOP,IAAI,CAACe,OAAL,CAAaK,UAAb,EAAyBD,WAAzB,EAAsCT,MAA7C;AACD;;AAEqB,SAAfc,eAAe,CACpBC,aADoB,EAEQ;AAAA;;AAC5B,UAAMN,WAAgC,GAAG,wBAAKd,OAAL,kEAAcG,OAAd,KAAyB,EAAlE;AACA,UAAMkB,aAAa,GAAG,IAAI1B,IAAI,CAAC2B,OAAT,CAAiBR,WAAjB,CAAtB;AACA,WAAO,KAAKS,gBAAL,CAAsBF,aAAtB,EAAqCD,aAArC,CAAP;AACD;;AAEuB,SAAjBI,iBAAiB,CACtBJ,aADsB,EAEM;AAAA;;AAC5B,UAAMN,WAAgC,GAAG,wBAAKd,OAAL,kEAAcG,OAAd,KAAyB,EAAlE;AACA,UAAMkB,aAAa,GAAG,IAAI1B,IAAI,CAAC8B,OAAT,CAAiBX,WAAjB,CAAtB;AACA,WAAO,KAAKS,gBAAL,CAAsBF,aAAtB,EAAqCD,aAArC,CAAP;AACD;;AAEsB,SAAhBG,gBAAgB,CACrBF,aADqB,EAErBD,aAFqB,EAGO;AAC5BC,IAAAA,aAAa,CAACK,MAAd,GAAuB,KAAKC,OAAL,CAAaC,IAAb,CAAkB,IAAlB,CAAvB;AACAP,IAAAA,aAAa,CAACQ,KAAd,GAAsB,KAAKC,MAAL,CAAYF,IAAZ,CAAiB,IAAjB,CAAtB;;AACA,eAAW,MAAMG,KAAjB,IAA0BX,aAA1B,EAAyC;AACvC,YAAMY,UAAU,GAAG,IAAIhB,UAAJ,CAAee,KAAf,CAAnB;AACA,YAAME,EAAE,GAAGZ,aAAa,CAACa,IAAd,CAAmBF,UAAnB,EAA+B,KAA/B,CAAX;;AACA,UAAI,CAACC,EAAL,EAAS;AACP,cAAM,IAAIE,KAAJ,CAAW,GAAE,KAAKC,SAAL,EAAiB,OAA9B,CAAN;AACD;;AACD,YAAMC,MAAM,GAAG,KAAKC,UAAL,EAAf;;AACA,aAAOD,MAAP;AACD;;AAGD,UAAME,UAAU,GAAG,IAAIvB,UAAJ,CAAe,CAAf,CAAnB;AACA,UAAMiB,EAAE,GAAGZ,aAAa,CAACa,IAAd,CAAmBK,UAAnB,EAA+B,IAA/B,CAAX;;AACA,QAAI,CAACN,EAAL,EAAS,CAGR;;AACD,UAAMI,MAAM,GAAG,KAAKC,UAAL,EAAf;;AACA,WAAOD,MAAP;AACD;;AAEDV,EAAAA,OAAO,CAACI,KAAD,EAAQ;AACb,SAAKS,OAAL,CAAaN,IAAb,CAAkBH,KAAlB;AACD;;AAEDD,EAAAA,MAAM,CAACW,MAAD,EAAS;AACb,QAAIA,MAAM,KAAK,CAAf,EAAkB;AAChB,YAAM,IAAIN,KAAJ,CAAU,KAAKC,SAAL,CAAeK,MAAf,IAAyB,KAAKD,OAAL,CAAaE,MAAhD,CAAN;AACD;AACF;;AAEDJ,EAAAA,UAAU,GAAkB;AAC1B,UAAMD,MAAM,GAAG,KAAKG,OAApB;AACA,SAAKA,OAAL,GAAe,EAAf;AACA,WAAOH,MAAP;AACD;;AAGDD,EAAAA,SAAS,CAACO,IAAY,GAAG,CAAhB,EAA2B;AAClC,UAAMC,QAAQ,GAAG;AAEf,SAAG,iBAFY;AAIf,SAAG,YAJY;AAMf,SAAG,EANY;AAQf,YAAM,YARS;AAUf,YAAM,cAVS;AAYf,YAAM,YAZS;AAcf,YAAM,qBAdS;AAgBf,YAAM,cAhBS;AAkBf,YAAM;AAlBS,KAAjB;AAoBA,WAAQ,GAAE,KAAKC,IAAK,KAAID,QAAQ,CAACD,IAAD,CAAO,EAAvC;AACD;;AA7IiD","sourcesContent":["// DEFLATE\nimport type {CompressionOptions} from './compression';\nimport {Compression} from './compression';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\nimport pako from 'pako'; // https://bundlephobia.com/package/pako\nimport zlib from 'zlib';\nimport {promisify} from '@loaders.gl/loader-utils';\n\nexport type DeflateCompressionOptions = CompressionOptions & {\n deflate?: pako.InflateOptions & pako.DeflateOptions & {useZlib?: boolean};\n};\n\n/**\n * DEFLATE compression / decompression\n */\nexport class DeflateCompression extends Compression {\n readonly name: string = 'deflate';\n readonly extensions: string[] = [];\n readonly contentEncodings = ['deflate'];\n readonly isSupported = true;\n\n readonly options: DeflateCompressionOptions;\n\n private _chunks: ArrayBuffer[] = [];\n\n constructor(options: DeflateCompressionOptions = {}) {\n super(options);\n this.options = options;\n }\n\n async compress(input: ArrayBuffer): Promise<ArrayBuffer> {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.deflate?.useZlib) {\n const buffer = this.options.deflate?.gzip\n ? await promisify(zlib.gzip)(input)\n : await promisify(zlib.deflate)(input);\n return toArrayBuffer(buffer);\n }\n return this.compressSync(input);\n }\n\n async decompress(input: ArrayBuffer): Promise<ArrayBuffer> {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.deflate?.useZlib) {\n const buffer = this.options.deflate?.gzip\n ? await promisify(zlib.gunzip)(input)\n : await promisify(zlib.inflate)(input);\n return toArrayBuffer(buffer);\n }\n return this.decompressSync(input);\n }\n\n compressSync(input: ArrayBuffer): ArrayBuffer {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.deflate?.useZlib) {\n const buffer = this.options.deflate?.gzip ? zlib.gzipSync(input) : zlib.deflateSync(input);\n return toArrayBuffer(buffer);\n }\n const pakoOptions: pako.DeflateOptions = this.options?.deflate || {};\n const inputArray = new Uint8Array(input);\n return pako.deflate(inputArray, pakoOptions).buffer;\n }\n\n decompressSync(input: ArrayBuffer): ArrayBuffer {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.deflate?.useZlib) {\n const buffer = this.options.deflate?.gzip ? zlib.gunzipSync(input) : zlib.inflateSync(input);\n return toArrayBuffer(buffer);\n }\n const pakoOptions: pako.InflateOptions = this.options?.deflate || {};\n const inputArray = new Uint8Array(input);\n return pako.inflate(inputArray, pakoOptions).buffer;\n }\n\n async *compressBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n ): AsyncIterable<ArrayBuffer> {\n const pakoOptions: pako.DeflateOptions = this.options?.deflate || {};\n const pakoProcessor = new pako.Deflate(pakoOptions);\n yield* this.transformBatches(pakoProcessor, asyncIterator);\n }\n\n async *decompressBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n ): AsyncIterable<ArrayBuffer> {\n const pakoOptions: pako.InflateOptions = this.options?.deflate || {};\n const pakoProcessor = new pako.Inflate(pakoOptions);\n yield* this.transformBatches(pakoProcessor, asyncIterator);\n }\n\n async *transformBatches(\n pakoProcessor: pako.Inflate | pako.Deflate,\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n ): AsyncIterable<ArrayBuffer> {\n pakoProcessor.onData = this._onData.bind(this);\n pakoProcessor.onEnd = this._onEnd.bind(this);\n for await (const chunk of asyncIterator) {\n const uint8Array = new Uint8Array(chunk);\n const ok = pakoProcessor.push(uint8Array, false); // false -> not last chunk\n if (!ok) {\n throw new Error(`${this._getError()}write`);\n }\n const chunks = this._getChunks();\n yield* chunks;\n }\n\n // End\n const emptyChunk = new Uint8Array(0);\n const ok = pakoProcessor.push(emptyChunk, true); // true -> last chunk\n if (!ok) {\n // For some reason we get error but it still works???\n // throw new Error(this._getError() + 'end');\n }\n const chunks = this._getChunks();\n yield* chunks;\n }\n\n _onData(chunk) {\n this._chunks.push(chunk);\n }\n\n _onEnd(status) {\n if (status !== 0) {\n throw new Error(this._getError(status) + this._chunks.length);\n }\n }\n\n _getChunks(): ArrayBuffer[] {\n const chunks = this._chunks;\n this._chunks = [];\n return chunks;\n }\n\n // TODO - For some reason we don't get the error message from pako in _onEnd?\n _getError(code: number = 0): string {\n const MESSAGES = {\n /* Z_NEED_DICT 2 */\n 2: 'need dictionary',\n /* Z_STREAM_END 1 */\n 1: 'stream end',\n /* Z_OK 0 */\n 0: '',\n /* Z_ERRNO (-1) */\n '-1': 'file error',\n /* Z_STREAM_ERROR (-2) */\n '-2': 'stream error',\n /* Z_DATA_ERROR (-3) */\n '-3': 'data error',\n /* Z_MEM_ERROR (-4) */\n '-4': 'insufficient memory',\n /* Z_BUF_ERROR (-5) */\n '-5': 'buffer error',\n /* Z_VERSION_ERROR (-6) */\n '-6': 'incompatible version'\n };\n return `${this.name}: ${MESSAGES[code]}`;\n }\n}\n"],"file":"deflate-compression.js"}
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/deflate-compression.ts"],"names":["Compression","isBrowser","toArrayBuffer","pako","zlib","promisify","DeflateCompression","constructor","options","compress","input","deflate","useZlib","buffer","gzip","compressSync","decompress","gunzip","inflate","decompressSync","gzipSync","deflateSync","pakoOptions","inputArray","Uint8Array","gunzipSync","inflateSync","compressBatches","asyncIterator","pakoProcessor","Deflate","transformBatches","decompressBatches","Inflate","onData","_onData","bind","onEnd","_onEnd","chunk","uint8Array","ok","push","Error","_getError","chunks","_getChunks","emptyChunk","_chunks","status","length","code","MESSAGES","name"],"mappings":";AAEA,SAAQA,WAAR,QAA0B,eAA1B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,0BAAvC;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,SAAQC,SAAR,QAAwB,0BAAxB;AASA,OAAO,MAAMC,kBAAN,SAAiCN,WAAjC,CAA6C;AAUlDO,EAAAA,WAAW,CAACC,OAAkC,GAAG,EAAtC,EAA0C;AACnD,UAAMA,OAAN;;AADmD,kCAT7B,SAS6B;;AAAA,wCARrB,EAQqB;;AAAA,8CAPzB,CAAC,SAAD,CAOyB;;AAAA,yCAN9B,IAM8B;;AAAA;;AAAA,qCAFpB,EAEoB;;AAEnD,SAAKA,OAAL,GAAeA,OAAf;AACD;;AAEa,QAARC,QAAQ,CAACC,KAAD,EAA2C;AAAA;;AAEvD,QAAI,CAACT,SAAD,6BAAc,KAAKO,OAAL,CAAaG,OAA3B,kDAAc,sBAAsBC,OAAxC,EAAiD;AAAA;;AAC/C,YAAMC,MAAM,GAAG,+BAAKL,OAAL,CAAaG,OAAb,0EAAsBG,IAAtB,GACX,MAAMT,SAAS,CAACD,IAAI,CAACU,IAAN,CAAT,CAAqBJ,KAArB,CADK,GAEX,MAAML,SAAS,CAACD,IAAI,CAACO,OAAN,CAAT,CAAwBD,KAAxB,CAFV;AAGA,aAAOR,aAAa,CAACW,MAAD,CAApB;AACD;;AACD,WAAO,KAAKE,YAAL,CAAkBL,KAAlB,CAAP;AACD;;AAEe,QAAVM,UAAU,CAACN,KAAD,EAA2C;AAAA;;AAEzD,QAAI,CAACT,SAAD,8BAAc,KAAKO,OAAL,CAAaG,OAA3B,mDAAc,uBAAsBC,OAAxC,EAAiD;AAAA;;AAC/C,YAAMC,MAAM,GAAG,+BAAKL,OAAL,CAAaG,OAAb,0EAAsBG,IAAtB,GACX,MAAMT,SAAS,CAACD,IAAI,CAACa,MAAN,CAAT,CAAuBP,KAAvB,CADK,GAEX,MAAML,SAAS,CAACD,IAAI,CAACc,OAAN,CAAT,CAAwBR,KAAxB,CAFV;AAGA,aAAOR,aAAa,CAACW,MAAD,CAApB;AACD;;AACD,WAAO,KAAKM,cAAL,CAAoBT,KAApB,CAAP;AACD;;AAEDK,EAAAA,YAAY,CAACL,KAAD,EAAkC;AAAA;;AAE5C,QAAI,CAACT,SAAD,8BAAc,KAAKO,OAAL,CAAaG,OAA3B,mDAAc,uBAAsBC,OAAxC,EAAiD;AAAA;;AAC/C,YAAMC,MAAM,GAAG,+BAAKL,OAAL,CAAaG,OAAb,0EAAsBG,IAAtB,GAA6BV,IAAI,CAACgB,QAAL,CAAcV,KAAd,CAA7B,GAAoDN,IAAI,CAACiB,WAAL,CAAiBX,KAAjB,CAAnE;AACA,aAAOR,aAAa,CAACW,MAAD,CAApB;AACD;;AACD,UAAMS,WAAgC,GAAG,uBAAKd,OAAL,gEAAcG,OAAd,KAAyB,EAAlE;AACA,UAAMY,UAAU,GAAG,IAAIC,UAAJ,CAAed,KAAf,CAAnB;AACA,WAAOP,IAAI,CAACQ,OAAL,CAAaY,UAAb,EAAyBD,WAAzB,EAAsCT,MAA7C;AACD;;AAEDM,EAAAA,cAAc,CAACT,KAAD,EAAkC;AAAA;;AAE9C,QAAI,CAACT,SAAD,8BAAc,KAAKO,OAAL,CAAaG,OAA3B,mDAAc,uBAAsBC,OAAxC,EAAiD;AAAA;;AAC/C,YAAMC,MAAM,GAAG,+BAAKL,OAAL,CAAaG,OAAb,0EAAsBG,IAAtB,GAA6BV,IAAI,CAACqB,UAAL,CAAgBf,KAAhB,CAA7B,GAAsDN,IAAI,CAACsB,WAAL,CAAiBhB,KAAjB,CAArE;AACA,aAAOR,aAAa,CAACW,MAAD,CAApB;AACD;;AACD,UAAMS,WAAgC,GAAG,wBAAKd,OAAL,kEAAcG,OAAd,KAAyB,EAAlE;AACA,UAAMY,UAAU,GAAG,IAAIC,UAAJ,CAAed,KAAf,CAAnB;AACA,WAAOP,IAAI,CAACe,OAAL,CAAaK,UAAb,EAAyBD,WAAzB,EAAsCT,MAA7C;AACD;;AAEqB,SAAfc,eAAe,CACpBC,aADoB,EAEQ;AAAA;;AAC5B,UAAMN,WAAgC,GAAG,wBAAKd,OAAL,kEAAcG,OAAd,KAAyB,EAAlE;AACA,UAAMkB,aAAa,GAAG,IAAI1B,IAAI,CAAC2B,OAAT,CAAiBR,WAAjB,CAAtB;AACA,WAAO,KAAKS,gBAAL,CAAsBF,aAAtB,EAAqCD,aAArC,CAAP;AACD;;AAEuB,SAAjBI,iBAAiB,CACtBJ,aADsB,EAEM;AAAA;;AAC5B,UAAMN,WAAgC,GAAG,wBAAKd,OAAL,kEAAcG,OAAd,KAAyB,EAAlE;AACA,UAAMkB,aAAa,GAAG,IAAI1B,IAAI,CAAC8B,OAAT,CAAiBX,WAAjB,CAAtB;AACA,WAAO,KAAKS,gBAAL,CAAsBF,aAAtB,EAAqCD,aAArC,CAAP;AACD;;AAEsB,SAAhBG,gBAAgB,CACrBF,aADqB,EAErBD,aAFqB,EAGO;AAC5BC,IAAAA,aAAa,CAACK,MAAd,GAAuB,KAAKC,OAAL,CAAaC,IAAb,CAAkB,IAAlB,CAAvB;AACAP,IAAAA,aAAa,CAACQ,KAAd,GAAsB,KAAKC,MAAL,CAAYF,IAAZ,CAAiB,IAAjB,CAAtB;;AACA,eAAW,MAAMG,KAAjB,IAA0BX,aAA1B,EAAyC;AACvC,YAAMY,UAAU,GAAG,IAAIhB,UAAJ,CAAee,KAAf,CAAnB;AACA,YAAME,EAAE,GAAGZ,aAAa,CAACa,IAAd,CAAmBF,UAAnB,EAA+B,KAA/B,CAAX;;AACA,UAAI,CAACC,EAAL,EAAS;AACP,cAAM,IAAIE,KAAJ,WAAa,KAAKC,SAAL,EAAb,WAAN;AACD;;AACD,YAAMC,MAAM,GAAG,KAAKC,UAAL,EAAf;;AACA,aAAOD,MAAP;AACD;;AAGD,UAAME,UAAU,GAAG,IAAIvB,UAAJ,CAAe,CAAf,CAAnB;AACA,UAAMiB,EAAE,GAAGZ,aAAa,CAACa,IAAd,CAAmBK,UAAnB,EAA+B,IAA/B,CAAX;;AACA,QAAI,CAACN,EAAL,EAAS,CAGR;;AACD,UAAMI,MAAM,GAAG,KAAKC,UAAL,EAAf;;AACA,WAAOD,MAAP;AACD;;AAEDV,EAAAA,OAAO,CAACI,KAAD,EAAQ;AACb,SAAKS,OAAL,CAAaN,IAAb,CAAkBH,KAAlB;AACD;;AAEDD,EAAAA,MAAM,CAACW,MAAD,EAAS;AACb,QAAIA,MAAM,KAAK,CAAf,EAAkB;AAChB,YAAM,IAAIN,KAAJ,CAAU,KAAKC,SAAL,CAAeK,MAAf,IAAyB,KAAKD,OAAL,CAAaE,MAAhD,CAAN;AACD;AACF;;AAEDJ,EAAAA,UAAU,GAAkB;AAC1B,UAAMD,MAAM,GAAG,KAAKG,OAApB;AACA,SAAKA,OAAL,GAAe,EAAf;AACA,WAAOH,MAAP;AACD;;AAGDD,EAAAA,SAAS,CAACO,IAAY,GAAG,CAAhB,EAA2B;AAClC,UAAMC,QAAQ,GAAG;AAEf,SAAG,iBAFY;AAIf,SAAG,YAJY;AAMf,SAAG,EANY;AAQf,YAAM,YARS;AAUf,YAAM,cAVS;AAYf,YAAM,YAZS;AAcf,YAAM,qBAdS;AAgBf,YAAM,cAhBS;AAkBf,YAAM;AAlBS,KAAjB;AAoBA,qBAAU,KAAKC,IAAf,eAAwBD,QAAQ,CAACD,IAAD,CAAhC;AACD;;AA7IiD","sourcesContent":["// DEFLATE\nimport type {CompressionOptions} from './compression';\nimport {Compression} from './compression';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\nimport pako from 'pako'; // https://bundlephobia.com/package/pako\nimport zlib from 'zlib';\nimport {promisify} from '@loaders.gl/loader-utils';\n\nexport type DeflateCompressionOptions = CompressionOptions & {\n deflate?: pako.InflateOptions & pako.DeflateOptions & {useZlib?: boolean};\n};\n\n/**\n * DEFLATE compression / decompression\n */\nexport class DeflateCompression extends Compression {\n readonly name: string = 'deflate';\n readonly extensions: string[] = [];\n readonly contentEncodings = ['deflate'];\n readonly isSupported = true;\n\n readonly options: DeflateCompressionOptions;\n\n private _chunks: ArrayBuffer[] = [];\n\n constructor(options: DeflateCompressionOptions = {}) {\n super(options);\n this.options = options;\n }\n\n async compress(input: ArrayBuffer): Promise<ArrayBuffer> {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.deflate?.useZlib) {\n const buffer = this.options.deflate?.gzip\n ? await promisify(zlib.gzip)(input)\n : await promisify(zlib.deflate)(input);\n return toArrayBuffer(buffer);\n }\n return this.compressSync(input);\n }\n\n async decompress(input: ArrayBuffer): Promise<ArrayBuffer> {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.deflate?.useZlib) {\n const buffer = this.options.deflate?.gzip\n ? await promisify(zlib.gunzip)(input)\n : await promisify(zlib.inflate)(input);\n return toArrayBuffer(buffer);\n }\n return this.decompressSync(input);\n }\n\n compressSync(input: ArrayBuffer): ArrayBuffer {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.deflate?.useZlib) {\n const buffer = this.options.deflate?.gzip ? zlib.gzipSync(input) : zlib.deflateSync(input);\n return toArrayBuffer(buffer);\n }\n const pakoOptions: pako.DeflateOptions = this.options?.deflate || {};\n const inputArray = new Uint8Array(input);\n return pako.deflate(inputArray, pakoOptions).buffer;\n }\n\n decompressSync(input: ArrayBuffer): ArrayBuffer {\n // On Node.js we can use built-in zlib\n if (!isBrowser && this.options.deflate?.useZlib) {\n const buffer = this.options.deflate?.gzip ? zlib.gunzipSync(input) : zlib.inflateSync(input);\n return toArrayBuffer(buffer);\n }\n const pakoOptions: pako.InflateOptions = this.options?.deflate || {};\n const inputArray = new Uint8Array(input);\n return pako.inflate(inputArray, pakoOptions).buffer;\n }\n\n async *compressBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n ): AsyncIterable<ArrayBuffer> {\n const pakoOptions: pako.DeflateOptions = this.options?.deflate || {};\n const pakoProcessor = new pako.Deflate(pakoOptions);\n yield* this.transformBatches(pakoProcessor, asyncIterator);\n }\n\n async *decompressBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n ): AsyncIterable<ArrayBuffer> {\n const pakoOptions: pako.InflateOptions = this.options?.deflate || {};\n const pakoProcessor = new pako.Inflate(pakoOptions);\n yield* this.transformBatches(pakoProcessor, asyncIterator);\n }\n\n async *transformBatches(\n pakoProcessor: pako.Inflate | pako.Deflate,\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n ): AsyncIterable<ArrayBuffer> {\n pakoProcessor.onData = this._onData.bind(this);\n pakoProcessor.onEnd = this._onEnd.bind(this);\n for await (const chunk of asyncIterator) {\n const uint8Array = new Uint8Array(chunk);\n const ok = pakoProcessor.push(uint8Array, false); // false -> not last chunk\n if (!ok) {\n throw new Error(`${this._getError()}write`);\n }\n const chunks = this._getChunks();\n yield* chunks;\n }\n\n // End\n const emptyChunk = new Uint8Array(0);\n const ok = pakoProcessor.push(emptyChunk, true); // true -> last chunk\n if (!ok) {\n // For some reason we get error but it still works???\n // throw new Error(this._getError() + 'end');\n }\n const chunks = this._getChunks();\n yield* chunks;\n }\n\n _onData(chunk) {\n this._chunks.push(chunk);\n }\n\n _onEnd(status) {\n if (status !== 0) {\n throw new Error(this._getError(status) + this._chunks.length);\n }\n }\n\n _getChunks(): ArrayBuffer[] {\n const chunks = this._chunks;\n this._chunks = [];\n return chunks;\n }\n\n // TODO - For some reason we don't get the error message from pako in _onEnd?\n _getError(code: number = 0): string {\n const MESSAGES = {\n /* Z_NEED_DICT 2 */\n 2: 'need dictionary',\n /* Z_STREAM_END 1 */\n 1: 'stream end',\n /* Z_OK 0 */\n 0: '',\n /* Z_ERRNO (-1) */\n '-1': 'file error',\n /* Z_STREAM_ERROR (-2) */\n '-2': 'stream error',\n /* Z_DATA_ERROR (-3) */\n '-3': 'data error',\n /* Z_MEM_ERROR (-4) */\n '-4': 'insufficient memory',\n /* Z_BUF_ERROR (-5) */\n '-5': 'buffer error',\n /* Z_VERSION_ERROR (-6) */\n '-6': 'incompatible version'\n };\n return `${this.name}: ${MESSAGES[code]}`;\n }\n}\n"],"file":"deflate-compression.js"}
|
|
@@ -22,7 +22,7 @@ export class ZstdCompression extends Compression {
|
|
|
22
22
|
ZstdCodec = (_this$options = this.options) === null || _this$options === void 0 ? void 0 : (_this$options$modules = _this$options.modules) === null || _this$options$modules === void 0 ? void 0 : _this$options$modules['zstd-codec'];
|
|
23
23
|
|
|
24
24
|
if (!ZstdCodec) {
|
|
25
|
-
|
|
25
|
+
console.warn("".concat(this.name, " library not installed"));
|
|
26
26
|
}
|
|
27
27
|
}
|
|
28
28
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/zstd-compression.ts"],"names":["Compression","ZstdCodec","zstd","ZstdCompression","constructor","options","modules","
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/zstd-compression.ts"],"names":["Compression","ZstdCodec","zstd","ZstdCompression","constructor","options","modules","console","warn","name","preload","Promise","resolve","run","compressSync","input","simpleZstd","Simple","inputArray","Uint8Array","compress","buffer","decompressSync","decompress"],"mappings":";AAEA,SAAQA,WAAR,QAA0B,eAA1B;AAGA,IAAIC,SAAJ;AACA,IAAIC,IAAJ;AAKA,OAAO,MAAMC,eAAN,SAA8BH,WAA9B,CAA0C;AAW/CI,EAAAA,WAAW,CAACC,OAAD,EAA8B;AAAA;;AACvC,UAAMA,OAAN;;AADuC,kCAVjB,MAUiB;;AAAA,wCATnB,EASmB;;AAAA,8CARb,EAQa;;AAAA,yCAPlB,IAOkB;;AAAA;;AAEvC,SAAKA,OAAL,GAAeA,OAAf;AAEAJ,IAAAA,SAAS,oBAAG,KAAKI,OAAR,2EAAG,cAAcC,OAAjB,0DAAG,sBAAwB,YAAxB,CAAZ;;AACA,QAAI,CAACL,SAAL,EAAgB;AACdM,MAAAA,OAAO,CAACC,IAAR,WAAgB,KAAKC,IAArB;AACD;AACF;;AAEY,QAAPC,OAAO,GAAkB;AAC7BR,IAAAA,IAAI,GAAGA,IAAI,KAAK,MAAM,IAAIS,OAAJ,CAAaC,OAAD,IAAaX,SAAS,CAACY,GAAV,CAAeX,IAAD,IAAUU,OAAO,CAACV,IAAD,CAA/B,CAAzB,CAAX,CAAX;AACD;;AAEDY,EAAAA,YAAY,CAACC,KAAD,EAAkC;AAC5C,UAAMC,UAAU,GAAG,IAAId,IAAI,CAACe,MAAT,EAAnB;AACA,UAAMC,UAAU,GAAG,IAAIC,UAAJ,CAAeJ,KAAf,CAAnB;AACA,WAAOC,UAAU,CAACI,QAAX,CAAoBF,UAApB,EAAgCG,MAAvC;AACD;;AAEDC,EAAAA,cAAc,CAACP,KAAD,EAAkC;AAC9C,UAAMC,UAAU,GAAG,IAAId,IAAI,CAACe,MAAT,EAAnB;AAGA,UAAMC,UAAU,GAAG,IAAIC,UAAJ,CAAeJ,KAAf,CAAnB;AACA,WAAOC,UAAU,CAACO,UAAX,CAAsBL,UAAtB,EAAkCG,MAAzC;AACD;;AArC8C","sourcesContent":["// ZSTD\nimport type {CompressionOptions} from './compression';\nimport {Compression} from './compression';\n// import {ZstdCodec} from 'zstd-codec'; // https://bundlephobia.com/package/zstd-codec\n\nlet ZstdCodec;\nlet zstd;\n\n/**\n * Zstandard compression / decompression\n */\nexport class ZstdCompression extends Compression {\n readonly name: string = 'zstd';\n readonly extensions = [];\n readonly contentEncodings = [];\n readonly isSupported = true;\n readonly options: CompressionOptions;\n\n /**\n * zstd-codec is an injectable dependency due to big size\n * @param options\n */\n constructor(options: CompressionOptions) {\n super(options);\n this.options = options;\n\n ZstdCodec = this.options?.modules?.['zstd-codec'];\n if (!ZstdCodec) {\n console.warn(`${this.name} library not installed`);\n }\n }\n\n async preload(): Promise<void> {\n zstd = zstd || (await new Promise((resolve) => ZstdCodec.run((zstd) => resolve(zstd))));\n }\n\n compressSync(input: ArrayBuffer): ArrayBuffer {\n const simpleZstd = new zstd.Simple();\n const inputArray = new Uint8Array(input);\n return simpleZstd.compress(inputArray).buffer;\n }\n\n decompressSync(input: ArrayBuffer): ArrayBuffer {\n const simpleZstd = new zstd.Simple();\n // var ddict = new zstd.Dict.Decompression(dictData);\n // var jsonBytes = simpleZstd.decompressUsingDict(jsonZstData, ddict);\n const inputArray = new Uint8Array(input);\n return simpleZstd.decompress(inputArray).buffer;\n }\n}\n"],"file":"zstd-compression.js"}
|
|
@@ -6,18 +6,9 @@ import { GZipCompression } from '../lib/gzip-compression';
|
|
|
6
6
|
import { LZ4Compression } from '../lib/lz4-compression';
|
|
7
7
|
import { SnappyCompression } from '../lib/snappy-compression';
|
|
8
8
|
import { ZstdCompression } from '../lib/zstd-compression';
|
|
9
|
-
import brotliDecompress from 'brotli/decompress';
|
|
10
9
|
import lz4js from 'lz4js';
|
|
11
|
-
import { ZstdCodec } from 'zstd-codec';
|
|
12
10
|
const modules = {
|
|
13
|
-
|
|
14
|
-
decompress: brotliDecompress,
|
|
15
|
-
compress: () => {
|
|
16
|
-
throw new Error('brotli compress');
|
|
17
|
-
}
|
|
18
|
-
},
|
|
19
|
-
lz4js,
|
|
20
|
-
'zstd-codec': ZstdCodec
|
|
11
|
+
lz4js
|
|
21
12
|
};
|
|
22
13
|
const COMPRESSIONS = [new NoCompression({
|
|
23
14
|
modules
|
|
@@ -61,7 +52,7 @@ function getOperation(operation) {
|
|
|
61
52
|
return 'decompress';
|
|
62
53
|
|
|
63
54
|
default:
|
|
64
|
-
throw new Error(
|
|
55
|
+
throw new Error("@loaders.gl/compression: Unsupported operation ".concat(operation, ". Expected 'compress' or 'decompress'"));
|
|
65
56
|
}
|
|
66
57
|
}
|
|
67
58
|
|
|
@@ -69,7 +60,7 @@ function getCompression(name) {
|
|
|
69
60
|
const Compression = COMPRESSIONS.find(compression_ => name === compression_.name);
|
|
70
61
|
|
|
71
62
|
if (!Compression) {
|
|
72
|
-
throw new Error(
|
|
63
|
+
throw new Error("@loaders.gl/compression: Unsupported compression ".concat(name));
|
|
73
64
|
}
|
|
74
65
|
|
|
75
66
|
return Compression;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/workers/worker.ts"],"names":["createWorker","NoCompression","BrotliCompression","DeflateCompression","GZipCompression","LZ4Compression","SnappyCompression","ZstdCompression","
|
|
1
|
+
{"version":3,"sources":["../../../src/workers/worker.ts"],"names":["createWorker","NoCompression","BrotliCompression","DeflateCompression","GZipCompression","LZ4Compression","SnappyCompression","ZstdCompression","lz4js","modules","COMPRESSIONS","data","options","operation","getOperation","String","compression","getCompression","compress","decompress","Error","name","Compression","find","compression_"],"mappings":"AAAA,SAAQA,YAAR,QAA2B,0BAA3B;AAGA,SAAQC,aAAR,QAA4B,uBAA5B;AACA,SAAQC,iBAAR,QAAgC,2BAAhC;AACA,SAAQC,kBAAR,QAAiC,4BAAjC;AACA,SAAQC,eAAR,QAA8B,yBAA9B;AACA,SAAQC,cAAR,QAA6B,wBAA7B;AAEA,SAAQC,iBAAR,QAAgC,2BAAhC;AACA,SAAQC,eAAR,QAA8B,yBAA9B;AAMA,OAAOC,KAAP,MAAkB,OAAlB;AAKA,MAAMC,OAAO,GAAG;AAQdD,EAAAA;AARc,CAAhB;AAcA,MAAME,YAAY,GAAG,CACnB,IAAIT,aAAJ,CAAkB;AAACQ,EAAAA;AAAD,CAAlB,CADmB,EAEnB,IAAIP,iBAAJ,CAAsB;AAACO,EAAAA;AAAD,CAAtB,CAFmB,EAGnB,IAAIN,kBAAJ,CAAuB;AAACM,EAAAA;AAAD,CAAvB,CAHmB,EAInB,IAAIL,eAAJ,CAAoB;AAACK,EAAAA;AAAD,CAApB,CAJmB,EAMnB,IAAIJ,cAAJ,CAAmB;AAACI,EAAAA;AAAD,CAAnB,CANmB,EAOnB,IAAIH,iBAAJ,CAAsB;AAACG,EAAAA;AAAD,CAAtB,CAPmB,EAQnB,IAAIF,eAAJ,CAAoB;AAACE,EAAAA;AAAD,CAApB,CARmB,CAArB;AAWAT,YAAY,CAAC,OAAOW,IAAP,EAAaC,OAAO,GAAG,EAAvB,KAA8B;AACzC,QAAMC,SAAS,GAAGC,YAAY,CAACC,MAAM,CAACH,OAAD,aAACA,OAAD,uBAACA,OAAO,CAAEC,SAAV,CAAP,CAA9B;AACA,QAAMG,WAAW,GAAGC,cAAc,CAACF,MAAM,CAACH,OAAD,aAACA,OAAD,uBAACA,OAAO,CAAEI,WAAV,CAAP,CAAlC;;AAGA,UAAQH,SAAR;AACE,SAAK,UAAL;AACE,aAAO,MAAMG,WAAW,CAACE,QAAZ,CAAqBP,IAArB,CAAb;;AACF,SAAK,YAAL;AACE,aAAO,MAAMK,WAAW,CAACG,UAAZ,CAAuBR,IAAvB,CAAb;;AACF;AACE,YAAM,IAAIS,KAAJ,CAAU,gBAAV,CAAN;AANJ;AAQD,CAbW,CAAZ;;AAeA,SAASN,YAAT,CAAsBD,SAAtB,EAAoE;AAClE,UAAQA,SAAR;AACE,SAAK,UAAL;AACA,SAAK,SAAL;AACE,aAAO,UAAP;;AACF,SAAK,YAAL;AACA,SAAK,SAAL;AACE,aAAO,YAAP;;AACF;AACE,YAAM,IAAIO,KAAJ,0DAC8CP,SAD9C,2CAAN;AARJ;AAYD;;AAED,SAASI,cAAT,CAAwBI,IAAxB,EAAsC;AACpC,QAAMC,WAAW,GAAGZ,YAAY,CAACa,IAAb,CAAmBC,YAAD,IAAkBH,IAAI,KAAKG,YAAY,CAACH,IAA1D,CAApB;;AACA,MAAI,CAACC,WAAL,EAAkB;AAChB,UAAM,IAAIF,KAAJ,4DAA8DC,IAA9D,EAAN;AACD;;AACD,SAAOC,WAAP;AACD","sourcesContent":["import {createWorker} from '@loaders.gl/worker-utils';\n\n// Compressors\nimport {NoCompression} from '../lib/no-compression';\nimport {BrotliCompression} from '../lib/brotli-compression';\nimport {DeflateCompression} from '../lib/deflate-compression';\nimport {GZipCompression} from '../lib/gzip-compression';\nimport {LZ4Compression} from '../lib/lz4-compression';\n// import {LZOCompression} from '../lib/lzo-compression';\nimport {SnappyCompression} from '../lib/snappy-compression';\nimport {ZstdCompression} from '../lib/zstd-compression';\n\n// Import big dependencies\n\n// import brotli from 'brotli'; - brotli has problems with decompress in browsers\n// import brotliDecompress from 'brotli/decompress';\nimport lz4js from 'lz4js';\n// import lzo from 'lzo';\n// import {ZstdCodec} from 'zstd-codec';\n\n// Inject large dependencies through Compression constructor options\nconst modules = {\n // brotli has problems with decompress in browsers\n // brotli: {\n // decompress: brotliDecompress,\n // compress: () => {\n // throw new Error('brotli compress');\n // }\n // },\n lz4js\n // lzo,\n // 'zstd-codec': ZstdCodec\n};\n\n/** @type {Compression[]} */\nconst COMPRESSIONS = [\n new NoCompression({modules}),\n new BrotliCompression({modules}),\n new DeflateCompression({modules}),\n new GZipCompression({modules}),\n // new LZOCompression({modules}),\n new LZ4Compression({modules}),\n new SnappyCompression({modules}),\n new ZstdCompression({modules})\n];\n\ncreateWorker(async (data, options = {}) => {\n const operation = getOperation(String(options?.operation));\n const compression = getCompression(String(options?.compression));\n\n // @ts-ignore\n switch (operation) {\n case 'compress':\n return await compression.compress(data);\n case 'decompress':\n return await compression.decompress(data);\n default:\n throw new Error('invalid option');\n }\n});\n\nfunction getOperation(operation: string): 'compress' | 'decompress' {\n switch (operation) {\n case 'compress':\n case 'deflate':\n return 'compress';\n case 'decompress':\n case 'inflate':\n return 'decompress';\n default:\n throw new Error(\n `@loaders.gl/compression: Unsupported operation ${operation}. Expected 'compress' or 'decompress'`\n );\n }\n}\n\nfunction getCompression(name: string) {\n const Compression = COMPRESSIONS.find((compression_) => name === compression_.name);\n if (!Compression) {\n throw new Error(`@loaders.gl/compression: Unsupported compression ${name}`);\n }\n return Compression;\n}\n"],"file":"worker.js"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export type { CompressionOptions } from './lib/compression';
|
|
2
|
+
export { Compression } from './lib/compression';
|
|
3
|
+
export { NoCompression } from './lib/no-compression';
|
|
4
|
+
export { DeflateCompression } from './lib/deflate-compression';
|
|
5
|
+
export { GZipCompression } from './lib/gzip-compression';
|
|
6
|
+
export { LZ4Compression } from './lib/lz4-compression';
|
|
7
|
+
export { ZstdCompression } from './lib/zstd-compression';
|
|
8
|
+
export { SnappyCompression } from './lib/snappy-compression';
|
|
9
|
+
export { BrotliCompression } from './lib/brotli-compression';
|
|
10
|
+
export { LZOCompression } from './lib/lzo-compression';
|
|
11
|
+
export type { CompressionWorkerOptions } from './compression-worker';
|
|
12
|
+
export { CompressionWorker, compressOnWorker } from './compression-worker';
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,kBAAkB,EAAC,MAAM,mBAAmB,CAAC;AAE1D,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAC,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAC,eAAe,EAAC,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAC,cAAc,EAAC,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAC,eAAe,EAAC,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAC,cAAc,EAAC,MAAM,uBAAuB,CAAC;AAErD,YAAY,EAAC,wBAAwB,EAAC,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.compressOnWorker = exports.CompressionWorker = exports.LZOCompression = exports.BrotliCompression = exports.SnappyCompression = exports.ZstdCompression = exports.LZ4Compression = exports.GZipCompression = exports.DeflateCompression = exports.NoCompression = exports.Compression = void 0;
|
|
4
|
+
var compression_1 = require("./lib/compression");
|
|
5
|
+
Object.defineProperty(exports, "Compression", { enumerable: true, get: function () { return compression_1.Compression; } });
|
|
6
|
+
var no_compression_1 = require("./lib/no-compression");
|
|
7
|
+
Object.defineProperty(exports, "NoCompression", { enumerable: true, get: function () { return no_compression_1.NoCompression; } });
|
|
8
|
+
var deflate_compression_1 = require("./lib/deflate-compression");
|
|
9
|
+
Object.defineProperty(exports, "DeflateCompression", { enumerable: true, get: function () { return deflate_compression_1.DeflateCompression; } });
|
|
10
|
+
var gzip_compression_1 = require("./lib/gzip-compression");
|
|
11
|
+
Object.defineProperty(exports, "GZipCompression", { enumerable: true, get: function () { return gzip_compression_1.GZipCompression; } });
|
|
12
|
+
var lz4_compression_1 = require("./lib/lz4-compression");
|
|
13
|
+
Object.defineProperty(exports, "LZ4Compression", { enumerable: true, get: function () { return lz4_compression_1.LZ4Compression; } });
|
|
14
|
+
var zstd_compression_1 = require("./lib/zstd-compression");
|
|
15
|
+
Object.defineProperty(exports, "ZstdCompression", { enumerable: true, get: function () { return zstd_compression_1.ZstdCompression; } });
|
|
16
|
+
var snappy_compression_1 = require("./lib/snappy-compression");
|
|
17
|
+
Object.defineProperty(exports, "SnappyCompression", { enumerable: true, get: function () { return snappy_compression_1.SnappyCompression; } });
|
|
18
|
+
var brotli_compression_1 = require("./lib/brotli-compression");
|
|
19
|
+
Object.defineProperty(exports, "BrotliCompression", { enumerable: true, get: function () { return brotli_compression_1.BrotliCompression; } });
|
|
20
|
+
var lzo_compression_1 = require("./lib/lzo-compression");
|
|
21
|
+
Object.defineProperty(exports, "LZOCompression", { enumerable: true, get: function () { return lzo_compression_1.LZOCompression; } });
|
|
22
|
+
var compression_worker_1 = require("./compression-worker");
|
|
23
|
+
Object.defineProperty(exports, "CompressionWorker", { enumerable: true, get: function () { return compression_worker_1.CompressionWorker; } });
|
|
24
|
+
Object.defineProperty(exports, "compressOnWorker", { enumerable: true, get: function () { return compression_worker_1.compressOnWorker; } });
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { CompressionOptions } from './compression';
|
|
2
|
+
import { Compression } from './compression';
|
|
3
|
+
export declare type BrotliCompressionOptions = CompressionOptions & {
|
|
4
|
+
brotli?: {
|
|
5
|
+
mode?: number;
|
|
6
|
+
quality?: number;
|
|
7
|
+
lgwin?: number;
|
|
8
|
+
useZlib?: boolean;
|
|
9
|
+
};
|
|
10
|
+
};
|
|
11
|
+
/**
|
|
12
|
+
* brotli compression / decompression
|
|
13
|
+
*/
|
|
14
|
+
export declare class BrotliCompression extends Compression {
|
|
15
|
+
readonly name: string;
|
|
16
|
+
readonly extensions: string[];
|
|
17
|
+
readonly contentEncodings: string[];
|
|
18
|
+
readonly isSupported = true;
|
|
19
|
+
readonly options: BrotliCompressionOptions;
|
|
20
|
+
constructor(options: BrotliCompressionOptions);
|
|
21
|
+
/**
|
|
22
|
+
* brotli is an injectable dependency due to big size
|
|
23
|
+
* @param options
|
|
24
|
+
*/
|
|
25
|
+
preload(): Promise<void>;
|
|
26
|
+
compress(input: ArrayBuffer): Promise<ArrayBuffer>;
|
|
27
|
+
compressSync(input: ArrayBuffer): ArrayBuffer;
|
|
28
|
+
decompress(input: ArrayBuffer): Promise<ArrayBuffer>;
|
|
29
|
+
decompressSync(input: ArrayBuffer): ArrayBuffer;
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=brotli-compression.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"brotli-compression.d.ts","sourceRoot":"","sources":["../../src/lib/brotli-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,eAAe,CAAC;AACtD,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAQ1C,oBAAY,wBAAwB,GAAG,kBAAkB,GAAG;IAC1D,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;CACH,CAAC;AAYF;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,WAAU;IAC7B,QAAQ,CAAC,gBAAgB,WAAU;IACnC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;gBAE/B,OAAO,EAAE,wBAAwB;IAK7C;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxB,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IASxD,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAkBvC,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAS1D,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAkBhD"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.BrotliCompression = void 0;
|
|
7
|
+
const compression_1 = require("./compression");
|
|
8
|
+
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
9
|
+
// import brotli from 'brotli'; // https://bundlephobia.com/package/brotli
|
|
10
|
+
const decode_1 = require("../brotli/decode");
|
|
11
|
+
const zlib_1 = __importDefault(require("zlib"));
|
|
12
|
+
const loader_utils_2 = require("@loaders.gl/loader-utils");
|
|
13
|
+
const DEFAULT_BROTLI_OPTIONS = {
|
|
14
|
+
brotli: {
|
|
15
|
+
mode: 0,
|
|
16
|
+
quality: 8,
|
|
17
|
+
lgwin: 22
|
|
18
|
+
}
|
|
19
|
+
};
|
|
20
|
+
let brotli;
|
|
21
|
+
/**
|
|
22
|
+
* brotli compression / decompression
|
|
23
|
+
*/
|
|
24
|
+
class BrotliCompression extends compression_1.Compression {
|
|
25
|
+
constructor(options) {
|
|
26
|
+
super(options);
|
|
27
|
+
this.name = 'brotli';
|
|
28
|
+
this.extensions = ['br'];
|
|
29
|
+
this.contentEncodings = ['br'];
|
|
30
|
+
this.isSupported = true;
|
|
31
|
+
this.options = options;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* brotli is an injectable dependency due to big size
|
|
35
|
+
* @param options
|
|
36
|
+
*/
|
|
37
|
+
async preload() {
|
|
38
|
+
brotli = brotli || this.options?.modules?.brotli;
|
|
39
|
+
if (!brotli) {
|
|
40
|
+
throw new Error(this.name);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
async compress(input) {
|
|
44
|
+
// On Node.js we can use built-in zlib
|
|
45
|
+
if (!loader_utils_1.isBrowser && this.options.brotli?.useZlib) {
|
|
46
|
+
const buffer = await (0, loader_utils_2.promisify)(zlib_1.default.brotliCompress)(input);
|
|
47
|
+
return (0, loader_utils_1.toArrayBuffer)(buffer);
|
|
48
|
+
}
|
|
49
|
+
return this.compressSync(input);
|
|
50
|
+
}
|
|
51
|
+
compressSync(input) {
|
|
52
|
+
// On Node.js we can use built-in zlib
|
|
53
|
+
if (!loader_utils_1.isBrowser && this.options.brotli?.useZlib) {
|
|
54
|
+
const buffer = zlib_1.default.brotliCompressSync(input);
|
|
55
|
+
return (0, loader_utils_1.toArrayBuffer)(buffer);
|
|
56
|
+
}
|
|
57
|
+
const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli };
|
|
58
|
+
const inputArray = new Uint8Array(input);
|
|
59
|
+
if (!brotli) {
|
|
60
|
+
throw new Error('brotli compression: brotli module not installed');
|
|
61
|
+
}
|
|
62
|
+
// @ts-ignore brotli types state that only Buffers are accepted...
|
|
63
|
+
const outputArray = brotli.compress(inputArray, brotliOptions);
|
|
64
|
+
return outputArray.buffer;
|
|
65
|
+
}
|
|
66
|
+
async decompress(input) {
|
|
67
|
+
// On Node.js we can use built-in zlib
|
|
68
|
+
if (!loader_utils_1.isBrowser && this.options.brotli?.useZlib) {
|
|
69
|
+
const buffer = await (0, loader_utils_2.promisify)(zlib_1.default.brotliDecompress)(input);
|
|
70
|
+
return (0, loader_utils_1.toArrayBuffer)(buffer);
|
|
71
|
+
}
|
|
72
|
+
return this.decompressSync(input);
|
|
73
|
+
}
|
|
74
|
+
decompressSync(input) {
|
|
75
|
+
// On Node.js we can use built-in zlib
|
|
76
|
+
if (!loader_utils_1.isBrowser && this.options.brotli?.useZlib) {
|
|
77
|
+
const buffer = zlib_1.default.brotliDecompressSync(input);
|
|
78
|
+
return (0, loader_utils_1.toArrayBuffer)(buffer);
|
|
79
|
+
}
|
|
80
|
+
const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli };
|
|
81
|
+
const inputArray = new Uint8Array(input);
|
|
82
|
+
if (brotli) {
|
|
83
|
+
// @ts-ignore brotli types state that only Buffers are accepted...
|
|
84
|
+
const outputArray = brotli.decompress(inputArray, brotliOptions);
|
|
85
|
+
return outputArray.buffer;
|
|
86
|
+
}
|
|
87
|
+
const outputArray = (0, decode_1.BrotliDecode)(inputArray, undefined);
|
|
88
|
+
return outputArray.buffer;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
exports.BrotliCompression = BrotliCompression;
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/** Compression options */
|
|
2
|
+
export declare type CompressionOptions = {
|
|
3
|
+
modules?: {
|
|
4
|
+
[moduleName: string]: any;
|
|
5
|
+
};
|
|
6
|
+
};
|
|
7
|
+
/** Compression */
|
|
8
|
+
export declare abstract class Compression {
|
|
9
|
+
abstract readonly name: string;
|
|
10
|
+
abstract readonly extensions: string[];
|
|
11
|
+
abstract readonly contentEncodings: string[];
|
|
12
|
+
abstract readonly isSupported: boolean;
|
|
13
|
+
constructor(options?: CompressionOptions);
|
|
14
|
+
/** Preloads any dynamic libraries. May enable sync functions */
|
|
15
|
+
preload(): Promise<void>;
|
|
16
|
+
/** Asynchronously compress data */
|
|
17
|
+
compress(input: ArrayBuffer): Promise<ArrayBuffer>;
|
|
18
|
+
/** Asynchronously decompress data */
|
|
19
|
+
decompress(input: ArrayBuffer, size?: number): Promise<ArrayBuffer>;
|
|
20
|
+
/** Synchronously compress data */
|
|
21
|
+
compressSync(input: ArrayBuffer): ArrayBuffer;
|
|
22
|
+
/** Synchronously compress data */
|
|
23
|
+
decompressSync(input: ArrayBuffer, size?: number): ArrayBuffer;
|
|
24
|
+
/** Compress batches */
|
|
25
|
+
compressBatches(asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>): AsyncIterable<ArrayBuffer>;
|
|
26
|
+
/** Decompress batches */
|
|
27
|
+
decompressBatches(asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>): AsyncIterable<ArrayBuffer>;
|
|
28
|
+
protected concatenate(asyncIterator: any): Promise<ArrayBuffer>;
|
|
29
|
+
protected improveError(error: any): any;
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=compression.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/lib/compression.ts"],"names":[],"mappings":"AAGA,0BAA0B;AAC1B,oBAAY,kBAAkB,GAAG;IAE/B,OAAO,CAAC,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAC;CACvC,CAAC;AAEF,kBAAkB;AAClB,8BAAsB,WAAW;IAC/B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC7C,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;gBAE3B,OAAO,CAAC,EAAE,kBAAkB;IAKxC,gEAAgE;IAC1D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,mCAAmC;IAC7B,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAKxD,qCAAqC;IAC/B,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKzE,kCAAkC;IAClC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,kCAAkC;IAClC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,WAAW;IAI9D,uBAAuB;IAChB,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAM7B,yBAAyB;IAClB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAQ7B,SAAS,CAAC,WAAW,CAAC,aAAa,KAAA,GAAG,OAAO,CAAC,WAAW,CAAC;IAI1D,SAAS,CAAC,YAAY,CAAC,KAAK,KAAA;CAM7B"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Compression = void 0;
|
|
4
|
+
// Compression interface
|
|
5
|
+
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
6
|
+
/** Compression */
|
|
7
|
+
class Compression {
|
|
8
|
+
constructor(options) {
|
|
9
|
+
this.compressBatches = this.compressBatches.bind(this);
|
|
10
|
+
this.decompressBatches = this.decompressBatches.bind(this);
|
|
11
|
+
}
|
|
12
|
+
/** Preloads any dynamic libraries. May enable sync functions */
|
|
13
|
+
async preload() {
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
/** Asynchronously compress data */
|
|
17
|
+
async compress(input) {
|
|
18
|
+
await this.preload();
|
|
19
|
+
return this.compressSync(input);
|
|
20
|
+
}
|
|
21
|
+
/** Asynchronously decompress data */
|
|
22
|
+
async decompress(input, size) {
|
|
23
|
+
await this.preload();
|
|
24
|
+
return this.decompressSync(input, size);
|
|
25
|
+
}
|
|
26
|
+
/** Synchronously compress data */
|
|
27
|
+
compressSync(input) {
|
|
28
|
+
throw new Error(`${this.name}: sync compression not supported`);
|
|
29
|
+
}
|
|
30
|
+
/** Synchronously compress data */
|
|
31
|
+
decompressSync(input, size) {
|
|
32
|
+
throw new Error(`${this.name}: sync decompression not supported`);
|
|
33
|
+
}
|
|
34
|
+
/** Compress batches */
|
|
35
|
+
async *compressBatches(asyncIterator) {
|
|
36
|
+
// TODO - implement incremental compression
|
|
37
|
+
const input = await this.concatenate(asyncIterator);
|
|
38
|
+
yield this.compress(input);
|
|
39
|
+
}
|
|
40
|
+
/** Decompress batches */
|
|
41
|
+
async *decompressBatches(asyncIterator) {
|
|
42
|
+
// TODO - implement incremental compression
|
|
43
|
+
const input = await this.concatenate(asyncIterator);
|
|
44
|
+
yield this.decompress(input);
|
|
45
|
+
}
|
|
46
|
+
// HELPERS
|
|
47
|
+
concatenate(asyncIterator) {
|
|
48
|
+
return (0, loader_utils_1.concatenateArrayBuffersAsync)(asyncIterator);
|
|
49
|
+
}
|
|
50
|
+
improveError(error) {
|
|
51
|
+
if (!error.message.includes(this.name)) {
|
|
52
|
+
error.message = `${this.name} ${error.message}`;
|
|
53
|
+
}
|
|
54
|
+
return error;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
exports.Compression = Compression;
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { CompressionOptions } from './compression';
|
|
2
|
+
import { Compression } from './compression';
|
|
3
|
+
import pako from 'pako';
|
|
4
|
+
export declare type DeflateCompressionOptions = CompressionOptions & {
|
|
5
|
+
deflate?: pako.InflateOptions & pako.DeflateOptions & {
|
|
6
|
+
useZlib?: boolean;
|
|
7
|
+
};
|
|
8
|
+
};
|
|
9
|
+
/**
|
|
10
|
+
* DEFLATE compression / decompression
|
|
11
|
+
*/
|
|
12
|
+
export declare class DeflateCompression extends Compression {
|
|
13
|
+
readonly name: string;
|
|
14
|
+
readonly extensions: string[];
|
|
15
|
+
readonly contentEncodings: string[];
|
|
16
|
+
readonly isSupported = true;
|
|
17
|
+
readonly options: DeflateCompressionOptions;
|
|
18
|
+
private _chunks;
|
|
19
|
+
constructor(options?: DeflateCompressionOptions);
|
|
20
|
+
compress(input: ArrayBuffer): Promise<ArrayBuffer>;
|
|
21
|
+
decompress(input: ArrayBuffer): Promise<ArrayBuffer>;
|
|
22
|
+
compressSync(input: ArrayBuffer): ArrayBuffer;
|
|
23
|
+
decompressSync(input: ArrayBuffer): ArrayBuffer;
|
|
24
|
+
compressBatches(asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>): AsyncIterable<ArrayBuffer>;
|
|
25
|
+
decompressBatches(asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>): AsyncIterable<ArrayBuffer>;
|
|
26
|
+
transformBatches(pakoProcessor: pako.Inflate | pako.Deflate, asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>): AsyncIterable<ArrayBuffer>;
|
|
27
|
+
_onData(chunk: any): void;
|
|
28
|
+
_onEnd(status: any): void;
|
|
29
|
+
_getChunks(): ArrayBuffer[];
|
|
30
|
+
_getError(code?: number): string;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=deflate-compression.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deflate-compression.d.ts","sourceRoot":"","sources":["../../src/lib/deflate-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,eAAe,CAAC;AACtD,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAE1C,OAAO,IAAI,MAAM,MAAM,CAAC;AAIxB,oBAAY,yBAAyB,GAAG,kBAAkB,GAAG;IAC3D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,GAAG;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAC,CAAC;CAC3E,CAAC;AAEF;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,WAAW;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAa;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,WAAe;IACxC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,yBAAyB,CAAC;IAE5C,OAAO,CAAC,OAAO,CAAqB;gBAExB,OAAO,GAAE,yBAA8B;IAK7C,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAWlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAW1D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAW7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAWxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,gBAAgB,CACrB,aAAa,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAC1C,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAwB7B,OAAO,CAAC,KAAK,KAAA;IAIb,MAAM,CAAC,MAAM,KAAA;IAMb,UAAU,IAAI,WAAW,EAAE;IAO3B,SAAS,CAAC,IAAI,GAAE,MAAU,GAAG,MAAM;CAuBpC"}
|