@loaders.gl/compression 4.2.0-alpha.5 → 4.2.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/dist/compress-on-worker.d.ts.map +1 -1
  2. package/dist/compress-on-worker.js +4 -1
  3. package/dist/compression-worker.js +2 -2
  4. package/dist/compression-worker.js.map +4 -4
  5. package/dist/dist.dev.js +762 -119
  6. package/dist/dist.min.js +3 -3
  7. package/dist/index.cjs +117 -96
  8. package/dist/index.cjs.map +3 -3
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +3 -0
  11. package/dist/lib/brotli-compression.d.ts +1 -1
  12. package/dist/lib/brotli-compression.d.ts.map +1 -1
  13. package/dist/lib/brotli-compression.js +14 -14
  14. package/dist/lib/compression.d.ts +1 -1
  15. package/dist/lib/compression.d.ts.map +1 -1
  16. package/dist/lib/compression.js +6 -1
  17. package/dist/lib/deflate-compression.d.ts.map +1 -1
  18. package/dist/lib/deflate-compression.js +9 -5
  19. package/dist/lib/gzip-compression.d.ts.map +1 -1
  20. package/dist/lib/gzip-compression.js +7 -4
  21. package/dist/lib/lz4-compression.d.ts +1 -0
  22. package/dist/lib/lz4-compression.d.ts.map +1 -1
  23. package/dist/lib/lz4-compression.js +15 -9
  24. package/dist/lib/lzo-compression.d.ts +1 -1
  25. package/dist/lib/lzo-compression.d.ts.map +1 -1
  26. package/dist/lib/lzo-compression.js +14 -11
  27. package/dist/lib/no-compression.d.ts.map +1 -1
  28. package/dist/lib/no-compression.js +8 -4
  29. package/dist/lib/snappy-compression.d.ts.map +1 -1
  30. package/dist/lib/snappy-compression.js +8 -4
  31. package/dist/lib/zstd-compression.d.ts +2 -1
  32. package/dist/lib/zstd-compression.d.ts.map +1 -1
  33. package/dist/lib/zstd-compression.js +34 -13
  34. package/dist/types.d.ts.map +1 -1
  35. package/dist/types.js +3 -0
  36. package/dist/workers/compression-worker-node.d.ts.map +1 -1
  37. package/dist/workers/compression-worker-node.js +3 -0
  38. package/dist/workers/compression-worker.js +3 -0
  39. package/package.json +6 -6
  40. package/src/compress-on-worker.ts +4 -0
  41. package/src/index.ts +4 -0
  42. package/src/lib/brotli-compression.ts +12 -11
  43. package/src/lib/compression.ts +7 -1
  44. package/src/lib/deflate-compression.ts +4 -0
  45. package/src/lib/gzip-compression.ts +4 -0
  46. package/src/lib/lz4-compression.ts +13 -6
  47. package/src/lib/lzo-compression.ts +10 -9
  48. package/src/lib/no-compression.ts +4 -0
  49. package/src/lib/snappy-compression.ts +4 -0
  50. package/src/lib/zstd-compression.ts +35 -10
  51. package/src/types.ts +4 -0
  52. package/src/workers/compression-worker-node.ts +4 -0
  53. package/src/workers/compression-worker.ts +4 -0
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,kBAAkB,EAAC,6BAA0B;AAE1D,OAAO,EAAC,WAAW,EAAC,6BAA0B;AAE9C,OAAO,EAAC,aAAa,EAAC,gCAA6B;AACnD,OAAO,EAAC,kBAAkB,EAAC,qCAAkC;AAC7D,OAAO,EAAC,eAAe,EAAC,kCAA+B;AACvD,OAAO,EAAC,iBAAiB,EAAC,oCAAiC;AAC3D,OAAO,EAAC,iBAAiB,EAAC,oCAAiC;AAC3D,OAAO,EAAC,cAAc,EAAC,iCAA8B;AACrD,OAAO,EAAC,eAAe,EAAC,kCAA+B;AACvD,OAAO,EAAC,cAAc,EAAC,iCAA8B;AAErD,YAAY,EAAC,wBAAwB,EAAC,gCAA6B;AACnE,OAAO,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,gCAA6B"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,kBAAkB,EAAC,6BAA0B;AAE1D,OAAO,EAAC,WAAW,EAAC,6BAA0B;AAE9C,OAAO,EAAC,aAAa,EAAC,gCAA6B;AACnD,OAAO,EAAC,kBAAkB,EAAC,qCAAkC;AAC7D,OAAO,EAAC,eAAe,EAAC,kCAA+B;AACvD,OAAO,EAAC,iBAAiB,EAAC,oCAAiC;AAC3D,OAAO,EAAC,iBAAiB,EAAC,oCAAiC;AAC3D,OAAO,EAAC,cAAc,EAAC,iCAA8B;AACrD,OAAO,EAAC,eAAe,EAAC,kCAA+B;AACvD,OAAO,EAAC,cAAc,EAAC,iCAA8B;AAErD,YAAY,EAAC,wBAAwB,EAAC,gCAA6B;AACnE,OAAO,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,gCAA6B"}
package/dist/index.js CHANGED
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  export { Compression } from "./lib/compression.js";
2
5
  export { NoCompression } from "./lib/no-compression.js";
3
6
  export { DeflateCompression } from "./lib/deflate-compression.js";
@@ -22,7 +22,7 @@ export declare class BrotliCompression extends Compression {
22
22
  * brotli is an injectable dependency due to big size
23
23
  * @param options
24
24
  */
25
- preload(): Promise<void>;
25
+ preload(modules?: Record<string, any>): Promise<void>;
26
26
  compress(input: ArrayBuffer): Promise<ArrayBuffer>;
27
27
  compressSync(input: ArrayBuffer): ArrayBuffer;
28
28
  decompress(input: ArrayBuffer): Promise<ArrayBuffer>;
@@ -1 +1 @@
1
- {"version":3,"file":"brotli-compression.d.ts","sourceRoot":"","sources":["../../src/lib/brotli-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAQ1C,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,GAAG;IAC1D,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;CACH,CAAC;AAYF;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,WAAU;IAC7B,QAAQ,CAAC,gBAAgB,WAAU;IACnC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;gBAE/B,OAAO,EAAE,wBAAwB;IAK7C;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAQxB,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IASxD,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAkBvC,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAS1D,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAkBhD"}
1
+ {"version":3,"file":"brotli-compression.d.ts","sourceRoot":"","sources":["../../src/lib/brotli-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAU1C,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,GAAG;IAC1D,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;CACH,CAAC;AAYF;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,WAAU;IAC7B,QAAQ,CAAC,gBAAgB,WAAU;IACnC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;gBAE/B,OAAO,EAAE,wBAAwB;IAM7C;;;OAGG;IACG,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIzD,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IASxD,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAevC,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAS1D,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAmBhD"}
@@ -1,5 +1,9 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
2
5
  import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
6
+ import { registerJSModules, getJSModule, getJSModuleOrNull } from '@loaders.gl/loader-utils';
3
7
  // import brotli from 'brotli'; // https://bundlephobia.com/package/brotli
4
8
  import { BrotliDecode } from "../brotli/decode.js";
5
9
  import zlib from 'zlib';
@@ -11,29 +15,26 @@ const DEFAULT_BROTLI_OPTIONS = {
11
15
  lgwin: 22
12
16
  }
13
17
  };
14
- let brotli;
15
18
  /**
16
19
  * brotli compression / decompression
17
20
  */
18
21
  export class BrotliCompression extends Compression {
22
+ name = 'brotli';
23
+ extensions = ['br'];
24
+ contentEncodings = ['br'];
25
+ isSupported = true;
26
+ options;
19
27
  constructor(options) {
20
28
  super(options);
21
- this.name = 'brotli';
22
- this.extensions = ['br'];
23
- this.contentEncodings = ['br'];
24
- this.isSupported = true;
25
29
  this.options = options;
30
+ registerJSModules(options?.modules);
26
31
  }
27
32
  /**
28
33
  * brotli is an injectable dependency due to big size
29
34
  * @param options
30
35
  */
31
- async preload() {
32
- brotli = brotli || this.options?.modules?.brotli;
33
- if (!brotli) {
34
- // eslint-disable-next-line no-console
35
- console.warn(`${this.name} library not installed`);
36
- }
36
+ async preload(modules = {}) {
37
+ registerJSModules(modules);
37
38
  }
38
39
  async compress(input) {
39
40
  // On Node.js we can use built-in zlib
@@ -51,9 +52,7 @@ export class BrotliCompression extends Compression {
51
52
  }
52
53
  const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli };
53
54
  const inputArray = new Uint8Array(input);
54
- if (!brotli) {
55
- throw new Error('brotli compression: brotli module not installed');
56
- }
55
+ const brotli = getJSModule('brotli', this.name);
57
56
  // @ts-ignore brotli types state that only Buffers are accepted...
58
57
  const outputArray = brotli.compress(inputArray, brotliOptions);
59
58
  return outputArray.buffer;
@@ -74,6 +73,7 @@ export class BrotliCompression extends Compression {
74
73
  }
75
74
  const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli };
76
75
  const inputArray = new Uint8Array(input);
76
+ const brotli = getJSModuleOrNull('brotli');
77
77
  if (brotli) {
78
78
  // @ts-ignore brotli types state that only Buffers are accepted...
79
79
  const outputArray = brotli.decompress(inputArray, brotliOptions);
@@ -12,7 +12,7 @@ export declare abstract class Compression {
12
12
  abstract readonly isSupported: boolean;
13
13
  constructor(options?: CompressionOptions);
14
14
  /** Preloads any dynamic libraries. May enable sync functions */
15
- preload(): Promise<void>;
15
+ preload(modules?: Record<string, any>): Promise<void>;
16
16
  /** Asynchronously compress data */
17
17
  compress(input: ArrayBuffer): Promise<ArrayBuffer>;
18
18
  /** Asynchronously decompress data */
@@ -1 +1 @@
1
- {"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/lib/compression.ts"],"names":[],"mappings":"AAGA,0BAA0B;AAC1B,MAAM,MAAM,kBAAkB,GAAG;IAE/B,OAAO,CAAC,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAC;CACvC,CAAC;AAEF,kBAAkB;AAClB,8BAAsB,WAAW;IAC/B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC7C,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;gBAE3B,OAAO,CAAC,EAAE,kBAAkB;IAKxC,gEAAgE;IAC1D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,mCAAmC;IAC7B,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAKxD,qCAAqC;IAC/B,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKzE,kCAAkC;IAClC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,kCAAkC;IAClC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,WAAW;IAI9D,uBAAuB;IAChB,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAM7B,yBAAyB;IAClB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAQ7B,SAAS,CAAC,WAAW,CAAC,aAAa,KAAA,GAAG,OAAO,CAAC,WAAW,CAAC;IAI1D,SAAS,CAAC,YAAY,CAAC,KAAK,KAAA;CAM7B"}
1
+ {"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/lib/compression.ts"],"names":[],"mappings":"AAQA,0BAA0B;AAC1B,MAAM,MAAM,kBAAkB,GAAG;IAE/B,OAAO,CAAC,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAC;CACvC,CAAC;AAEF,kBAAkB;AAClB,8BAAsB,WAAW;IAC/B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC7C,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;gBAE3B,OAAO,CAAC,EAAE,kBAAkB;IAKxC,gEAAgE;IAC1D,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/D,mCAAmC;IAC7B,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAKxD,qCAAqC;IAC/B,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKzE,kCAAkC;IAClC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,kCAAkC;IAClC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,WAAW;IAI9D,uBAAuB;IAChB,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAM7B,yBAAyB;IAClB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAQ7B,SAAS,CAAC,WAAW,CAAC,aAAa,KAAA,GAAG,OAAO,CAAC,WAAW,CAAC;IAI1D,SAAS,CAAC,YAAY,CAAC,KAAK,KAAA;CAM7B"}
@@ -1,5 +1,9 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  // Compression interface
2
5
  import { concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
6
+ import { registerJSModules } from '@loaders.gl/loader-utils';
3
7
  /** Compression */
4
8
  export class Compression {
5
9
  constructor(options) {
@@ -7,7 +11,8 @@ export class Compression {
7
11
  this.decompressBatches = this.decompressBatches.bind(this);
8
12
  }
9
13
  /** Preloads any dynamic libraries. May enable sync functions */
10
- async preload() {
14
+ async preload(modules = {}) {
15
+ registerJSModules(modules);
11
16
  return;
12
17
  }
13
18
  /** Asynchronously compress data */
@@ -1 +1 @@
1
- {"version":3,"file":"deflate-compression.d.ts","sourceRoot":"","sources":["../../src/lib/deflate-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAE1C,OAAO,IAAI,MAAM,MAAM,CAAC;AAIxB,MAAM,MAAM,yBAAyB,GAAG,kBAAkB,GAAG;IAC3D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,GAAG;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAC,CAAC;IAC1E,kEAAkE;IAClE,GAAG,CAAC,EAAE,OAAO,CAAC;CACf,CAAC;AAEF;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,WAAW;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAa;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,WAAe;IACxC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,yBAAyB,CAAC;IAE5C,OAAO,CAAC,OAAO,CAAqB;gBAExB,OAAO,GAAE,yBAA8B;IAK7C,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAWlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAW1D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAY7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAYxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,gBAAgB,CACrB,aAAa,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAC1C,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAwB7B,OAAO,CAAC,KAAK,KAAA;IAIb,MAAM,CAAC,MAAM,KAAA;IAMb,UAAU,IAAI,WAAW,EAAE;IAO3B,SAAS,CAAC,IAAI,GAAE,MAAU,GAAG,MAAM;CAuBpC"}
1
+ {"version":3,"file":"deflate-compression.d.ts","sourceRoot":"","sources":["../../src/lib/deflate-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAE1C,OAAO,IAAI,MAAM,MAAM,CAAC;AAIxB,MAAM,MAAM,yBAAyB,GAAG,kBAAkB,GAAG;IAC3D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,GAAG;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAC,CAAC;IAC1E,kEAAkE;IAClE,GAAG,CAAC,EAAE,OAAO,CAAC;CACf,CAAC;AAEF;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,WAAW;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAa;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,WAAe;IACxC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,yBAAyB,CAAC;IAE5C,OAAO,CAAC,OAAO,CAAqB;gBAExB,OAAO,GAAE,yBAA8B;IAK7C,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAWlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAW1D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAY7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAYxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,gBAAgB,CACrB,aAAa,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAC1C,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAwB7B,OAAO,CAAC,KAAK,KAAA;IAIb,MAAM,CAAC,MAAM,KAAA;IAMb,UAAU,IAAI,WAAW,EAAE;IAO3B,SAAS,CAAC,IAAI,GAAE,MAAU,GAAG,MAAM;CAuBpC"}
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
2
5
  import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
3
6
  import pako from 'pako'; // https://bundlephobia.com/package/pako
@@ -7,13 +10,14 @@ import { promisify1 } from '@loaders.gl/loader-utils';
7
10
  * DEFLATE compression / decompression
8
11
  */
9
12
  export class DeflateCompression extends Compression {
13
+ name = 'deflate';
14
+ extensions = [];
15
+ contentEncodings = ['deflate'];
16
+ isSupported = true;
17
+ options;
18
+ _chunks = [];
10
19
  constructor(options = {}) {
11
20
  super(options);
12
- this.name = 'deflate';
13
- this.extensions = [];
14
- this.contentEncodings = ['deflate'];
15
- this.isSupported = true;
16
- this._chunks = [];
17
21
  this.options = options;
18
22
  }
19
23
  async compress(input) {
@@ -1 +1 @@
1
- {"version":3,"file":"gzip-compression.d.ts","sourceRoot":"","sources":["../../src/lib/gzip-compression.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,kBAAkB,EAAC,iCAA8B;AACzD,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,MAAM,sBAAsB,GAAG,kBAAkB,GAAG;IACxD,IAAI,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;CAClD,CAAC;AAEF;;GAEG;AACH,qBAAa,eAAgB,SAAQ,kBAAkB;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAU;IAC/B,QAAQ,CAAC,UAAU,WAAkB;IACrC,QAAQ,CAAC,gBAAgB,WAAsB;IAC/C,QAAQ,CAAC,WAAW,QAAQ;gBAEhB,OAAO,CAAC,EAAE,sBAAsB;CAG7C"}
1
+ {"version":3,"file":"gzip-compression.d.ts","sourceRoot":"","sources":["../../src/lib/gzip-compression.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,kBAAkB,EAAC,iCAA8B;AACzD,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,MAAM,sBAAsB,GAAG,kBAAkB,GAAG;IACxD,IAAI,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;CAClD,CAAC;AAEF;;GAEG;AACH,qBAAa,eAAgB,SAAQ,kBAAkB;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAU;IAC/B,QAAQ,CAAC,UAAU,WAAkB;IACrC,QAAQ,CAAC,gBAAgB,WAAsB;IAC/C,QAAQ,CAAC,WAAW,QAAQ;gBAEhB,OAAO,CAAC,EAAE,sBAAsB;CAG7C"}
@@ -1,13 +1,16 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { DeflateCompression } from "./deflate-compression.js";
2
5
  /**
3
6
  * GZIP compression / decompression
4
7
  */
5
8
  export class GZipCompression extends DeflateCompression {
9
+ name = 'gzip';
10
+ extensions = ['gz', 'gzip'];
11
+ contentEncodings = ['gzip', 'x-gzip'];
12
+ isSupported = true;
6
13
  constructor(options) {
7
14
  super({ ...options, deflate: { ...options?.gzip, gzip: true } });
8
- this.name = 'gzip';
9
- this.extensions = ['gz', 'gzip'];
10
- this.contentEncodings = ['gzip', 'x-gzip'];
11
- this.isSupported = true;
12
15
  }
13
16
  }
@@ -10,6 +10,7 @@ export declare class LZ4Compression extends Compression {
10
10
  readonly isSupported = true;
11
11
  readonly options: CompressionOptions;
12
12
  constructor(options: CompressionOptions);
13
+ preload(modules?: Record<string, any>): Promise<void>;
13
14
  compressSync(input: ArrayBuffer): ArrayBuffer;
14
15
  /**
15
16
  * Decompresses an ArrayBuffer containing an Lz4 frame. maxSize is optional; if not
@@ -1 +1 @@
1
- {"version":3,"file":"lz4-compression.d.ts","sourceRoot":"","sources":["../../src/lib/lz4-compression.ts"],"names":[],"mappings":"AAyBA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAM1C;;GAEG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAS;IAC9B,QAAQ,CAAC,UAAU,WAAW;IAC9B,QAAQ,CAAC,gBAAgB,WAAa;IACtC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,EAAE,kBAAkB;IAUvC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAK7C;;;;;OAKG;IACH,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,WAAW;IAwBhE;;;;;;;;OAQG;IACH,WAAW,CACT,IAAI,EAAE,UAAU,EAChB,MAAM,EAAE,UAAU,EAClB,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,MAAM;IAgET;;;OAGG;IACH,gBAAgB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO;CAI7C"}
1
+ {"version":3,"file":"lz4-compression.d.ts","sourceRoot":"","sources":["../../src/lib/lz4-compression.ts"],"names":[],"mappings":"AA8BA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAK1C;;GAEG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAS;IAC9B,QAAQ,CAAC,UAAU,WAAW;IAC9B,QAAQ,CAAC,gBAAgB,WAAa;IACtC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,EAAE,kBAAkB;IAOjC,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAM7C;;;;;OAKG;IACH,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,WAAW;IAyBhE;;;;;;;;OAQG;IACH,WAAW,CACT,IAAI,EAAE,UAAU,EAChB,MAAM,EAAE,UAAU,EAClB,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,MAAM;IAgET;;;OAGG;IACH,gBAAgB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO;CAI7C"}
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  // Copyright (c) 2012 Pierre Curto
2
5
  // Permission is hereby granted, free of charge, to any person obtaining a copy
3
6
  // of this software and associated documentation files (the "Software"), to deal
@@ -18,27 +21,29 @@
18
21
  /* eslint-disable max-statements */
19
22
  // LZ4
20
23
  import { toArrayBuffer } from '@loaders.gl/loader-utils';
24
+ import { registerJSModules, getJSModule } from '@loaders.gl/loader-utils';
21
25
  import { Compression } from "./compression.js";
22
26
  // import lz4js from 'lz4js'; // https://bundlephobia.com/package/lz4
23
27
  const LZ4_MAGIC_NUMBER = 0x184d2204;
24
- let lz4js;
25
28
  /**
26
29
  * LZ4 compression / decompression
27
30
  */
28
31
  export class LZ4Compression extends Compression {
32
+ name = 'lz4';
33
+ extensions = ['lz4'];
34
+ contentEncodings = ['x-lz4'];
35
+ isSupported = true;
36
+ options;
29
37
  constructor(options) {
30
38
  super(options);
31
- this.name = 'lz4';
32
- this.extensions = ['lz4'];
33
- this.contentEncodings = ['x-lz4'];
34
- this.isSupported = true;
35
39
  this.options = options;
36
- lz4js = lz4js || this.options?.modules?.lz4js;
37
- if (!lz4js) {
38
- throw new Error(this.name);
39
- }
40
+ registerJSModules(options?.modules);
41
+ }
42
+ async preload(modules = {}) {
43
+ registerJSModules(modules);
40
44
  }
41
45
  compressSync(input) {
46
+ const lz4js = getJSModule('lz4js', this.name);
42
47
  const inputArray = new Uint8Array(input);
43
48
  return lz4js.compress(inputArray).buffer;
44
49
  }
@@ -49,6 +54,7 @@ export class LZ4Compression extends Compression {
49
54
  * If data provided without magic number we will parse it as block
50
55
  */
51
56
  decompressSync(data, maxSize) {
57
+ const lz4js = getJSModule('lz4js', this.name);
52
58
  try {
53
59
  const isMagicNumberExists = this.checkMagicNumber(data);
54
60
  const inputArray = new Uint8Array(data);
@@ -14,7 +14,7 @@ export declare class LZOCompression extends Compression {
14
14
  * @param options
15
15
  */
16
16
  constructor(options: CompressionOptions);
17
- preload(): Promise<void>;
17
+ preload(modules?: Record<string, any>): Promise<void>;
18
18
  compress(input: ArrayBuffer): Promise<ArrayBuffer>;
19
19
  decompress(input: ArrayBuffer): Promise<ArrayBuffer>;
20
20
  }
@@ -1 +1 @@
1
- {"version":3,"file":"lzo-compression.d.ts","sourceRoot":"","sources":["../../src/lib/lzo-compression.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAW1C;;GAEG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,QAAQ,CAAC,IAAI,SAAS;IACtB,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,SAAS;IAC7B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC;;;OAGG;gBACS,OAAO,EAAE,kBAAkB;IAUjC,OAAO;IAKP,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAOlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;CAY3D"}
1
+ {"version":3,"file":"lzo-compression.d.ts","sourceRoot":"","sources":["../../src/lib/lzo-compression.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAS1C;;GAEG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,QAAQ,CAAC,IAAI,SAAS;IACtB,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,SAAS;IAC7B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC;;;OAGG;gBACS,OAAO,EAAE,kBAAkB;IAMjC,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMzD,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAQlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;CAa3D"}
@@ -1,39 +1,41 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  // LZO
2
5
  // import {loadLibrary} from '@loaders.gl/worker-utils';
3
- import { toBuffer } from '@loaders.gl/loader-utils';
6
+ import { registerJSModules, getJSModule, toBuffer } from '@loaders.gl/loader-utils';
4
7
  import { Compression } from "./compression.js";
5
8
  // import {isBrowser} from '@loaders.gl/loader-utils';
6
9
  // import lzo from 'lzo'; // https://bundlephobia.com/package/lzo
7
10
  // import {decompress} from 'lzo-wasm';
8
11
  // const LZO_WASM_JS_URL = './node_modules/lzo-wasm/lzo-wasm.js';
9
12
  // const LZO_WASM_WASM_URL = './node_modules/lzo-wasm/lzo-wasm.wasm';
10
- let lzo;
11
13
  /**
12
14
  * Lempel-Ziv-Oberheimer compression / decompression
13
15
  */
14
16
  export class LZOCompression extends Compression {
17
+ name = 'lzo';
18
+ extensions = [];
19
+ contentEncodings = [];
20
+ isSupported = false; // !isBrowser;
21
+ options;
15
22
  /**
16
23
  * lzo is an injectable dependency due to big size
17
24
  * @param options
18
25
  */
19
26
  constructor(options) {
20
27
  super(options);
21
- this.name = 'lzo';
22
- this.extensions = [];
23
- this.contentEncodings = [];
24
- this.isSupported = false; // !isBrowser;
25
28
  this.options = options;
26
- lzo = lzo || this.options?.modules?.lzo;
27
- if (!lzo) {
28
- throw new Error(this.name);
29
- }
29
+ registerJSModules(options?.modules);
30
30
  }
31
- async preload() {
31
+ async preload(modules = {}) {
32
+ registerJSModules(modules);
32
33
  // await loadLibrary(LZO_WASM_JS_URL);
33
34
  // await loadLibrary(LZO_WASM_WASM_URL);
34
35
  }
35
36
  async compress(input) {
36
37
  await this.preload();
38
+ const lzo = getJSModule('lzo', this.name);
37
39
  // const inputArray = new Uint8Array(input);
38
40
  const inputBuffer = toBuffer(input);
39
41
  return lzo.compress(inputBuffer).buffer;
@@ -41,6 +43,7 @@ export class LZOCompression extends Compression {
41
43
  async decompress(input) {
42
44
  try {
43
45
  await this.preload();
46
+ const lzo = getJSModule('lzo', this.name);
44
47
  // const inputArray = new Uint8Array(input);
45
48
  const inputBuffer = toBuffer(input);
46
49
  return lzo.decompress(inputBuffer).buffer;
@@ -1 +1 @@
1
- {"version":3,"file":"no-compression.d.ts","sourceRoot":"","sources":["../../src/lib/no-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAE1C;;GAEG;AACH,qBAAa,aAAc,SAAQ,WAAW;IAC5C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAkB;IACvC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAM;IACzC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAKxC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAIxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAItB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;CAG9B"}
1
+ {"version":3,"file":"no-compression.d.ts","sourceRoot":"","sources":["../../src/lib/no-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAE1C;;GAEG;AACH,qBAAa,aAAc,SAAQ,WAAW;IAC5C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAkB;IACvC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAM;IACzC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAKxC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAIxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAItB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;CAG9B"}
@@ -1,14 +1,18 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
2
5
  /**
3
6
  * Applies no compression.
4
7
  */
5
8
  export class NoCompression extends Compression {
9
+ name = 'uncompressed';
10
+ extensions = [];
11
+ contentEncodings = [];
12
+ isSupported = true;
13
+ options;
6
14
  constructor(options) {
7
15
  super(options);
8
- this.name = 'uncompressed';
9
- this.extensions = [];
10
- this.contentEncodings = [];
11
- this.isSupported = true;
12
16
  this.options = options || {};
13
17
  }
14
18
  compressSync(input) {
@@ -1 +1 @@
1
- {"version":3,"file":"snappy-compression.d.ts","sourceRoot":"","sources":["../../src/lib/snappy-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAG1C;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAKxC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAK7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAIhD"}
1
+ {"version":3,"file":"snappy-compression.d.ts","sourceRoot":"","sources":["../../src/lib/snappy-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAG1C;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAKxC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAK7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAIhD"}
@@ -1,15 +1,19 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
2
5
  import { compress, uncompress } from 'snappyjs'; // https://bundlephobia.com/package/snappy
3
6
  /**
4
7
  * Snappy/zippy compression / decompression
5
8
  */
6
9
  export class SnappyCompression extends Compression {
10
+ name = 'snappy';
11
+ extensions = [];
12
+ contentEncodings = [];
13
+ isSupported = true;
14
+ options;
7
15
  constructor(options) {
8
16
  super(options);
9
- this.name = 'snappy';
10
- this.extensions = [];
11
- this.contentEncodings = [];
12
- this.isSupported = true;
13
17
  this.options = options || {};
14
18
  }
15
19
  compressSync(input) {
@@ -14,8 +14,9 @@ export declare class ZstdCompression extends Compression {
14
14
  * @param options
15
15
  */
16
16
  constructor(options: CompressionOptions);
17
- preload(): Promise<void>;
17
+ preload(modules?: Record<string, any>): Promise<void>;
18
18
  compressSync(input: ArrayBuffer): ArrayBuffer;
19
19
  decompressSync(input: ArrayBuffer): ArrayBuffer;
20
+ decompress(input: ArrayBuffer, size?: number): Promise<ArrayBuffer>;
20
21
  }
21
22
  //# sourceMappingURL=zstd-compression.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"zstd-compression.d.ts","sourceRoot":"","sources":["../../src/lib/zstd-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAM1C;;GAEG;AACH,qBAAa,eAAgB,SAAQ,WAAW;IAC9C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAU;IAC/B,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC;;;OAGG;gBACS,OAAO,EAAE,kBAAkB;IAWjC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAM9B,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAM7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAOhD"}
1
+ {"version":3,"file":"zstd-compression.d.ts","sourceRoot":"","sources":["../../src/lib/zstd-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAW1C;;GAEG;AACH,qBAAa,eAAgB,SAAQ,WAAW;IAC9C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAU;IAC/B,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC;;;OAGG;gBACS,OAAO,EAAE,kBAAkB;IAMjC,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW/D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAO7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IASzC,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;CAa1E"}
@@ -1,43 +1,64 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
5
+ import { registerJSModules } from '@loaders.gl/loader-utils';
6
+ import { checkJSModule, getJSModule, getJSModuleOrNull } from '@loaders.gl/loader-utils';
2
7
  // import {ZstdCodec} from 'zstd-codec'; // https://bundlephobia.com/package/zstd-codec
3
- let ZstdCodec;
8
+ const CHUNK_SIZE = 1000000; // Tested value
9
+ let zstdPromise;
4
10
  let zstd;
5
11
  /**
6
12
  * Zstandard compression / decompression
7
13
  */
8
14
  export class ZstdCompression extends Compression {
15
+ name = 'zstd';
16
+ extensions = [];
17
+ contentEncodings = [];
18
+ isSupported = true;
19
+ options;
9
20
  /**
10
21
  * zstd-codec is an injectable dependency due to big size
11
22
  * @param options
12
23
  */
13
24
  constructor(options) {
14
25
  super(options);
15
- this.name = 'zstd';
16
- this.extensions = [];
17
- this.contentEncodings = [];
18
- this.isSupported = true;
19
26
  this.options = options;
20
- ZstdCodec = this.options?.modules?.['zstd-codec'];
21
- if (!ZstdCodec) {
22
- // eslint-disable-next-line no-console
23
- console.warn(`${this.name} library not installed`);
24
- }
27
+ registerJSModules(options?.modules);
25
28
  }
26
- async preload() {
27
- if (!zstd && ZstdCodec) {
28
- zstd = await new Promise((resolve) => ZstdCodec.run((zstd) => resolve(zstd)));
29
+ async preload(modules = {}) {
30
+ registerJSModules(modules);
31
+ checkJSModule('zstd-codec', this.name);
32
+ const ZstdCodec = getJSModuleOrNull('zstd-codec');
33
+ // eslint-disable-next-line @typescript-eslint/no-misused-promises
34
+ if (!zstdPromise && ZstdCodec) {
35
+ zstdPromise = new Promise((resolve) => ZstdCodec.run((zstd) => resolve(zstd)));
36
+ zstd = await zstdPromise;
29
37
  }
30
38
  }
31
39
  compressSync(input) {
40
+ getJSModule('zstd-codec', this.name);
32
41
  const simpleZstd = new zstd.Simple();
33
42
  const inputArray = new Uint8Array(input);
34
43
  return simpleZstd.compress(inputArray).buffer;
35
44
  }
36
45
  decompressSync(input) {
46
+ getJSModule('zstd-codec', this.name);
37
47
  const simpleZstd = new zstd.Simple();
38
48
  // var ddict = new zstd.Dict.Decompression(dictData);
39
49
  // var jsonBytes = simpleZstd.decompressUsingDict(jsonZstData, ddict);
40
50
  const inputArray = new Uint8Array(input);
41
51
  return simpleZstd.decompress(inputArray).buffer;
42
52
  }
53
+ async decompress(input, size) {
54
+ await this.preload();
55
+ const simpleZstd = new zstd.Streaming();
56
+ const inputArray = new Uint8Array(input);
57
+ const chunks = [];
58
+ for (let i = 0; i <= inputArray.length; i += CHUNK_SIZE) {
59
+ chunks.push(inputArray.subarray(i, i + CHUNK_SIZE));
60
+ }
61
+ const decompressResult = await simpleZstd.decompressChunks(chunks);
62
+ return decompressResult.buffer;
63
+ }
43
64
  }
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,WAAW,EAAE,kBAAkB,EAAC,6BAA0B"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,WAAW,EAAE,kBAAkB,EAAC,6BAA0B"}
package/dist/types.js CHANGED
@@ -1 +1,4 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  export {};
@@ -1 +1 @@
1
- {"version":3,"file":"compression-worker-node.d.ts","sourceRoot":"","sources":["../../src/workers/compression-worker-node.ts"],"names":[],"mappings":"AAAA,iCAA8B"}
1
+ {"version":3,"file":"compression-worker-node.d.ts","sourceRoot":"","sources":["../../src/workers/compression-worker-node.ts"],"names":[],"mappings":"AAIA,iCAA8B"}
@@ -1 +1,4 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import "./compression-worker.js";
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { createWorker } from '@loaders.gl/worker-utils';
2
5
  // Compressors
3
6
  import { NoCompression } from "../lib/no-compression.js";
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@loaders.gl/compression",
3
- "version": "4.2.0-alpha.5",
3
+ "version": "4.2.0-beta.1",
4
4
  "description": "Decompression and compression plugins for loaders.gl",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -39,8 +39,8 @@
39
39
  ],
40
40
  "browser": {
41
41
  "lzo": false,
42
- "zlib": false,
43
- "util": false
42
+ "util": false,
43
+ "zlib": false
44
44
  },
45
45
  "scripts": {
46
46
  "pre-build": "npm run build-bundle && npm run build-bundle-dev && npm run build-worker && npm run build-worker-node",
@@ -50,8 +50,8 @@
50
50
  "build-worker-node": "esbuild src/workers/compression-worker-node.ts --outfile=dist/compression-worker-node.js --platform=node --target=node16 --bundle --minify --sourcemap --define:__VERSION__=\\\"$npm_package_version\\\""
51
51
  },
52
52
  "dependencies": {
53
- "@loaders.gl/loader-utils": "4.2.0-alpha.5",
54
- "@loaders.gl/worker-utils": "4.2.0-alpha.5",
53
+ "@loaders.gl/loader-utils": "4.2.0-beta.1",
54
+ "@loaders.gl/worker-utils": "4.2.0-beta.1",
55
55
  "@types/brotli": "^1.3.0",
56
56
  "@types/pako": "^1.0.1",
57
57
  "fflate": "0.7.4",
@@ -72,5 +72,5 @@
72
72
  "peerDependencies": {
73
73
  "@loaders.gl/core": "^4.0.0"
74
74
  },
75
- "gitHead": "32d95a81971f104e4dfeb88ab57065f05321a76a"
75
+ "gitHead": "c386a9196516fe3ff24847b40e6c77be039cf905"
76
76
  }
@@ -1,3 +1,7 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  // import type {WorkerObject} from '@loaders.gl/worker-utils';
2
6
  import {processOnWorker} from '@loaders.gl/worker-utils';
3
7
 
package/src/index.ts CHANGED
@@ -1,3 +1,7 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  export type {CompressionOptions} from './lib/compression';
2
6
 
3
7
  export {Compression} from './lib/compression';