@loaders.gl/compression 4.2.0-alpha.6 → 4.2.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/dist/compress-on-worker.d.ts.map +1 -1
  2. package/dist/compress-on-worker.js +4 -1
  3. package/dist/compression-worker.js +2 -2
  4. package/dist/compression-worker.js.map +4 -4
  5. package/dist/dist.dev.js +663 -50
  6. package/dist/dist.min.js +3 -3
  7. package/dist/index.cjs +76 -63
  8. package/dist/index.cjs.map +3 -3
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +3 -0
  11. package/dist/lib/brotli-compression.d.ts +1 -1
  12. package/dist/lib/brotli-compression.d.ts.map +1 -1
  13. package/dist/lib/brotli-compression.js +9 -10
  14. package/dist/lib/compression.d.ts +1 -1
  15. package/dist/lib/compression.d.ts.map +1 -1
  16. package/dist/lib/compression.js +6 -1
  17. package/dist/lib/deflate-compression.d.ts.map +1 -1
  18. package/dist/lib/deflate-compression.js +3 -0
  19. package/dist/lib/gzip-compression.d.ts.map +1 -1
  20. package/dist/lib/gzip-compression.js +3 -0
  21. package/dist/lib/lz4-compression.d.ts +1 -0
  22. package/dist/lib/lz4-compression.d.ts.map +1 -1
  23. package/dist/lib/lz4-compression.js +10 -5
  24. package/dist/lib/lzo-compression.d.ts +1 -1
  25. package/dist/lib/lzo-compression.d.ts.map +1 -1
  26. package/dist/lib/lzo-compression.js +9 -7
  27. package/dist/lib/no-compression.d.ts.map +1 -1
  28. package/dist/lib/no-compression.js +3 -0
  29. package/dist/lib/snappy-compression.d.ts.map +1 -1
  30. package/dist/lib/snappy-compression.js +3 -0
  31. package/dist/lib/zstd-compression.d.ts +2 -1
  32. package/dist/lib/zstd-compression.d.ts.map +1 -1
  33. package/dist/lib/zstd-compression.js +29 -9
  34. package/dist/types.d.ts.map +1 -1
  35. package/dist/types.js +3 -0
  36. package/dist/workers/compression-worker-node.d.ts.map +1 -1
  37. package/dist/workers/compression-worker-node.js +3 -0
  38. package/dist/workers/compression-worker.js +3 -0
  39. package/package.json +4 -4
  40. package/src/compress-on-worker.ts +4 -0
  41. package/src/index.ts +4 -0
  42. package/src/lib/brotli-compression.ts +12 -11
  43. package/src/lib/compression.ts +7 -1
  44. package/src/lib/deflate-compression.ts +4 -0
  45. package/src/lib/gzip-compression.ts +4 -0
  46. package/src/lib/lz4-compression.ts +13 -6
  47. package/src/lib/lzo-compression.ts +10 -9
  48. package/src/lib/no-compression.ts +4 -0
  49. package/src/lib/snappy-compression.ts +4 -0
  50. package/src/lib/zstd-compression.ts +35 -10
  51. package/src/types.ts +4 -0
  52. package/src/workers/compression-worker-node.ts +4 -0
  53. package/src/workers/compression-worker.ts +4 -0
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,kBAAkB,EAAC,6BAA0B;AAE1D,OAAO,EAAC,WAAW,EAAC,6BAA0B;AAE9C,OAAO,EAAC,aAAa,EAAC,gCAA6B;AACnD,OAAO,EAAC,kBAAkB,EAAC,qCAAkC;AAC7D,OAAO,EAAC,eAAe,EAAC,kCAA+B;AACvD,OAAO,EAAC,iBAAiB,EAAC,oCAAiC;AAC3D,OAAO,EAAC,iBAAiB,EAAC,oCAAiC;AAC3D,OAAO,EAAC,cAAc,EAAC,iCAA8B;AACrD,OAAO,EAAC,eAAe,EAAC,kCAA+B;AACvD,OAAO,EAAC,cAAc,EAAC,iCAA8B;AAErD,YAAY,EAAC,wBAAwB,EAAC,gCAA6B;AACnE,OAAO,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,gCAA6B"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,kBAAkB,EAAC,6BAA0B;AAE1D,OAAO,EAAC,WAAW,EAAC,6BAA0B;AAE9C,OAAO,EAAC,aAAa,EAAC,gCAA6B;AACnD,OAAO,EAAC,kBAAkB,EAAC,qCAAkC;AAC7D,OAAO,EAAC,eAAe,EAAC,kCAA+B;AACvD,OAAO,EAAC,iBAAiB,EAAC,oCAAiC;AAC3D,OAAO,EAAC,iBAAiB,EAAC,oCAAiC;AAC3D,OAAO,EAAC,cAAc,EAAC,iCAA8B;AACrD,OAAO,EAAC,eAAe,EAAC,kCAA+B;AACvD,OAAO,EAAC,cAAc,EAAC,iCAA8B;AAErD,YAAY,EAAC,wBAAwB,EAAC,gCAA6B;AACnE,OAAO,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,gCAA6B"}
package/dist/index.js CHANGED
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  export { Compression } from "./lib/compression.js";
2
5
  export { NoCompression } from "./lib/no-compression.js";
3
6
  export { DeflateCompression } from "./lib/deflate-compression.js";
@@ -22,7 +22,7 @@ export declare class BrotliCompression extends Compression {
22
22
  * brotli is an injectable dependency due to big size
23
23
  * @param options
24
24
  */
25
- preload(): Promise<void>;
25
+ preload(modules?: Record<string, any>): Promise<void>;
26
26
  compress(input: ArrayBuffer): Promise<ArrayBuffer>;
27
27
  compressSync(input: ArrayBuffer): ArrayBuffer;
28
28
  decompress(input: ArrayBuffer): Promise<ArrayBuffer>;
@@ -1 +1 @@
1
- {"version":3,"file":"brotli-compression.d.ts","sourceRoot":"","sources":["../../src/lib/brotli-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAQ1C,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,GAAG;IAC1D,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;CACH,CAAC;AAYF;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,WAAU;IAC7B,QAAQ,CAAC,gBAAgB,WAAU;IACnC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;gBAE/B,OAAO,EAAE,wBAAwB;IAK7C;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAQxB,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IASxD,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAkBvC,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAS1D,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAkBhD"}
1
+ {"version":3,"file":"brotli-compression.d.ts","sourceRoot":"","sources":["../../src/lib/brotli-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAU1C,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,GAAG;IAC1D,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;CACH,CAAC;AAYF;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,WAAU;IAC7B,QAAQ,CAAC,gBAAgB,WAAU;IACnC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;gBAE/B,OAAO,EAAE,wBAAwB;IAM7C;;;OAGG;IACG,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIzD,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IASxD,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAevC,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAS1D,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAmBhD"}
@@ -1,5 +1,9 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
2
5
  import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
6
+ import { registerJSModules, getJSModule, getJSModuleOrNull } from '@loaders.gl/loader-utils';
3
7
  // import brotli from 'brotli'; // https://bundlephobia.com/package/brotli
4
8
  import { BrotliDecode } from "../brotli/decode.js";
5
9
  import zlib from 'zlib';
@@ -11,7 +15,6 @@ const DEFAULT_BROTLI_OPTIONS = {
11
15
  lgwin: 22
12
16
  }
13
17
  };
14
- let brotli;
15
18
  /**
16
19
  * brotli compression / decompression
17
20
  */
@@ -24,17 +27,14 @@ export class BrotliCompression extends Compression {
24
27
  constructor(options) {
25
28
  super(options);
26
29
  this.options = options;
30
+ registerJSModules(options?.modules);
27
31
  }
28
32
  /**
29
33
  * brotli is an injectable dependency due to big size
30
34
  * @param options
31
35
  */
32
- async preload() {
33
- brotli = brotli || this.options?.modules?.brotli;
34
- if (!brotli) {
35
- // eslint-disable-next-line no-console
36
- console.warn(`${this.name} library not installed`);
37
- }
36
+ async preload(modules = {}) {
37
+ registerJSModules(modules);
38
38
  }
39
39
  async compress(input) {
40
40
  // On Node.js we can use built-in zlib
@@ -52,9 +52,7 @@ export class BrotliCompression extends Compression {
52
52
  }
53
53
  const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli };
54
54
  const inputArray = new Uint8Array(input);
55
- if (!brotli) {
56
- throw new Error('brotli compression: brotli module not installed');
57
- }
55
+ const brotli = getJSModule('brotli', this.name);
58
56
  // @ts-ignore brotli types state that only Buffers are accepted...
59
57
  const outputArray = brotli.compress(inputArray, brotliOptions);
60
58
  return outputArray.buffer;
@@ -75,6 +73,7 @@ export class BrotliCompression extends Compression {
75
73
  }
76
74
  const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli };
77
75
  const inputArray = new Uint8Array(input);
76
+ const brotli = getJSModuleOrNull('brotli');
78
77
  if (brotli) {
79
78
  // @ts-ignore brotli types state that only Buffers are accepted...
80
79
  const outputArray = brotli.decompress(inputArray, brotliOptions);
@@ -12,7 +12,7 @@ export declare abstract class Compression {
12
12
  abstract readonly isSupported: boolean;
13
13
  constructor(options?: CompressionOptions);
14
14
  /** Preloads any dynamic libraries. May enable sync functions */
15
- preload(): Promise<void>;
15
+ preload(modules?: Record<string, any>): Promise<void>;
16
16
  /** Asynchronously compress data */
17
17
  compress(input: ArrayBuffer): Promise<ArrayBuffer>;
18
18
  /** Asynchronously decompress data */
@@ -1 +1 @@
1
- {"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/lib/compression.ts"],"names":[],"mappings":"AAGA,0BAA0B;AAC1B,MAAM,MAAM,kBAAkB,GAAG;IAE/B,OAAO,CAAC,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAC;CACvC,CAAC;AAEF,kBAAkB;AAClB,8BAAsB,WAAW;IAC/B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC7C,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;gBAE3B,OAAO,CAAC,EAAE,kBAAkB;IAKxC,gEAAgE;IAC1D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,mCAAmC;IAC7B,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAKxD,qCAAqC;IAC/B,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKzE,kCAAkC;IAClC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,kCAAkC;IAClC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,WAAW;IAI9D,uBAAuB;IAChB,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAM7B,yBAAyB;IAClB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAQ7B,SAAS,CAAC,WAAW,CAAC,aAAa,KAAA,GAAG,OAAO,CAAC,WAAW,CAAC;IAI1D,SAAS,CAAC,YAAY,CAAC,KAAK,KAAA;CAM7B"}
1
+ {"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/lib/compression.ts"],"names":[],"mappings":"AAQA,0BAA0B;AAC1B,MAAM,MAAM,kBAAkB,GAAG;IAE/B,OAAO,CAAC,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAC;CACvC,CAAC;AAEF,kBAAkB;AAClB,8BAAsB,WAAW;IAC/B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC7C,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;gBAE3B,OAAO,CAAC,EAAE,kBAAkB;IAKxC,gEAAgE;IAC1D,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/D,mCAAmC;IAC7B,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAKxD,qCAAqC;IAC/B,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKzE,kCAAkC;IAClC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,kCAAkC;IAClC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,WAAW;IAI9D,uBAAuB;IAChB,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAM7B,yBAAyB;IAClB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAQ7B,SAAS,CAAC,WAAW,CAAC,aAAa,KAAA,GAAG,OAAO,CAAC,WAAW,CAAC;IAI1D,SAAS,CAAC,YAAY,CAAC,KAAK,KAAA;CAM7B"}
@@ -1,5 +1,9 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  // Compression interface
2
5
  import { concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
6
+ import { registerJSModules } from '@loaders.gl/loader-utils';
3
7
  /** Compression */
4
8
  export class Compression {
5
9
  constructor(options) {
@@ -7,7 +11,8 @@ export class Compression {
7
11
  this.decompressBatches = this.decompressBatches.bind(this);
8
12
  }
9
13
  /** Preloads any dynamic libraries. May enable sync functions */
10
- async preload() {
14
+ async preload(modules = {}) {
15
+ registerJSModules(modules);
11
16
  return;
12
17
  }
13
18
  /** Asynchronously compress data */
@@ -1 +1 @@
1
- {"version":3,"file":"deflate-compression.d.ts","sourceRoot":"","sources":["../../src/lib/deflate-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAE1C,OAAO,IAAI,MAAM,MAAM,CAAC;AAIxB,MAAM,MAAM,yBAAyB,GAAG,kBAAkB,GAAG;IAC3D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,GAAG;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAC,CAAC;IAC1E,kEAAkE;IAClE,GAAG,CAAC,EAAE,OAAO,CAAC;CACf,CAAC;AAEF;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,WAAW;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAa;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,WAAe;IACxC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,yBAAyB,CAAC;IAE5C,OAAO,CAAC,OAAO,CAAqB;gBAExB,OAAO,GAAE,yBAA8B;IAK7C,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAWlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAW1D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAY7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAYxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,gBAAgB,CACrB,aAAa,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAC1C,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAwB7B,OAAO,CAAC,KAAK,KAAA;IAIb,MAAM,CAAC,MAAM,KAAA;IAMb,UAAU,IAAI,WAAW,EAAE;IAO3B,SAAS,CAAC,IAAI,GAAE,MAAU,GAAG,MAAM;CAuBpC"}
1
+ {"version":3,"file":"deflate-compression.d.ts","sourceRoot":"","sources":["../../src/lib/deflate-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAE1C,OAAO,IAAI,MAAM,MAAM,CAAC;AAIxB,MAAM,MAAM,yBAAyB,GAAG,kBAAkB,GAAG;IAC3D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,GAAG;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAC,CAAC;IAC1E,kEAAkE;IAClE,GAAG,CAAC,EAAE,OAAO,CAAC;CACf,CAAC;AAEF;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,WAAW;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAa;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,WAAe;IACxC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,yBAAyB,CAAC;IAE5C,OAAO,CAAC,OAAO,CAAqB;gBAExB,OAAO,GAAE,yBAA8B;IAK7C,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAWlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAW1D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAY7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAYxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAMtB,gBAAgB,CACrB,aAAa,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAC1C,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAwB7B,OAAO,CAAC,KAAK,KAAA;IAIb,MAAM,CAAC,MAAM,KAAA;IAMb,UAAU,IAAI,WAAW,EAAE;IAO3B,SAAS,CAAC,IAAI,GAAE,MAAU,GAAG,MAAM;CAuBpC"}
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
2
5
  import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
3
6
  import pako from 'pako'; // https://bundlephobia.com/package/pako
@@ -1 +1 @@
1
- {"version":3,"file":"gzip-compression.d.ts","sourceRoot":"","sources":["../../src/lib/gzip-compression.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,kBAAkB,EAAC,iCAA8B;AACzD,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,MAAM,sBAAsB,GAAG,kBAAkB,GAAG;IACxD,IAAI,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;CAClD,CAAC;AAEF;;GAEG;AACH,qBAAa,eAAgB,SAAQ,kBAAkB;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAU;IAC/B,QAAQ,CAAC,UAAU,WAAkB;IACrC,QAAQ,CAAC,gBAAgB,WAAsB;IAC/C,QAAQ,CAAC,WAAW,QAAQ;gBAEhB,OAAO,CAAC,EAAE,sBAAsB;CAG7C"}
1
+ {"version":3,"file":"gzip-compression.d.ts","sourceRoot":"","sources":["../../src/lib/gzip-compression.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,kBAAkB,EAAC,iCAA8B;AACzD,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,MAAM,sBAAsB,GAAG,kBAAkB,GAAG;IACxD,IAAI,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;CAClD,CAAC;AAEF;;GAEG;AACH,qBAAa,eAAgB,SAAQ,kBAAkB;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAU;IAC/B,QAAQ,CAAC,UAAU,WAAkB;IACrC,QAAQ,CAAC,gBAAgB,WAAsB;IAC/C,QAAQ,CAAC,WAAW,QAAQ;gBAEhB,OAAO,CAAC,EAAE,sBAAsB;CAG7C"}
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { DeflateCompression } from "./deflate-compression.js";
2
5
  /**
3
6
  * GZIP compression / decompression
@@ -10,6 +10,7 @@ export declare class LZ4Compression extends Compression {
10
10
  readonly isSupported = true;
11
11
  readonly options: CompressionOptions;
12
12
  constructor(options: CompressionOptions);
13
+ preload(modules?: Record<string, any>): Promise<void>;
13
14
  compressSync(input: ArrayBuffer): ArrayBuffer;
14
15
  /**
15
16
  * Decompresses an ArrayBuffer containing an Lz4 frame. maxSize is optional; if not
@@ -1 +1 @@
1
- {"version":3,"file":"lz4-compression.d.ts","sourceRoot":"","sources":["../../src/lib/lz4-compression.ts"],"names":[],"mappings":"AAyBA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAM1C;;GAEG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAS;IAC9B,QAAQ,CAAC,UAAU,WAAW;IAC9B,QAAQ,CAAC,gBAAgB,WAAa;IACtC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,EAAE,kBAAkB;IAUvC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAK7C;;;;;OAKG;IACH,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,WAAW;IAwBhE;;;;;;;;OAQG;IACH,WAAW,CACT,IAAI,EAAE,UAAU,EAChB,MAAM,EAAE,UAAU,EAClB,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,MAAM;IAgET;;;OAGG;IACH,gBAAgB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO;CAI7C"}
1
+ {"version":3,"file":"lz4-compression.d.ts","sourceRoot":"","sources":["../../src/lib/lz4-compression.ts"],"names":[],"mappings":"AA8BA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAK1C;;GAEG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAS;IAC9B,QAAQ,CAAC,UAAU,WAAW;IAC9B,QAAQ,CAAC,gBAAgB,WAAa;IACtC,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,EAAE,kBAAkB;IAOjC,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAM7C;;;;;OAKG;IACH,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,WAAW;IAyBhE;;;;;;;;OAQG;IACH,WAAW,CACT,IAAI,EAAE,UAAU,EAChB,MAAM,EAAE,UAAU,EAClB,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,MAAM;IAgET;;;OAGG;IACH,gBAAgB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO;CAI7C"}
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  // Copyright (c) 2012 Pierre Curto
2
5
  // Permission is hereby granted, free of charge, to any person obtaining a copy
3
6
  // of this software and associated documentation files (the "Software"), to deal
@@ -18,10 +21,10 @@
18
21
  /* eslint-disable max-statements */
19
22
  // LZ4
20
23
  import { toArrayBuffer } from '@loaders.gl/loader-utils';
24
+ import { registerJSModules, getJSModule } from '@loaders.gl/loader-utils';
21
25
  import { Compression } from "./compression.js";
22
26
  // import lz4js from 'lz4js'; // https://bundlephobia.com/package/lz4
23
27
  const LZ4_MAGIC_NUMBER = 0x184d2204;
24
- let lz4js;
25
28
  /**
26
29
  * LZ4 compression / decompression
27
30
  */
@@ -34,12 +37,13 @@ export class LZ4Compression extends Compression {
34
37
  constructor(options) {
35
38
  super(options);
36
39
  this.options = options;
37
- lz4js = lz4js || this.options?.modules?.lz4js;
38
- if (!lz4js) {
39
- throw new Error(this.name);
40
- }
40
+ registerJSModules(options?.modules);
41
+ }
42
+ async preload(modules = {}) {
43
+ registerJSModules(modules);
41
44
  }
42
45
  compressSync(input) {
46
+ const lz4js = getJSModule('lz4js', this.name);
43
47
  const inputArray = new Uint8Array(input);
44
48
  return lz4js.compress(inputArray).buffer;
45
49
  }
@@ -50,6 +54,7 @@ export class LZ4Compression extends Compression {
50
54
  * If data provided without magic number we will parse it as block
51
55
  */
52
56
  decompressSync(data, maxSize) {
57
+ const lz4js = getJSModule('lz4js', this.name);
53
58
  try {
54
59
  const isMagicNumberExists = this.checkMagicNumber(data);
55
60
  const inputArray = new Uint8Array(data);
@@ -14,7 +14,7 @@ export declare class LZOCompression extends Compression {
14
14
  * @param options
15
15
  */
16
16
  constructor(options: CompressionOptions);
17
- preload(): Promise<void>;
17
+ preload(modules?: Record<string, any>): Promise<void>;
18
18
  compress(input: ArrayBuffer): Promise<ArrayBuffer>;
19
19
  decompress(input: ArrayBuffer): Promise<ArrayBuffer>;
20
20
  }
@@ -1 +1 @@
1
- {"version":3,"file":"lzo-compression.d.ts","sourceRoot":"","sources":["../../src/lib/lzo-compression.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAW1C;;GAEG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,QAAQ,CAAC,IAAI,SAAS;IACtB,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,SAAS;IAC7B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC;;;OAGG;gBACS,OAAO,EAAE,kBAAkB;IAUjC,OAAO;IAKP,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAOlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;CAY3D"}
1
+ {"version":3,"file":"lzo-compression.d.ts","sourceRoot":"","sources":["../../src/lib/lzo-compression.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAS1C;;GAEG;AACH,qBAAa,cAAe,SAAQ,WAAW;IAC7C,QAAQ,CAAC,IAAI,SAAS;IACtB,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,SAAS;IAC7B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC;;;OAGG;gBACS,OAAO,EAAE,kBAAkB;IAMjC,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMzD,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAQlD,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;CAa3D"}
@@ -1,13 +1,15 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  // LZO
2
5
  // import {loadLibrary} from '@loaders.gl/worker-utils';
3
- import { toBuffer } from '@loaders.gl/loader-utils';
6
+ import { registerJSModules, getJSModule, toBuffer } from '@loaders.gl/loader-utils';
4
7
  import { Compression } from "./compression.js";
5
8
  // import {isBrowser} from '@loaders.gl/loader-utils';
6
9
  // import lzo from 'lzo'; // https://bundlephobia.com/package/lzo
7
10
  // import {decompress} from 'lzo-wasm';
8
11
  // const LZO_WASM_JS_URL = './node_modules/lzo-wasm/lzo-wasm.js';
9
12
  // const LZO_WASM_WASM_URL = './node_modules/lzo-wasm/lzo-wasm.wasm';
10
- let lzo;
11
13
  /**
12
14
  * Lempel-Ziv-Oberheimer compression / decompression
13
15
  */
@@ -24,17 +26,16 @@ export class LZOCompression extends Compression {
24
26
  constructor(options) {
25
27
  super(options);
26
28
  this.options = options;
27
- lzo = lzo || this.options?.modules?.lzo;
28
- if (!lzo) {
29
- throw new Error(this.name);
30
- }
29
+ registerJSModules(options?.modules);
31
30
  }
32
- async preload() {
31
+ async preload(modules = {}) {
32
+ registerJSModules(modules);
33
33
  // await loadLibrary(LZO_WASM_JS_URL);
34
34
  // await loadLibrary(LZO_WASM_WASM_URL);
35
35
  }
36
36
  async compress(input) {
37
37
  await this.preload();
38
+ const lzo = getJSModule('lzo', this.name);
38
39
  // const inputArray = new Uint8Array(input);
39
40
  const inputBuffer = toBuffer(input);
40
41
  return lzo.compress(inputBuffer).buffer;
@@ -42,6 +43,7 @@ export class LZOCompression extends Compression {
42
43
  async decompress(input) {
43
44
  try {
44
45
  await this.preload();
46
+ const lzo = getJSModule('lzo', this.name);
45
47
  // const inputArray = new Uint8Array(input);
46
48
  const inputBuffer = toBuffer(input);
47
49
  return lzo.decompress(inputBuffer).buffer;
@@ -1 +1 @@
1
- {"version":3,"file":"no-compression.d.ts","sourceRoot":"","sources":["../../src/lib/no-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAE1C;;GAEG;AACH,qBAAa,aAAc,SAAQ,WAAW;IAC5C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAkB;IACvC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAM;IACzC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAKxC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAIxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAItB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;CAG9B"}
1
+ {"version":3,"file":"no-compression.d.ts","sourceRoot":"","sources":["../../src/lib/no-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAE1C;;GAEG;AACH,qBAAa,aAAc,SAAQ,WAAW;IAC5C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAkB;IACvC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IACnC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAM;IACzC,QAAQ,CAAC,WAAW,QAAQ;IAE5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAKxC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAI7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAIxC,eAAe,CACpB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;IAItB,iBAAiB,CACtB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,aAAa,CAAC,WAAW,CAAC;CAG9B"}
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
2
5
  /**
3
6
  * Applies no compression.
@@ -1 +1 @@
1
- {"version":3,"file":"snappy-compression.d.ts","sourceRoot":"","sources":["../../src/lib/snappy-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAG1C;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAKxC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAK7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAIhD"}
1
+ {"version":3,"file":"snappy-compression.d.ts","sourceRoot":"","sources":["../../src/lib/snappy-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAG1C;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAY;IACjC,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;gBAEzB,OAAO,CAAC,EAAE,kBAAkB;IAKxC,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAK7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAIhD"}
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
2
5
  import { compress, uncompress } from 'snappyjs'; // https://bundlephobia.com/package/snappy
3
6
  /**
@@ -14,8 +14,9 @@ export declare class ZstdCompression extends Compression {
14
14
  * @param options
15
15
  */
16
16
  constructor(options: CompressionOptions);
17
- preload(): Promise<void>;
17
+ preload(modules?: Record<string, any>): Promise<void>;
18
18
  compressSync(input: ArrayBuffer): ArrayBuffer;
19
19
  decompressSync(input: ArrayBuffer): ArrayBuffer;
20
+ decompress(input: ArrayBuffer, size?: number): Promise<ArrayBuffer>;
20
21
  }
21
22
  //# sourceMappingURL=zstd-compression.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"zstd-compression.d.ts","sourceRoot":"","sources":["../../src/lib/zstd-compression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAM1C;;GAEG;AACH,qBAAa,eAAgB,SAAQ,WAAW;IAC9C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAU;IAC/B,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC;;;OAGG;gBACS,OAAO,EAAE,kBAAkB;IAWjC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAM9B,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAM7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;CAOhD"}
1
+ {"version":3,"file":"zstd-compression.d.ts","sourceRoot":"","sources":["../../src/lib/zstd-compression.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAW1C;;GAEG;AACH,qBAAa,eAAgB,SAAQ,WAAW;IAC9C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAU;IAC/B,QAAQ,CAAC,UAAU,UAAM;IACzB,QAAQ,CAAC,gBAAgB,UAAM;IAC/B,QAAQ,CAAC,WAAW,QAAQ;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC;;;OAGG;gBACS,OAAO,EAAE,kBAAkB;IAMjC,OAAO,CAAC,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW/D,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IAO7C,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW;IASzC,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;CAa1E"}
@@ -1,6 +1,12 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { Compression } from "./compression.js";
5
+ import { registerJSModules } from '@loaders.gl/loader-utils';
6
+ import { checkJSModule, getJSModule, getJSModuleOrNull } from '@loaders.gl/loader-utils';
2
7
  // import {ZstdCodec} from 'zstd-codec'; // https://bundlephobia.com/package/zstd-codec
3
- let ZstdCodec;
8
+ const CHUNK_SIZE = 1000000; // Tested value
9
+ let zstdPromise;
4
10
  let zstd;
5
11
  /**
6
12
  * Zstandard compression / decompression
@@ -18,27 +24,41 @@ export class ZstdCompression extends Compression {
18
24
  constructor(options) {
19
25
  super(options);
20
26
  this.options = options;
21
- ZstdCodec = this.options?.modules?.['zstd-codec'];
22
- if (!ZstdCodec) {
23
- // eslint-disable-next-line no-console
24
- console.warn(`${this.name} library not installed`);
25
- }
27
+ registerJSModules(options?.modules);
26
28
  }
27
- async preload() {
28
- if (!zstd && ZstdCodec) {
29
- zstd = await new Promise((resolve) => ZstdCodec.run((zstd) => resolve(zstd)));
29
+ async preload(modules = {}) {
30
+ registerJSModules(modules);
31
+ checkJSModule('zstd-codec', this.name);
32
+ const ZstdCodec = getJSModuleOrNull('zstd-codec');
33
+ // eslint-disable-next-line @typescript-eslint/no-misused-promises
34
+ if (!zstdPromise && ZstdCodec) {
35
+ zstdPromise = new Promise((resolve) => ZstdCodec.run((zstd) => resolve(zstd)));
36
+ zstd = await zstdPromise;
30
37
  }
31
38
  }
32
39
  compressSync(input) {
40
+ getJSModule('zstd-codec', this.name);
33
41
  const simpleZstd = new zstd.Simple();
34
42
  const inputArray = new Uint8Array(input);
35
43
  return simpleZstd.compress(inputArray).buffer;
36
44
  }
37
45
  decompressSync(input) {
46
+ getJSModule('zstd-codec', this.name);
38
47
  const simpleZstd = new zstd.Simple();
39
48
  // var ddict = new zstd.Dict.Decompression(dictData);
40
49
  // var jsonBytes = simpleZstd.decompressUsingDict(jsonZstData, ddict);
41
50
  const inputArray = new Uint8Array(input);
42
51
  return simpleZstd.decompress(inputArray).buffer;
43
52
  }
53
+ async decompress(input, size) {
54
+ await this.preload();
55
+ const simpleZstd = new zstd.Streaming();
56
+ const inputArray = new Uint8Array(input);
57
+ const chunks = [];
58
+ for (let i = 0; i <= inputArray.length; i += CHUNK_SIZE) {
59
+ chunks.push(inputArray.subarray(i, i + CHUNK_SIZE));
60
+ }
61
+ const decompressResult = await simpleZstd.decompressChunks(chunks);
62
+ return decompressResult.buffer;
63
+ }
44
64
  }
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,WAAW,EAAE,kBAAkB,EAAC,6BAA0B"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,WAAW,EAAE,kBAAkB,EAAC,6BAA0B"}
package/dist/types.js CHANGED
@@ -1 +1,4 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  export {};
@@ -1 +1 @@
1
- {"version":3,"file":"compression-worker-node.d.ts","sourceRoot":"","sources":["../../src/workers/compression-worker-node.ts"],"names":[],"mappings":"AAAA,iCAA8B"}
1
+ {"version":3,"file":"compression-worker-node.d.ts","sourceRoot":"","sources":["../../src/workers/compression-worker-node.ts"],"names":[],"mappings":"AAIA,iCAA8B"}
@@ -1 +1,4 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import "./compression-worker.js";
@@ -1,3 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
1
4
  import { createWorker } from '@loaders.gl/worker-utils';
2
5
  // Compressors
3
6
  import { NoCompression } from "../lib/no-compression.js";
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@loaders.gl/compression",
3
- "version": "4.2.0-alpha.6",
3
+ "version": "4.2.0-beta.2",
4
4
  "description": "Decompression and compression plugins for loaders.gl",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -50,8 +50,8 @@
50
50
  "build-worker-node": "esbuild src/workers/compression-worker-node.ts --outfile=dist/compression-worker-node.js --platform=node --target=node16 --bundle --minify --sourcemap --define:__VERSION__=\\\"$npm_package_version\\\""
51
51
  },
52
52
  "dependencies": {
53
- "@loaders.gl/loader-utils": "4.2.0-alpha.6",
54
- "@loaders.gl/worker-utils": "4.2.0-alpha.6",
53
+ "@loaders.gl/loader-utils": "4.2.0-beta.2",
54
+ "@loaders.gl/worker-utils": "4.2.0-beta.2",
55
55
  "@types/brotli": "^1.3.0",
56
56
  "@types/pako": "^1.0.1",
57
57
  "fflate": "0.7.4",
@@ -72,5 +72,5 @@
72
72
  "peerDependencies": {
73
73
  "@loaders.gl/core": "^4.0.0"
74
74
  },
75
- "gitHead": "37bd8ca71763529f18727ee4bf29dd176aa914ca"
75
+ "gitHead": "13c03663fec365a4d24c06377d50035cebd7ba9f"
76
76
  }
@@ -1,3 +1,7 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  // import type {WorkerObject} from '@loaders.gl/worker-utils';
2
6
  import {processOnWorker} from '@loaders.gl/worker-utils';
3
7
 
package/src/index.ts CHANGED
@@ -1,3 +1,7 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  export type {CompressionOptions} from './lib/compression';
2
6
 
3
7
  export {Compression} from './lib/compression';
@@ -1,7 +1,13 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  // BROTLI
2
6
  import type {CompressionOptions} from './compression';
3
7
  import {Compression} from './compression';
4
8
  import {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';
9
+ import {registerJSModules, getJSModule, getJSModuleOrNull} from '@loaders.gl/loader-utils';
10
+
5
11
  import type brotliNamespace from 'brotli';
6
12
  // import brotli from 'brotli'; // https://bundlephobia.com/package/brotli
7
13
  import {BrotliDecode} from '../brotli/decode';
@@ -25,7 +31,7 @@ const DEFAULT_BROTLI_OPTIONS = {
25
31
  }
26
32
  };
27
33
 
28
- let brotli: typeof brotliNamespace;
34
+ type Brotli = typeof brotliNamespace;
29
35
 
30
36
  /**
31
37
  * brotli compression / decompression
@@ -40,18 +46,15 @@ export class BrotliCompression extends Compression {
40
46
  constructor(options: BrotliCompressionOptions) {
41
47
  super(options);
42
48
  this.options = options;
49
+ registerJSModules(options?.modules);
43
50
  }
44
51
 
45
52
  /**
46
53
  * brotli is an injectable dependency due to big size
47
54
  * @param options
48
55
  */
49
- async preload(): Promise<void> {
50
- brotli = brotli || this.options?.modules?.brotli;
51
- if (!brotli) {
52
- // eslint-disable-next-line no-console
53
- console.warn(`${this.name} library not installed`);
54
- }
56
+ async preload(modules: Record<string, any> = {}): Promise<void> {
57
+ registerJSModules(modules);
55
58
  }
56
59
 
57
60
  async compress(input: ArrayBuffer): Promise<ArrayBuffer> {
@@ -72,10 +75,7 @@ export class BrotliCompression extends Compression {
72
75
  const brotliOptions = {...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli};
73
76
  const inputArray = new Uint8Array(input);
74
77
 
75
- if (!brotli) {
76
- throw new Error('brotli compression: brotli module not installed');
77
- }
78
-
78
+ const brotli = getJSModule<Brotli>('brotli', this.name);
79
79
  // @ts-ignore brotli types state that only Buffers are accepted...
80
80
  const outputArray = brotli.compress(inputArray, brotliOptions);
81
81
  return outputArray.buffer;
@@ -100,6 +100,7 @@ export class BrotliCompression extends Compression {
100
100
  const brotliOptions = {...DEFAULT_BROTLI_OPTIONS.brotli, ...this.options?.brotli};
101
101
  const inputArray = new Uint8Array(input);
102
102
 
103
+ const brotli = getJSModuleOrNull<Brotli>('brotli');
103
104
  if (brotli) {
104
105
  // @ts-ignore brotli types state that only Buffers are accepted...
105
106
  const outputArray = brotli.decompress(inputArray, brotliOptions);
@@ -1,5 +1,10 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  // Compression interface
2
6
  import {concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';
7
+ import {registerJSModules} from '@loaders.gl/loader-utils';
3
8
 
4
9
  /** Compression options */
5
10
  export type CompressionOptions = {
@@ -20,7 +25,8 @@ export abstract class Compression {
20
25
  }
21
26
 
22
27
  /** Preloads any dynamic libraries. May enable sync functions */
23
- async preload(): Promise<void> {
28
+ async preload(modules: Record<string, any> = {}): Promise<void> {
29
+ registerJSModules(modules);
24
30
  return;
25
31
  }
26
32
 
@@ -1,3 +1,7 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  // DEFLATE
2
6
  import type {CompressionOptions} from './compression';
3
7
  import {Compression} from './compression';
@@ -1,3 +1,7 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  // GZIP
2
6
  // import {isBrowser} from '@loaders.gl/loader-utils';
3
7
  import type {CompressionOptions} from './compression';
@@ -1,3 +1,7 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
1
5
  // Copyright (c) 2012 Pierre Curto
2
6
 
3
7
  // Permission is hereby granted, free of charge, to any person obtaining a copy
@@ -23,13 +27,13 @@
23
27
 
24
28
  // LZ4
25
29
  import {toArrayBuffer} from '@loaders.gl/loader-utils';
30
+ import {registerJSModules, getJSModule} from '@loaders.gl/loader-utils';
26
31
  import type {CompressionOptions} from './compression';
27
32
  import {Compression} from './compression';
33
+
28
34
  // import lz4js from 'lz4js'; // https://bundlephobia.com/package/lz4
29
35
  const LZ4_MAGIC_NUMBER = 0x184d2204;
30
36
 
31
- let lz4js;
32
-
33
37
  /**
34
38
  * LZ4 compression / decompression
35
39
  */
@@ -44,13 +48,15 @@ export class LZ4Compression extends Compression {
44
48
  super(options);
45
49
  this.options = options;
46
50
 
47
- lz4js = lz4js || this.options?.modules?.lz4js;
48
- if (!lz4js) {
49
- throw new Error(this.name);
50
- }
51
+ registerJSModules(options?.modules);
52
+ }
53
+
54
+ async preload(modules: Record<string, any> = {}): Promise<void> {
55
+ registerJSModules(modules);
51
56
  }
52
57
 
53
58
  compressSync(input: ArrayBuffer): ArrayBuffer {
59
+ const lz4js = getJSModule('lz4js', this.name);
54
60
  const inputArray = new Uint8Array(input);
55
61
  return lz4js.compress(inputArray).buffer;
56
62
  }
@@ -62,6 +68,7 @@ export class LZ4Compression extends Compression {
62
68
  * If data provided without magic number we will parse it as block
63
69
  */
64
70
  decompressSync(data: ArrayBuffer, maxSize?: number): ArrayBuffer {
71
+ const lz4js = getJSModule('lz4js', this.name);
65
72
  try {
66
73
  const isMagicNumberExists = this.checkMagicNumber(data);
67
74
  const inputArray = new Uint8Array(data);