@loaders.gl/compression 4.0.0-beta.3 → 4.0.0-beta.5

package/dist/dist.dev.js

@@ -4670,10 +4670,7 @@ var __exports__ = (() => {
   var window_ = globals.window || globals.self || globals.global || {};
   var global_ = globals.global || globals.self || globals.window || {};
   var document_ = globals.document || {};
-  var isBrowser = (
-    // @ts-ignore process does not exist on browser
-    Boolean(typeof process !== "object" || String(process) !== "[object process]" || process.browser)
-  );
+  var isBrowser = Boolean(typeof process !== "object" || String(process) !== "[object process]" || process.browser);
   var matches = typeof process !== "undefined" && process.version && /v([0-9]*)/.exec(process.version);
   var nodeVersion = matches && parseFloat(matches[1]) || 0;
 
@@ -4711,10 +4708,7 @@ var __exports__ = (() => {
   var window_2 = globals2.window || globals2.self || globals2.global || {};
   var global_2 = globals2.global || globals2.self || globals2.window || {};
   var document_2 = globals2.document || {};
-  var isBrowser2 = (
-    // @ts-ignore process.browser
-    typeof process !== "object" || String(process) !== "[object process]" || process.browser
-  );
+  var isBrowser2 = typeof process !== "object" || String(process) !== "[object process]" || process.browser;
   var isMobile = typeof window !== "undefined" && typeof window.orientation !== "undefined";
   var matches2 = typeof process !== "undefined" && process.version && /v([0-9]*)/.exec(process.version);
   var nodeVersion2 = matches2 && parseFloat(matches2[1]) || 0;
@@ -4722,7 +4716,6 @@ var __exports__ = (() => {
   // ../worker-utils/src/lib/worker-farm/worker-job.ts
   var WorkerJob = class {
     isRunning = true;
-    /** Promise that resolves when Job is done */
     _resolve = () => {
     };
     _reject = () => {
@@ -4735,29 +4728,18 @@ var __exports__ = (() => {
         this._reject = reject;
       });
     }
-    /**
-     * Send a message to the job's worker thread
-     * @param data any data structure, ideally consisting mostly of transferrable objects
-     */
     postMessage(type, payload) {
       this.workerThread.postMessage({
         source: "loaders.gl",
-        // Lets worker ignore unrelated messages
         type,
         payload
       });
     }
-    /**
-     * Call to resolve the `result` Promise with the supplied value
-     */
     done(value) {
       assert(this.isRunning);
       this.isRunning = false;
       this._resolve(value);
     }
-    /**
-     * Call to reject the `result` Promise with the supplied error
-     */
     error(error) {
       assert(this.isRunning);
       this.isRunning = false;
@@ -4868,7 +4850,6 @@ var __exports__ = (() => {
   var WorkerThread = class {
     terminated = false;
     _loadableURL = "";
-    /** Checks if workers are supported on this platform */
     static isSupported() {
       return typeof Worker !== "undefined" && isBrowser2 || typeof Worker2 !== "undefined" && !isBrowser2;
     }
@@ -4886,10 +4867,6 @@ var __exports__ = (() => {
       this.onError = (error) => console.log(error);
       this.worker = isBrowser2 ? this._createBrowserWorker() : this._createNodeWorker();
     }
-    /**
-     * Terminate this worker thread
-     * @note Can free up significant memory
-     */
     destroy() {
       this.onMessage = NOOP;
       this.onError = NOOP;
@@ -4899,20 +4876,10 @@ var __exports__ = (() => {
     get isRunning() {
       return Boolean(this.onMessage);
     }
-    /**
-     * Send a message to this worker thread
-     * @param data any data structure, ideally consisting mostly of transferrable objects
-     * @param transferList If not supplied, calculated automatically by traversing data
-     */
     postMessage(data, transferList) {
       transferList = transferList || getTransferList(data);
       this.worker.postMessage(data, transferList);
     }
-    // PRIVATE
-    /**
-     * Generate a standard Error from an ErrorEvent
-     * @param event
-     */
     _getErrorFromErrorEvent(event) {
       let message = "Failed to load ";
       message += `worker ${this.name} from ${this.url}. `;
@@ -4924,9 +4891,6 @@ var __exports__ = (() => {
       }
       return new Error(message);
     }
-    /**
-     * Creates a worker thread on the browser
-     */
     _createBrowserWorker() {
       this._loadableURL = getLoadableWorkerURL({
         source: this.source,
@@ -4949,10 +4913,6 @@ var __exports__ = (() => {
       worker.onmessageerror = (event) => console.error(event);
       return worker;
     }
-    /**
-     * Creates a worker thread in node.js
-     * @todo https://nodejs.org/api/async_hooks.html#async-resource-worker-pool
-     */
     _createNodeWorker() {
       let worker;
       if (this.url) {
@@ -4983,7 +4943,6 @@ var __exports__ = (() => {
   // ../worker-utils/src/lib/worker-farm/worker-pool.ts
   var WorkerPool = class {
     name = "unnamed";
-    // | Function;
     maxConcurrency = 1;
     maxMobileConcurrency = 1;
     onDebug = () => {
@@ -4994,23 +4953,14 @@ var __exports__ = (() => {
     idleQueue = [];
     count = 0;
     isDestroyed = false;
-    /** Checks if workers are supported on this platform */
     static isSupported() {
       return WorkerThread.isSupported();
     }
-    /**
-     * @param processor - worker function
-     * @param maxConcurrency - max count of workers
-     */
     constructor(props) {
       this.source = props.source;
       this.url = props.url;
       this.setProps(props);
     }
-    /**
-     * Terminates all workers in the pool
-     * @note Can free up significant memory
-     */
     destroy() {
       this.idleQueue.forEach((worker) => worker.destroy());
       this.isDestroyed = true;
@@ -5049,11 +4999,6 @@ var __exports__ = (() => {
       this._startQueuedJob();
       return await startPromise;
     }
-    // PRIVATE
-    /**
-     * Starts first queued job if worker is available or can be created
-     * Called when job is started and whenever a worker returns to the idleQueue
-     */
     async _startQueuedJob() {
       if (!this.jobQueue.length) {
         return;
@@ -5083,23 +5028,8 @@ var __exports__ = (() => {
         }
       }
     }
-    /**
-     * Returns a worker to the idle queue
-     * Destroys the worker if
-     *  - pool is destroyed
-     *  - if this pool doesn't reuse workers
-     *  - if maxConcurrency has been lowered
-     * @param worker
-     */
     returnWorkerToQueue(worker) {
-      const shouldDestroyWorker = (
-        // Workers on Node.js prevent the process from exiting.
-        // Until we figure out how to close them before exit, we always destroy them
-        !isBrowser2 || // If the pool is destroyed, there is no reason to keep the worker around
-        this.isDestroyed || // If the app has disabled worker reuse, any completed workers should be destroyed
-        !this.reuseWorkers || // If concurrency has been lowered, this worker might be surplus to requirements
-        this.count > this._getMaxConcurrency()
-      );
+      const shouldDestroyWorker = !isBrowser2 || this.isDestroyed || !this.reuseWorkers || this.count > this._getMaxConcurrency();
       if (shouldDestroyWorker) {
         worker.destroy();
         this.count--;
@@ -5110,9 +5040,6 @@ var __exports__ = (() => {
         this._startQueuedJob();
       }
     }
-    /**
-     * Returns idle worker or creates new worker if maxConcurrency has not been reached
-     */
     _getAvailableWorker() {
       if (this.idleQueue.length > 0) {
         return this.idleQueue.shift() || null;
@@ -5143,18 +5070,14 @@ var __exports__ = (() => {
   };
   var WorkerFarm = class {
     workerPools = /* @__PURE__ */ new Map();
-    // singleton
-    /** Checks if workers are supported on this platform */
     static isSupported() {
       return WorkerThread.isSupported();
     }
-    /** Get the singleton instance of the global worker farm */
     static getWorkerFarm(props = {}) {
       WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});
       WorkerFarm._workerFarm.setProps(props);
       return WorkerFarm._workerFarm;
     }
-    /** get global instance with WorkerFarm.getWorkerFarm() */
     constructor(props) {
       this.props = {
         ...DEFAULT_PROPS
@@ -5162,20 +5085,12 @@ var __exports__ = (() => {
       this.setProps(props);
       this.workerPools = /* @__PURE__ */ new Map();
     }
-    /**
-     * Terminate all workers in the farm
-     * @note Can free up significant memory
-     */
     destroy() {
       for (const workerPool of this.workerPools.values()) {
         workerPool.destroy();
       }
       this.workerPools = /* @__PURE__ */ new Map();
     }
-    /**
-     * Set props used when initializing worker pools
-     * @param props
-     */
     setProps(props) {
       this.props = {
         ...this.props,
@@ -5185,15 +5100,6 @@ var __exports__ = (() => {
         workerPool.setProps(this._getWorkerPoolProps());
       }
     }
-    /**
-     * Returns a worker pool for the specified worker
-     * @param options - only used first time for a specific worker name
-     * @param options.name - the name of the worker - used to identify worker pool
-     * @param options.url -
-     * @param options.source -
-     * @example
-     *   const job = WorkerFarm.getWorkerFarm().getWorkerPool({name, url}).startJob(...);
-     */
     getWorkerPool(options) {
       const {
         name,
@@ -5265,11 +5171,7 @@ var __exports__ = (() => {
     }
     const workerPool = workerFarm.getWorkerPool(workerPoolProps);
     const jobName = options.jobName || worker.name;
-    const job = await workerPool.startJob(
-      jobName,
-      // eslint-disable-next-line
-      onMessage.bind(null, context)
-    );
+    const job = await workerPool.startJob(jobName, onMessage.bind(null, context));
     const transferableOptions = getTransferListForWriter(options);
     job.postMessage("process", {
       input: data,
@@ -5390,39 +5292,31 @@ var __exports__ = (() => {
       this.compressBatches = this.compressBatches.bind(this);
       this.decompressBatches = this.decompressBatches.bind(this);
     }
-    /** Preloads any dynamic libraries. May enable sync functions */
     async preload() {
       return;
     }
-    /** Asynchronously compress data */
     async compress(input) {
       await this.preload();
       return this.compressSync(input);
     }
-    /** Asynchronously decompress data */
     async decompress(input, size) {
       await this.preload();
       return this.decompressSync(input, size);
     }
-    /** Synchronously compress data */
     compressSync(input) {
       throw new Error(`${this.name}: sync compression not supported`);
     }
-    /** Synchronously compress data */
     decompressSync(input, size) {
       throw new Error(`${this.name}: sync decompression not supported`);
     }
-    /** Compress batches */
     async *compressBatches(asyncIterator) {
       const input = await this.concatenate(asyncIterator);
       yield this.compress(input);
     }
-    /** Decompress batches */
     async *decompressBatches(asyncIterator) {
       const input = await this.concatenate(asyncIterator);
       yield this.decompress(input);
     }
-    // HELPERS
     concatenate(asyncIterator) {
       return concatenateArrayBuffersAsync(asyncIterator);
     }
@@ -5547,26 +5441,16 @@ var __exports__ = (() => {
       this._chunks = [];
       return chunks;
     }
-    // TODO - For some reason we don't get the error message from pako in _onEnd?
     _getError(code = 0) {
       const MESSAGES = {
-        /* Z_NEED_DICT       2  */
         2: "need dictionary",
-        /* Z_STREAM_END      1  */
         1: "stream end",
-        /* Z_OK              0  */
         0: "",
-        /* Z_ERRNO         (-1) */
         "-1": "file error",
-        /* Z_STREAM_ERROR  (-2) */
         "-2": "stream error",
-        /* Z_DATA_ERROR    (-3) */
         "-3": "data error",
-        /* Z_MEM_ERROR     (-4) */
         "-4": "insufficient memory",
-        /* Z_BUF_ERROR     (-5) */
         "-5": "buffer error",
-        /* Z_VERSION_ERROR (-6) */
         "-6": "incompatible version"
       };
       return `${this.name}: ${MESSAGES[code]}`;
@@ -6350,10 +6234,7 @@ var __exports__ = (() => {
         initializeCompoundDictionaryCopy(s, -address - 1, s.copyLength);
         s.runningState = 14;
       } else {
-        let dictionaryData = (
-          /** @type{!Int8Array} */
-          data
-        );
+        let dictionaryData = data;
         let wordLength = s.copyLength;
         if (wordLength > 31) {
           throw "Invalid backward reference";
@@ -7333,10 +7214,7 @@ var __exports__ = (() => {
       let s = new State();
       initState(s, new InputStream(bytes));
       if (options) {
-        let customDictionary = (
-          /** @type {?Int8Array} */
-          options["customDictionary"]
-        );
+        let customDictionary = options["customDictionary"];
         if (customDictionary)
           attachDictionaryChunk(s, customDictionary);
       }
@@ -7393,10 +7271,6 @@ var __exports__ = (() => {
       super(options);
       this.options = options;
     }
-    /**
-     * brotli is an injectable dependency due to big size
-     * @param options
-     */
     async preload() {
       brotli = brotli || this.options?.modules?.brotli;
       if (!brotli) {
@@ -7491,12 +7365,6 @@ var __exports__ = (() => {
       const inputArray = new Uint8Array(input);
       return lz4js.compress(inputArray).buffer;
     }
-    /**
-     * Decompresses an ArrayBuffer containing an Lz4 frame. maxSize is optional; if not
-     * provided, a maximum size will be determined by examining the data. The
-     * returned ArrayBuffer will always be perfectly sized.
-     * If data provided without magic number we will parse it as block
-     */
     decompressSync(data, maxSize) {
       try {
         const isMagicNumberExists = this.checkMagicNumber(data);
@@ -7516,15 +7384,6 @@ var __exports__ = (() => {
         throw this.improveError(error);
       }
     }
-    /**
-     * Decode lz4 file as block
-     * Solution taken from here
-     * https://github.com/pierrec/node-lz4/blob/0dac687262403fd34f905b963da7220692f2a4a1/lib/binding.js#L25
-     * @param input
-     * @param output
-     * @param startIndex
-     * @param endIndex
-     */
     decodeBlock(data, output, startIndex, endIndex) {
       startIndex = startIndex || 0;
       endIndex = endIndex || data.length - startIndex;
@@ -7564,10 +7423,6 @@ var __exports__ = (() => {
       }
       return uncompressedSize;
     }
-    /**
-     * Compare file magic with lz4 magic number
-     * @param input
-     */
     checkMagicNumber(data) {
       const magic = new Uint32Array(data.slice(0, 4));
       return magic[0] === LZ4_MAGIC_NUMBER;
@@ -7582,10 +7437,6 @@ var __exports__ = (() => {
     extensions = [];
     contentEncodings = [];
     isSupported = true;
-    /**
-     * zstd-codec is an injectable dependency due to big size
-     * @param options
-     */
     constructor(options) {
       super(options);
       this.options = options;
@@ -7618,11 +7469,6 @@ var __exports__ = (() => {
     extensions = [];
     contentEncodings = [];
     isSupported = false;
-    // !isBrowser;
-    /**
-     * lzo is an injectable dependency due to big size
-     * @param options
-     */
     constructor(options) {
       super(options);
       this.options = options;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/compression",
-  "version": "4.0.0-beta.3",
+  "version": "4.0.0-beta.5",
   "description": "Decompression and compression plugins for loaders.gl",
   "license": "MIT",
   "type": "module",
@@ -47,8 +47,8 @@
   },
   "dependencies": {
     "@babel/runtime": "^7.3.1",
-    "@loaders.gl/loader-utils": "4.0.0-beta.3",
-    "@loaders.gl/worker-utils": "4.0.0-beta.3",
+    "@loaders.gl/loader-utils": "4.0.0-beta.5",
+    "@loaders.gl/worker-utils": "4.0.0-beta.5",
     "@types/brotli": "^1.3.0",
     "@types/pako": "^1.0.1",
     "fflate": "0.7.4",
@@ -66,5 +66,5 @@
     "lz4js": "^0.2.0",
     "zstd-codec": "^0.1"
   },
-  "gitHead": "7ba9621cc51c7a26c407086ac86171f35b8712af"
+  "gitHead": "a6f5a0d1a316cc22396e5a4d480c14329d1ef146"
 }