@loaders.gl/shapefile 3.1.3 → 4.0.0-alpha.5

package/dist/lib/streaming/binary-chunk-reader.js

@@ -1,161 +1,137 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-class BinaryChunkReader {
-    constructor(options) {
-        const { maxRewindBytes = 0 } = options || {};
-        /** current global offset into current array buffer*/
-        this.offset = 0;
-        /** current buffer from iterator */
-        this.arrayBuffers = [];
-        this.ended = false;
-        /** bytes behind offset to hold on to */
-        this.maxRewindBytes = maxRewindBytes;
+import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
+export default class BinaryChunkReader {
+  constructor(options) {
+    _defineProperty(this, "offset", void 0);
+
+    _defineProperty(this, "arrayBuffers", void 0);
+
+    _defineProperty(this, "ended", void 0);
+
+    _defineProperty(this, "maxRewindBytes", void 0);
+
+    const {
+      maxRewindBytes = 0
+    } = options || {};
+    this.offset = 0;
+    this.arrayBuffers = [];
+    this.ended = false;
+    this.maxRewindBytes = maxRewindBytes;
+  }
+
+  write(arrayBuffer) {
+    this.arrayBuffers.push(arrayBuffer);
+  }
+
+  end() {
+    this.arrayBuffers = [];
+    this.ended = true;
+  }
+
+  hasAvailableBytes(bytes) {
+    let bytesAvailable = -this.offset;
+
+    for (const arrayBuffer of this.arrayBuffers) {
+      bytesAvailable += arrayBuffer.byteLength;
+
+      if (bytesAvailable >= bytes) {
+        return true;
+      }
     }
-    /**
-     * @param arrayBuffer
-     */
-    write(arrayBuffer) {
-        this.arrayBuffers.push(arrayBuffer);
+
+    return false;
+  }
+
+  findBufferOffsets(bytes) {
+    let offset = -this.offset;
+    const selectedBuffers = [];
+
+    for (let i = 0; i < this.arrayBuffers.length; i++) {
+      const buf = this.arrayBuffers[i];
+
+      if (offset + buf.byteLength <= 0) {
+        offset += buf.byteLength;
+        continue;
+      }
+
+      const start = offset <= 0 ? Math.abs(offset) : 0;
+      let end;
+
+      if (start + bytes <= buf.byteLength) {
+        end = start + bytes;
+        selectedBuffers.push([i, [start, end]]);
+        return selectedBuffers;
+      }
+
+      end = buf.byteLength;
+      selectedBuffers.push([i, [start, end]]);
+      bytes -= buf.byteLength - start;
+      offset += buf.byteLength;
     }
-    end() {
-        this.arrayBuffers = [];
-        this.ended = true;
+
+    return null;
+  }
+
+  getDataView(bytes) {
+    const bufferOffsets = this.findBufferOffsets(bytes);
+
+    if (!bufferOffsets && this.ended) {
+      throw new Error('binary data exhausted');
     }
-    /**
-     * Has enough bytes available in array buffers
-     *
-     * @param bytes Number of bytes
-     * @return boolean
-     */
-    hasAvailableBytes(bytes) {
-        let bytesAvailable = -this.offset;
-        for (const arrayBuffer of this.arrayBuffers) {
-            bytesAvailable += arrayBuffer.byteLength;
-            if (bytesAvailable >= bytes) {
-                return true;
-            }
-        }
-        return false;
+
+    if (!bufferOffsets) {
+      return null;
     }
-    /**
-     * Find offsets of byte ranges within this.arrayBuffers
-     *
-     * @param  bytes Byte length to read
-     * @return Arrays with byte ranges pointing to this.arrayBuffers, Output type is nested array, e.g. [ [0, [1, 2]], ...]
-     */
-    findBufferOffsets(bytes) {
-        let offset = -this.offset;
-        const selectedBuffers = [];
-        for (let i = 0; i < this.arrayBuffers.length; i++) {
-            const buf = this.arrayBuffers[i];
-            // Current buffer isn't long enough to reach global offset
-            if (offset + buf.byteLength <= 0) {
-                offset += buf.byteLength;
-                // eslint-disable-next-line no-continue
-                continue;
-            }
-            // Find start/end offsets for this buffer
-            // When offset < 0, need to skip over Math.abs(offset) bytes
-            // When offset > 0, implies bytes in previous buffer, start at 0
-            const start = offset <= 0 ? Math.abs(offset) : 0;
-            let end;
-            // Length of requested bytes is contained in current buffer
-            if (start + bytes <= buf.byteLength) {
-                end = start + bytes;
-                selectedBuffers.push([i, [start, end]]);
-                return selectedBuffers;
-            }
-            // Will need to look into next buffer
-            end = buf.byteLength;
-            selectedBuffers.push([i, [start, end]]);
-            // Need to read fewer bytes in next iter
-            bytes -= buf.byteLength - start;
-            offset += buf.byteLength;
-        }
-        // Should only finish loop if exhausted all arrays
-        return null;
+
+    if (bufferOffsets.length === 1) {
+      const [bufferIndex, [start, end]] = bufferOffsets[0];
+      const arrayBuffer = this.arrayBuffers[bufferIndex];
+      const view = new DataView(arrayBuffer, start, end - start);
+      this.offset += bytes;
+      this.disposeBuffers();
+      return view;
     }
-    /**
-     * Get the required number of bytes from the iterator
-     *
-     * @param bytes Number of bytes
-     * @return DataView with data
-     */
-    getDataView(bytes) {
-        const bufferOffsets = this.findBufferOffsets(bytes);
-        // return `null` if not enough data, except if end() already called, in
-        // which case throw an error.
-        if (!bufferOffsets && this.ended) {
-            throw new Error('binary data exhausted');
-        }
-        if (!bufferOffsets) {
-            // @ts-ignore
-            return null;
-        }
-        // If only one arrayBuffer needed, return DataView directly
-        if (bufferOffsets.length === 1) {
-            const [bufferIndex, [start, end]] = bufferOffsets[0];
-            const arrayBuffer = this.arrayBuffers[bufferIndex];
-            const view = new DataView(arrayBuffer, start, end - start);
-            this.offset += bytes;
-            this.disposeBuffers();
-            return view;
-        }
-        // Concatenate portions of multiple ArrayBuffers
-        const view = new DataView(this._combineArrayBuffers(bufferOffsets));
-        this.offset += bytes;
-        this.disposeBuffers();
-        return view;
+
+    const view = new DataView(this._combineArrayBuffers(bufferOffsets));
+    this.offset += bytes;
+    this.disposeBuffers();
+    return view;
+  }
+
+  disposeBuffers() {
+    while (this.arrayBuffers.length > 0 && this.offset - this.maxRewindBytes >= this.arrayBuffers[0].byteLength) {
+      this.offset -= this.arrayBuffers[0].byteLength;
+      this.arrayBuffers.shift();
     }
-    /**
-     * Dispose of old array buffers
-     */
-    disposeBuffers() {
-        while (this.arrayBuffers.length > 0 &&
-            this.offset - this.maxRewindBytes >= this.arrayBuffers[0].byteLength) {
-            this.offset -= this.arrayBuffers[0].byteLength;
-            this.arrayBuffers.shift();
-        }
+  }
+
+  _combineArrayBuffers(bufferOffsets) {
+    let byteLength = 0;
+
+    for (const bufferOffset of bufferOffsets) {
+      const [start, end] = bufferOffset[1];
+      byteLength += end - start;
     }
-    /**
-     * Copy multiple ArrayBuffers into one contiguous ArrayBuffer
-     *
-     * In contrast to concatenateArrayBuffers, this only copies the necessary
-     * portions of the source arrays, rather than first copying the entire arrays
-     * then taking a part of them.
-     *
-     * @param bufferOffsets List of internal array offsets
-     * @return New contiguous ArrayBuffer
-     */
-    _combineArrayBuffers(bufferOffsets) {
-        let byteLength = 0;
-        for (const bufferOffset of bufferOffsets) {
-            const [start, end] = bufferOffset[1];
-            byteLength += end - start;
-        }
-        const result = new Uint8Array(byteLength);
-        // Copy the subarrays
-        let resultOffset = 0;
-        for (const bufferOffset of bufferOffsets) {
-            const [bufferIndex, [start, end]] = bufferOffset;
-            const sourceArray = new Uint8Array(this.arrayBuffers[bufferIndex]);
-            result.set(sourceArray.subarray(start, end), resultOffset);
-            resultOffset += end - start;
-        }
-        return result.buffer;
-    }
-    /**
-     * @param bytes
-     */
-    skip(bytes) {
-        this.offset += bytes;
-    }
-    /**
-     * @param bytes
-     */
-    rewind(bytes) {
-        // TODO - only works if offset is already set
-        this.offset -= bytes;
+
+    const result = new Uint8Array(byteLength);
+    let resultOffset = 0;
+
+    for (const bufferOffset of bufferOffsets) {
+      const [bufferIndex, [start, end]] = bufferOffset;
+      const sourceArray = new Uint8Array(this.arrayBuffers[bufferIndex]);
+      result.set(sourceArray.subarray(start, end), resultOffset);
+      resultOffset += end - start;
     }
+
+    return result.buffer;
+  }
+
+  skip(bytes) {
+    this.offset += bytes;
+  }
+
+  rewind(bytes) {
+    this.offset -= bytes;
+  }
+
 }
-exports.default = BinaryChunkReader;
+//# sourceMappingURL=binary-chunk-reader.js.map

package/dist/lib/streaming/binary-chunk-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/lib/streaming/binary-chunk-reader.ts"],"names":["BinaryChunkReader","constructor","options","maxRewindBytes","offset","arrayBuffers","ended","write","arrayBuffer","push","end","hasAvailableBytes","bytes","bytesAvailable","byteLength","findBufferOffsets","selectedBuffers","i","length","buf","start","Math","abs","getDataView","bufferOffsets","Error","bufferIndex","view","DataView","disposeBuffers","_combineArrayBuffers","shift","bufferOffset","result","Uint8Array","resultOffset","sourceArray","set","subarray","buffer","skip","rewind"],"mappings":";AAAA,eAAe,MAAMA,iBAAN,CAAwB;AAMrCC,EAAAA,WAAW,CAACC,OAAD,EAAiC;AAAA;;AAAA;;AAAA;;AAAA;;AAC1C,UAAM;AAACC,MAAAA,cAAc,GAAG;AAAlB,QAAuBD,OAAO,IAAI,EAAxC;AAGA,SAAKE,MAAL,GAAc,CAAd;AAEA,SAAKC,YAAL,GAAoB,EAApB;AACA,SAAKC,KAAL,GAAa,KAAb;AAGA,SAAKH,cAAL,GAAsBA,cAAtB;AACD;;AAIDI,EAAAA,KAAK,CAACC,WAAD,EAAiC;AACpC,SAAKH,YAAL,CAAkBI,IAAlB,CAAuBD,WAAvB;AACD;;AAEDE,EAAAA,GAAG,GAAS;AACV,SAAKL,YAAL,GAAoB,EAApB;AACA,SAAKC,KAAL,GAAa,IAAb;AACD;;AAQDK,EAAAA,iBAAiB,CAACC,KAAD,EAAyB;AACxC,QAAIC,cAAc,GAAG,CAAC,KAAKT,MAA3B;;AACA,SAAK,MAAMI,WAAX,IAA0B,KAAKH,YAA/B,EAA6C;AAC3CQ,MAAAA,cAAc,IAAIL,WAAW,CAACM,UAA9B;;AACA,UAAID,cAAc,IAAID,KAAtB,EAA6B;AAC3B,eAAO,IAAP;AACD;AACF;;AACD,WAAO,KAAP;AACD;;AAQDG,EAAAA,iBAAiB,CAACH,KAAD,EAA8B;AAC7C,QAAIR,MAAM,GAAG,CAAC,KAAKA,MAAnB;AACA,UAAMY,eAAoB,GAAG,EAA7B;;AAEA,SAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG,KAAKZ,YAAL,CAAkBa,MAAtC,EAA8CD,CAAC,EAA/C,EAAmD;AACjD,YAAME,GAAG,GAAG,KAAKd,YAAL,CAAkBY,CAAlB,CAAZ;;AAGA,UAAIb,MAAM,GAAGe,GAAG,CAACL,UAAb,IAA2B,CAA/B,EAAkC;AAChCV,QAAAA,MAAM,IAAIe,GAAG,CAACL,UAAd;AAEA;AACD;;AAKD,YAAMM,KAAK,GAAGhB,MAAM,IAAI,CAAV,GAAciB,IAAI,CAACC,GAAL,CAASlB,MAAT,CAAd,GAAiC,CAA/C;AACA,UAAIM,GAAJ;;AAGA,UAAIU,KAAK,GAAGR,KAAR,IAAiBO,GAAG,CAACL,UAAzB,EAAqC;AACnCJ,QAAAA,GAAG,GAAGU,KAAK,GAAGR,KAAd;AACAI,QAAAA,eAAe,CAACP,IAAhB,CAAqB,CAACQ,CAAD,EAAI,CAACG,KAAD,EAAQV,GAAR,CAAJ,CAArB;AACA,eAAOM,eAAP;AACD;;AAGDN,MAAAA,GAAG,GAAGS,GAAG,CAACL,UAAV;AACAE,MAAAA,eAAe,CAACP,IAAhB,CAAqB,CAACQ,CAAD,EAAI,CAACG,KAAD,EAAQV,GAAR,CAAJ,CAArB;AAGAE,MAAAA,KAAK,IAAIO,GAAG,CAACL,UAAJ,GAAiBM,KAA1B;AACAhB,MAAAA,MAAM,IAAIe,GAAG,CAACL,UAAd;AACD;;AAGD,WAAO,IAAP;AACD;;AAQDS,EAAAA,WAAW,CAACX,KAAD,EAAiC;AAC1C,UAAMY,aAAa,GAAG,KAAKT,iBAAL,CAAuBH,KAAvB,CAAtB;;AAGA,QAAI,CAACY,aAAD,IAAkB,KAAKlB,KAA3B,EAAkC;AAChC,YAAM,IAAImB,KAAJ,CAAU,uBAAV,CAAN;AACD;;AAED,QAAI,CAACD,aAAL,EAAoB;AAElB,aAAO,IAAP;AACD;;AAGD,QAAIA,aAAa,CAACN,MAAd,KAAyB,CAA7B,EAAgC;AAC9B,YAAM,CAACQ,WAAD,EAAc,CAACN,KAAD,EAAQV,GAAR,CAAd,IAA8Bc,aAAa,CAAC,CAAD,CAAjD;AACA,YAAMhB,WAAW,GAAG,KAAKH,YAAL,CAAkBqB,WAAlB,CAApB;AACA,YAAMC,IAAI,GAAG,IAAIC,QAAJ,CAAapB,WAAb,EAA0BY,KAA1B,EAAiCV,GAAG,GAAGU,KAAvC,CAAb;AAEA,WAAKhB,MAAL,IAAeQ,KAAf;AACA,WAAKiB,cAAL;AACA,aAAOF,IAAP;AACD;;AAGD,UAAMA,IAAI,GAAG,IAAIC,QAAJ,CAAa,KAAKE,oBAAL,CAA0BN,aAA1B,CAAb,CAAb;AACA,SAAKpB,MAAL,IAAeQ,KAAf;AACA,SAAKiB,cAAL;AACA,WAAOF,IAAP;AACD;;AAKDE,EAAAA,cAAc,GAAS;AACrB,WACE,KAAKxB,YAAL,CAAkBa,MAAlB,GAA2B,CAA3B,IACA,KAAKd,MAAL,GAAc,KAAKD,cAAnB,IAAqC,KAAKE,YAAL,CAAkB,CAAlB,EAAqBS,UAF5D,EAGE;AACA,WAAKV,MAAL,IAAe,KAAKC,YAAL,CAAkB,CAAlB,EAAqBS,UAApC;AACA,WAAKT,YAAL,CAAkB0B,KAAlB;AACD;AACF;;AAYDD,EAAAA,oBAAoB,CAACN,aAAD,EAAwC;AAC1D,QAAIV,UAAkB,GAAG,CAAzB;;AACA,SAAK,MAAMkB,YAAX,IAA2BR,aAA3B,EAA0C;AACxC,YAAM,CAACJ,KAAD,EAAQV,GAAR,IAAesB,YAAY,CAAC,CAAD,CAAjC;AACAlB,MAAAA,UAAU,IAAIJ,GAAG,GAAGU,KAApB;AACD;;AAED,UAAMa,MAAM,GAAG,IAAIC,UAAJ,CAAepB,UAAf,CAAf;AAGA,QAAIqB,YAAoB,GAAG,CAA3B;;AACA,SAAK,MAAMH,YAAX,IAA2BR,aAA3B,EAA0C;AACxC,YAAM,CAACE,WAAD,EAAc,CAACN,KAAD,EAAQV,GAAR,CAAd,IAA8BsB,YAApC;AACA,YAAMI,WAAW,GAAG,IAAIF,UAAJ,CAAe,KAAK7B,YAAL,CAAkBqB,WAAlB,CAAf,CAApB;AACAO,MAAAA,MAAM,CAACI,GAAP,CAAWD,WAAW,CAACE,QAAZ,CAAqBlB,KAArB,EAA4BV,GAA5B,CAAX,EAA6CyB,YAA7C;AACAA,MAAAA,YAAY,IAAIzB,GAAG,GAAGU,KAAtB;AACD;;AAED,WAAOa,MAAM,CAACM,MAAd;AACD;;AAIDC,EAAAA,IAAI,CAAC5B,KAAD,EAAsB;AACxB,SAAKR,MAAL,IAAeQ,KAAf;AACD;;AAID6B,EAAAA,MAAM,CAAC7B,KAAD,EAAsB;AAE1B,SAAKR,MAAL,IAAeQ,KAAf;AACD;;AAzLoC","sourcesContent":["export default class BinaryChunkReader {\n  offset: number;\n  arrayBuffers: ArrayBuffer[];\n  ended: boolean;\n  maxRewindBytes: number;\n\n  constructor(options?: {[key: string]: any}) {\n    const {maxRewindBytes = 0} = options || {};\n\n    /** current global offset into current array buffer*/\n    this.offset = 0;\n    /** current buffer from iterator */\n    this.arrayBuffers = [];\n    this.ended = false;\n\n    /** bytes behind offset to hold on to */\n    this.maxRewindBytes = maxRewindBytes;\n  }\n  /**\n   * @param arrayBuffer\n   */\n  write(arrayBuffer: ArrayBuffer): void {\n    this.arrayBuffers.push(arrayBuffer);\n  }\n\n  end(): void {\n    this.arrayBuffers = [];\n    this.ended = true;\n  }\n\n  /**\n   * Has enough bytes available in array buffers\n   *\n   * @param bytes Number of bytes\n   * @return boolean\n   */\n  hasAvailableBytes(bytes: number): boolean {\n    let bytesAvailable = -this.offset;\n    for (const arrayBuffer of this.arrayBuffers) {\n      bytesAvailable += arrayBuffer.byteLength;\n      if (bytesAvailable >= bytes) {\n        return true;\n      }\n    }\n    return false;\n  }\n\n  /**\n   * Find offsets of byte ranges within this.arrayBuffers\n   *\n   * @param  bytes Byte length to read\n   * @return Arrays with byte ranges pointing to this.arrayBuffers, Output type is nested array, e.g. [ [0, [1, 2]], ...]\n   */\n  findBufferOffsets(bytes: number): any[] | null {\n    let offset = -this.offset;\n    const selectedBuffers: any = [];\n\n    for (let i = 0; i < this.arrayBuffers.length; i++) {\n      const buf = this.arrayBuffers[i];\n\n      // Current buffer isn't long enough to reach global offset\n      if (offset + buf.byteLength <= 0) {\n        offset += buf.byteLength;\n        // eslint-disable-next-line no-continue\n        continue;\n      }\n\n      // Find start/end offsets for this buffer\n      // When offset < 0, need to skip over Math.abs(offset) bytes\n      // When offset > 0, implies bytes in previous buffer, start at 0\n      const start = offset <= 0 ? Math.abs(offset) : 0;\n      let end: number;\n\n      // Length of requested bytes is contained in current buffer\n      if (start + bytes <= buf.byteLength) {\n        end = start + bytes;\n        selectedBuffers.push([i, [start, end]]);\n        return selectedBuffers;\n      }\n\n      // Will need to look into next buffer\n      end = buf.byteLength;\n      selectedBuffers.push([i, [start, end]]);\n\n      // Need to read fewer bytes in next iter\n      bytes -= buf.byteLength - start;\n      offset += buf.byteLength;\n    }\n\n    // Should only finish loop if exhausted all arrays\n    return null;\n  }\n\n  /**\n   * Get the required number of bytes from the iterator\n   *\n   * @param bytes Number of bytes\n   * @return DataView with data\n   */\n  getDataView(bytes: number): DataView | null {\n    const bufferOffsets = this.findBufferOffsets(bytes);\n    // return `null` if not enough data, except if end() already called, in\n    // which case throw an error.\n    if (!bufferOffsets && this.ended) {\n      throw new Error('binary data exhausted');\n    }\n\n    if (!bufferOffsets) {\n      // @ts-ignore\n      return null;\n    }\n\n    // If only one arrayBuffer needed, return DataView directly\n    if (bufferOffsets.length === 1) {\n      const [bufferIndex, [start, end]] = bufferOffsets[0];\n      const arrayBuffer = this.arrayBuffers[bufferIndex];\n      const view = new DataView(arrayBuffer, start, end - start);\n\n      this.offset += bytes;\n      this.disposeBuffers();\n      return view;\n    }\n\n    // Concatenate portions of multiple ArrayBuffers\n    const view = new DataView(this._combineArrayBuffers(bufferOffsets));\n    this.offset += bytes;\n    this.disposeBuffers();\n    return view;\n  }\n\n  /**\n   * Dispose of old array buffers\n   */\n  disposeBuffers(): void {\n    while (\n      this.arrayBuffers.length > 0 &&\n      this.offset - this.maxRewindBytes >= this.arrayBuffers[0].byteLength\n    ) {\n      this.offset -= this.arrayBuffers[0].byteLength;\n      this.arrayBuffers.shift();\n    }\n  }\n\n  /**\n   * Copy multiple ArrayBuffers into one contiguous ArrayBuffer\n   *\n   * In contrast to concatenateArrayBuffers, this only copies the necessary\n   * portions of the source arrays, rather than first copying the entire arrays\n   * then taking a part of them.\n   *\n   * @param bufferOffsets List of internal array offsets\n   * @return New contiguous ArrayBuffer\n   */\n  _combineArrayBuffers(bufferOffsets: any[]): ArrayBufferLike {\n    let byteLength: number = 0;\n    for (const bufferOffset of bufferOffsets) {\n      const [start, end] = bufferOffset[1];\n      byteLength += end - start;\n    }\n\n    const result = new Uint8Array(byteLength);\n\n    // Copy the subarrays\n    let resultOffset: number = 0;\n    for (const bufferOffset of bufferOffsets) {\n      const [bufferIndex, [start, end]] = bufferOffset;\n      const sourceArray = new Uint8Array(this.arrayBuffers[bufferIndex]);\n      result.set(sourceArray.subarray(start, end), resultOffset);\n      resultOffset += end - start;\n    }\n\n    return result.buffer;\n  }\n  /**\n   * @param bytes\n   */\n  skip(bytes: number): void {\n    this.offset += bytes;\n  }\n  /**\n   * @param bytes\n   */\n  rewind(bytes: number): void {\n    // TODO - only works if offset is already set\n    this.offset -= bytes;\n  }\n}\n"],"file":"binary-chunk-reader.js"}

package/dist/lib/streaming/binary-reader.js

@@ -1,52 +1,35 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-class BinaryReader {
-    constructor(arrayBuffer) {
-        /** current global (stream) offset */
-        this.offset = 0;
-        /** current buffer from iterator */
-        this.arrayBuffer = arrayBuffer;
-    }
-    /**
-     * Checks if there are available bytes in data
-     *
-     * @param bytes
-     * @returns boolean
-     */
-    hasAvailableBytes(bytes) {
-        return this.arrayBuffer.byteLength - this.offset >= bytes;
-    }
-    /**
-     * Get the required number of bytes from the iterator
-     *
-     * @param bytes
-     * @returns Dataview
-     */
-    getDataView(bytes) {
-        if (bytes && !this.hasAvailableBytes(bytes)) {
-            throw new Error('binary data exhausted');
-        }
-        const dataView = bytes
-            ? new DataView(this.arrayBuffer, this.offset, bytes)
-            : new DataView(this.arrayBuffer, this.offset);
-        this.offset += bytes;
-        return dataView;
-    }
-    /**
-     * Skipping
-     *
-     * @param bytes
-     */
-    skip(bytes) {
-        this.offset += bytes;
-    }
-    /**
-     * Rewinding
-     *
-     * @param bytes
-     */
-    rewind(bytes) {
-        this.offset -= bytes;
+import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
+export default class BinaryReader {
+  constructor(arrayBuffer) {
+    _defineProperty(this, "offset", void 0);
+
+    _defineProperty(this, "arrayBuffer", void 0);
+
+    this.offset = 0;
+    this.arrayBuffer = arrayBuffer;
+  }
+
+  hasAvailableBytes(bytes) {
+    return this.arrayBuffer.byteLength - this.offset >= bytes;
+  }
+
+  getDataView(bytes) {
+    if (bytes && !this.hasAvailableBytes(bytes)) {
+      throw new Error('binary data exhausted');
     }
+
+    const dataView = bytes ? new DataView(this.arrayBuffer, this.offset, bytes) : new DataView(this.arrayBuffer, this.offset);
+    this.offset += bytes;
+    return dataView;
+  }
+
+  skip(bytes) {
+    this.offset += bytes;
+  }
+
+  rewind(bytes) {
+    this.offset -= bytes;
+  }
+
 }
-exports.default = BinaryReader;
+//# sourceMappingURL=binary-reader.js.map

package/dist/lib/streaming/binary-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/lib/streaming/binary-reader.ts"],"names":["BinaryReader","constructor","arrayBuffer","offset","hasAvailableBytes","bytes","byteLength","getDataView","Error","dataView","DataView","skip","rewind"],"mappings":";AAAA,eAAe,MAAMA,YAAN,CAAmB;AAIhCC,EAAAA,WAAW,CAACC,WAAD,EAA2B;AAAA;;AAAA;;AAEpC,SAAKC,MAAL,GAAc,CAAd;AAEA,SAAKD,WAAL,GAAmBA,WAAnB;AACD;;AAODE,EAAAA,iBAAiB,CAACC,KAAD,EAAyB;AACxC,WAAO,KAAKH,WAAL,CAAiBI,UAAjB,GAA8B,KAAKH,MAAnC,IAA6CE,KAApD;AACD;;AAQDE,EAAAA,WAAW,CAACF,KAAD,EAA0B;AACnC,QAAIA,KAAK,IAAI,CAAC,KAAKD,iBAAL,CAAuBC,KAAvB,CAAd,EAA6C;AAC3C,YAAM,IAAIG,KAAJ,CAAU,uBAAV,CAAN;AACD;;AAED,UAAMC,QAAQ,GAAGJ,KAAK,GAClB,IAAIK,QAAJ,CAAa,KAAKR,WAAlB,EAA+B,KAAKC,MAApC,EAA4CE,KAA5C,CADkB,GAElB,IAAIK,QAAJ,CAAa,KAAKR,WAAlB,EAA+B,KAAKC,MAApC,CAFJ;AAGA,SAAKA,MAAL,IAAeE,KAAf;AACA,WAAOI,QAAP;AACD;;AAODE,EAAAA,IAAI,CAACN,KAAD,EAAsB;AACxB,SAAKF,MAAL,IAAeE,KAAf;AACD;;AAODO,EAAAA,MAAM,CAACP,KAAD,EAAsB;AAC1B,SAAKF,MAAL,IAAeE,KAAf;AACD;;AAtD+B","sourcesContent":["export default class BinaryReader {\n  offset: number;\n  arrayBuffer: ArrayBuffer;\n\n  constructor(arrayBuffer: ArrayBuffer) {\n    /** current global (stream) offset */\n    this.offset = 0;\n    /** current buffer from iterator */\n    this.arrayBuffer = arrayBuffer;\n  }\n  /**\n   * Checks if there are available bytes in data\n   *\n   * @param bytes\n   * @returns boolean\n   */\n  hasAvailableBytes(bytes: number): boolean {\n    return this.arrayBuffer.byteLength - this.offset >= bytes;\n  }\n\n  /**\n   * Get the required number of bytes from the iterator\n   *\n   * @param bytes\n   * @returns Dataview\n   */\n  getDataView(bytes: number): DataView {\n    if (bytes && !this.hasAvailableBytes(bytes)) {\n      throw new Error('binary data exhausted');\n    }\n\n    const dataView = bytes\n      ? new DataView(this.arrayBuffer, this.offset, bytes)\n      : new DataView(this.arrayBuffer, this.offset);\n    this.offset += bytes;\n    return dataView;\n  }\n\n  /**\n   * Skipping\n   *\n   * @param bytes\n   */\n  skip(bytes: number): void {\n    this.offset += bytes;\n  }\n\n  /**\n   * Rewinding\n   *\n   * @param bytes\n   */\n  rewind(bytes: number): void {\n    this.offset -= bytes;\n  }\n}\n"],"file":"binary-reader.js"}

package/dist/lib/streaming/zip-batch-iterators.js

@@ -1,61 +1,52 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.zipBatchIterators = void 0;
-/**
- * Zip two iterators together
- *
- * @param iterator1
- * @param iterator2
- */
-async function* zipBatchIterators(iterator1, iterator2) {
-    let batch1 = [];
-    let batch2 = [];
-    let iterator1Done = false;
-    let iterator2Done = false;
-    // TODO - one could let all iterators flow at full speed using `Promise.race`
-    // however we might end up with a big temporary buffer
-    while (!iterator1Done && !iterator2Done) {
-        if (batch1.length === 0 && !iterator1Done) {
-            const { value, done } = await iterator1.next();
-            if (done) {
-                iterator1Done = true;
-            }
-            else {
-                batch1 = value;
-            }
-        }
-        else if (batch2.length === 0 && !iterator2Done) {
-            const { value, done } = await iterator2.next();
-            if (done) {
-                iterator2Done = true;
-            }
-            else {
-                batch2 = value;
-            }
-        }
-        const batch = extractBatch(batch1, batch2);
-        if (batch) {
-            yield batch;
-        }
+export async function* zipBatchIterators(iterator1, iterator2) {
+  let batch1 = [];
+  let batch2 = [];
+  let iterator1Done = false;
+  let iterator2Done = false;
+
+  while (!iterator1Done && !iterator2Done) {
+    if (batch1.length === 0 && !iterator1Done) {
+      const {
+        value,
+        done
+      } = await iterator1.next();
+
+      if (done) {
+        iterator1Done = true;
+      } else {
+        batch1 = value;
+      }
+    } else if (batch2.length === 0 && !iterator2Done) {
+      const {
+        value,
+        done
+      } = await iterator2.next();
+
+      if (done) {
+        iterator2Done = true;
+      } else {
+        batch2 = value;
+      }
     }
+
+    const batch = extractBatch(batch1, batch2);
+
+    if (batch) {
+      yield batch;
+    }
+  }
 }
-exports.zipBatchIterators = zipBatchIterators;
-/**
- * Extract batch of same length from two batches
- *
- * @param batch1
- * @param batch2
- * @return array | null
- */
+
 function extractBatch(batch1, batch2) {
-    const batchLength = Math.min(batch1.length, batch2.length);
-    if (batchLength === 0) {
-        return null;
-    }
-    // Non interleaved arrays
-    const batch = [batch1.slice(0, batchLength), batch2.slice(0, batchLength)];
-    // Modify the 2 batches
-    batch1.splice(0, batchLength);
-    batch2.splice(0, batchLength);
-    return batch;
+  const batchLength = Math.min(batch1.length, batch2.length);
+
+  if (batchLength === 0) {
+    return null;
+  }
+
+  const batch = [batch1.slice(0, batchLength), batch2.slice(0, batchLength)];
+  batch1.splice(0, batchLength);
+  batch2.splice(0, batchLength);
+  return batch;
 }
+//# sourceMappingURL=zip-batch-iterators.js.map

package/dist/lib/streaming/zip-batch-iterators.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/lib/streaming/zip-batch-iterators.ts"],"names":["zipBatchIterators","iterator1","iterator2","batch1","batch2","iterator1Done","iterator2Done","length","value","done","next","batch","extractBatch","batchLength","Math","min","slice","splice"],"mappings":"AAMA,OAAO,gBAAgBA,iBAAhB,CACLC,SADK,EAELC,SAFK,EAGsC;AAC3C,MAAIC,MAAM,GAAG,EAAb;AACA,MAAIC,MAAM,GAAG,EAAb;AACA,MAAIC,aAAsB,GAAG,KAA7B;AACA,MAAIC,aAAsB,GAAG,KAA7B;;AAIA,SAAO,CAACD,aAAD,IAAkB,CAACC,aAA1B,EAAyC;AACvC,QAAIH,MAAM,CAACI,MAAP,KAAkB,CAAlB,IAAuB,CAACF,aAA5B,EAA2C;AACzC,YAAM;AAACG,QAAAA,KAAD;AAAQC,QAAAA;AAAR,UAAgB,MAAMR,SAAS,CAACS,IAAV,EAA5B;;AACA,UAAID,IAAJ,EAAU;AACRJ,QAAAA,aAAa,GAAG,IAAhB;AACD,OAFD,MAEO;AACLF,QAAAA,MAAM,GAAGK,KAAT;AACD;AACF,KAPD,MAOO,IAAIJ,MAAM,CAACG,MAAP,KAAkB,CAAlB,IAAuB,CAACD,aAA5B,EAA2C;AAChD,YAAM;AAACE,QAAAA,KAAD;AAAQC,QAAAA;AAAR,UAAgB,MAAMP,SAAS,CAACQ,IAAV,EAA5B;;AACA,UAAID,IAAJ,EAAU;AACRH,QAAAA,aAAa,GAAG,IAAhB;AACD,OAFD,MAEO;AACLF,QAAAA,MAAM,GAAGI,KAAT;AACD;AACF;;AAED,UAAMG,KAAK,GAAGC,YAAY,CAACT,MAAD,EAASC,MAAT,CAA1B;;AACA,QAAIO,KAAJ,EAAW;AACT,YAAMA,KAAN;AACD;AACF;AACF;;AASD,SAASC,YAAT,CAAsBT,MAAtB,EAAwCC,MAAxC,EAA6E;AAC3E,QAAMS,WAAmB,GAAGC,IAAI,CAACC,GAAL,CAASZ,MAAM,CAACI,MAAhB,EAAwBH,MAAM,CAACG,MAA/B,CAA5B;;AACA,MAAIM,WAAW,KAAK,CAApB,EAAuB;AACrB,WAAO,IAAP;AACD;;AAGD,QAAMF,KAAiB,GAAG,CAACR,MAAM,CAACa,KAAP,CAAa,CAAb,EAAgBH,WAAhB,CAAD,EAA+BT,MAAM,CAACY,KAAP,CAAa,CAAb,EAAgBH,WAAhB,CAA/B,CAA1B;AAGAV,EAAAA,MAAM,CAACc,MAAP,CAAc,CAAd,EAAiBJ,WAAjB;AACAT,EAAAA,MAAM,CAACa,MAAP,CAAc,CAAd,EAAiBJ,WAAjB;AACA,SAAOF,KAAP;AACD","sourcesContent":["/**\n * Zip two iterators together\n *\n * @param iterator1\n * @param iterator2\n */\nexport async function* zipBatchIterators(\n  iterator1: AsyncIterator<any[]>,\n  iterator2: AsyncIterator<any[]>\n): AsyncGenerator<number[][], void, unknown> {\n  let batch1 = [];\n  let batch2 = [];\n  let iterator1Done: boolean = false;\n  let iterator2Done: boolean = false;\n\n  // TODO - one could let all iterators flow at full speed using `Promise.race`\n  // however we might end up with a big temporary buffer\n  while (!iterator1Done && !iterator2Done) {\n    if (batch1.length === 0 && !iterator1Done) {\n      const {value, done} = await iterator1.next();\n      if (done) {\n        iterator1Done = true;\n      } else {\n        batch1 = value;\n      }\n    } else if (batch2.length === 0 && !iterator2Done) {\n      const {value, done} = await iterator2.next();\n      if (done) {\n        iterator2Done = true;\n      } else {\n        batch2 = value;\n      }\n    }\n\n    const batch = extractBatch(batch1, batch2);\n    if (batch) {\n      yield batch;\n    }\n  }\n}\n\n/**\n * Extract batch of same length from two batches\n *\n * @param batch1\n * @param batch2\n * @return array | null\n */\nfunction extractBatch(batch1: number[], batch2: number[]): number[][] | null {\n  const batchLength: number = Math.min(batch1.length, batch2.length);\n  if (batchLength === 0) {\n    return null;\n  }\n\n  // Non interleaved arrays\n  const batch: number[][] = [batch1.slice(0, batchLength), batch2.slice(0, batchLength)];\n\n  // Modify the 2 batches\n  batch1.splice(0, batchLength);\n  batch2.splice(0, batchLength);\n  return batch;\n}\n"],"file":"zip-batch-iterators.js"}

package/dist/shapefile-loader.js

@@ -1,31 +1,23 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports._typecheckShapefileLoader = exports.ShapefileLoader = void 0;
-const shp_loader_1 = require("./shp-loader");
-const parse_shapefile_1 = require("./lib/parsers/parse-shapefile");
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-/**
- * Shapefile loader
- * @note Shapefile is multifile format and requires providing additional files
- */
-exports.ShapefileLoader = {
-    name: 'Shapefile',
-    id: 'shapefile',
-    module: 'shapefile',
-    version: VERSION,
-    category: 'geometry',
-    extensions: ['shp'],
-    mimeTypes: ['application/octet-stream'],
-    tests: [new Uint8Array(shp_loader_1.SHP_MAGIC_NUMBER).buffer],
-    options: {
-        shapefile: {},
-        shp: {
-            _maxDimensions: 4
-        }
-    },
-    parse: parse_shapefile_1.parseShapefile,
-    parseInBatches: parse_shapefile_1.parseShapefileInBatches
+import { SHP_MAGIC_NUMBER } from './shp-loader';
+import { parseShapefile, parseShapefileInBatches } from './lib/parsers/parse-shapefile';
+const VERSION = typeof "4.0.0-alpha.5" !== 'undefined' ? "4.0.0-alpha.5" : 'latest';
+export const ShapefileLoader = {
+  name: 'Shapefile',
+  id: 'shapefile',
+  module: 'shapefile',
+  version: VERSION,
+  category: 'geometry',
+  extensions: ['shp'],
+  mimeTypes: ['application/octet-stream'],
+  tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],
+  options: {
+    shapefile: {},
+    shp: {
+      _maxDimensions: 4
+    }
+  },
+  parse: parseShapefile,
+  parseInBatches: parseShapefileInBatches
 };
-exports._typecheckShapefileLoader = exports.ShapefileLoader;
+export const _typecheckShapefileLoader = ShapefileLoader;
+//# sourceMappingURL=shapefile-loader.js.map

package/dist/shapefile-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/shapefile-loader.ts"],"names":["SHP_MAGIC_NUMBER","parseShapefile","parseShapefileInBatches","VERSION","ShapefileLoader","name","id","module","version","category","extensions","mimeTypes","tests","Uint8Array","buffer","options","shapefile","shp","_maxDimensions","parse","parseInBatches","_typecheckShapefileLoader"],"mappings":"AACA,SAAQA,gBAAR,QAA+B,cAA/B;AACA,SAAQC,cAAR,EAAwBC,uBAAxB,QAAsD,+BAAtD;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAMA,OAAO,MAAMC,eAAe,GAAG;AAC7BC,EAAAA,IAAI,EAAE,WADuB;AAE7BC,EAAAA,EAAE,EAAE,WAFyB;AAG7BC,EAAAA,MAAM,EAAE,WAHqB;AAI7BC,EAAAA,OAAO,EAAEL,OAJoB;AAK7BM,EAAAA,QAAQ,EAAE,UALmB;AAM7BC,EAAAA,UAAU,EAAE,CAAC,KAAD,CANiB;AAO7BC,EAAAA,SAAS,EAAE,CAAC,0BAAD,CAPkB;AAQ7BC,EAAAA,KAAK,EAAE,CAAC,IAAIC,UAAJ,CAAeb,gBAAf,EAAiCc,MAAlC,CARsB;AAS7BC,EAAAA,OAAO,EAAE;AACPC,IAAAA,SAAS,EAAE,EADJ;AAEPC,IAAAA,GAAG,EAAE;AACHC,MAAAA,cAAc,EAAE;AADb;AAFE,GAToB;AAe7BC,EAAAA,KAAK,EAAElB,cAfsB;AAgB7BmB,EAAAA,cAAc,EAAElB;AAhBa,CAAxB;AAmBP,OAAO,MAAMmB,yBAA2C,GAAGjB,eAApD","sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {SHP_MAGIC_NUMBER} from './shp-loader';\nimport {parseShapefile, parseShapefileInBatches} from './lib/parsers/parse-shapefile';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * Shapefile loader\n * @note Shapefile is multifile format and requires providing additional files\n */\nexport const ShapefileLoader = {\n  name: 'Shapefile',\n  id: 'shapefile',\n  module: 'shapefile',\n  version: VERSION,\n  category: 'geometry',\n  extensions: ['shp'],\n  mimeTypes: ['application/octet-stream'],\n  tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],\n  options: {\n    shapefile: {},\n    shp: {\n      _maxDimensions: 4\n    }\n  },\n  parse: parseShapefile,\n  parseInBatches: parseShapefileInBatches\n};\n\nexport const _typecheckShapefileLoader: LoaderWithParser = ShapefileLoader;\n"],"file":"shapefile-loader.js"}

package/dist/shp-loader.js

@@ -1,35 +1,25 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SHPLoader = exports.SHPWorkerLoader = exports.SHP_MAGIC_NUMBER = void 0;
-const parse_shp_1 = require("./lib/parsers/parse-shp");
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-exports.SHP_MAGIC_NUMBER = [0x00, 0x00, 0x27, 0x0a];
-/**
- * SHP file loader
- */
-exports.SHPWorkerLoader = {
-    name: 'SHP',
-    id: 'shp',
-    module: 'shapefile',
-    version: VERSION,
-    worker: true,
-    category: 'geometry',
-    extensions: ['shp'],
-    mimeTypes: ['application/octet-stream'],
-    // ISSUE: This also identifies SHX files, which are identical to SHP for the first 100 bytes...
-    tests: [new Uint8Array(exports.SHP_MAGIC_NUMBER).buffer],
-    options: {
-        shp: {
-            _maxDimensions: 4
-        }
+import { parseSHP, parseSHPInBatches } from './lib/parsers/parse-shp';
+const VERSION = typeof "4.0.0-alpha.5" !== 'undefined' ? "4.0.0-alpha.5" : 'latest';
+export const SHP_MAGIC_NUMBER = [0x00, 0x00, 0x27, 0x0a];
+export const SHPWorkerLoader = {
+  name: 'SHP',
+  id: 'shp',
+  module: 'shapefile',
+  version: VERSION,
+  worker: true,
+  category: 'geometry',
+  extensions: ['shp'],
+  mimeTypes: ['application/octet-stream'],
+  tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],
+  options: {
+    shp: {
+      _maxDimensions: 4
     }
+  }
 };
-/** SHP file loader */
-exports.SHPLoader = {
-    ...exports.SHPWorkerLoader,
-    parse: async (arrayBuffer, options) => (0, parse_shp_1.parseSHP)(arrayBuffer, options),
-    parseSync: parse_shp_1.parseSHP,
-    parseInBatches: parse_shp_1.parseSHPInBatches
+export const SHPLoader = { ...SHPWorkerLoader,
+  parse: async (arrayBuffer, options) => parseSHP(arrayBuffer, options),
+  parseSync: parseSHP,
+  parseInBatches: parseSHPInBatches
 };
+//# sourceMappingURL=shp-loader.js.map