@loaders.gl/core 4.0.0-alpha.5 → 4.0.0-alpha.6

package/dist/iterators/make-iterator/make-stream-iterator.js

@@ -1,39 +1,96 @@
-import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
-export function makeStreamIterator(stream, options) {
-  return isBrowser ? makeBrowserStreamIterator(stream, options) : makeNodeStreamIterator(stream, options);
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makeStreamIterator = void 0;
+const loader_utils_1 = require("@loaders.gl/loader-utils");
+/**
+ * Returns an async iterable that reads from a stream (works in both Node.js and browsers)
+ * @param stream stream to iterator over
+ */
+function makeStreamIterator(stream, options) {
+    return loader_utils_1.isBrowser
+        ? makeBrowserStreamIterator(stream, options)
+        : makeNodeStreamIterator(stream, options);
 }
-
+exports.makeStreamIterator = makeStreamIterator;
+/**
+ * Returns an async iterable that reads from a DOM (browser) stream
+ * @param stream stream to iterate from
+ * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate
+ */
 async function* makeBrowserStreamIterator(stream, options) {
-  const reader = stream.getReader();
-  let nextBatchPromise;
-
-  try {
-    while (true) {
-      const currentBatchPromise = nextBatchPromise || reader.read();
-
-      if (options !== null && options !== void 0 && options._streamReadAhead) {
-        nextBatchPromise = reader.read();
-      }
-
-      const {
-        done,
-        value
-      } = await currentBatchPromise;
-
-      if (done) {
-        return;
-      }
-
-      yield toArrayBuffer(value);
+    // WhatWG: stream is supposed to have a `getIterator` method
+    // if (typeof stream.getIterator === 'function') {
+    //   return stream.getIterator();
+    // }
+    // if (typeof stream[Symbol.asyncIterator] === 'function') {
+    //   return makeToArrayBufferIterator(stream);
+    // }
+    // In the browser, we first need to get a lock on the stream
+    const reader = stream.getReader();
+    let nextBatchPromise;
+    try {
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const currentBatchPromise = nextBatchPromise || reader.read();
+            // Issue a read for an additional batch, while we await the next batch
+            // Idea is to make fetching happen in parallel with processing / parsing
+            if (options?._streamReadAhead) {
+                nextBatchPromise = reader.read();
+            }
+            // Read from the stream
+            // value is a Uint8Array
+            const { done, value } = await currentBatchPromise;
+            // Exit if we're done
+            if (done) {
+                return;
+            }
+            // Else yield the chunk
+            yield (0, loader_utils_1.toArrayBuffer)(value);
+        }
+    }
+    catch (error) {
+        // TODO - examples makes it look like this should always be called,
+        // but that generates exceptions so only call it if we do not reach the end
+        reader.releaseLock();
     }
-  } catch (error) {
-    reader.releaseLock();
-  }
 }
-
+/**
+ * Returns an async iterable that reads from a DOM (browser) stream
+ * @param stream stream to iterate from
+ * @note Requires Node.js >= 10
+ */
 async function* makeNodeStreamIterator(stream, options) {
-  for await (const chunk of stream) {
-    yield toArrayBuffer(chunk);
+    // Hacky test for node version to ensure we don't call bad polyfills
+    // NODE 10+: stream is an asyncIterator
+    for await (const chunk of stream) {
+        yield (0, loader_utils_1.toArrayBuffer)(chunk); // Coerce each chunk to ArrayBuffer
+    }
+}
+/* TODO - remove NODE < 10
+ * @see https://github.com/bustle/streaming-iterables, MIT license
+ *
+  if (typeof stream[Symbol.asyncIterator] === 'function') {
+    return;
+  }
+
+  // TODO - check if is this ever used in Node 10+?
+  // eslint-disable-next-line no-constant-condition
+  while (true) {
+    const data = stream.read();
+    if (data !== null) {
+      yield toArrayBuffer(data);
+      // eslint-disable-next-line no-continue
+      continue;
+    }
+    if (stream._readableState?.ended) {
+      return;
+    }
+    await onceReadable(stream);
   }
+
+async function onceReadable(stream: Readable): Promise<any> {
+  return new Promise((resolve) => {
+    stream.once('readable', resolve);
+  });
 }
-//# sourceMappingURL=make-stream-iterator.js.map
+  */

package/dist/iterators/make-iterator/make-string-iterator.js

@@ -1,14 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makeStringIterator = void 0;
 const DEFAULT_CHUNK_SIZE = 256 * 1024;
-export function* makeStringIterator(string, options) {
-  const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
-  let offset = 0;
-  const textEncoder = new TextEncoder();
-
-  while (offset < string.length) {
-    const chunkLength = Math.min(string.length - offset, chunkSize);
-    const chunk = string.slice(offset, offset + chunkLength);
-    offset += chunkLength;
-    yield textEncoder.encode(chunk);
-  }
+/**
+ * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers
+ * @param blob string to iterate over
+ * @param options
+ * @param options.chunkSize
+ */
+function* makeStringIterator(string, options) {
+    const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;
+    let offset = 0;
+    const textEncoder = new TextEncoder();
+    while (offset < string.length) {
+        // Create a chunk of the right size
+        const chunkLength = Math.min(string.length - offset, chunkSize);
+        const chunk = string.slice(offset, offset + chunkLength);
+        offset += chunkLength;
+        // yield an ArrayBuffer chunk
+        yield textEncoder.encode(chunk);
+    }
 }
-//# sourceMappingURL=make-string-iterator.js.map
+exports.makeStringIterator = makeStringIterator;

package/dist/iterators/make-stream/make-dom-stream.d.ts

@@ -1,4 +1,4 @@
-export declare type MakeStreamOptions = {
+export type MakeStreamOptions = {
     /** Stream allocates an arrayBuffer. Enables use of a default reader. */
     autoAllocateChunkSize?: number;
     /** Total number of chunks in queue before back pressure is applied */

package/dist/iterators/make-stream/make-dom-stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"make-dom-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":[],"mappings":"AAAA,oBAAY,iBAAiB,GAAG;IAC9B,wEAAwE;IACxE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAsChB"}
+{"version":3,"file":"make-dom-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wEAAwE;IACxE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAsChB"}

package/dist/iterators/make-stream/make-dom-stream.js

@@ -1,34 +1,46 @@
-export function makeStream(source, options) {
-  const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
-  return new ReadableStream({
-    type: 'bytes',
-
-    async pull(controller) {
-      try {
-        const {
-          done,
-          value
-        } = await iterator.next();
-
-        if (done) {
-          controller.close();
-        } else {
-          controller.enqueue(new Uint8Array(value));
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makeStream = void 0;
+/**
+ * Builds a DOM stream from an iterator
+ * This stream is currently used in browsers only,
+ * but note that Web stream support is present in Node from Node 16
+ * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api
+ */
+function makeStream(source, options) {
+    const iterator = source[Symbol.asyncIterator]
+        ? source[Symbol.asyncIterator]()
+        : source[Symbol.iterator]();
+    return new ReadableStream({
+        // Create a byte stream (enables `Response(stream).arrayBuffer()`)
+        // Only supported on Chrome
+        // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController
+        type: 'bytes',
+        async pull(controller) {
+            try {
+                const { done, value } = await iterator.next();
+                if (done) {
+                    controller.close();
+                }
+                else {
+                    // TODO - ignores controller.desiredSize
+                    // @ts-expect-error Unclear why value is not correctly typed
+                    controller.enqueue(new Uint8Array(value));
+                }
+            }
+            catch (error) {
+                controller.error(error);
+            }
+        },
+        async cancel() {
+            await iterator?.return?.();
         }
-      } catch (error) {
-        controller.error(error);
-      }
-    },
-
-    async cancel() {
-      var _iterator$return;
-
-      await (iterator === null || iterator === void 0 ? void 0 : (_iterator$return = iterator.return) === null || _iterator$return === void 0 ? void 0 : _iterator$return.call(iterator));
-    }
-
-  }, {
-    highWaterMark: 2 ** 24,
-    ...options
-  });
+    }, 
+    // options: QueingStrategy<Uint8Array>
+    {
+        // This is bytes, not chunks
+        highWaterMark: 2 ** 24,
+        ...options
+    });
 }
-//# sourceMappingURL=make-dom-stream.js.map
+exports.makeStream = makeStream;

package/dist/iterators/make-stream/make-node-stream.d.ts

@@ -1,6 +1,11 @@
 /// <reference types="node" />
-import { Readable, ReadableOptions } from 'stream';
-export declare type MakeStreamOptions = ReadableOptions;
+import type { ReadableOptions } from 'stream';
+import * as Stream from 'stream';
+declare class _Readable {
+}
+type ReadableType = Stream.Readable | _Readable;
+export type MakeStreamOptions = ReadableOptions;
 /** Builds a node stream from an iterator */
-export declare function makeStream<ArrayBuffer>(source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: ReadableOptions): Readable;
+export declare function makeStream<ArrayBuffer>(source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: ReadableOptions): ReadableType;
+export {};
 //# sourceMappingURL=make-node-stream.d.ts.map

package/dist/iterators/make-stream/make-node-stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"make-node-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":[],"mappings":";AAAA,OAAO,EAAC,QAAQ,EAAE,eAAe,EAAC,MAAM,QAAQ,CAAC;AAEjD,oBAAY,iBAAiB,GAAG,eAAe,CAAC;AAEhD,4CAA4C;AAC5C,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,eAAe,GACxB,QAAQ,CAKV"}
+{"version":3,"file":"make-node-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,QAAQ,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC,cAAM,SAAS;CAAG;AAElB,KAAK,YAAY,GAAG,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;AAGhD,MAAM,MAAM,iBAAiB,GAAG,eAAe,CAAC;AAEhD,4CAA4C;AAC5C,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,eAAe,GACxB,YAAY,CAKd"}

package/dist/iterators/make-stream/make-node-stream.js

@@ -1,74 +1,82 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
-import { Readable } from 'stream';
-export function makeStream(source, options) {
-  const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
-  return new AsyncIterableReadable(iterator, options);
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makeStream = void 0;
+const Stream = __importStar(require("stream"));
+class _Readable {
+}
+const Readable = Stream.Readable || _Readable;
+/** Builds a node stream from an iterator */
+function makeStream(source, options) {
+    const iterator = source[Symbol.asyncIterator]
+        ? source[Symbol.asyncIterator]()
+        : source[Symbol.iterator]();
+    return new AsyncIterableReadable(iterator, options);
 }
-
+exports.makeStream = makeStream;
 class AsyncIterableReadable extends Readable {
-  constructor(it, options) {
-    super(options);
-
-    _defineProperty(this, "_pulling", void 0);
-
-    _defineProperty(this, "_bytesMode", void 0);
-
-    _defineProperty(this, "_iterator", void 0);
-
-    this._iterator = it;
-    this._pulling = false;
-    this._bytesMode = !options || !options.objectMode;
-  }
-
-  async _read(size) {
-    if (!this._pulling) {
-      this._pulling = true;
-      this._pulling = await this._pull(size, this._iterator);
-    }
-  }
-
-  async _destroy(error, cb) {
-    if (!this._iterator) {
-      return;
+    constructor(it, options) {
+        super(options);
+        this._iterator = it;
+        this._pulling = false;
+        this._bytesMode = !options || !options.objectMode;
     }
-
-    if (error) {
-      var _this$_iterator, _this$_iterator$throw;
-
-      await ((_this$_iterator = this._iterator) === null || _this$_iterator === void 0 ? void 0 : (_this$_iterator$throw = _this$_iterator.throw) === null || _this$_iterator$throw === void 0 ? void 0 : _this$_iterator$throw.call(_this$_iterator, error));
-    } else {
-      var _this$_iterator2, _this$_iterator2$retu;
-
-      await ((_this$_iterator2 = this._iterator) === null || _this$_iterator2 === void 0 ? void 0 : (_this$_iterator2$retu = _this$_iterator2.return) === null || _this$_iterator2$retu === void 0 ? void 0 : _this$_iterator2$retu.call(_this$_iterator2, error));
+    async _read(size) {
+        if (!this._pulling) {
+            this._pulling = true;
+            this._pulling = await this._pull(size, this._iterator);
+        }
     }
-
-    cb === null || cb === void 0 ? void 0 : cb(null);
-  }
-
-  async _pull(size, it) {
-    var _r;
-
-    const bm = this._bytesMode;
-    let r = null;
-
-    while (this.readable && !(r = await it.next()).done) {
-      if (size !== null) {
-        size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
-      }
-
-      if (!this.push(new Uint8Array(r.value)) || size <= 0) {
-        break;
-      }
+    async _destroy(error, cb) {
+        if (!this._iterator) {
+            return;
+        }
+        if (error) {
+            await this._iterator?.throw?.(error);
+        }
+        else {
+            await this._iterator?.return?.(error);
+        }
+        cb?.(null);
     }
-
-    if (((_r = r) !== null && _r !== void 0 && _r.done || !this.readable) && (this.push(null) || true)) {
-      var _it$return;
-
-      it === null || it === void 0 ? void 0 : (_it$return = it.return) === null || _it$return === void 0 ? void 0 : _it$return.call(it);
+    // eslint-disable-next-line complexity
+    async _pull(size, it) {
+        const bm = this._bytesMode;
+        let r = null;
+        // while (this.readable && !(r = await it.next(bm ? size : null)).done) {
+        while (this.readable && !(r = await it.next()).done) {
+            if (size !== null) {
+                size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
+            }
+            if (!this.push(new Uint8Array(r.value)) || size <= 0) {
+                break;
+            }
+        }
+        if ((r?.done || !this.readable) && (this.push(null) || true)) {
+            it?.return?.();
+        }
+        return !this.readable;
     }
-
-    return !this.readable;
-  }
-
 }
-//# sourceMappingURL=make-node-stream.js.map

package/dist/javascript-utils/is-type.d.ts

@@ -1,7 +1,7 @@
 /// <reference types="node" />
 import type { Readable } from 'stream';
 /** A DOM or Node readable stream */
-export declare type ReadableStreamType = ReadableStream | Readable;
+export type ReadableStreamType = ReadableStream | Readable;
 export declare const isObject: (x: any) => boolean;
 export declare const isPureObject: (x: any) => boolean;
 export declare const isPromise: (x: any) => boolean;

package/dist/javascript-utils/is-type.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"is-type.d.ts","sourceRoot":"","sources":["../../src/javascript-utils/is-type.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,oCAAoC;AACpC,oBAAY,kBAAkB,GAAG,cAAc,GAAG,QAAQ,CAAC;AAK3D,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAoD,CAAC;AACxF,eAAO,MAAM,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AAClD,eAAO,MAAM,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAkD,CAAC;AAEvF,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAA8D,CAAC;AACpG,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AACrD,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAwC,CAAC;AAE9E,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEK,CAAC;AAE3C,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AACnG,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AAEnG,uFAAuF;AACvF,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAyD,CAAC;AAE7F,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACiB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEyC,CAAC;AAGxF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC;AACpD,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC"}
+{"version":3,"file":"is-type.d.ts","sourceRoot":"","sources":["../../src/javascript-utils/is-type.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,oCAAoC;AACpC,MAAM,MAAM,kBAAkB,GAAG,cAAc,GAAG,QAAQ,CAAC;AAK3D,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAoD,CAAC;AACxF,eAAO,MAAM,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AAClD,eAAO,MAAM,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAkD,CAAC;AAEvF,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAA8D,CAAC;AACpG,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AACrD,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAwC,CAAC;AAE9E,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEK,CAAC;AAE3C,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AACnG,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AAEnG,uFAAuF;AACvF,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAyD,CAAC;AAE7F,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACiB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEyC,CAAC;AAGxF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC;AACpD,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC"}

package/dist/javascript-utils/is-type.js

@@ -1,21 +1,41 @@
-const isBoolean = x => typeof x === 'boolean';
-
-const isFunction = x => typeof x === 'function';
-
-export const isObject = x => x !== null && typeof x === 'object';
-export const isPureObject = x => isObject(x) && x.constructor === {}.constructor;
-export const isPromise = x => isObject(x) && isFunction(x.then);
-export const isIterable = x => x && typeof x[Symbol.iterator] === 'function';
-export const isAsyncIterable = x => x && typeof x[Symbol.asyncIterator] === 'function';
-export const isIterator = x => x && isFunction(x.next);
-export const isResponse = x => typeof Response !== 'undefined' && x instanceof Response || x && x.arrayBuffer && x.text && x.json;
-export const isFile = x => typeof File !== 'undefined' && x instanceof File;
-export const isBlob = x => typeof Blob !== 'undefined' && x instanceof Blob;
-export const isBuffer = x => x && typeof x === 'object' && x.isBuffer;
-export const isWritableDOMStream = x => isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);
-export const isReadableDOMStream = x => typeof ReadableStream !== 'undefined' && x instanceof ReadableStream || isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader);
-export const isWritableNodeStream = x => isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
-export const isReadableNodeStream = x => isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
-export const isReadableStream = x => isReadableDOMStream(x) || isReadableNodeStream(x);
-export const isWritableStream = x => isWritableDOMStream(x) || isWritableNodeStream(x);
-//# sourceMappingURL=is-type.js.map
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isWritableStream = exports.isReadableStream = exports.isReadableNodeStream = exports.isWritableNodeStream = exports.isReadableDOMStream = exports.isWritableDOMStream = exports.isBuffer = exports.isBlob = exports.isFile = exports.isResponse = exports.isIterator = exports.isAsyncIterable = exports.isIterable = exports.isPromise = exports.isPureObject = exports.isObject = void 0;
+const isBoolean = (x) => typeof x === 'boolean';
+const isFunction = (x) => typeof x === 'function';
+const isObject = (x) => x !== null && typeof x === 'object';
+exports.isObject = isObject;
+const isPureObject = (x) => (0, exports.isObject)(x) && x.constructor === {}.constructor;
+exports.isPureObject = isPureObject;
+const isPromise = (x) => (0, exports.isObject)(x) && isFunction(x.then);
+exports.isPromise = isPromise;
+const isIterable = (x) => x && typeof x[Symbol.iterator] === 'function';
+exports.isIterable = isIterable;
+const isAsyncIterable = (x) => x && typeof x[Symbol.asyncIterator] === 'function';
+exports.isAsyncIterable = isAsyncIterable;
+const isIterator = (x) => x && isFunction(x.next);
+exports.isIterator = isIterator;
+const isResponse = (x) => (typeof Response !== 'undefined' && x instanceof Response) ||
+    (x && x.arrayBuffer && x.text && x.json);
+exports.isResponse = isResponse;
+const isFile = (x) => typeof File !== 'undefined' && x instanceof File;
+exports.isFile = isFile;
+const isBlob = (x) => typeof Blob !== 'undefined' && x instanceof Blob;
+exports.isBlob = isBlob;
+/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */
+const isBuffer = (x) => x && typeof x === 'object' && x.isBuffer;
+exports.isBuffer = isBuffer;
+const isWritableDOMStream = (x) => (0, exports.isObject)(x) && isFunction(x.abort) && isFunction(x.getWriter);
+exports.isWritableDOMStream = isWritableDOMStream;
+const isReadableDOMStream = (x) => (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||
+    ((0, exports.isObject)(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));
+exports.isReadableDOMStream = isReadableDOMStream;
+// Not implemented in Firefox: && isFunction(x.pipeTo)
+const isWritableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
+exports.isWritableNodeStream = isWritableNodeStream;
+const isReadableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
+exports.isReadableNodeStream = isReadableNodeStream;
+const isReadableStream = (x) => (0, exports.isReadableDOMStream)(x) || (0, exports.isReadableNodeStream)(x);
+exports.isReadableStream = isReadableStream;
+const isWritableStream = (x) => (0, exports.isWritableDOMStream)(x) || (0, exports.isWritableNodeStream)(x);
+exports.isWritableStream = isWritableStream;

package/dist/lib/api/encode-table.d.ts

@@ -0,0 +1,6 @@
+import { Writer, WriterOptionsType } from '@loaders.gl/loader-utils';
+import { Table } from '@loaders.gl/schema';
+export declare function encodeTable<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): Promise<ArrayBuffer>;
+export declare function encodeTableAsText<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): Promise<string>;
+export declare function encodeTableInBatches<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): AsyncIterable<ArrayBuffer>;
+//# sourceMappingURL=encode-table.d.ts.map

package/dist/lib/api/encode-table.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"encode-table.d.ts","sourceRoot":"","sources":["../../../src/lib/api/encode-table.ts"],"names":[],"mappings":"AAIA,OAAO,EAA0B,MAAM,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAC5F,OAAO,EAAC,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAEzC,wBAAsB,WAAW,CAAC,OAAO,SAAS,MAAM,GAAG,MAAM,EAC/D,IAAI,EAAE,KAAK,EACX,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,GACnC,OAAO,CAAC,WAAW,CAAC,CAwBtB;AAED,wBAAsB,iBAAiB,CAAC,OAAO,SAAS,MAAM,GAAG,MAAM,EACrE,IAAI,EAAE,KAAK,EACX,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,GACnC,OAAO,CAAC,MAAM,CAAC,CAUjB;AAED,wBAAgB,oBAAoB,CAAC,OAAO,SAAS,MAAM,GAAG,MAAM,EAClE,IAAI,EAAE,KAAK,EACX,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,GACnC,aAAa,CAAC,WAAW,CAAC,CAQ5B"}

package/dist/lib/api/encode-table.js

@@ -0,0 +1,54 @@
+"use strict";
+// loaders.gl, MIT license
+// Copyright 2022 Foursquare Labs, Inc
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.encodeTableInBatches = exports.encodeTableAsText = exports.encodeTable = void 0;
+/* global TextEncoder, TextDecoder */
+const loader_utils_1 = require("@loaders.gl/loader-utils");
+async function encodeTable(data, writer, options) {
+    if (writer.encode) {
+        return await writer.encode(data, options);
+    }
+    if (writer.encodeText) {
+        const text = await writer.encodeText(data, options);
+        return new TextEncoder().encode(text);
+    }
+    if (writer.encodeInBatches) {
+        // Create an iterator representing the data
+        // TODO - Assumes this is a table
+        const batches = encodeTableInBatches(data, writer, options);
+        // Concatenate the output
+        const chunks = [];
+        for await (const batch of batches) {
+            chunks.push(batch);
+        }
+        return (0, loader_utils_1.concatenateArrayBuffers)(...chunks);
+    }
+    throw new Error('Writer could not encode data');
+}
+exports.encodeTable = encodeTable;
+async function encodeTableAsText(data, writer, options) {
+    if (writer.text && writer.encodeText) {
+        return await writer.encodeText(data, options);
+    }
+    if (writer.text && (writer.encode || writer.encodeInBatches)) {
+        const arrayBuffer = await encodeTable(data, writer, options);
+        return new TextDecoder().decode(arrayBuffer);
+    }
+    throw new Error('Writer could not encode data as text');
+}
+exports.encodeTableAsText = encodeTableAsText;
+function encodeTableInBatches(data, writer, options) {
+    if (writer.encodeInBatches) {
+        const dataIterator = getIterator(data);
+        // @ts-expect-error
+        return writer.encodeInBatches(dataIterator, options);
+    }
+    // TODO -fall back to atomic encode?
+    throw new Error('Writer could not encode data in batches');
+}
+exports.encodeTableInBatches = encodeTableInBatches;
+function getIterator(data) {
+    const dataIterator = [{ table: data, start: 0, end: data.length }];
+    return dataIterator;
+}

package/dist/lib/api/encode.d.ts

@@ -1,23 +1,23 @@
-import type { Writer, LoaderOptions } from '@loaders.gl/loader-utils';
+import { Writer, WriterOptions } from '@loaders.gl/loader-utils';
 /**
  * Encode loaded data into a binary ArrayBuffer using the specified Writer.
  */
-export declare function encode(data: any, writer: Writer, options?: LoaderOptions): Promise<ArrayBuffer>;
+export declare function encode(data: any, writer: Writer, options?: WriterOptions): Promise<ArrayBuffer>;
 /**
  * Encode loaded data into a binary ArrayBuffer using the specified Writer.
  */
-export declare function encodeSync(data: any, writer: Writer, options?: LoaderOptions): ArrayBuffer;
+export declare function encodeSync(data: any, writer: Writer, options?: WriterOptions): ArrayBuffer;
 /**
  * Encode loaded data to text using the specified Writer
  * @note This is a convenience function not intended for production use on large input data.
  * It is not optimized for performance. Data maybe converted from text to binary and back.
  * @throws if the writer does not generate text output
  */
-export declare function encodeText(data: any, writer: Writer, options?: LoaderOptions): Promise<string>;
+export declare function encodeText(data: any, writer: Writer, options?: WriterOptions): Promise<string>;
 /**
  * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.
  */
-export declare function encodeInBatches(data: any, writer: Writer, options?: LoaderOptions): AsyncIterable<ArrayBuffer>;
+export declare function encodeInBatches(data: any, writer: Writer, options?: WriterOptions): AsyncIterable<ArrayBuffer>;
 /**
  * Encode data stored in a file (on disk) to another file.
  * @note Node.js only. This function enables using command-line converters as "writers".

package/dist/lib/api/encode.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"encode.d.ts","sourceRoot":"","sources":["../../../src/lib/api/encode.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE;;GAEG;AACH,wBAAsB,MAAM,CAC1B,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,WAAW,CAAC,CA+CtB;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,WAAW,CAK1F;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAC9B,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,MAAM,CAAC,CAWjB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC,WAAW,CAAC,CAO5B;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAClC,QAAQ,KAAA,EACR,SAAS,KAAA,EACT,MAAM,EAAE,MAAM,EACd,OAAO,KAAA,GACN,OAAO,CAAC,MAAM,CAAC,CAQjB"}
+{"version":3,"file":"encode.d.ts","sourceRoot":"","sources":["../../../src/lib/api/encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAE,aAAa,EAAsB,MAAM,0BAA0B,CAAC;AAQpF;;GAEG;AACH,wBAAsB,MAAM,CAC1B,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,WAAW,CAAC,CAsDtB;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,WAAW,CAK1F;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAC9B,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,MAAM,CAAC,CAWjB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC,WAAW,CAAC,CAQ5B;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAClC,QAAQ,KAAA,EACR,SAAS,KAAA,EACT,MAAM,EAAE,MAAM,EACd,OAAO,KAAA,GACN,OAAO,CAAC,MAAM,CAAC,CAQjB"}