@loaders.gl/core 4.0.0-alpha.23 → 4.0.0-alpha.25

package/dist/dist.min.js

@@ -61,16 +61,45 @@
     }
   });
 
+  // ../loader-utils/src/lib/option-utils/merge-loader-options.ts
+  function mergeLoaderOptions(baseOptions, newOptions) {
+    return mergeOptionsRecursively(baseOptions || {}, newOptions);
+  }
+  function mergeOptionsRecursively(baseOptions, newOptions) {
+    const options = { ...baseOptions };
+    for (const [key, newValue] of Object.entries(newOptions)) {
+      if (newValue && typeof newValue === "object" && !Array.isArray(newValue)) {
+        options[key] = mergeOptionsRecursively(options[key] || {}, newOptions[key]);
+      } else {
+        options[key] = newOptions[key];
+      }
+    }
+    return options;
+  }
+  var init_merge_loader_options = __esm({
+    "../loader-utils/src/lib/option-utils/merge-loader-options.ts"() {
+    }
+  });
+
   // ../worker-utils/src/lib/env-utils/version.ts
-  var DEFAULT_VERSION, VERSION;
-  var init_version = __esm({
-    "../worker-utils/src/lib/env-utils/version.ts"() {
-      DEFAULT_VERSION = "beta";
-      VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : DEFAULT_VERSION;
+  function getVersion() {
+    if (!globalThis._loadersgl_?.version) {
+      globalThis._loadersgl_ = globalThis._loadersgl_ || {};
       if (typeof __VERSION__ === "undefined") {
         console.error("loaders.gl: The __VERSION__ variable is not injected using babel plugin. Latest unstable workers would be fetched from the CDN.");
+        globalThis._loadersgl_.version = NPM_TAG;
+      } else {
+        globalThis._loadersgl_.version = __VERSION__;
       }
     }
+    return globalThis._loadersgl_.version;
+  }
+  var NPM_TAG, VERSION;
+  var init_version = __esm({
+    "../worker-utils/src/lib/env-utils/version.ts"() {
+      NPM_TAG = "beta";
+      VERSION = getVersion();
+    }
   });
 
   // ../worker-utils/src/lib/env-utils/assert.ts
@@ -530,7 +559,7 @@
 
   // ../worker-utils/src/lib/worker-api/get-worker-url.ts
   function getWorkerName(worker) {
-    const warning = worker.version !== VERSION2 ? ` (worker-utils@${VERSION2})` : "";
+    const warning = worker.version !== VERSION ? ` (worker-utils@${VERSION})` : "";
     return `${worker.name}@${worker.version}${warning}`;
   }
   function getWorkerURL(worker, options = {}) {
@@ -554,14 +583,11 @@
     assert2(url);
     return url;
   }
-  var NPM_TAG, VERSION2;
   var init_get_worker_url = __esm({
     "../worker-utils/src/lib/worker-api/get-worker-url.ts"() {
       init_assert2();
       init_globals2();
       init_version();
-      NPM_TAG = "beta";
-      VERSION2 = typeof VERSION !== "undefined" ? VERSION : NPM_TAG;
     }
   });
 
@@ -1043,41 +1069,41 @@
           return Object.keys(this.stats).length;
         }
         reset() {
-          for (const stat2 of Object.values(this.stats)) {
-            stat2.reset();
+          for (const stat of Object.values(this.stats)) {
+            stat.reset();
           }
           return this;
         }
         forEach(fn) {
-          for (const stat2 of Object.values(this.stats)) {
-            fn(stat2);
+          for (const stat of Object.values(this.stats)) {
+            fn(stat);
           }
         }
         getTable() {
           const table = {};
-          this.forEach((stat2) => {
-            table[stat2.name] = {
-              time: stat2.time || 0,
-              count: stat2.count || 0,
-              average: stat2.getAverageTime() || 0,
-              hz: stat2.getHz() || 0
+          this.forEach((stat) => {
+            table[stat.name] = {
+              time: stat.time || 0,
+              count: stat.count || 0,
+              average: stat.getAverageTime() || 0,
+              hz: stat.getHz() || 0
             };
           });
           return table;
         }
         _initializeStats() {
           let stats = arguments.length > 0 && arguments[0] !== void 0 ? arguments[0] : [];
-          stats.forEach((stat2) => this._getOrCreate(stat2));
+          stats.forEach((stat) => this._getOrCreate(stat));
         }
-        _getOrCreate(stat2) {
+        _getOrCreate(stat) {
           const {
             name,
             type
-          } = stat2;
+          } = stat;
           let result = this.stats[name];
           if (!result) {
-            if (stat2 instanceof Stat) {
-              result = stat2;
+            if (stat instanceof Stat) {
+              result = stat;
             } else {
               result = new Stat(name, type);
             }
@@ -1233,15 +1259,15 @@
   function parseTextSync(text) {
     return JSON.parse(text);
   }
-  var VERSION3, JSONLoader;
+  var VERSION2, JSONLoader;
   var init_json_loader = __esm({
     "../loader-utils/src/json-loader.ts"() {
-      VERSION3 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+      VERSION2 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
       JSONLoader = {
         name: "JSON",
         id: "json",
         module: "json",
-        version: VERSION3,
+        version: VERSION2,
         extensions: ["json", "geojson"],
         mimeTypes: ["application/json"],
         category: "json",
@@ -1301,18 +1327,6 @@
     }
   });
 
-  // ../loader-utils/src/lib/node/promisify.ts
-  function promisify2(fn) {
-    return (arg1, arg2) => new Promise((resolve2, reject) => fn(arg1, arg2, (error, callbackArgs) => error ? reject(error) : resolve2(callbackArgs)));
-  }
-  function promisify3(fn) {
-    return (arg1, arg2, arg3) => new Promise((resolve2, reject) => fn(arg1, arg2, arg3, (error, callbackArgs) => error ? reject(error) : resolve2(callbackArgs)));
-  }
-  var init_promisify = __esm({
-    "../loader-utils/src/lib/node/promisify.ts"() {
-    }
-  });
-
   // ../loader-utils/src/lib/path-utils/get-cwd.ts
   function getCWD() {
     if (typeof process !== "undefined" && typeof process.cwd !== "undefined") {
@@ -1464,63 +1478,15 @@
     }
   });
 
-  // (disabled):fs
-  var require_fs = __commonJS({
-    "(disabled):fs"() {
-    }
-  });
-
-  // ../loader-utils/src/lib/node/fs.ts
-  var fs_exports = {};
-  __export(fs_exports, {
-    _readToArrayBuffer: () => _readToArrayBuffer,
-    close: () => close,
-    createReadStream: () => createReadStream,
-    createWriteStream: () => createWriteStream,
-    fstat: () => fstat,
-    isSupported: () => isSupported,
-    open: () => open,
-    read: () => read,
-    readFile: () => readFile,
-    readFileSync: () => readFileSync,
-    readdir: () => readdir,
-    stat: () => stat,
-    statSync: () => statSync,
-    writeFile: () => writeFile,
-    writeFileSync: () => writeFileSync
+  // ../loader-utils/src/lib/node/fs.browser.ts
+  var fs_browser_exports = {};
+  __export(fs_browser_exports, {
+    isSupported: () => isSupported
   });
-  async function _readToArrayBuffer(fd, start, length) {
-    const buffer = Buffer.alloc(length);
-    const { bytesRead } = await read(fd, buffer, 0, length, start);
-    if (bytesRead !== length) {
-      throw new Error("fs.read failed");
-    }
-    return toArrayBuffer(buffer);
-  }
-  var import_fs, readdir, stat, statSync, readFile, readFileSync, writeFile, writeFileSync, open, close, read, fstat, createReadStream, createWriteStream, isSupported;
-  var init_fs = __esm({
-    "../loader-utils/src/lib/node/fs.ts"() {
-      import_fs = __toModule(require_fs());
-      init_buffer_browser();
-      init_promisify();
-      isSupported = Boolean(import_fs.default);
-      try {
-        readdir = promisify2(import_fs.default.readdir);
-        stat = promisify2(import_fs.default.stat);
-        statSync = import_fs.default.statSync;
-        readFile = import_fs.default.readFile;
-        readFileSync = import_fs.default.readFileSync;
-        writeFile = promisify3(import_fs.default.writeFile);
-        writeFileSync = import_fs.default.writeFileSync;
-        open = import_fs.default.open;
-        close = (fd) => new Promise((resolve2, reject) => import_fs.default.close(fd, (err) => err ? reject(err) : resolve2()));
-        read = import_fs.default.read;
-        fstat = import_fs.default.fstat;
-        createReadStream = import_fs.default.createReadStream;
-        createWriteStream = import_fs.default.createWriteStream;
-        isSupported = Boolean(import_fs.default);
-      } catch {
-      }
+  var isSupported;
+  var init_fs_browser = __esm({
+    "../loader-utils/src/lib/node/fs.browser.ts"() {
+      isSupported = false;
     }
   });
 
@@ -1529,6 +1495,7 @@
     "../loader-utils/src/index.ts"() {
       init_assert();
       init_globals();
+      init_merge_loader_options();
       init_parse_with_worker();
       init_encode_with_worker();
       init_array_buffer_utils();
@@ -1539,7 +1506,7 @@
       init_json_loader();
       init_memory_conversion_utils();
       init_path();
-      init_fs();
+      init_fs_browser();
     }
   });
 
@@ -1783,7 +1750,7 @@
   // src/lib/fetch/read-array-buffer.ts
   async function readArrayBuffer(file, start, length) {
     if (typeof file === "number") {
-      return await fs_exports._readToArrayBuffer(file, start, length);
+      return await fs_browser_exports._readToArrayBuffer(file, start, length);
     }
     if (!(file instanceof Blob)) {
       file = new Blob([file]);
@@ -1806,10 +1773,10 @@
   });
 
   // src/lib/fetch/read-file.ts
-  function readFileSync2(url, options = {}) {
+  function readFileSync(url, options = {}) {
     url = resolvePath(url);
     if (!isBrowser) {
-      const buffer = fs_exports.readFileSync(url, options);
+      const buffer = fs_browser_exports.readFileSync(url, options);
       return typeof buffer !== "string" ? toArrayBuffer2(buffer) : buffer;
     }
     if (!options.nothrow) {
@@ -1825,17 +1792,17 @@
   });
 
   // src/lib/fetch/write-file.ts
-  async function writeFile2(filePath, arrayBufferOrString, options) {
+  async function writeFile(filePath, arrayBufferOrString, options) {
     filePath = resolvePath(filePath);
     if (!isBrowser) {
-      await fs_exports.writeFile(filePath, toBuffer2(arrayBufferOrString), { flag: "w" });
+      await fs_browser_exports.writeFile(filePath, toBuffer2(arrayBufferOrString), { flag: "w" });
     }
     assert(false);
   }
-  function writeFileSync2(filePath, arrayBufferOrString, options) {
+  function writeFileSync(filePath, arrayBufferOrString, options) {
     filePath = resolvePath(filePath);
     if (!isBrowser) {
-      fs_exports.writeFileSync(filePath, toBuffer2(arrayBufferOrString), { flag: "w" });
+      fs_browser_exports.writeFileSync(filePath, toBuffer2(arrayBufferOrString), { flag: "w" });
     }
     assert(false);
   }
@@ -1891,11 +1858,11 @@
   });
 
   // ../../node_modules/@probe.gl/log/node_modules/@probe.gl/env/dist/utils/globals.js
-  var VERSION4, isBrowser4;
+  var VERSION3, isBrowser4;
   var init_globals4 = __esm({
     "../../node_modules/@probe.gl/log/node_modules/@probe.gl/env/dist/utils/globals.js"() {
       init_is_browser();
-      VERSION4 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "untranspiled source";
+      VERSION3 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "untranspiled source";
       isBrowser4 = isBrowser3();
     }
   });
@@ -2232,7 +2199,7 @@
             id: ""
           };
           _defineProperty(this, "id", void 0);
-          _defineProperty(this, "VERSION", VERSION4);
+          _defineProperty(this, "VERSION", VERSION3);
           _defineProperty(this, "_startTs", getHiResTimestamp2());
           _defineProperty(this, "_deltaTs", getHiResTimestamp2());
           _defineProperty(this, "_storage", void 0);
@@ -2435,7 +2402,7 @@
           return noop;
         }
       };
-      _defineProperty(Log, "VERSION", VERSION4);
+      _defineProperty(Log, "VERSION", VERSION3);
     }
   });
 
@@ -3116,7 +3083,7 @@
       return makeIterator(data, options);
     }
     if (isAsyncIterable(data)) {
-      return data[Symbol.asyncIterator]();
+      return data;
     }
     return getIterableFromData(data);
   }
@@ -3238,6 +3205,7 @@
   }
   async function parseWithLoader(loader, data, options, context) {
     validateWorkerVersion(loader);
+    options = mergeLoaderOptions(loader.options, options);
     if (isResponse(data)) {
       const response = data;
       const { ok, redirected, status, statusText, type, url } = response;
@@ -3268,6 +3236,7 @@
       init_normalize_loader();
       init_is_type();
       init_option_utils();
+      init_src2();
       init_get_data();
       init_loader_context();
       init_resource_utils();
@@ -3331,7 +3300,7 @@
     const url = getResourceUrl(data);
     const loader = await selectLoader(data, loaders, options);
     if (!loader) {
-      return null;
+      return [];
     }
     options = normalizeOptions(options, loader, loaderArray, url);
     context = getLoaderContext({ url, _parseInBatches: parseInBatches, _parse: parse, loaders: loaderArray }, options, context || null);
@@ -3449,9 +3418,9 @@
     if (typeof file === "string") {
       const url = file;
       const response = await fetch2(url);
-      return await parseInBatches(response, loaders, options);
+      return Array.isArray(loaders) ? await parseInBatches(response, loaders, options) : await parseInBatches(response, loaders, options);
     }
-    return await parseInBatches(file, loaders, options);
+    return Array.isArray(loaders) ? await parseInBatches(file, loaders, options) : await parseInBatches(file, loaders, options);
   }
   var init_load_in_batches = __esm({
     "src/lib/api/load-in-batches.ts"() {
@@ -3488,7 +3457,7 @@
       const arrayBuffer = await encodeTable(data, writer, options);
       return new TextDecoder().decode(arrayBuffer);
     }
-    throw new Error("Writer could not encode data as text");
+    throw new Error(`Writer ${writer.name} could not encode data as text`);
   }
   function encodeTableInBatches(data, writer, options) {
     if (writer.encodeInBatches) {
@@ -3498,7 +3467,7 @@
     throw new Error("Writer could not encode data in batches");
   }
   function getIterator(data) {
-    const dataIterator = [{ table: data, start: 0, end: data.length }];
+    const dataIterator = [{ ...data, start: 0, end: data.length }];
     return dataIterator;
   }
   var init_encode_table = __esm({
@@ -3533,7 +3502,7 @@
     }
     if (!isBrowser && writer.encodeURLtoURL) {
       const tmpInputFilename = getTemporaryFilename("input");
-      await writeFile2(tmpInputFilename, data);
+      await writeFile(tmpInputFilename, data);
       const tmpOutputFilename = getTemporaryFilename("output");
       const outputFilename = await encodeURLtoURL(tmpInputFilename, tmpOutputFilename, writer, options);
       const response = await fetchFile(outputFilename);
@@ -3555,7 +3524,17 @@
       const arrayBuffer = await encode(data, writer, options);
       return new TextDecoder().decode(arrayBuffer);
     }
-    throw new Error("Writer could not encode data as text");
+    throw new Error(`Writer ${writer.name} could not encode data as text`);
+  }
+  function encodeTextSync(data, writer, options) {
+    if (writer.text && writer.encodeTextSync) {
+      return writer.encodeTextSync(data, options);
+    }
+    if (writer.text && writer.encodeSync) {
+      const arrayBuffer = encodeSync(data, writer, options);
+      return new TextDecoder().decode(arrayBuffer);
+    }
+    throw new Error(`Writer ${writer.name} could not encode data as text`);
   }
   function encodeInBatches(data, writer, options) {
     if (writer.encodeInBatches) {
@@ -3574,7 +3553,7 @@
     return outputFilename;
   }
   function getIterator2(data) {
-    const dataIterator = [{ table: data, start: 0, end: data.length }];
+    const dataIterator = [{ ...data, start: 0, end: data.length }];
     return dataIterator;
   }
   function getTemporaryFilename(filename2) {
@@ -3595,11 +3574,11 @@
   // src/lib/api/save.ts
   async function save(data, url, writer, options) {
     const encodedData = await encode(data, writer, options);
-    return await writeFile2(url, encodedData);
+    return await writeFile(url, encodedData);
   }
   function saveSync(data, url, writer, options) {
     const encodedData = encodeSync(data, writer, options);
-    return writeFileSync2(url, encodedData);
+    return writeFileSync(url, encodedData);
   }
   var init_save = __esm({
     "src/lib/api/save.ts"() {
@@ -3642,15 +3621,15 @@
   function parseSync2(arrayBuffer, options, context) {
     return null;
   }
-  var VERSION5, NullWorkerLoader, NullLoader;
+  var VERSION4, NullWorkerLoader, NullLoader;
   var init_null_loader = __esm({
     "src/null-loader.ts"() {
-      VERSION5 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+      VERSION4 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
       NullWorkerLoader = {
         name: "Null loader",
         id: "null",
         module: "core",
-        version: VERSION5,
+        version: VERSION4,
         worker: true,
         mimeTypes: ["application/x.empty"],
         extensions: ["null"],
@@ -3663,7 +3642,7 @@
         name: "Null loader",
         id: "null",
         module: "core",
-        version: VERSION5,
+        version: VERSION4,
         mimeTypes: ["application/x.empty"],
         extensions: ["null"],
         parse: async (arrayBuffer, options, context) => parseSync2(arrayBuffer, options || {}, context),
@@ -3704,12 +3683,12 @@
     const progressStream = new ReadableStream({
       async start(controller) {
         const reader = body.getReader();
-        await read2(controller, reader, 0, totalBytes, onProgress, onDone, onError);
+        await read(controller, reader, 0, totalBytes, onProgress, onDone, onError);
       }
     });
     return new Response(progressStream);
   }
-  async function read2(controller, reader, loadedBytes, totalBytes, onProgress, onDone, onError) {
+  async function read(controller, reader, loadedBytes, totalBytes, onProgress, onDone, onError) {
     try {
       const { done, value } = await reader.read();
       if (done) {
@@ -3721,7 +3700,7 @@
       const percent = Math.round(loadedBytes / totalBytes * 100);
       onProgress(percent, { loadedBytes, totalBytes });
       controller.enqueue(value);
-      await read2(controller, reader, loadedBytes, totalBytes, onProgress, onDone, onError);
+      await read(controller, reader, loadedBytes, totalBytes, onProgress, onDone, onError);
     } catch (error) {
       controller.error(error);
       onError(error);
@@ -3834,6 +3813,7 @@
     encodeTableAsText: () => encodeTableAsText,
     encodeTableInBatches: () => encodeTableInBatches,
     encodeText: () => encodeText,
+    encodeTextSync: () => encodeTextSync,
     encodeURLtoURL: () => encodeURLtoURL,
     fetchFile: () => fetchFile,
     forEach: () => forEach,
@@ -3862,7 +3842,7 @@
     parseInBatches: () => parseInBatches,
     parseSync: () => parseSync,
     readArrayBuffer: () => readArrayBuffer,
-    readFileSync: () => readFileSync2,
+    readFileSync: () => readFileSync,
     registerLoaders: () => registerLoaders,
     resolvePath: () => resolvePath,
     save: () => save,
@@ -3873,8 +3853,8 @@
     setLoaderOptions: () => setGlobalOptions,
     setPathPrefix: () => setPathPrefix,
     window: () => window_,
-    writeFile: () => writeFile2,
-    writeFileSync: () => writeFileSync2
+    writeFile: () => writeFile,
+    writeFileSync: () => writeFileSync
   });
   var init_src3 = __esm({
     "src/index.ts"() {
@@ -3892,6 +3872,7 @@
       init_load_in_batches();
       init_encode_table();
       init_encode();
+      init_encode();
       init_save();
       init_src2();
       init_src2();

package/dist/es5/index.js

@@ -105,6 +105,12 @@ Object.defineProperty(exports, "encodeText", {
     return _encode.encodeText;
   }
 });
+Object.defineProperty(exports, "encodeTextSync", {
+  enumerable: true,
+  get: function get() {
+    return _encode.encodeTextSync;
+  }
+});
 Object.defineProperty(exports, "encodeURLtoURL", {
   enumerable: true,
   get: function get() {

package/dist/es5/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":["_fetchFile","require","_readArrayBuffer","_readFile","_writeFile","_loaderOptions","_registerLoaders","_selectLoader","_parse","_parseSync","_parseInBatches","_load","_loadInBatches","_encodeTable","_encode","_save","_loaderUtils","_makeIterator","_makeNodeStream","_nullLoader","_fetchProgress","_browserFilesystem","_isType"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n// TYPES\nexport type {\n  Loader,\n  LoaderWithParser,\n  LoaderContext,\n  LoaderOptions,\n  Writer,\n  WriterOptions,\n  DataType,\n  SyncDataType,\n  BatchableDataType,\n  FileSystem,\n  RandomAccessReadFileSystem\n} from '@loaders.gl/loader-utils';\n\n// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions, getLoaderOptions} from './lib/api/loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encodeTable, encodeTableAsText, encodeTableInBatches} from './lib/api/encode-table';\nexport {encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {fetchProgress as _fetchProgress} from './lib/progress/fetch-progress';\nexport {BrowserFileSystem as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n  makeTextDecoderIterator,\n  makeTextEncoderIterator,\n  makeLineIterator,\n  makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n  isPureObject,\n  isPromise,\n  isIterable,\n  isAsyncIterable,\n  isIterator,\n  isResponse,\n  isReadableStream,\n  isWritableStream\n} from './javascript-utils/is-type';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkBA,IAAAA,UAAA,GAAAC,OAAA;AAEA,IAAAC,gBAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AAGA,IAAAI,cAAA,GAAAJ,OAAA;AACA,IAAAK,gBAAA,GAAAL,OAAA;AACA,IAAAM,aAAA,GAAAN,OAAA;AAGA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,UAAA,GAAAR,OAAA;AACA,IAAAS,eAAA,GAAAT,OAAA;AAEA,IAAAU,KAAA,GAAAV,OAAA;AACA,IAAAW,cAAA,GAAAX,OAAA;AAGA,IAAAY,YAAA,GAAAZ,OAAA;AACA,IAAAa,OAAA,GAAAb,OAAA;AACA,IAAAc,KAAA,GAAAd,OAAA;AAGA,IAAAe,YAAA,GAAAf,OAAA;AAIA,IAAAgB,aAAA,GAAAhB,OAAA;AACA,IAAAiB,eAAA,GAAAjB,OAAA;AAGA,IAAAkB,WAAA,GAAAlB,OAAA;AAIA,IAAAmB,cAAA,GAAAnB,OAAA;AACA,IAAAoB,kBAAA,GAAApB,OAAA;AAqBA,IAAAqB,OAAA,GAAArB,OAAA"}
+{"version":3,"file":"index.js","names":["_fetchFile","require","_readArrayBuffer","_readFile","_writeFile","_loaderOptions","_registerLoaders","_selectLoader","_parse","_parseSync","_parseInBatches","_load","_loadInBatches","_encodeTable","_encode","_save","_loaderUtils","_makeIterator","_makeNodeStream","_nullLoader","_fetchProgress","_browserFilesystem","_isType"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n// TYPES\nexport type {\n  Loader,\n  LoaderWithParser,\n  LoaderContext,\n  LoaderOptions,\n  Writer,\n  WriterOptions,\n  DataType,\n  SyncDataType,\n  BatchableDataType,\n  FileSystem,\n  RandomAccessReadFileSystem\n} from '@loaders.gl/loader-utils';\n\n// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions, getLoaderOptions} from './lib/api/loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encodeTable, encodeTableAsText, encodeTableInBatches} from './lib/api/encode-table';\nexport {encode, encodeSync, encodeInBatches, encodeURLtoURL} from './lib/api/encode';\nexport {encodeText, encodeTextSync} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {fetchProgress as _fetchProgress} from './lib/progress/fetch-progress';\nexport {BrowserFileSystem as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n  makeTextDecoderIterator,\n  makeTextEncoderIterator,\n  makeLineIterator,\n  makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n  isPureObject,\n  isPromise,\n  isIterable,\n  isAsyncIterable,\n  isIterator,\n  isResponse,\n  isReadableStream,\n  isWritableStream\n} from './javascript-utils/is-type';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkBA,IAAAA,UAAA,GAAAC,OAAA;AAEA,IAAAC,gBAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AAGA,IAAAI,cAAA,GAAAJ,OAAA;AACA,IAAAK,gBAAA,GAAAL,OAAA;AACA,IAAAM,aAAA,GAAAN,OAAA;AAGA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,UAAA,GAAAR,OAAA;AACA,IAAAS,eAAA,GAAAT,OAAA;AAEA,IAAAU,KAAA,GAAAV,OAAA;AACA,IAAAW,cAAA,GAAAX,OAAA;AAGA,IAAAY,YAAA,GAAAZ,OAAA;AACA,IAAAa,OAAA,GAAAb,OAAA;AAEA,IAAAc,KAAA,GAAAd,OAAA;AAGA,IAAAe,YAAA,GAAAf,OAAA;AAIA,IAAAgB,aAAA,GAAAhB,OAAA;AACA,IAAAiB,eAAA,GAAAjB,OAAA;AAGA,IAAAkB,WAAA,GAAAlB,OAAA;AAIA,IAAAmB,cAAA,GAAAnB,OAAA;AACA,IAAAoB,kBAAA,GAAApB,OAAA;AAqBA,IAAAqB,OAAA,GAAArB,OAAA"}

package/dist/es5/lib/api/encode-table.js

@@ -8,8 +8,11 @@ exports.encodeTable = encodeTable;
 exports.encodeTableAsText = encodeTableAsText;
 exports.encodeTableInBatches = encodeTableInBatches;
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
 var _loaderUtils = require("@loaders.gl/loader-utils");
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
 function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
 function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
 function encodeTable(_x, _x2, _x3) {
@@ -132,7 +135,7 @@ function _encodeTableAsText() {
           arrayBuffer = _context2.sent;
           return _context2.abrupt("return", new TextDecoder().decode(arrayBuffer));
         case 9:
-          throw new Error('Writer could not encode data as text');
+          throw new Error("Writer ".concat(writer.name, " could not encode data as text"));
         case 10:
         case "end":
           return _context2.stop();
@@ -149,11 +152,10 @@ function encodeTableInBatches(data, writer, options) {
   throw new Error('Writer could not encode data in batches');
 }
 function getIterator(data) {
-  var dataIterator = [{
-    table: data,
+  var dataIterator = [_objectSpread(_objectSpread({}, data), {}, {
     start: 0,
     end: data.length
-  }];
+  })];
   return dataIterator;
 }
 //# sourceMappingURL=encode-table.js.map

package/dist/es5/lib/api/encode-table.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-table.js","names":["_loaderUtils","require","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","encodeTable","_x","_x2","_x3","_encodeTable","_asyncToGenerator2","default","_regenerator","mark","_callee","data","writer","options","text","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee$","_context","prev","encode","abrupt","sent","encodeText","TextEncoder","encodeInBatches","encodeTableInBatches","push","t0","finish","concatenateArrayBuffers","Error","stop","encodeTableAsText","_x4","_x5","_x6","_encodeTableAsText","_callee2","arrayBuffer","_callee2$","_context2","TextDecoder","decode","dataIterator","getIterator","table","start","end","length"],"sources":["../../../../src/lib/api/encode-table.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc\n\n/* global TextEncoder, TextDecoder */\nimport {concatenateArrayBuffers, Writer, WriterOptionsType} from '@loaders.gl/loader-utils';\nimport {Table} from '@loaders.gl/schema';\n\nexport async function encodeTable<WriterT extends Writer = Writer>(\n  data: Table,\n  writer: WriterT,\n  options?: WriterOptionsType<WriterT>\n): Promise<ArrayBuffer> {\n  if (writer.encode) {\n    return await writer.encode(data, options);\n  }\n\n  if (writer.encodeText) {\n    const text = await writer.encodeText(data, options);\n    return new TextEncoder().encode(text);\n  }\n\n  if (writer.encodeInBatches) {\n    // Create an iterator representing the data\n    // TODO - Assumes this is a table\n    const batches = encodeTableInBatches(data, writer, options);\n\n    // Concatenate the output\n    const chunks: ArrayBuffer[] = [];\n    for await (const batch of batches) {\n      chunks.push(batch);\n    }\n    return concatenateArrayBuffers(...chunks);\n  }\n\n  throw new Error('Writer could not encode data');\n}\n\nexport async function encodeTableAsText<WriterT extends Writer = Writer>(\n  data: Table,\n  writer: WriterT,\n  options?: WriterOptionsType<WriterT>\n): Promise<string> {\n  if (writer.text && writer.encodeText) {\n    return await writer.encodeText(data, options);\n  }\n\n  if (writer.text && (writer.encode || writer.encodeInBatches)) {\n    const arrayBuffer = await encodeTable(data, writer, options);\n    return new TextDecoder().decode(arrayBuffer);\n  }\n  throw new Error('Writer could not encode data as text');\n}\n\nexport function encodeTableInBatches<WriterT extends Writer = Writer>(\n  data: Table,\n  writer: WriterT,\n  options?: WriterOptionsType<WriterT>\n): AsyncIterable<ArrayBuffer> {\n  if (writer.encodeInBatches) {\n    const dataIterator = getIterator(data);\n    // @ts-expect-error\n    return writer.encodeInBatches(dataIterator, options);\n  }\n  // TODO -fall back to atomic encode?\n  throw new Error('Writer could not encode data in batches');\n}\n\nfunction getIterator(data: any): Iterable<{table: any; start: number; end: number}> {\n  const dataIterator = [{table: data, start: 0, end: data.length}];\n  return dataIterator;\n}\n"],"mappings":";;;;;;;;;;;AAIA,IAAAA,YAAA,GAAAC,OAAA;AAA4F,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAAA,SAGtEqB,WAAWA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,YAAA,CAAAZ,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAW,aAAA;EAAAA,YAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA1B,SAAAC,QACLC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAC,IAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAd,YAAA,CAAAD,OAAA,CAAAgB,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAlC,IAAA;QAAA;UAAA,KAEhCqB,MAAM,CAACe,MAAM;YAAAF,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OACFqB,MAAM,CAACe,MAAM,CAAChB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAY,QAAA,CAAAG,MAAA,WAAAH,QAAA,CAAAI,IAAA;QAAA;UAAA,KAGvCjB,MAAM,CAACkB,UAAU;YAAAL,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OACAqB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAA7CC,IAAI,GAAAW,QAAA,CAAAI,IAAA;UAAA,OAAAJ,QAAA,CAAAG,MAAA,WACH,IAAIG,WAAW,CAAC,CAAC,CAACJ,MAAM,CAACb,IAAI,CAAC;QAAA;UAAA,KAGnCF,MAAM,CAACoB,eAAe;YAAAP,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAGlBwB,OAAO,GAAGkB,oBAAoB,CAACtB,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGrDG,MAAqB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAO,QAAA,CAAAC,IAAA;UAAAN,SAAA,GAAApD,cAAA,CACN+C,OAAO;QAAA;UAAAU,QAAA,CAAAlC,IAAA;UAAA,OAAA6B,SAAA,CAAA7B,IAAA;QAAA;UAAA,MAAA0B,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAI,IAAA,EAAA3C,IAAA;YAAAuC,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAhB+B,KAAK,GAAAD,KAAA,CAAAjC,KAAA;UACpB4B,MAAM,CAACkB,IAAI,CAACZ,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAQ,QAAA,CAAAlC,IAAA;UAAA;QAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA;QAAA;UAAAkC,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAU,EAAA,GAAAV,QAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,QAAA,CAAAU,EAAA;QAAA;UAAAV,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAzB,MAAA;YAAA8B,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OAAA6B,SAAA,CAAAzB,MAAA;QAAA;UAAA8B,QAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAA,MAAA4B,cAAA;QAAA;UAAA,OAAAM,QAAA,CAAAW,MAAA;QAAA;UAAA,OAAAX,QAAA,CAAAW,MAAA;QAAA;UAAA,OAAAX,QAAA,CAAAG,MAAA,WAEdS,oCAAuB,CAAA5C,KAAA,SAAIuB,MAAM,CAAC;QAAA;UAAA,MAGrC,IAAIsB,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAb,QAAA,CAAAc,IAAA;MAAA;IAAA,GAAA7B,OAAA;EAAA,CAChD;EAAA,OAAAL,YAAA,CAAAZ,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEqB8C,iBAAiBA,CAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,kBAAA,CAAAnD,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAkD,mBAAA;EAAAA,kBAAA,OAAAtC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAhC,SAAAoC,SACLlC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAiC,WAAA;IAAA,OAAAtC,YAAA,CAAAD,OAAA,CAAAgB,IAAA,UAAAwB,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAtB,IAAA,GAAAsB,SAAA,CAAAzD,IAAA;QAAA;UAAA,MAEhCqB,MAAM,CAACE,IAAI,IAAIF,MAAM,CAACkB,UAAU;YAAAkB,SAAA,CAAAzD,IAAA;YAAA;UAAA;UAAAyD,SAAA,CAAAzD,IAAA;UAAA,OACrBqB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAmC,SAAA,CAAApB,MAAA,WAAAoB,SAAA,CAAAnB,IAAA;QAAA;UAAA,MAG3CjB,MAAM,CAACE,IAAI,KAAKF,MAAM,CAACe,MAAM,IAAIf,MAAM,CAACoB,eAAe,CAAC;YAAAgB,SAAA,CAAAzD,IAAA;YAAA;UAAA;UAAAyD,SAAA,CAAAzD,IAAA;UAAA,OAChCU,WAAW,CAACU,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAtDiC,WAAW,GAAAE,SAAA,CAAAnB,IAAA;UAAA,OAAAmB,SAAA,CAAApB,MAAA,WACV,IAAIqB,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC;QAAA;UAAA,MAExC,IAAIR,KAAK,CAAC,sCAAsC,CAAC;QAAA;QAAA;UAAA,OAAAU,SAAA,CAAAT,IAAA;MAAA;IAAA,GAAAM,QAAA;EAAA,CACxD;EAAA,OAAAD,kBAAA,CAAAnD,KAAA,OAAAC,SAAA;AAAA;AAEM,SAASuC,oBAAoBA,CAClCtB,IAAW,EACXC,MAAe,EACfC,OAAoC,EACR;EAC5B,IAAID,MAAM,CAACoB,eAAe,EAAE;IAC1B,IAAMmB,YAAY,GAAGC,WAAW,CAACzC,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAACoB,eAAe,CAACmB,YAAY,EAAEtC,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIyB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAEA,SAASc,WAAWA,CAACzC,IAAS,EAAsD;EAClF,IAAMwC,YAAY,GAAG,CAAC;IAACE,KAAK,EAAE1C,IAAI;IAAE2C,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAE5C,IAAI,CAAC6C;EAAM,CAAC,CAAC;EAChE,OAAOL,YAAY;AACrB"}
+{"version":3,"file":"encode-table.js","names":["_loaderUtils","require","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Promise","reject","done","resolve","value","then","n","next","prototype","return","_return","ret","throw","_throw","thr","encodeTable","_x","_x2","_x3","_encodeTable","_asyncToGenerator2","_regenerator","mark","_callee","data","writer","options","text","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee$","_context","prev","encode","abrupt","sent","encodeText","TextEncoder","encodeInBatches","encodeTableInBatches","t0","finish","concatenateArrayBuffers","Error","stop","encodeTableAsText","_x4","_x5","_x6","_encodeTableAsText","_callee2","arrayBuffer","_callee2$","_context2","TextDecoder","decode","concat","name","dataIterator","getIterator","start","end"],"sources":["../../../../src/lib/api/encode-table.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc\n\n/* global TextEncoder, TextDecoder */\nimport {concatenateArrayBuffers, Writer, WriterOptionsType} from '@loaders.gl/loader-utils';\nimport {Table} from '@loaders.gl/schema';\n\nexport async function encodeTable<WriterT extends Writer = Writer>(\n  data: Table,\n  writer: WriterT,\n  options?: WriterOptionsType<WriterT>\n): Promise<ArrayBuffer> {\n  if (writer.encode) {\n    return await writer.encode(data, options);\n  }\n\n  if (writer.encodeText) {\n    const text = await writer.encodeText(data, options);\n    return new TextEncoder().encode(text);\n  }\n\n  if (writer.encodeInBatches) {\n    // Create an iterator representing the data\n    // TODO - Assumes this is a table\n    const batches = encodeTableInBatches(data, writer, options);\n\n    // Concatenate the output\n    const chunks: ArrayBuffer[] = [];\n    for await (const batch of batches) {\n      chunks.push(batch);\n    }\n    return concatenateArrayBuffers(...chunks);\n  }\n\n  throw new Error('Writer could not encode data');\n}\n\nexport async function encodeTableAsText<WriterT extends Writer = Writer>(\n  data: Table,\n  writer: WriterT,\n  options?: WriterOptionsType<WriterT>\n): Promise<string> {\n  if (writer.text && writer.encodeText) {\n    return await writer.encodeText(data, options);\n  }\n\n  if (writer.text && (writer.encode || writer.encodeInBatches)) {\n    const arrayBuffer = await encodeTable(data, writer, options);\n    return new TextDecoder().decode(arrayBuffer);\n  }\n  throw new Error(`Writer ${writer.name} could not encode data as text`);\n}\n\nexport function encodeTableInBatches<WriterT extends Writer = Writer>(\n  data: Table,\n  writer: WriterT,\n  options?: WriterOptionsType<WriterT>\n): AsyncIterable<ArrayBuffer> {\n  if (writer.encodeInBatches) {\n    const dataIterator = getIterator(data);\n    // @ts-expect-error\n    return writer.encodeInBatches(dataIterator, options);\n  }\n  // TODO -fall back to atomic encode?\n  throw new Error('Writer could not encode data in batches');\n}\n\nfunction getIterator(data: any): Iterable<{start: number; end: number}> {\n  const dataIterator = [{...data, start: 0, end: data.length}];\n  return dataIterator;\n}\n"],"mappings":";;;;;;;;;;;;AAIA,IAAAA,YAAA,GAAAC,OAAA;AAA4F,SAAAC,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAAA,SAAAY,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAApC,MAAA,CAAAoC,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAL,SAAA,CAAAG,CAAA,+BAAAG,IAAA,GAAAH,CAAA,CAAAG,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAJ,CAAA,CAAAK,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAP,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAS,CAAA,GAAAT,CAAA,CAAAU,IAAA,KAAAZ,qBAAA,CAAAa,SAAA,KAAAX,CAAA,QAAAS,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAT,iCAAA,MAAAQ,CAAA,CAAAnC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAkC,MAAA,WAAAC,QAAAN,KAAA,QAAAO,GAAA,QAAAd,CAAA,CAAAY,MAAA,oBAAAE,GAAA,GAAAX,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAJ,iCAAA,CAAAa,GAAA,CAAAxC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAqC,KAAA,WAAAC,OAAAT,KAAA,QAAAU,GAAA,QAAAjB,CAAA,CAAAY,MAAA,oBAAAK,GAAA,GAAAd,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAN,iCAAA,CAAAgB,GAAA,CAAA3C,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,aAAAoB,qBAAA,CAAAE,CAAA;AAAA,SAGtEkB,WAAWA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,YAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA4C,aAAA;EAAAA,YAAA,OAAAC,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAA1B,SAAAC,QACLC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAC,IAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAd,YAAA,CAAAxC,OAAA,CAAAuD,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAA/B,IAAA;QAAA;UAAA,KAEhCkB,MAAM,CAACe,MAAM;YAAAF,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAA+B,QAAA,CAAA/B,IAAA;UAAA,OACFkB,MAAM,CAACe,MAAM,CAAChB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAY,QAAA,CAAAG,MAAA,WAAAH,QAAA,CAAAI,IAAA;QAAA;UAAA,KAGvCjB,MAAM,CAACkB,UAAU;YAAAL,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAA+B,QAAA,CAAA/B,IAAA;UAAA,OACAkB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAA7CC,IAAI,GAAAW,QAAA,CAAAI,IAAA;UAAA,OAAAJ,QAAA,CAAAG,MAAA,WACH,IAAIG,WAAW,CAAC,CAAC,CAACJ,MAAM,CAACb,IAAI,CAAC;QAAA;UAAA,KAGnCF,MAAM,CAACoB,eAAe;YAAAP,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAGlBqB,OAAO,GAAGkB,oBAAoB,CAACtB,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGrDG,MAAqB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAO,QAAA,CAAAC,IAAA;UAAAN,SAAA,GAAAhD,cAAA,CACN2C,OAAO;QAAA;UAAAU,QAAA,CAAA/B,IAAA;UAAA,OAAA0B,SAAA,CAAA1B,IAAA;QAAA;UAAA,MAAAuB,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAI,IAAA,EAAAxC,IAAA;YAAAoC,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAhB4B,KAAK,GAAAD,KAAA,CAAA9B,KAAA;UACpByB,MAAM,CAAC3D,IAAI,CAACiE,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAQ,QAAA,CAAA/B,IAAA;UAAA;QAAA;UAAA+B,QAAA,CAAA/B,IAAA;UAAA;QAAA;UAAA+B,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAS,EAAA,GAAAT,QAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,QAAA,CAAAS,EAAA;QAAA;UAAAT,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAxB,MAAA;YAAA6B,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAA+B,QAAA,CAAA/B,IAAA;UAAA,OAAA0B,SAAA,CAAAxB,MAAA;QAAA;UAAA6B,QAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAA,MAAAyB,cAAA;QAAA;UAAA,OAAAM,QAAA,CAAAU,MAAA;QAAA;UAAA,OAAAV,QAAA,CAAAU,MAAA;QAAA;UAAA,OAAAV,QAAA,CAAAG,MAAA,WAEdQ,oCAAuB,CAAA9E,KAAA,SAAI0D,MAAM,CAAC;QAAA;UAAA,MAGrC,IAAIqB,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAZ,QAAA,CAAAa,IAAA;MAAA;IAAA,GAAA5B,OAAA;EAAA,CAChD;EAAA,OAAAJ,YAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAAA,SAEqB6E,iBAAiBA,CAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,kBAAA,CAAArF,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAAiF,mBAAA;EAAAA,kBAAA,OAAApC,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAAhC,SAAAmC,SACLjC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAgC,WAAA;IAAA,OAAArC,YAAA,CAAAxC,OAAA,CAAAuD,IAAA,UAAAuB,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAArB,IAAA,GAAAqB,SAAA,CAAArD,IAAA;QAAA;UAAA,MAEhCkB,MAAM,CAACE,IAAI,IAAIF,MAAM,CAACkB,UAAU;YAAAiB,SAAA,CAAArD,IAAA;YAAA;UAAA;UAAAqD,SAAA,CAAArD,IAAA;UAAA,OACrBkB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAkC,SAAA,CAAAnB,MAAA,WAAAmB,SAAA,CAAAlB,IAAA;QAAA;UAAA,MAG3CjB,MAAM,CAACE,IAAI,KAAKF,MAAM,CAACe,MAAM,IAAIf,MAAM,CAACoB,eAAe,CAAC;YAAAe,SAAA,CAAArD,IAAA;YAAA;UAAA;UAAAqD,SAAA,CAAArD,IAAA;UAAA,OAChCQ,WAAW,CAACS,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAtDgC,WAAW,GAAAE,SAAA,CAAAlB,IAAA;UAAA,OAAAkB,SAAA,CAAAnB,MAAA,WACV,IAAIoB,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC;QAAA;UAAA,MAExC,IAAIR,KAAK,WAAAa,MAAA,CAAWtC,MAAM,CAACuC,IAAI,mCAAgC,CAAC;QAAA;QAAA;UAAA,OAAAJ,SAAA,CAAAT,IAAA;MAAA;IAAA,GAAAM,QAAA;EAAA,CACvE;EAAA,OAAAD,kBAAA,CAAArF,KAAA,OAAAI,SAAA;AAAA;AAEM,SAASuE,oBAAoBA,CAClCtB,IAAW,EACXC,MAAe,EACfC,OAAoC,EACR;EAC5B,IAAID,MAAM,CAACoB,eAAe,EAAE;IAC1B,IAAMoB,YAAY,GAAGC,WAAW,CAAC1C,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAACoB,eAAe,CAACoB,YAAY,EAAEvC,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIwB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAEA,SAASgB,WAAWA,CAAC1C,IAAS,EAA0C;EACtE,IAAMyC,YAAY,GAAG,CAAA7F,aAAA,CAAAA,aAAA,KAAKoD,IAAI;IAAE2C,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAE5C,IAAI,CAAChD;EAAM,GAAE;EAC5D,OAAOyF,YAAY;AACrB"}