@loaders.gl/core 3.4.11 → 3.4.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/dist/dist.min.js +24 -72
  2. package/dist/es5/lib/init.js +1 -1
  3. package/dist/es5/null-loader.js +1 -1
  4. package/dist/esm/lib/init.js +1 -1
  5. package/dist/esm/null-loader.js +1 -1
  6. package/dist/lib/fetch/read-file.d.ts +1 -1
  7. package/dist/lib/fetch/read-file.d.ts.map +1 -1
  8. package/dist/null-worker.js +1 -1
  9. package/package.json +4 -6
  10. package/dist/bundle.js +0 -5
  11. package/dist/core-addons/write-file-browser.js +0 -60
  12. package/dist/index.js +0 -104
  13. package/dist/iterators/batch-iterators/timed-batch-iterator.js +0 -22
  14. package/dist/iterators/make-iterator/make-array-buffer-iterator.js +0 -27
  15. package/dist/iterators/make-iterator/make-blob-iterator.js +0 -21
  16. package/dist/iterators/make-iterator/make-iterator.js +0 -37
  17. package/dist/iterators/make-iterator/make-stream-iterator.js +0 -96
  18. package/dist/iterators/make-iterator/make-string-iterator.js +0 -24
  19. package/dist/iterators/make-stream/make-dom-stream.js +0 -46
  20. package/dist/iterators/make-stream/make-node-stream.js +0 -82
  21. package/dist/javascript-utils/is-type.js +0 -41
  22. package/dist/lib/api/encode.js +0 -120
  23. package/dist/lib/api/load-in-batches.js +0 -33
  24. package/dist/lib/api/load.js +0 -42
  25. package/dist/lib/api/loader-options.js +0 -7
  26. package/dist/lib/api/parse-in-batches.js +0 -117
  27. package/dist/lib/api/parse-sync.js +0 -59
  28. package/dist/lib/api/parse.js +0 -82
  29. package/dist/lib/api/register-loaders.js +0 -35
  30. package/dist/lib/api/save.js +0 -15
  31. package/dist/lib/api/select-loader.js +0 -253
  32. package/dist/lib/common.js +0 -2
  33. package/dist/lib/fetch/fetch-error-message.js +0 -25
  34. package/dist/lib/fetch/fetch-file.js +0 -27
  35. package/dist/lib/fetch/read-array-buffer.js +0 -41
  36. package/dist/lib/fetch/read-file.js +0 -29
  37. package/dist/lib/fetch/write-file.js +0 -22
  38. package/dist/lib/filesystems/browser-filesystem.js +0 -126
  39. package/dist/lib/filesystems/filesystem.js +0 -2
  40. package/dist/lib/filesystems/read-array-buffer.js +0 -29
  41. package/dist/lib/init.js +0 -16
  42. package/dist/lib/loader-utils/check-errors.js +0 -30
  43. package/dist/lib/loader-utils/get-data.js +0 -129
  44. package/dist/lib/loader-utils/get-fetch-function.js +0 -31
  45. package/dist/lib/loader-utils/loader-context.js +0 -59
  46. package/dist/lib/loader-utils/loggers.js +0 -41
  47. package/dist/lib/loader-utils/normalize-loader.js +0 -52
  48. package/dist/lib/loader-utils/option-defaults.js +0 -43
  49. package/dist/lib/loader-utils/option-utils.js +0 -160
  50. package/dist/lib/progress/fetch-progress.js +0 -59
  51. package/dist/lib/utils/log.js +0 -6
  52. package/dist/lib/utils/mime-type-utils.js +0 -42
  53. package/dist/lib/utils/resource-utils.js +0 -90
  54. package/dist/lib/utils/response-utils.js +0 -115
  55. package/dist/lib/utils/url-utils.js +0 -14
  56. package/dist/null-loader.js +0 -56
  57. package/dist/workers/null-worker.js +0 -5
package/dist/dist.min.js CHANGED
@@ -1,10 +1,5 @@
1
1
  (() => {
2
- var __create = Object.create;
3
2
  var __defProp = Object.defineProperty;
4
- var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
5
- var __getOwnPropNames = Object.getOwnPropertyNames;
6
- var __getProtoOf = Object.getPrototypeOf;
7
- var __hasOwnProp = Object.prototype.hasOwnProperty;
8
3
  var __markAsModule = (target) => __defProp(target, "__esModule", { value: true });
9
4
  var __esm = (fn, res) => function __init() {
10
5
  return fn && (res = (0, fn[Object.keys(fn)[0]])(fn = 0)), res;
@@ -17,17 +12,6 @@
17
12
  for (var name in all)
18
13
  __defProp(target, name, { get: all[name], enumerable: true });
19
14
  };
20
- var __reExport = (target, module, desc) => {
21
- if (module && typeof module === "object" || typeof module === "function") {
22
- for (let key of __getOwnPropNames(module))
23
- if (!__hasOwnProp.call(target, key) && key !== "default")
24
- __defProp(target, key, { get: () => module[key], enumerable: !(desc = __getOwnPropDesc(module, key)) || desc.enumerable });
25
- }
26
- return target;
27
- };
28
- var __toModule = (module) => {
29
- return __reExport(__markAsModule(__defProp(module != null ? __create(__getProtoOf(module)) : {}, "default", module && module.__esModule && "default" in module ? { get: () => module.default, enumerable: true } : { value: module, enumerable: true })), module);
30
- };
31
15
 
32
16
  // ../loader-utils/src/lib/env-utils/assert.ts
33
17
  function assert(condition, message) {
@@ -1300,18 +1284,6 @@
1300
1284
  }
1301
1285
  });
1302
1286
 
1303
- // ../loader-utils/src/lib/node/promisify.ts
1304
- function promisify2(fn) {
1305
- return (arg1, arg2) => new Promise((resolve2, reject) => fn(arg1, arg2, (error, callbackArgs) => error ? reject(error) : resolve2(callbackArgs)));
1306
- }
1307
- function promisify3(fn) {
1308
- return (arg1, arg2, arg3) => new Promise((resolve2, reject) => fn(arg1, arg2, arg3, (error, callbackArgs) => error ? reject(error) : resolve2(callbackArgs)));
1309
- }
1310
- var init_promisify = __esm({
1311
- "../loader-utils/src/lib/node/promisify.ts"() {
1312
- }
1313
- });
1314
-
1315
1287
  // ../loader-utils/src/lib/path-utils/get-cwd.ts
1316
1288
  function getCWD() {
1317
1289
  if (typeof process !== "undefined" && typeof process.cwd !== "undefined") {
@@ -1463,15 +1435,9 @@
1463
1435
  }
1464
1436
  });
1465
1437
 
1466
- // (disabled):fs
1467
- var require_fs = __commonJS({
1468
- "(disabled):fs"() {
1469
- }
1470
- });
1471
-
1472
- // ../loader-utils/src/lib/node/fs.ts
1473
- var fs_exports = {};
1474
- __export(fs_exports, {
1438
+ // ../loader-utils/src/lib/node/fs.browser.ts
1439
+ var fs_browser_exports = {};
1440
+ __export(fs_browser_exports, {
1475
1441
  _readToArrayBuffer: () => _readToArrayBuffer,
1476
1442
  close: () => close,
1477
1443
  createWriteStream: () => createWriteStream,
@@ -1486,36 +1452,22 @@
1486
1452
  writeFile: () => writeFile,
1487
1453
  writeFileSync: () => writeFileSync
1488
1454
  });
1489
- async function _readToArrayBuffer(fd, start, length) {
1490
- const buffer = Buffer.alloc(length);
1491
- const { bytesRead } = await read(fd, buffer, 0, length, start);
1492
- if (bytesRead !== length) {
1493
- throw new Error("fs.read failed");
1494
- }
1495
- return toArrayBuffer(buffer);
1496
- }
1497
- var import_fs, readdir, stat, readFile, readFileSync, writeFile, writeFileSync, open, close, read, fstat, createWriteStream, isSupported;
1498
- var init_fs = __esm({
1499
- "../loader-utils/src/lib/node/fs.ts"() {
1500
- import_fs = __toModule(require_fs());
1501
- init_buffer_browser();
1502
- init_promisify();
1503
- isSupported = Boolean(import_fs.default);
1504
- try {
1505
- readdir = promisify2(import_fs.default.readdir);
1506
- stat = promisify2(import_fs.default.stat);
1507
- readFile = import_fs.default.readFile;
1508
- readFileSync = import_fs.default.readFileSync;
1509
- writeFile = promisify3(import_fs.default.writeFile);
1510
- writeFileSync = import_fs.default.writeFileSync;
1511
- open = import_fs.default.open;
1512
- close = (fd) => new Promise((resolve2, reject) => import_fs.default.close(fd, (err) => err ? reject(err) : resolve2()));
1513
- read = import_fs.default.read;
1514
- fstat = import_fs.default.fstat;
1515
- createWriteStream = import_fs.default.createWriteStream;
1516
- isSupported = Boolean(import_fs.default);
1517
- } catch {
1518
- }
1455
+ var readdir, stat, readFile, readFileSync, writeFile, writeFileSync, open, close, read, fstat, createWriteStream, _readToArrayBuffer, isSupported;
1456
+ var init_fs_browser = __esm({
1457
+ "../loader-utils/src/lib/node/fs.browser.ts"() {
1458
+ readdir = null;
1459
+ stat = null;
1460
+ readFile = null;
1461
+ readFileSync = null;
1462
+ writeFile = null;
1463
+ writeFileSync = null;
1464
+ open = null;
1465
+ close = null;
1466
+ read = null;
1467
+ fstat = null;
1468
+ createWriteStream = null;
1469
+ _readToArrayBuffer = null;
1470
+ isSupported = false;
1519
1471
  }
1520
1472
  });
1521
1473
 
@@ -1534,7 +1486,7 @@
1534
1486
  init_json_loader();
1535
1487
  init_memory_conversion_utils();
1536
1488
  init_path();
1537
- init_fs();
1489
+ init_fs_browser();
1538
1490
  }
1539
1491
  });
1540
1492
 
@@ -1762,7 +1714,7 @@
1762
1714
  // src/lib/fetch/read-array-buffer.ts
1763
1715
  async function readArrayBuffer(file, start, length) {
1764
1716
  if (typeof file === "number") {
1765
- return await fs_exports._readToArrayBuffer(file, start, length);
1717
+ return await fs_browser_exports._readToArrayBuffer(file, start, length);
1766
1718
  }
1767
1719
  if (!(file instanceof Blob)) {
1768
1720
  file = new Blob([file]);
@@ -1788,7 +1740,7 @@
1788
1740
  function readFileSync2(url, options = {}) {
1789
1741
  url = resolvePath(url);
1790
1742
  if (!isBrowser) {
1791
- const buffer = fs_exports.readFileSync(url, options);
1743
+ const buffer = fs_browser_exports.readFileSync(url, options);
1792
1744
  return typeof buffer !== "string" ? toArrayBuffer2(buffer) : buffer;
1793
1745
  }
1794
1746
  if (!options.nothrow) {
@@ -1807,14 +1759,14 @@
1807
1759
  async function writeFile2(filePath, arrayBufferOrString, options) {
1808
1760
  filePath = resolvePath(filePath);
1809
1761
  if (!isBrowser) {
1810
- await fs_exports.writeFile(filePath, toBuffer2(arrayBufferOrString), { flag: "w" });
1762
+ await fs_browser_exports.writeFile(filePath, toBuffer2(arrayBufferOrString), { flag: "w" });
1811
1763
  }
1812
1764
  assert(false);
1813
1765
  }
1814
1766
  function writeFileSync2(filePath, arrayBufferOrString, options) {
1815
1767
  filePath = resolvePath(filePath);
1816
1768
  if (!isBrowser) {
1817
- fs_exports.writeFileSync(filePath, toBuffer2(arrayBufferOrString), { flag: "w" });
1769
+ fs_browser_exports.writeFileSync(filePath, toBuffer2(arrayBufferOrString), { flag: "w" });
1818
1770
  }
1819
1771
  assert(false);
1820
1772
  }
@@ -5,7 +5,7 @@ Object.defineProperty(exports, "__esModule", {
5
5
  });
6
6
  exports.default = void 0;
7
7
  var _log = require("./utils/log");
8
- var version = typeof "3.4.11" !== 'undefined' ? "3.4.11" : 'latest';
8
+ var version = typeof "3.4.13" !== 'undefined' ? "3.4.13" : 'latest';
9
9
  if (!globalThis.loaders) {
10
10
  _log.log.log(1, "loaders.gl ".concat(version))();
11
11
  globalThis.loaders = Object.assign(globalThis.loaders || {}, {
@@ -11,7 +11,7 @@ var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpe
11
11
  var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
12
12
  function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
13
13
  function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
14
- var VERSION = typeof "3.4.11" !== 'undefined' ? "3.4.11" : 'latest';
14
+ var VERSION = typeof "3.4.13" !== 'undefined' ? "3.4.13" : 'latest';
15
15
  var NullWorkerLoader = {
16
16
  name: 'Null loader',
17
17
  id: 'null',
@@ -1,5 +1,5 @@
1
1
  import { log } from './utils/log';
2
- const version = typeof "3.4.11" !== 'undefined' ? "3.4.11" : 'latest';
2
+ const version = typeof "3.4.13" !== 'undefined' ? "3.4.13" : 'latest';
3
3
  if (!globalThis.loaders) {
4
4
  log.log(1, "loaders.gl ".concat(version))();
5
5
  globalThis.loaders = Object.assign(globalThis.loaders || {}, {
@@ -1,4 +1,4 @@
1
- const VERSION = typeof "3.4.11" !== 'undefined' ? "3.4.11" : 'latest';
1
+ const VERSION = typeof "3.4.13" !== 'undefined' ? "3.4.13" : 'latest';
2
2
  export const NullWorkerLoader = {
3
3
  name: 'Null loader',
4
4
  id: 'null',
@@ -1,5 +1,5 @@
1
1
  /**
2
2
  * In a few cases (data URIs, node.js) "files" can be read synchronously
3
3
  */
4
- export declare function readFileSync(url: string, options?: object): string | ArrayBuffer | null;
4
+ export declare function readFileSync(url: string, options?: object): ArrayBuffer | null;
5
5
  //# sourceMappingURL=read-file.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"read-file.d.ts","sourceRoot":"","sources":["../../../src/lib/fetch/read-file.ts"],"names":[],"mappings":"AAOA;;GAEG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,MAAW,+BAoB7D"}
1
+ {"version":3,"file":"read-file.d.ts","sourceRoot":"","sources":["../../../src/lib/fetch/read-file.ts"],"names":[],"mappings":"AAOA;;GAEG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,MAAW,sBAoB7D"}
@@ -184,7 +184,7 @@
184
184
  }
185
185
 
186
186
  // src/null-loader.ts
187
- var VERSION = true ? "3.4.11" : "latest";
187
+ var VERSION = true ? "3.4.13" : "latest";
188
188
  function parseSync(arrayBuffer, options, context) {
189
189
  if (!options.null.echoParameters)
190
190
  return null;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@loaders.gl/core",
3
- "version": "3.4.11",
3
+ "version": "3.4.13",
4
4
  "description": "The core API for working with loaders.gl loaders and writers",
5
5
  "license": "MIT",
6
6
  "publishConfig": {
@@ -25,8 +25,6 @@
25
25
  "fs": false,
26
26
  "stream": false,
27
27
  "./src/iterators/make-stream/make-node-stream.ts": "./src/iterators/make-stream/make-dom-stream.ts",
28
- "./src/iterators/make-stream/make-node-stream.js": "./src/iterators/make-stream/make-dom-stream.js",
29
- "./dist/iterators/make-stream/make-node-stream.js": "./dist/iterators/make-stream/make-dom-stream.js",
30
28
  "./dist/es5/iterators/make-stream/make-node-stream.js": "./dist/es5/iterators/make-stream/make-dom-stream.js",
31
29
  "./dist/esm/iterators/make-stream/make-node-stream.js": "./dist/esm/iterators/make-stream/make-dom-stream.js"
32
30
  },
@@ -42,9 +40,9 @@
42
40
  },
43
41
  "dependencies": {
44
42
  "@babel/runtime": "^7.3.1",
45
- "@loaders.gl/loader-utils": "3.4.11",
46
- "@loaders.gl/worker-utils": "3.4.11",
43
+ "@loaders.gl/loader-utils": "3.4.13",
44
+ "@loaders.gl/worker-utils": "3.4.13",
47
45
  "@probe.gl/log": "^4.0.1"
48
46
  },
49
- "gitHead": "2b8d490d2372e70dd89eef8f6b215a5205c16621"
47
+ "gitHead": "be8849c02972ce541e01720d29b976f830d6af92"
50
48
  }
package/dist/bundle.js DELETED
@@ -1,5 +0,0 @@
1
- "use strict";
2
- // @ts-nocheck
3
- const moduleExports = require('./index');
4
- globalThis.loaders = globalThis.loaders || {};
5
- module.exports = Object.assign(globalThis.loaders, moduleExports);
@@ -1,60 +0,0 @@
1
- "use strict";
2
- // A browser implementation of the Node.js `fs` module's `fs.writeFile` method.
3
- // NOTE: WAS COMMENTED OUT TO GET NODE 8 TESTS RUNNING
4
- /*
5
- /* global global *
6
- /* global Blob *
7
- import {isBrowser} from '@loaders.gl/core';
8
-
9
- // TODO hack - trick filesaver.js to skip loading under node
10
- const savedNavigatorExists = 'navigator' in global;
11
- const savedNavigator = global.navigator;
12
- if (!isBrowser) {
13
- global.navigator = {userAgent: 'MSIE 9.'};
14
- }
15
-
16
- // Need to use `require` to ensure our modification of global code above happens first
17
- const saveAs = require('filesaver.js');
18
-
19
- if (!isBrowser) {
20
- if (savedNavigatorExists) {
21
- global.navigator = savedNavigator;
22
- } else {
23
- delete global.navigator;
24
- }
25
- }
26
- // END hack
27
-
28
- /**
29
- * File system write function for the browser, similar to Node's fs.writeFile
30
- *
31
- * Saves a file by downloading it with the given file name.
32
- *
33
- * @param {String} file - file name
34
- * @param {String|Blob} data - data to be written to file
35
- * @param {String|Object} options -
36
- * @param {Function} callback - Standard node (err, data) callback
37
- * @return {Promise} - promise, can be used instead of callback
38
- *
39
- async export function writeFile(file, data, options, callback = () => {}) {
40
- // options is optional
41
- if (callback === undefined && typeof options === 'function') {
42
- options = undefined;
43
- callback = options;
44
- }
45
- if (typeof data === 'string') {
46
- data = new Blob(data);
47
- }
48
- return new Promise((resolve, reject) => {
49
- let result;
50
- try {
51
- result = saveAs(data, file, options);
52
- } catch (error) {
53
- reject(error);
54
- return callback(error, null);
55
- }
56
- resolve();
57
- return callback(null, result);
58
- });
59
- }
60
- */
package/dist/index.js DELETED
@@ -1,104 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- var __importDefault = (this && this.__importDefault) || function (mod) {
4
- return (mod && mod.__esModule) ? mod : { "default": mod };
5
- };
6
- Object.defineProperty(exports, "__esModule", { value: true });
7
- exports.isIterable = exports.isPromise = exports.isPureObject = exports.makeNumberedLineIterator = exports.makeLineIterator = exports.makeTextEncoderIterator = exports.makeTextDecoderIterator = exports.concatenateArrayBuffersAsync = exports.forEach = exports.assert = exports.document = exports.global = exports.window = exports.self = exports.isWorker = exports.isBrowser = exports._unregisterLoaders = exports._BrowserFileSystem = exports._fetchProgress = exports.JSONLoader = exports.NullLoader = exports.NullWorkerLoader = exports.makeStream = exports.makeIterator = exports.RequestScheduler = exports.resolvePath = exports.getPathPrefix = exports.setPathPrefix = exports.saveSync = exports.save = exports.encodeURLtoURL = exports.encodeText = exports.encodeInBatches = exports.encodeSync = exports.encode = exports.loadInBatches = exports.load = exports.parseInBatches = exports.parseSync = exports.parse = exports.selectLoaderSync = exports.selectLoader = exports.registerLoaders = exports.getLoaderOptions = exports.setLoaderOptions = exports.writeFileSync = exports.writeFile = exports.readFileSync = exports.readArrayBuffer = exports.fetchFile = void 0;
8
- exports.isWritableStream = exports.isReadableStream = exports.isResponse = exports.isIterator = exports.isAsyncIterable = void 0;
9
- // FILE READING AND WRITING
10
- var fetch_file_1 = require("./lib/fetch/fetch-file");
11
- Object.defineProperty(exports, "fetchFile", { enumerable: true, get: function () { return fetch_file_1.fetchFile; } });
12
- var read_array_buffer_1 = require("./lib/fetch/read-array-buffer");
13
- Object.defineProperty(exports, "readArrayBuffer", { enumerable: true, get: function () { return read_array_buffer_1.readArrayBuffer; } });
14
- var read_file_1 = require("./lib/fetch/read-file");
15
- Object.defineProperty(exports, "readFileSync", { enumerable: true, get: function () { return read_file_1.readFileSync; } });
16
- var write_file_1 = require("./lib/fetch/write-file");
17
- Object.defineProperty(exports, "writeFile", { enumerable: true, get: function () { return write_file_1.writeFile; } });
18
- Object.defineProperty(exports, "writeFileSync", { enumerable: true, get: function () { return write_file_1.writeFileSync; } });
19
- // CONFIGURATION
20
- var loader_options_1 = require("./lib/api/loader-options");
21
- Object.defineProperty(exports, "setLoaderOptions", { enumerable: true, get: function () { return loader_options_1.setLoaderOptions; } });
22
- Object.defineProperty(exports, "getLoaderOptions", { enumerable: true, get: function () { return loader_options_1.getLoaderOptions; } });
23
- var register_loaders_1 = require("./lib/api/register-loaders");
24
- Object.defineProperty(exports, "registerLoaders", { enumerable: true, get: function () { return register_loaders_1.registerLoaders; } });
25
- var select_loader_1 = require("./lib/api/select-loader");
26
- Object.defineProperty(exports, "selectLoader", { enumerable: true, get: function () { return select_loader_1.selectLoader; } });
27
- Object.defineProperty(exports, "selectLoaderSync", { enumerable: true, get: function () { return select_loader_1.selectLoaderSync; } });
28
- // LOADING (READING + PARSING)
29
- var parse_1 = require("./lib/api/parse");
30
- Object.defineProperty(exports, "parse", { enumerable: true, get: function () { return parse_1.parse; } });
31
- var parse_sync_1 = require("./lib/api/parse-sync");
32
- Object.defineProperty(exports, "parseSync", { enumerable: true, get: function () { return parse_sync_1.parseSync; } });
33
- var parse_in_batches_1 = require("./lib/api/parse-in-batches");
34
- Object.defineProperty(exports, "parseInBatches", { enumerable: true, get: function () { return parse_in_batches_1.parseInBatches; } });
35
- var load_1 = require("./lib/api/load");
36
- Object.defineProperty(exports, "load", { enumerable: true, get: function () { return load_1.load; } });
37
- var load_in_batches_1 = require("./lib/api/load-in-batches");
38
- Object.defineProperty(exports, "loadInBatches", { enumerable: true, get: function () { return load_in_batches_1.loadInBatches; } });
39
- // ENCODING (ENCODING AND WRITING)
40
- var encode_1 = require("./lib/api/encode");
41
- Object.defineProperty(exports, "encode", { enumerable: true, get: function () { return encode_1.encode; } });
42
- Object.defineProperty(exports, "encodeSync", { enumerable: true, get: function () { return encode_1.encodeSync; } });
43
- Object.defineProperty(exports, "encodeInBatches", { enumerable: true, get: function () { return encode_1.encodeInBatches; } });
44
- Object.defineProperty(exports, "encodeText", { enumerable: true, get: function () { return encode_1.encodeText; } });
45
- Object.defineProperty(exports, "encodeURLtoURL", { enumerable: true, get: function () { return encode_1.encodeURLtoURL; } });
46
- var save_1 = require("./lib/api/save");
47
- Object.defineProperty(exports, "save", { enumerable: true, get: function () { return save_1.save; } });
48
- Object.defineProperty(exports, "saveSync", { enumerable: true, get: function () { return save_1.saveSync; } });
49
- // CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)
50
- var loader_utils_1 = require("@loaders.gl/loader-utils");
51
- Object.defineProperty(exports, "setPathPrefix", { enumerable: true, get: function () { return loader_utils_1.setPathPrefix; } });
52
- Object.defineProperty(exports, "getPathPrefix", { enumerable: true, get: function () { return loader_utils_1.getPathPrefix; } });
53
- Object.defineProperty(exports, "resolvePath", { enumerable: true, get: function () { return loader_utils_1.resolvePath; } });
54
- var loader_utils_2 = require("@loaders.gl/loader-utils");
55
- Object.defineProperty(exports, "RequestScheduler", { enumerable: true, get: function () { return loader_utils_2.RequestScheduler; } });
56
- // ITERATOR UTILS
57
- var make_iterator_1 = require("./iterators/make-iterator/make-iterator");
58
- Object.defineProperty(exports, "makeIterator", { enumerable: true, get: function () { return make_iterator_1.makeIterator; } });
59
- var make_node_stream_1 = require("./iterators/make-stream/make-node-stream");
60
- Object.defineProperty(exports, "makeStream", { enumerable: true, get: function () { return make_node_stream_1.makeStream; } });
61
- // CORE LOADERS
62
- var null_loader_1 = require("./null-loader");
63
- Object.defineProperty(exports, "NullWorkerLoader", { enumerable: true, get: function () { return null_loader_1.NullWorkerLoader; } });
64
- Object.defineProperty(exports, "NullLoader", { enumerable: true, get: function () { return null_loader_1.NullLoader; } });
65
- var loader_utils_3 = require("@loaders.gl/loader-utils");
66
- Object.defineProperty(exports, "JSONLoader", { enumerable: true, get: function () { return loader_utils_3.JSONLoader; } });
67
- // EXPERIMENTAL
68
- var fetch_progress_1 = require("./lib/progress/fetch-progress");
69
- Object.defineProperty(exports, "_fetchProgress", { enumerable: true, get: function () { return __importDefault(fetch_progress_1).default; } });
70
- var browser_filesystem_1 = require("./lib/filesystems/browser-filesystem");
71
- Object.defineProperty(exports, "_BrowserFileSystem", { enumerable: true, get: function () { return __importDefault(browser_filesystem_1).default; } });
72
- // FOR TESTING
73
- var register_loaders_2 = require("./lib/api/register-loaders");
74
- Object.defineProperty(exports, "_unregisterLoaders", { enumerable: true, get: function () { return register_loaders_2._unregisterLoaders; } });
75
- //
76
- // TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?
77
- //
78
- var loader_utils_4 = require("@loaders.gl/loader-utils");
79
- Object.defineProperty(exports, "isBrowser", { enumerable: true, get: function () { return loader_utils_4.isBrowser; } });
80
- Object.defineProperty(exports, "isWorker", { enumerable: true, get: function () { return loader_utils_4.isWorker; } });
81
- Object.defineProperty(exports, "self", { enumerable: true, get: function () { return loader_utils_4.self; } });
82
- Object.defineProperty(exports, "window", { enumerable: true, get: function () { return loader_utils_4.window; } });
83
- Object.defineProperty(exports, "global", { enumerable: true, get: function () { return loader_utils_4.global; } });
84
- Object.defineProperty(exports, "document", { enumerable: true, get: function () { return loader_utils_4.document; } });
85
- var loader_utils_5 = require("@loaders.gl/loader-utils");
86
- Object.defineProperty(exports, "assert", { enumerable: true, get: function () { return loader_utils_5.assert; } });
87
- var loader_utils_6 = require("@loaders.gl/loader-utils");
88
- Object.defineProperty(exports, "forEach", { enumerable: true, get: function () { return loader_utils_6.forEach; } });
89
- Object.defineProperty(exports, "concatenateArrayBuffersAsync", { enumerable: true, get: function () { return loader_utils_6.concatenateArrayBuffersAsync; } });
90
- var loader_utils_7 = require("@loaders.gl/loader-utils");
91
- Object.defineProperty(exports, "makeTextDecoderIterator", { enumerable: true, get: function () { return loader_utils_7.makeTextDecoderIterator; } });
92
- Object.defineProperty(exports, "makeTextEncoderIterator", { enumerable: true, get: function () { return loader_utils_7.makeTextEncoderIterator; } });
93
- Object.defineProperty(exports, "makeLineIterator", { enumerable: true, get: function () { return loader_utils_7.makeLineIterator; } });
94
- Object.defineProperty(exports, "makeNumberedLineIterator", { enumerable: true, get: function () { return loader_utils_7.makeNumberedLineIterator; } });
95
- // "JAVASCRIPT" UTILS - move to loader-utils?
96
- var is_type_1 = require("./javascript-utils/is-type");
97
- Object.defineProperty(exports, "isPureObject", { enumerable: true, get: function () { return is_type_1.isPureObject; } });
98
- Object.defineProperty(exports, "isPromise", { enumerable: true, get: function () { return is_type_1.isPromise; } });
99
- Object.defineProperty(exports, "isIterable", { enumerable: true, get: function () { return is_type_1.isIterable; } });
100
- Object.defineProperty(exports, "isAsyncIterable", { enumerable: true, get: function () { return is_type_1.isAsyncIterable; } });
101
- Object.defineProperty(exports, "isIterator", { enumerable: true, get: function () { return is_type_1.isIterator; } });
102
- Object.defineProperty(exports, "isResponse", { enumerable: true, get: function () { return is_type_1.isResponse; } });
103
- Object.defineProperty(exports, "isReadableStream", { enumerable: true, get: function () { return is_type_1.isReadableStream; } });
104
- Object.defineProperty(exports, "isWritableStream", { enumerable: true, get: function () { return is_type_1.isWritableStream; } });
@@ -1,22 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.timedBatchIterator = void 0;
4
- /**
5
- * "Debounces" batches and returns them in groups
6
- */
7
- async function* timedBatchIterator(batchIterator, timeout) {
8
- let start = Date.now();
9
- let batches = [];
10
- for await (const batch of batchIterator) {
11
- batches.push(batch);
12
- if (Date.now() - start > timeout) {
13
- yield batches;
14
- start = Date.now();
15
- batches = [];
16
- }
17
- }
18
- if (batches) {
19
- yield batches;
20
- }
21
- }
22
- exports.timedBatchIterator = timedBatchIterator;
@@ -1,27 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.makeArrayBufferIterator = void 0;
4
- const DEFAULT_CHUNK_SIZE = 256 * 1024;
5
- /**
6
- * Returns an iterator that breaks a big ArrayBuffer into chunks and yields them one-by-one
7
- * @param blob ArrayBuffer to iterate over
8
- * @param options
9
- * @param options.chunkSize
10
- */
11
- function* makeArrayBufferIterator(arrayBuffer, options = {}) {
12
- const { chunkSize = DEFAULT_CHUNK_SIZE } = options;
13
- let byteOffset = 0;
14
- while (byteOffset < arrayBuffer.byteLength) {
15
- // Create a chunk of the right size
16
- const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);
17
- const chunk = new ArrayBuffer(chunkByteLength);
18
- // Copy data from the big chunk
19
- const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);
20
- const chunkArray = new Uint8Array(chunk);
21
- chunkArray.set(sourceArray);
22
- // yield the chunk
23
- byteOffset += chunkByteLength;
24
- yield chunk;
25
- }
26
- }
27
- exports.makeArrayBufferIterator = makeArrayBufferIterator;
@@ -1,21 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.makeBlobIterator = void 0;
4
- const DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive
5
- /**
6
- * Returns an iterator that breaks a big Blob into chunks and yields them one-by-one
7
- * @param blob Blob or File object
8
- * @param options
9
- * @param options.chunkSize
10
- */
11
- async function* makeBlobIterator(blob, options) {
12
- const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;
13
- let offset = 0;
14
- while (offset < blob.size) {
15
- const end = offset + chunkSize;
16
- const chunk = await blob.slice(offset, end).arrayBuffer();
17
- offset = end;
18
- yield chunk;
19
- }
20
- }
21
- exports.makeBlobIterator = makeBlobIterator;
@@ -1,37 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.makeIterator = void 0;
4
- const make_string_iterator_1 = require("./make-string-iterator");
5
- const make_array_buffer_iterator_1 = require("./make-array-buffer-iterator");
6
- const make_blob_iterator_1 = require("./make-blob-iterator");
7
- const make_stream_iterator_1 = require("./make-stream-iterator");
8
- const is_type_1 = require("../../javascript-utils/is-type");
9
- /**
10
- * Returns an iterator that breaks its input into chunks and yields them one-by-one.
11
- * @param data
12
- * @param options
13
- * @returns
14
- * This function can e.g. be used to enable data sources that can only be read atomically
15
- * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.
16
- */
17
- function makeIterator(data, options) {
18
- if (typeof data === 'string') {
19
- // Note: Converts string chunks to binary
20
- return (0, make_string_iterator_1.makeStringIterator)(data, options);
21
- }
22
- if (data instanceof ArrayBuffer) {
23
- return (0, make_array_buffer_iterator_1.makeArrayBufferIterator)(data, options);
24
- }
25
- if ((0, is_type_1.isBlob)(data)) {
26
- return (0, make_blob_iterator_1.makeBlobIterator)(data, options);
27
- }
28
- if ((0, is_type_1.isReadableStream)(data)) {
29
- return (0, make_stream_iterator_1.makeStreamIterator)(data, options);
30
- }
31
- if ((0, is_type_1.isResponse)(data)) {
32
- const response = data;
33
- return (0, make_stream_iterator_1.makeStreamIterator)(response.body, options);
34
- }
35
- throw new Error('makeIterator');
36
- }
37
- exports.makeIterator = makeIterator;
@@ -1,96 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.makeStreamIterator = void 0;
4
- const loader_utils_1 = require("@loaders.gl/loader-utils");
5
- /**
6
- * Returns an async iterable that reads from a stream (works in both Node.js and browsers)
7
- * @param stream stream to iterator over
8
- */
9
- function makeStreamIterator(stream, options) {
10
- return loader_utils_1.isBrowser
11
- ? makeBrowserStreamIterator(stream, options)
12
- : makeNodeStreamIterator(stream, options);
13
- }
14
- exports.makeStreamIterator = makeStreamIterator;
15
- /**
16
- * Returns an async iterable that reads from a DOM (browser) stream
17
- * @param stream stream to iterate from
18
- * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate
19
- */
20
- async function* makeBrowserStreamIterator(stream, options) {
21
- // WhatWG: stream is supposed to have a `getIterator` method
22
- // if (typeof stream.getIterator === 'function') {
23
- // return stream.getIterator();
24
- // }
25
- // if (typeof stream[Symbol.asyncIterator] === 'function') {
26
- // return makeToArrayBufferIterator(stream);
27
- // }
28
- // In the browser, we first need to get a lock on the stream
29
- const reader = stream.getReader();
30
- let nextBatchPromise;
31
- try {
32
- // eslint-disable-next-line no-constant-condition
33
- while (true) {
34
- const currentBatchPromise = nextBatchPromise || reader.read();
35
- // Issue a read for an additional batch, while we await the next batch
36
- // Idea is to make fetching happen in parallel with processing / parsing
37
- if (options?._streamReadAhead) {
38
- nextBatchPromise = reader.read();
39
- }
40
- // Read from the stream
41
- // value is a Uint8Array
42
- const { done, value } = await currentBatchPromise;
43
- // Exit if we're done
44
- if (done) {
45
- return;
46
- }
47
- // Else yield the chunk
48
- yield (0, loader_utils_1.toArrayBuffer)(value);
49
- }
50
- }
51
- catch (error) {
52
- // TODO - examples makes it look like this should always be called,
53
- // but that generates exceptions so only call it if we do not reach the end
54
- reader.releaseLock();
55
- }
56
- }
57
- /**
58
- * Returns an async iterable that reads from a DOM (browser) stream
59
- * @param stream stream to iterate from
60
- * @note Requires Node.js >= 10
61
- */
62
- async function* makeNodeStreamIterator(stream, options) {
63
- // Hacky test for node version to ensure we don't call bad polyfills
64
- // NODE 10+: stream is an asyncIterator
65
- for await (const chunk of stream) {
66
- yield (0, loader_utils_1.toArrayBuffer)(chunk); // Coerce each chunk to ArrayBuffer
67
- }
68
- }
69
- /* TODO - remove NODE < 10
70
- * @see https://github.com/bustle/streaming-iterables, MIT license
71
- *
72
- if (typeof stream[Symbol.asyncIterator] === 'function') {
73
- return;
74
- }
75
-
76
- // TODO - check if is this ever used in Node 10+?
77
- // eslint-disable-next-line no-constant-condition
78
- while (true) {
79
- const data = stream.read();
80
- if (data !== null) {
81
- yield toArrayBuffer(data);
82
- // eslint-disable-next-line no-continue
83
- continue;
84
- }
85
- if (stream._readableState?.ended) {
86
- return;
87
- }
88
- await onceReadable(stream);
89
- }
90
-
91
- async function onceReadable(stream: Readable): Promise<any> {
92
- return new Promise((resolve) => {
93
- stream.once('readable', resolve);
94
- });
95
- }
96
- */