@loaders.gl/core 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/bundle.js.map +1 -0
- package/dist/{es5/core-addons → core-addons}/README.md +0 -0
- package/dist/core-addons/write-file-browser.js +1 -59
- package/dist/{es5/core-addons → core-addons}/write-file-browser.js.map +0 -0
- package/dist/dist.min.js +18 -18
- package/dist/index.js +29 -102
- package/dist/index.js.map +1 -0
- package/dist/iterators/batch-iterators/timed-batch-iterator.js +17 -20
- package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js +16 -25
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-blob-iterator.js +12 -20
- package/dist/iterators/make-iterator/make-blob-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-iterator.js +29 -36
- package/dist/iterators/make-iterator/make-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-stream-iterator.js +32 -89
- package/dist/iterators/make-iterator/make-stream-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-string-iterator.js +12 -22
- package/dist/iterators/make-iterator/make-string-iterator.js.map +1 -0
- package/dist/iterators/make-stream/make-dom-stream.js +32 -44
- package/dist/iterators/make-stream/make-dom-stream.js.map +1 -0
- package/dist/iterators/make-stream/make-node-stream.js +68 -50
- package/dist/iterators/make-stream/make-node-stream.js.map +1 -0
- package/dist/javascript-utils/is-type.js +21 -41
- package/dist/javascript-utils/is-type.js.map +1 -0
- package/dist/lib/api/encode.js +81 -101
- package/dist/lib/api/encode.js.map +1 -0
- package/dist/lib/api/load-in-batches.js +27 -30
- package/dist/lib/api/load-in-batches.js.map +1 -0
- package/dist/lib/api/load.js +24 -40
- package/dist/lib/api/load.js.map +1 -0
- package/dist/lib/api/parse-in-batches.js +92 -113
- package/dist/lib/api/parse-in-batches.js.map +1 -0
- package/dist/lib/api/parse-sync.js +54 -56
- package/dist/lib/api/parse-sync.js.map +1 -0
- package/dist/lib/api/parse.js +61 -71
- package/dist/lib/api/parse.js.map +1 -0
- package/dist/lib/api/register-loaders.js +23 -29
- package/dist/lib/api/register-loaders.js.map +1 -0
- package/dist/lib/api/save.js +9 -13
- package/dist/lib/api/save.js.map +1 -0
- package/dist/lib/api/select-loader.js +194 -205
- package/dist/lib/api/select-loader.js.map +1 -0
- package/dist/lib/api/set-loader-options.js +4 -11
- package/dist/lib/api/set-loader-options.js.map +1 -0
- package/dist/lib/common.js +2 -2
- package/dist/{es5/lib → lib}/common.js.map +0 -0
- package/dist/lib/fetch/fetch-error-message.js +17 -21
- package/dist/lib/fetch/fetch-error-message.js.map +1 -0
- package/dist/lib/fetch/fetch-file.js +15 -25
- package/dist/lib/fetch/fetch-file.js.map +1 -0
- package/dist/lib/fetch/read-array-buffer.js +27 -39
- package/dist/lib/fetch/read-array-buffer.js.map +1 -0
- package/dist/lib/fetch/read-file.js +16 -28
- package/dist/lib/fetch/read-file.js.map +1 -0
- package/dist/lib/fetch/write-file.js +23 -20
- package/dist/lib/fetch/write-file.js.map +1 -0
- package/dist/lib/filesystems/browser-filesystem.js +107 -118
- package/dist/lib/filesystems/browser-filesystem.js.map +1 -0
- package/dist/lib/filesystems/filesystem.js +2 -2
- package/dist/{es5/lib → lib}/filesystems/filesystem.js.map +0 -0
- package/dist/lib/filesystems/read-array-buffer.js +8 -28
- package/dist/lib/filesystems/read-array-buffer.js.map +1 -0
- package/dist/lib/init.js +4 -8
- package/dist/lib/init.js.map +1 -0
- package/dist/lib/loader-utils/check-errors.js +22 -26
- package/dist/lib/loader-utils/check-errors.js.map +1 -0
- package/dist/lib/loader-utils/get-data.js +122 -122
- package/dist/lib/loader-utils/get-data.js.map +1 -0
- package/dist/lib/loader-utils/loader-context.js +34 -47
- package/dist/lib/loader-utils/loader-context.js.map +1 -0
- package/dist/lib/loader-utils/loggers.js +46 -39
- package/dist/lib/loader-utils/loggers.js.map +1 -0
- package/dist/lib/loader-utils/normalize-loader.js +41 -50
- package/dist/lib/loader-utils/normalize-loader.js.map +1 -0
- package/dist/lib/loader-utils/option-defaults.js +35 -39
- package/dist/lib/loader-utils/option-defaults.js.map +1 -0
- package/dist/lib/loader-utils/option-utils.js +119 -156
- package/dist/lib/loader-utils/option-utils.js.map +1 -0
- package/dist/lib/progress/fetch-progress.js +56 -54
- package/dist/lib/progress/fetch-progress.js.map +1 -0
- package/dist/lib/utils/mime-type-utils.js +17 -38
- package/dist/lib/utils/mime-type-utils.js.map +1 -0
- package/dist/lib/utils/resource-utils.js +52 -70
- package/dist/lib/utils/resource-utils.js.map +1 -0
- package/dist/lib/utils/response-utils.js +105 -104
- package/dist/lib/utils/response-utils.js.map +1 -0
- package/dist/null-loader.js +31 -41
- package/dist/null-loader.js.map +1 -0
- package/dist/null-worker.js +1 -1
- package/dist/workers/null-worker.js +4 -5
- package/dist/workers/null-worker.js.map +1 -0
- package/package.json +9 -7
- package/dist/es5/bundle.js +0 -7
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/core-addons/write-file-browser.js +0 -2
- package/dist/es5/index.js +0 -374
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +0 -131
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +0 -61
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js +0 -61
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-iterator.js +0 -42
- package/dist/es5/iterators/make-iterator/make-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js +0 -184
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-string-iterator.js +0 -49
- package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +0 -1
- package/dist/es5/iterators/make-stream/make-dom-stream.js +0 -86
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +0 -1
- package/dist/es5/iterators/make-stream/make-node-stream.js +0 -217
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +0 -1
- package/dist/es5/javascript-utils/is-type.js +0 -115
- package/dist/es5/javascript-utils/is-type.js.map +0 -1
- package/dist/es5/lib/api/encode.js +0 -304
- package/dist/es5/lib/api/encode.js.map +0 -1
- package/dist/es5/lib/api/load-in-batches.js +0 -83
- package/dist/es5/lib/api/load-in-batches.js.map +0 -1
- package/dist/es5/lib/api/load.js +0 -81
- package/dist/es5/lib/api/load.js.map +0 -1
- package/dist/es5/lib/api/parse-in-batches.js +0 -366
- package/dist/es5/lib/api/parse-in-batches.js.map +0 -1
- package/dist/es5/lib/api/parse-sync.js +0 -75
- package/dist/es5/lib/api/parse-sync.js.map +0 -1
- package/dist/es5/lib/api/parse.js +0 -171
- package/dist/es5/lib/api/parse.js.map +0 -1
- package/dist/es5/lib/api/register-loaders.js +0 -63
- package/dist/es5/lib/api/register-loaders.js.map +0 -1
- package/dist/es5/lib/api/save.js +0 -55
- package/dist/es5/lib/api/save.js.map +0 -1
- package/dist/es5/lib/api/select-loader.js +0 -378
- package/dist/es5/lib/api/select-loader.js.map +0 -1
- package/dist/es5/lib/api/set-loader-options.js +0 -13
- package/dist/es5/lib/api/set-loader-options.js.map +0 -1
- package/dist/es5/lib/common.js +0 -2
- package/dist/es5/lib/fetch/fetch-error-message.js +0 -72
- package/dist/es5/lib/fetch/fetch-error-message.js.map +0 -1
- package/dist/es5/lib/fetch/fetch-file.js +0 -63
- package/dist/es5/lib/fetch/fetch-file.js.map +0 -1
- package/dist/es5/lib/fetch/read-array-buffer.js +0 -100
- package/dist/es5/lib/fetch/read-array-buffer.js.map +0 -1
- package/dist/es5/lib/fetch/read-file.js +0 -26
- package/dist/es5/lib/fetch/read-file.js.map +0 -1
- package/dist/es5/lib/fetch/write-file.js +0 -63
- package/dist/es5/lib/fetch/write-file.js.map +0 -1
- package/dist/es5/lib/filesystems/browser-filesystem.js +0 -312
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +0 -1
- package/dist/es5/lib/filesystems/filesystem.js +0 -2
- package/dist/es5/lib/filesystems/read-array-buffer.js +0 -53
- package/dist/es5/lib/filesystems/read-array-buffer.js.map +0 -1
- package/dist/es5/lib/init.js +0 -13
- package/dist/es5/lib/init.js.map +0 -1
- package/dist/es5/lib/loader-utils/check-errors.js +0 -73
- package/dist/es5/lib/loader-utils/check-errors.js.map +0 -1
- package/dist/es5/lib/loader-utils/get-data.js +0 -314
- package/dist/es5/lib/loader-utils/get-data.js.map +0 -1
- package/dist/es5/lib/loader-utils/loader-context.js +0 -57
- package/dist/es5/lib/loader-utils/loader-context.js.map +0 -1
- package/dist/es5/lib/loader-utils/loggers.js +0 -110
- package/dist/es5/lib/loader-utils/loggers.js.map +0 -1
- package/dist/es5/lib/loader-utils/normalize-loader.js +0 -59
- package/dist/es5/lib/loader-utils/normalize-loader.js.map +0 -1
- package/dist/es5/lib/loader-utils/option-defaults.js +0 -47
- package/dist/es5/lib/loader-utils/option-defaults.js.map +0 -1
- package/dist/es5/lib/loader-utils/option-utils.js +0 -191
- package/dist/es5/lib/loader-utils/option-utils.js.map +0 -1
- package/dist/es5/lib/progress/fetch-progress.js +0 -169
- package/dist/es5/lib/progress/fetch-progress.js.map +0 -1
- package/dist/es5/lib/utils/mime-type-utils.js +0 -30
- package/dist/es5/lib/utils/mime-type-utils.js.map +0 -1
- package/dist/es5/lib/utils/resource-utils.js +0 -72
- package/dist/es5/lib/utils/resource-utils.js.map +0 -1
- package/dist/es5/lib/utils/response-utils.js +0 -255
- package/dist/es5/lib/utils/response-utils.js.map +0 -1
- package/dist/es5/null-loader.js +0 -169
- package/dist/es5/null-loader.js.map +0 -1
- package/dist/es5/workers/null-worker.js +0 -8
- package/dist/es5/workers/null-worker.js.map +0 -1
- package/dist/esm/bundle.js +0 -5
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/core-addons/README.md +0 -1
- package/dist/esm/core-addons/write-file-browser.js +0 -2
- package/dist/esm/core-addons/write-file-browser.js.map +0 -1
- package/dist/esm/index.js +0 -29
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +0 -19
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +0 -18
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js +0 -13
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-iterator.js +0 -30
- package/dist/esm/iterators/make-iterator/make-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js +0 -39
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-string-iterator.js +0 -14
- package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +0 -1
- package/dist/esm/iterators/make-stream/make-dom-stream.js +0 -34
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +0 -1
- package/dist/esm/iterators/make-stream/make-node-stream.js +0 -74
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +0 -1
- package/dist/esm/javascript-utils/is-type.js +0 -21
- package/dist/esm/javascript-utils/is-type.js.map +0 -1
- package/dist/esm/lib/api/encode.js +0 -91
- package/dist/esm/lib/api/encode.js.map +0 -1
- package/dist/esm/lib/api/load-in-batches.js +0 -30
- package/dist/esm/lib/api/load-in-batches.js.map +0 -1
- package/dist/esm/lib/api/load.js +0 -25
- package/dist/esm/lib/api/load.js.map +0 -1
- package/dist/esm/lib/api/parse-in-batches.js +0 -99
- package/dist/esm/lib/api/parse-in-batches.js.map +0 -1
- package/dist/esm/lib/api/parse-sync.js +0 -57
- package/dist/esm/lib/api/parse-sync.js.map +0 -1
- package/dist/esm/lib/api/parse.js +0 -64
- package/dist/esm/lib/api/parse.js.map +0 -1
- package/dist/esm/lib/api/register-loaders.js +0 -29
- package/dist/esm/lib/api/register-loaders.js.map +0 -1
- package/dist/esm/lib/api/save.js +0 -11
- package/dist/esm/lib/api/save.js.map +0 -1
- package/dist/esm/lib/api/select-loader.js +0 -228
- package/dist/esm/lib/api/select-loader.js.map +0 -1
- package/dist/esm/lib/api/set-loader-options.js +0 -5
- package/dist/esm/lib/api/set-loader-options.js.map +0 -1
- package/dist/esm/lib/common.js +0 -2
- package/dist/esm/lib/common.js.map +0 -1
- package/dist/esm/lib/fetch/fetch-error-message.js +0 -21
- package/dist/esm/lib/fetch/fetch-error-message.js.map +0 -1
- package/dist/esm/lib/fetch/fetch-file.js +0 -17
- package/dist/esm/lib/fetch/fetch-file.js.map +0 -1
- package/dist/esm/lib/fetch/read-array-buffer.js +0 -29
- package/dist/esm/lib/fetch/read-array-buffer.js.map +0 -1
- package/dist/esm/lib/fetch/read-file.js +0 -17
- package/dist/esm/lib/fetch/read-file.js.map +0 -1
- package/dist/esm/lib/fetch/write-file.js +0 -25
- package/dist/esm/lib/fetch/write-file.js.map +0 -1
- package/dist/esm/lib/filesystems/browser-filesystem.js +0 -115
- package/dist/esm/lib/filesystems/browser-filesystem.js.map +0 -1
- package/dist/esm/lib/filesystems/filesystem.js +0 -2
- package/dist/esm/lib/filesystems/filesystem.js.map +0 -1
- package/dist/esm/lib/filesystems/read-array-buffer.js +0 -9
- package/dist/esm/lib/filesystems/read-array-buffer.js.map +0 -1
- package/dist/esm/lib/init.js +0 -6
- package/dist/esm/lib/init.js.map +0 -1
- package/dist/esm/lib/loader-utils/check-errors.js +0 -26
- package/dist/esm/lib/loader-utils/check-errors.js.map +0 -1
- package/dist/esm/lib/loader-utils/get-data.js +0 -129
- package/dist/esm/lib/loader-utils/get-data.js.map +0 -1
- package/dist/esm/lib/loader-utils/loader-context.js +0 -36
- package/dist/esm/lib/loader-utils/loader-context.js.map +0 -1
- package/dist/esm/lib/loader-utils/loggers.js +0 -48
- package/dist/esm/lib/loader-utils/loggers.js.map +0 -1
- package/dist/esm/lib/loader-utils/normalize-loader.js +0 -43
- package/dist/esm/lib/loader-utils/normalize-loader.js.map +0 -1
- package/dist/esm/lib/loader-utils/option-defaults.js +0 -37
- package/dist/esm/lib/loader-utils/option-defaults.js.map +0 -1
- package/dist/esm/lib/loader-utils/option-utils.js +0 -140
- package/dist/esm/lib/loader-utils/option-utils.js.map +0 -1
- package/dist/esm/lib/progress/fetch-progress.js +0 -61
- package/dist/esm/lib/progress/fetch-progress.js.map +0 -1
- package/dist/esm/lib/utils/mime-type-utils.js +0 -21
- package/dist/esm/lib/utils/mime-type-utils.js.map +0 -1
- package/dist/esm/lib/utils/resource-utils.js +0 -60
- package/dist/esm/lib/utils/resource-utils.js.map +0 -1
- package/dist/esm/lib/utils/response-utils.js +0 -115
- package/dist/esm/lib/utils/response-utils.js.map +0 -1
- package/dist/esm/null-loader.js +0 -34
- package/dist/esm/null-loader.js.map +0 -1
- package/dist/esm/workers/null-worker.js +0 -4
- package/dist/esm/workers/null-worker.js.map +0 -1
package/dist/bundle.js
CHANGED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/bundle.ts"],"names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"mappings":"AACA,MAAMA,aAAa,GAAGC,OAAO,CAAC,SAAD,CAA7B;;AACAC,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AACAC,MAAM,CAACC,OAAP,GAAiBC,MAAM,CAACC,MAAP,CAAcL,UAAU,CAACC,OAAzB,EAAkCH,aAAlC,CAAjB","sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"file":"bundle.js"}
|
|
File without changes
|
|
@@ -1,60 +1,2 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
// A browser implementation of the Node.js `fs` module's `fs.writeFile` method.
|
|
3
|
-
// NOTE: WAS COMMENTED OUT TO GET NODE 8 TESTS RUNNING
|
|
4
|
-
/*
|
|
5
|
-
/* global global *
|
|
6
|
-
/* global Blob *
|
|
7
|
-
import {isBrowser} from '@loaders.gl/core';
|
|
8
1
|
|
|
9
|
-
|
|
10
|
-
const savedNavigatorExists = 'navigator' in global;
|
|
11
|
-
const savedNavigator = global.navigator;
|
|
12
|
-
if (!isBrowser) {
|
|
13
|
-
global.navigator = {userAgent: 'MSIE 9.'};
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
// Need to use `require` to ensure our modification of global code above happens first
|
|
17
|
-
const saveAs = require('filesaver.js');
|
|
18
|
-
|
|
19
|
-
if (!isBrowser) {
|
|
20
|
-
if (savedNavigatorExists) {
|
|
21
|
-
global.navigator = savedNavigator;
|
|
22
|
-
} else {
|
|
23
|
-
delete global.navigator;
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
// END hack
|
|
27
|
-
|
|
28
|
-
/**
|
|
29
|
-
* File system write function for the browser, similar to Node's fs.writeFile
|
|
30
|
-
*
|
|
31
|
-
* Saves a file by downloading it with the given file name.
|
|
32
|
-
*
|
|
33
|
-
* @param {String} file - file name
|
|
34
|
-
* @param {String|Blob} data - data to be written to file
|
|
35
|
-
* @param {String|Object} options -
|
|
36
|
-
* @param {Function} callback - Standard node (err, data) callback
|
|
37
|
-
* @return {Promise} - promise, can be used instead of callback
|
|
38
|
-
*
|
|
39
|
-
async export function writeFile(file, data, options, callback = () => {}) {
|
|
40
|
-
// options is optional
|
|
41
|
-
if (callback === undefined && typeof options === 'function') {
|
|
42
|
-
options = undefined;
|
|
43
|
-
callback = options;
|
|
44
|
-
}
|
|
45
|
-
if (typeof data === 'string') {
|
|
46
|
-
data = new Blob(data);
|
|
47
|
-
}
|
|
48
|
-
return new Promise((resolve, reject) => {
|
|
49
|
-
let result;
|
|
50
|
-
try {
|
|
51
|
-
result = saveAs(data, file, options);
|
|
52
|
-
} catch (error) {
|
|
53
|
-
reject(error);
|
|
54
|
-
return callback(error, null);
|
|
55
|
-
}
|
|
56
|
-
resolve();
|
|
57
|
-
return callback(null, result);
|
|
58
|
-
});
|
|
59
|
-
}
|
|
60
|
-
*/
|
|
2
|
+
//# sourceMappingURL=write-file-browser.js.map
|
|
File without changes
|
package/dist/dist.min.js
CHANGED
|
@@ -65,7 +65,7 @@
|
|
|
65
65
|
var DEFAULT_VERSION, VERSION;
|
|
66
66
|
var init_version = __esm({
|
|
67
67
|
"../worker-utils/src/lib/env-utils/version.ts"() {
|
|
68
|
-
DEFAULT_VERSION = "
|
|
68
|
+
DEFAULT_VERSION = "beta";
|
|
69
69
|
VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : DEFAULT_VERSION;
|
|
70
70
|
if (typeof __VERSION__ === "undefined") {
|
|
71
71
|
console.error("loaders.gl: The __VERSION__ variable is not injected using babel plugin. Latest unstable workers would be fetched from the CDN.");
|
|
@@ -500,7 +500,7 @@
|
|
|
500
500
|
var init_get_worker_url = __esm({
|
|
501
501
|
"../worker-utils/src/lib/worker-api/get-worker-url.ts"() {
|
|
502
502
|
init_assert2();
|
|
503
|
-
NPM_TAG = "
|
|
503
|
+
NPM_TAG = "beta";
|
|
504
504
|
}
|
|
505
505
|
});
|
|
506
506
|
|
|
@@ -746,7 +746,7 @@
|
|
|
746
746
|
}
|
|
747
747
|
});
|
|
748
748
|
|
|
749
|
-
//
|
|
749
|
+
// ../../node_modules/@probe.gl/stats/dist/esm/utils/hi-res-timestamp.js
|
|
750
750
|
function getHiResTimestamp() {
|
|
751
751
|
let timestamp;
|
|
752
752
|
if (typeof window !== "undefined" && window.performance) {
|
|
@@ -760,14 +760,14 @@
|
|
|
760
760
|
return timestamp;
|
|
761
761
|
}
|
|
762
762
|
var init_hi_res_timestamp = __esm({
|
|
763
|
-
"
|
|
763
|
+
"../../node_modules/@probe.gl/stats/dist/esm/utils/hi-res-timestamp.js"() {
|
|
764
764
|
}
|
|
765
765
|
});
|
|
766
766
|
|
|
767
|
-
//
|
|
767
|
+
// ../../node_modules/@probe.gl/stats/dist/esm/lib/stat.js
|
|
768
768
|
var Stat;
|
|
769
769
|
var init_stat = __esm({
|
|
770
|
-
"
|
|
770
|
+
"../../node_modules/@probe.gl/stats/dist/esm/lib/stat.js"() {
|
|
771
771
|
init_defineProperty();
|
|
772
772
|
init_hi_res_timestamp();
|
|
773
773
|
Stat = class {
|
|
@@ -883,10 +883,10 @@
|
|
|
883
883
|
}
|
|
884
884
|
});
|
|
885
885
|
|
|
886
|
-
//
|
|
886
|
+
// ../../node_modules/@probe.gl/stats/dist/esm/lib/stats.js
|
|
887
887
|
var Stats;
|
|
888
888
|
var init_stats = __esm({
|
|
889
|
-
"
|
|
889
|
+
"../../node_modules/@probe.gl/stats/dist/esm/lib/stats.js"() {
|
|
890
890
|
init_defineProperty();
|
|
891
891
|
init_stat();
|
|
892
892
|
Stats = class {
|
|
@@ -956,9 +956,9 @@
|
|
|
956
956
|
}
|
|
957
957
|
});
|
|
958
958
|
|
|
959
|
-
//
|
|
959
|
+
// ../../node_modules/@probe.gl/stats/dist/esm/index.js
|
|
960
960
|
var init_esm = __esm({
|
|
961
|
-
"
|
|
961
|
+
"../../node_modules/@probe.gl/stats/dist/esm/index.js"() {
|
|
962
962
|
init_stats();
|
|
963
963
|
init_stat();
|
|
964
964
|
init_hi_res_timestamp();
|
|
@@ -2025,29 +2025,29 @@
|
|
|
2025
2025
|
}
|
|
2026
2026
|
});
|
|
2027
2027
|
|
|
2028
|
-
// ../../node_modules/@probe.gl/stats/dist/esm/utils/hi-res-timestamp.js
|
|
2028
|
+
// ../../node_modules/probe.gl/node_modules/@probe.gl/stats/dist/esm/utils/hi-res-timestamp.js
|
|
2029
2029
|
var init_hi_res_timestamp3 = __esm({
|
|
2030
|
-
"../../node_modules/@probe.gl/stats/dist/esm/utils/hi-res-timestamp.js"() {
|
|
2030
|
+
"../../node_modules/probe.gl/node_modules/@probe.gl/stats/dist/esm/utils/hi-res-timestamp.js"() {
|
|
2031
2031
|
}
|
|
2032
2032
|
});
|
|
2033
2033
|
|
|
2034
|
-
// ../../node_modules/@probe.gl/stats/dist/esm/lib/stat.js
|
|
2034
|
+
// ../../node_modules/probe.gl/node_modules/@probe.gl/stats/dist/esm/lib/stat.js
|
|
2035
2035
|
var init_stat2 = __esm({
|
|
2036
|
-
"../../node_modules/@probe.gl/stats/dist/esm/lib/stat.js"() {
|
|
2036
|
+
"../../node_modules/probe.gl/node_modules/@probe.gl/stats/dist/esm/lib/stat.js"() {
|
|
2037
2037
|
init_hi_res_timestamp3();
|
|
2038
2038
|
}
|
|
2039
2039
|
});
|
|
2040
2040
|
|
|
2041
|
-
// ../../node_modules/@probe.gl/stats/dist/esm/lib/stats.js
|
|
2041
|
+
// ../../node_modules/probe.gl/node_modules/@probe.gl/stats/dist/esm/lib/stats.js
|
|
2042
2042
|
var init_stats2 = __esm({
|
|
2043
|
-
"../../node_modules/@probe.gl/stats/dist/esm/lib/stats.js"() {
|
|
2043
|
+
"../../node_modules/probe.gl/node_modules/@probe.gl/stats/dist/esm/lib/stats.js"() {
|
|
2044
2044
|
init_stat2();
|
|
2045
2045
|
}
|
|
2046
2046
|
});
|
|
2047
2047
|
|
|
2048
|
-
// ../../node_modules/@probe.gl/stats/dist/esm/index.js
|
|
2048
|
+
// ../../node_modules/probe.gl/node_modules/@probe.gl/stats/dist/esm/index.js
|
|
2049
2049
|
var init_esm2 = __esm({
|
|
2050
|
-
"../../node_modules/@probe.gl/stats/dist/esm/index.js"() {
|
|
2050
|
+
"../../node_modules/probe.gl/node_modules/@probe.gl/stats/dist/esm/index.js"() {
|
|
2051
2051
|
init_stats2();
|
|
2052
2052
|
init_stat2();
|
|
2053
2053
|
init_hi_res_timestamp3();
|
package/dist/index.js
CHANGED
|
@@ -1,102 +1,29 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
Object.defineProperty(exports, "parseSync", { enumerable: true, get: function () { return parse_sync_1.parseSync; } });
|
|
31
|
-
var parse_in_batches_1 = require("./lib/api/parse-in-batches");
|
|
32
|
-
Object.defineProperty(exports, "parseInBatches", { enumerable: true, get: function () { return parse_in_batches_1.parseInBatches; } });
|
|
33
|
-
var load_1 = require("./lib/api/load");
|
|
34
|
-
Object.defineProperty(exports, "load", { enumerable: true, get: function () { return load_1.load; } });
|
|
35
|
-
var load_in_batches_1 = require("./lib/api/load-in-batches");
|
|
36
|
-
Object.defineProperty(exports, "loadInBatches", { enumerable: true, get: function () { return load_in_batches_1.loadInBatches; } });
|
|
37
|
-
// ENCODING (ENCODING AND WRITING)
|
|
38
|
-
var encode_1 = require("./lib/api/encode");
|
|
39
|
-
Object.defineProperty(exports, "encode", { enumerable: true, get: function () { return encode_1.encode; } });
|
|
40
|
-
Object.defineProperty(exports, "encodeSync", { enumerable: true, get: function () { return encode_1.encodeSync; } });
|
|
41
|
-
Object.defineProperty(exports, "encodeInBatches", { enumerable: true, get: function () { return encode_1.encodeInBatches; } });
|
|
42
|
-
Object.defineProperty(exports, "encodeText", { enumerable: true, get: function () { return encode_1.encodeText; } });
|
|
43
|
-
Object.defineProperty(exports, "encodeURLtoURL", { enumerable: true, get: function () { return encode_1.encodeURLtoURL; } });
|
|
44
|
-
var save_1 = require("./lib/api/save");
|
|
45
|
-
Object.defineProperty(exports, "save", { enumerable: true, get: function () { return save_1.save; } });
|
|
46
|
-
Object.defineProperty(exports, "saveSync", { enumerable: true, get: function () { return save_1.saveSync; } });
|
|
47
|
-
// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)
|
|
48
|
-
var loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
49
|
-
Object.defineProperty(exports, "setPathPrefix", { enumerable: true, get: function () { return loader_utils_1.setPathPrefix; } });
|
|
50
|
-
Object.defineProperty(exports, "getPathPrefix", { enumerable: true, get: function () { return loader_utils_1.getPathPrefix; } });
|
|
51
|
-
Object.defineProperty(exports, "resolvePath", { enumerable: true, get: function () { return loader_utils_1.resolvePath; } });
|
|
52
|
-
var loader_utils_2 = require("@loaders.gl/loader-utils");
|
|
53
|
-
Object.defineProperty(exports, "RequestScheduler", { enumerable: true, get: function () { return loader_utils_2.RequestScheduler; } });
|
|
54
|
-
// ITERATOR UTILS
|
|
55
|
-
var make_iterator_1 = require("./iterators/make-iterator/make-iterator");
|
|
56
|
-
Object.defineProperty(exports, "makeIterator", { enumerable: true, get: function () { return make_iterator_1.makeIterator; } });
|
|
57
|
-
var make_node_stream_1 = require("./iterators/make-stream/make-node-stream");
|
|
58
|
-
Object.defineProperty(exports, "makeStream", { enumerable: true, get: function () { return make_node_stream_1.makeStream; } });
|
|
59
|
-
// CORE LOADERS
|
|
60
|
-
var null_loader_1 = require("./null-loader");
|
|
61
|
-
Object.defineProperty(exports, "NullWorkerLoader", { enumerable: true, get: function () { return null_loader_1.NullWorkerLoader; } });
|
|
62
|
-
Object.defineProperty(exports, "NullLoader", { enumerable: true, get: function () { return null_loader_1.NullLoader; } });
|
|
63
|
-
var loader_utils_3 = require("@loaders.gl/loader-utils");
|
|
64
|
-
Object.defineProperty(exports, "JSONLoader", { enumerable: true, get: function () { return loader_utils_3.JSONLoader; } });
|
|
65
|
-
// EXPERIMENTAL
|
|
66
|
-
var fetch_progress_1 = require("./lib/progress/fetch-progress");
|
|
67
|
-
Object.defineProperty(exports, "_fetchProgress", { enumerable: true, get: function () { return __importDefault(fetch_progress_1).default; } });
|
|
68
|
-
var browser_filesystem_1 = require("./lib/filesystems/browser-filesystem");
|
|
69
|
-
Object.defineProperty(exports, "_BrowserFileSystem", { enumerable: true, get: function () { return __importDefault(browser_filesystem_1).default; } });
|
|
70
|
-
// FOR TESTING
|
|
71
|
-
var register_loaders_2 = require("./lib/api/register-loaders");
|
|
72
|
-
Object.defineProperty(exports, "_unregisterLoaders", { enumerable: true, get: function () { return register_loaders_2._unregisterLoaders; } });
|
|
73
|
-
//
|
|
74
|
-
// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?
|
|
75
|
-
//
|
|
76
|
-
var loader_utils_4 = require("@loaders.gl/loader-utils");
|
|
77
|
-
Object.defineProperty(exports, "isBrowser", { enumerable: true, get: function () { return loader_utils_4.isBrowser; } });
|
|
78
|
-
Object.defineProperty(exports, "isWorker", { enumerable: true, get: function () { return loader_utils_4.isWorker; } });
|
|
79
|
-
Object.defineProperty(exports, "self", { enumerable: true, get: function () { return loader_utils_4.self; } });
|
|
80
|
-
Object.defineProperty(exports, "window", { enumerable: true, get: function () { return loader_utils_4.window; } });
|
|
81
|
-
Object.defineProperty(exports, "global", { enumerable: true, get: function () { return loader_utils_4.global; } });
|
|
82
|
-
Object.defineProperty(exports, "document", { enumerable: true, get: function () { return loader_utils_4.document; } });
|
|
83
|
-
var loader_utils_5 = require("@loaders.gl/loader-utils");
|
|
84
|
-
Object.defineProperty(exports, "assert", { enumerable: true, get: function () { return loader_utils_5.assert; } });
|
|
85
|
-
var loader_utils_6 = require("@loaders.gl/loader-utils");
|
|
86
|
-
Object.defineProperty(exports, "forEach", { enumerable: true, get: function () { return loader_utils_6.forEach; } });
|
|
87
|
-
Object.defineProperty(exports, "concatenateArrayBuffersAsync", { enumerable: true, get: function () { return loader_utils_6.concatenateArrayBuffersAsync; } });
|
|
88
|
-
var loader_utils_7 = require("@loaders.gl/loader-utils");
|
|
89
|
-
Object.defineProperty(exports, "makeTextDecoderIterator", { enumerable: true, get: function () { return loader_utils_7.makeTextDecoderIterator; } });
|
|
90
|
-
Object.defineProperty(exports, "makeTextEncoderIterator", { enumerable: true, get: function () { return loader_utils_7.makeTextEncoderIterator; } });
|
|
91
|
-
Object.defineProperty(exports, "makeLineIterator", { enumerable: true, get: function () { return loader_utils_7.makeLineIterator; } });
|
|
92
|
-
Object.defineProperty(exports, "makeNumberedLineIterator", { enumerable: true, get: function () { return loader_utils_7.makeNumberedLineIterator; } });
|
|
93
|
-
// "JAVASCRIPT" UTILS - move to loader-utils?
|
|
94
|
-
var is_type_1 = require("./javascript-utils/is-type");
|
|
95
|
-
Object.defineProperty(exports, "isPureObject", { enumerable: true, get: function () { return is_type_1.isPureObject; } });
|
|
96
|
-
Object.defineProperty(exports, "isPromise", { enumerable: true, get: function () { return is_type_1.isPromise; } });
|
|
97
|
-
Object.defineProperty(exports, "isIterable", { enumerable: true, get: function () { return is_type_1.isIterable; } });
|
|
98
|
-
Object.defineProperty(exports, "isAsyncIterable", { enumerable: true, get: function () { return is_type_1.isAsyncIterable; } });
|
|
99
|
-
Object.defineProperty(exports, "isIterator", { enumerable: true, get: function () { return is_type_1.isIterator; } });
|
|
100
|
-
Object.defineProperty(exports, "isResponse", { enumerable: true, get: function () { return is_type_1.isResponse; } });
|
|
101
|
-
Object.defineProperty(exports, "isReadableStream", { enumerable: true, get: function () { return is_type_1.isReadableStream; } });
|
|
102
|
-
Object.defineProperty(exports, "isWritableStream", { enumerable: true, get: function () { return is_type_1.isWritableStream; } });
|
|
1
|
+
export { fetchFile } from './lib/fetch/fetch-file';
|
|
2
|
+
export { readArrayBuffer } from './lib/fetch/read-array-buffer';
|
|
3
|
+
export { readFileSync } from './lib/fetch/read-file';
|
|
4
|
+
export { writeFile, writeFileSync } from './lib/fetch/write-file';
|
|
5
|
+
export { setLoaderOptions } from './lib/api/set-loader-options';
|
|
6
|
+
export { registerLoaders } from './lib/api/register-loaders';
|
|
7
|
+
export { selectLoader, selectLoaderSync } from './lib/api/select-loader';
|
|
8
|
+
export { parse } from './lib/api/parse';
|
|
9
|
+
export { parseSync } from './lib/api/parse-sync';
|
|
10
|
+
export { parseInBatches } from './lib/api/parse-in-batches';
|
|
11
|
+
export { load } from './lib/api/load';
|
|
12
|
+
export { loadInBatches } from './lib/api/load-in-batches';
|
|
13
|
+
export { encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL } from './lib/api/encode';
|
|
14
|
+
export { save, saveSync } from './lib/api/save';
|
|
15
|
+
export { setPathPrefix, getPathPrefix, resolvePath } from '@loaders.gl/loader-utils';
|
|
16
|
+
export { RequestScheduler } from '@loaders.gl/loader-utils';
|
|
17
|
+
export { makeIterator } from './iterators/make-iterator/make-iterator';
|
|
18
|
+
export { makeStream } from './iterators/make-stream/make-node-stream';
|
|
19
|
+
export { NullWorkerLoader, NullLoader } from './null-loader';
|
|
20
|
+
export { JSONLoader } from '@loaders.gl/loader-utils';
|
|
21
|
+
export { default as _fetchProgress } from './lib/progress/fetch-progress';
|
|
22
|
+
export { default as _BrowserFileSystem } from './lib/filesystems/browser-filesystem';
|
|
23
|
+
export { _unregisterLoaders } from './lib/api/register-loaders';
|
|
24
|
+
export { isBrowser, isWorker, self, window, global, document } from '@loaders.gl/loader-utils';
|
|
25
|
+
export { assert } from '@loaders.gl/loader-utils';
|
|
26
|
+
export { forEach, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
|
|
27
|
+
export { makeTextDecoderIterator, makeTextEncoderIterator, makeLineIterator, makeNumberedLineIterator } from '@loaders.gl/loader-utils';
|
|
28
|
+
export { isPureObject, isPromise, isIterable, isAsyncIterable, isIterator, isResponse, isReadableStream, isWritableStream } from './javascript-utils/is-type';
|
|
29
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"names":["fetchFile","readArrayBuffer","readFileSync","writeFile","writeFileSync","setLoaderOptions","registerLoaders","selectLoader","selectLoaderSync","parse","parseSync","parseInBatches","load","loadInBatches","encode","encodeSync","encodeInBatches","encodeText","encodeURLtoURL","save","saveSync","setPathPrefix","getPathPrefix","resolvePath","RequestScheduler","makeIterator","makeStream","NullWorkerLoader","NullLoader","JSONLoader","default","_fetchProgress","_BrowserFileSystem","_unregisterLoaders","isBrowser","isWorker","self","window","global","document","assert","forEach","concatenateArrayBuffersAsync","makeTextDecoderIterator","makeTextEncoderIterator","makeLineIterator","makeNumberedLineIterator","isPureObject","isPromise","isIterable","isAsyncIterable","isIterator","isResponse","isReadableStream","isWritableStream"],"mappings":"AACA,SAAQA,SAAR,QAAwB,wBAAxB;AAEA,SAAQC,eAAR,QAA8B,+BAA9B;AACA,SAAQC,YAAR,QAA2B,uBAA3B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,wBAAvC;AAGA,SAAQC,gBAAR,QAA+B,8BAA/B;AACA,SAAQC,eAAR,QAA8B,4BAA9B;AACA,SAAQC,YAAR,EAAsBC,gBAAtB,QAA6C,yBAA7C;AAGA,SAAQC,KAAR,QAAoB,iBAApB;AACA,SAAQC,SAAR,QAAwB,sBAAxB;AACA,SAAQC,cAAR,QAA6B,4BAA7B;AAEA,SAAQC,IAAR,QAAmB,gBAAnB;AACA,SAAQC,aAAR,QAA4B,2BAA5B;AAGA,SAAQC,MAAR,EAAgBC,UAAhB,EAA4BC,eAA5B,EAA6CC,UAA7C,EAAyDC,cAAzD,QAA8E,kBAA9E;AACA,SAAQC,IAAR,EAAcC,QAAd,QAA6B,gBAA7B;AAGA,SAAQC,aAAR,EAAuBC,aAAvB,EAAsCC,WAAtC,QAAwD,0BAAxD;AACA,SAAQC,gBAAR,QAA+B,0BAA/B;AAGA,SAAQC,YAAR,QAA2B,yCAA3B;AACA,SAAQC,UAAR,QAAyB,0CAAzB;AAGA,SAAQC,gBAAR,EAA0BC,UAA1B,QAA2C,eAA3C;AACA,SAAQC,UAAR,QAAyB,0BAAzB;AAGA,SAAQC,OAAO,IAAIC,cAAnB,QAAwC,+BAAxC;AACA,SAAQD,OAAO,IAAIE,kBAAnB,QAA4C,sCAA5C;AAGA,SAAQC,kBAAR,QAAiC,4BAAjC;AAMA,SAAQC,SAAR,EAAmBC,QAAnB,EAA6BC,IAA7B,EAAmCC,MAAnC,EAA2CC,MAA3C,EAAmDC,QAAnD,QAAkE,0BAAlE;AACA,SAAQC,MAAR,QAAqB,0BAArB;AACA,SAAQC,OAAR,EAAiBC,4BAAjB,QAAoD,0BAApD;AAEA,SACEC,uBADF,EAEEC,uBAFF,EAGEC,gBAHF,EAIEC,wBAJF,QAKO,0BALP;AAQA,SACEC,YADF,EAEEC,SAFF,EAGEC,UAHF,EAIEC,eAJF,EAKEC,UALF,EAMEC,UANF,EAOEC,gBAPF,EAQEC,gBARF,QASO,4BATP","sourcesContent":["// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions} from './lib/api/set-loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {default as _fetchProgress} from './lib/progress/fetch-progress';\nexport {default as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n makeTextDecoderIterator,\n makeTextEncoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n isPureObject,\n isPromise,\n isIterable,\n isAsyncIterable,\n isIterator,\n isResponse,\n isReadableStream,\n isWritableStream\n} from './javascript-utils/is-type';\n"],"file":"index.js"}
|
|
@@ -1,22 +1,19 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
if (Date.now() - start > timeout) {
|
|
13
|
-
yield batches;
|
|
14
|
-
start = Date.now();
|
|
15
|
-
batches = [];
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
if (batches) {
|
|
19
|
-
yield batches;
|
|
1
|
+
export async function* timedBatchIterator(batchIterator, timeout) {
|
|
2
|
+
let start = Date.now();
|
|
3
|
+
let batches = [];
|
|
4
|
+
|
|
5
|
+
for await (const batch of batchIterator) {
|
|
6
|
+
batches.push(batch);
|
|
7
|
+
|
|
8
|
+
if (Date.now() - start > timeout) {
|
|
9
|
+
yield batches;
|
|
10
|
+
start = Date.now();
|
|
11
|
+
batches = [];
|
|
20
12
|
}
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
if (batches) {
|
|
16
|
+
yield batches;
|
|
17
|
+
}
|
|
21
18
|
}
|
|
22
|
-
|
|
19
|
+
//# sourceMappingURL=timed-batch-iterator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/iterators/batch-iterators/timed-batch-iterator.ts"],"names":["timedBatchIterator","batchIterator","timeout","start","Date","now","batches","batch","push"],"mappings":"AAGA,OAAO,gBAAgBA,kBAAhB,CAA0CC,aAA1C,EAA+EC,OAA/E,EAAwF;AAC7F,MAAIC,KAAK,GAAGC,IAAI,CAACC,GAAL,EAAZ;AACA,MAAIC,OAAgB,GAAG,EAAvB;;AACA,aAAW,MAAMC,KAAjB,IAA0BN,aAA1B,EAAyC;AACvCK,IAAAA,OAAO,CAACE,IAAR,CAAaD,KAAb;;AACA,QAAIH,IAAI,CAACC,GAAL,KAAaF,KAAb,GAAqBD,OAAzB,EAAkC;AAChC,YAAMI,OAAN;AACAH,MAAAA,KAAK,GAAGC,IAAI,CAACC,GAAL,EAAR;AACAC,MAAAA,OAAO,GAAG,EAAV;AACD;AACF;;AAED,MAAIA,OAAJ,EAAa;AACX,UAAMA,OAAN;AACD;AACF","sourcesContent":["/**\n * \"Debounces\" batches and returns them in groups\n */\nexport async function* timedBatchIterator<Batch>(batchIterator: AsyncIterable<Batch>, timeout) {\n let start = Date.now();\n let batches: Batch[] = [];\n for await (const batch of batchIterator) {\n batches.push(batch);\n if (Date.now() - start > timeout) {\n yield batches;\n start = Date.now();\n batches = [];\n }\n }\n\n if (batches) {\n yield batches;\n }\n}\n"],"file":"timed-batch-iterator.js"}
|
|
@@ -1,27 +1,18 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.makeArrayBufferIterator = void 0;
|
|
4
1
|
const DEFAULT_CHUNK_SIZE = 256 * 1024;
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
const
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
const chunkArray = new Uint8Array(chunk);
|
|
21
|
-
chunkArray.set(sourceArray);
|
|
22
|
-
// yield the chunk
|
|
23
|
-
byteOffset += chunkByteLength;
|
|
24
|
-
yield chunk;
|
|
25
|
-
}
|
|
2
|
+
export function* makeArrayBufferIterator(arrayBuffer, options = {}) {
|
|
3
|
+
const {
|
|
4
|
+
chunkSize = DEFAULT_CHUNK_SIZE
|
|
5
|
+
} = options;
|
|
6
|
+
let byteOffset = 0;
|
|
7
|
+
|
|
8
|
+
while (byteOffset < arrayBuffer.byteLength) {
|
|
9
|
+
const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);
|
|
10
|
+
const chunk = new ArrayBuffer(chunkByteLength);
|
|
11
|
+
const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);
|
|
12
|
+
const chunkArray = new Uint8Array(chunk);
|
|
13
|
+
chunkArray.set(sourceArray);
|
|
14
|
+
byteOffset += chunkByteLength;
|
|
15
|
+
yield chunk;
|
|
16
|
+
}
|
|
26
17
|
}
|
|
27
|
-
|
|
18
|
+
//# sourceMappingURL=make-array-buffer-iterator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/iterators/make-iterator/make-array-buffer-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeArrayBufferIterator","arrayBuffer","options","chunkSize","byteOffset","byteLength","chunkByteLength","Math","min","chunk","ArrayBuffer","sourceArray","Uint8Array","chunkArray","set"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,MAAM,IAAjC;AAQA,OAAO,UAAUC,uBAAV,CACLC,WADK,EAELC,OAAwB,GAAG,EAFtB,EAGkB;AACvB,QAAM;AAACC,IAAAA,SAAS,GAAGJ;AAAb,MAAmCG,OAAzC;AAEA,MAAIE,UAAU,GAAG,CAAjB;;AAEA,SAAOA,UAAU,GAAGH,WAAW,CAACI,UAAhC,EAA4C;AAE1C,UAAMC,eAAe,GAAGC,IAAI,CAACC,GAAL,CAASP,WAAW,CAACI,UAAZ,GAAyBD,UAAlC,EAA8CD,SAA9C,CAAxB;AACA,UAAMM,KAAK,GAAG,IAAIC,WAAJ,CAAgBJ,eAAhB,CAAd;AAGA,UAAMK,WAAW,GAAG,IAAIC,UAAJ,CAAeX,WAAf,EAA4BG,UAA5B,EAAwCE,eAAxC,CAApB;AACA,UAAMO,UAAU,GAAG,IAAID,UAAJ,CAAeH,KAAf,CAAnB;AACAI,IAAAA,UAAU,CAACC,GAAX,CAAeH,WAAf;AAGAP,IAAAA,UAAU,IAAIE,eAAd;AACA,UAAMG,KAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big ArrayBuffer into chunks and yields them one-by-one\n * @param blob ArrayBuffer to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeArrayBufferIterator(\n arrayBuffer: ArrayBuffer,\n options: IteratorOptions = {}\n): Iterable<ArrayBuffer> {\n const {chunkSize = DEFAULT_CHUNK_SIZE} = options;\n\n let byteOffset = 0;\n\n while (byteOffset < arrayBuffer.byteLength) {\n // Create a chunk of the right size\n const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);\n const chunk = new ArrayBuffer(chunkByteLength);\n\n // Copy data from the big chunk\n const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);\n const chunkArray = new Uint8Array(chunk);\n chunkArray.set(sourceArray);\n\n // yield the chunk\n byteOffset += chunkByteLength;\n yield chunk;\n }\n}\n"],"file":"make-array-buffer-iterator.js"}
|
|
@@ -1,21 +1,13 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;
|
|
13
|
-
let offset = 0;
|
|
14
|
-
while (offset < blob.size) {
|
|
15
|
-
const end = offset + chunkSize;
|
|
16
|
-
const chunk = await blob.slice(offset, end).arrayBuffer();
|
|
17
|
-
offset = end;
|
|
18
|
-
yield chunk;
|
|
19
|
-
}
|
|
1
|
+
const DEFAULT_CHUNK_SIZE = 1024 * 1024;
|
|
2
|
+
export async function* makeBlobIterator(blob, options) {
|
|
3
|
+
const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
|
|
4
|
+
let offset = 0;
|
|
5
|
+
|
|
6
|
+
while (offset < blob.size) {
|
|
7
|
+
const end = offset + chunkSize;
|
|
8
|
+
const chunk = await blob.slice(offset, end).arrayBuffer();
|
|
9
|
+
offset = end;
|
|
10
|
+
yield chunk;
|
|
11
|
+
}
|
|
20
12
|
}
|
|
21
|
-
|
|
13
|
+
//# sourceMappingURL=make-blob-iterator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/iterators/make-iterator/make-blob-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeBlobIterator","blob","options","chunkSize","offset","size","end","chunk","slice","arrayBuffer"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,OAAO,IAAlC;AAQA,OAAO,gBAAgBC,gBAAhB,CACLC,IADK,EAELC,OAFK,EAGuB;AAC5B,QAAMC,SAAS,GAAG,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEC,SAAT,KAAsBJ,kBAAxC;AAEA,MAAIK,MAAM,GAAG,CAAb;;AACA,SAAOA,MAAM,GAAGH,IAAI,CAACI,IAArB,EAA2B;AACzB,UAAMC,GAAG,GAAGF,MAAM,GAAGD,SAArB;AAEA,UAAMI,KAAK,GAAG,MAAMN,IAAI,CAACO,KAAL,CAAWJ,MAAX,EAAmBE,GAAnB,EAAwBG,WAAxB,EAApB;AAEAL,IAAAA,MAAM,GAAGE,GAAT;AACA,UAAMC,KAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive\n\n/**\n * Returns an iterator that breaks a big Blob into chunks and yields them one-by-one\n * @param blob Blob or File object\n * @param options\n * @param options.chunkSize\n */\nexport async function* makeBlobIterator(\n blob: Blob,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n while (offset < blob.size) {\n const end = offset + chunkSize;\n\n const chunk = await blob.slice(offset, end).arrayBuffer();\n\n offset = end;\n yield chunk;\n }\n}\n"],"file":"make-blob-iterator.js"}
|
|
@@ -1,37 +1,30 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
return (0, make_stream_iterator_1.makeStreamIterator)(data, options);
|
|
30
|
-
}
|
|
31
|
-
if ((0, is_type_1.isResponse)(data)) {
|
|
32
|
-
const response = data;
|
|
33
|
-
return (0, make_stream_iterator_1.makeStreamIterator)(response.body, options);
|
|
34
|
-
}
|
|
35
|
-
throw new Error('makeIterator');
|
|
1
|
+
import { makeStringIterator } from './make-string-iterator';
|
|
2
|
+
import { makeArrayBufferIterator } from './make-array-buffer-iterator';
|
|
3
|
+
import { makeBlobIterator } from './make-blob-iterator';
|
|
4
|
+
import { makeStreamIterator } from './make-stream-iterator';
|
|
5
|
+
import { isBlob, isReadableStream, isResponse } from '../../javascript-utils/is-type';
|
|
6
|
+
export function makeIterator(data, options) {
|
|
7
|
+
if (typeof data === 'string') {
|
|
8
|
+
return makeStringIterator(data, options);
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
if (data instanceof ArrayBuffer) {
|
|
12
|
+
return makeArrayBufferIterator(data, options);
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
if (isBlob(data)) {
|
|
16
|
+
return makeBlobIterator(data, options);
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
if (isReadableStream(data)) {
|
|
20
|
+
return makeStreamIterator(data, options);
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
if (isResponse(data)) {
|
|
24
|
+
const response = data;
|
|
25
|
+
return makeStreamIterator(response.body, options);
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
throw new Error('makeIterator');
|
|
36
29
|
}
|
|
37
|
-
|
|
30
|
+
//# sourceMappingURL=make-iterator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/iterators/make-iterator/make-iterator.ts"],"names":["makeStringIterator","makeArrayBufferIterator","makeBlobIterator","makeStreamIterator","isBlob","isReadableStream","isResponse","makeIterator","data","options","ArrayBuffer","response","body","Error"],"mappings":"AAEA,SAAQA,kBAAR,QAAiC,wBAAjC;AACA,SAAQC,uBAAR,QAAsC,8BAAtC;AACA,SAAQC,gBAAR,QAA+B,sBAA/B;AAEA,SAAQC,kBAAR,QAAiC,wBAAjC;AACA,SAAQC,MAAR,EAAgBC,gBAAhB,EAAkCC,UAAlC,QAAmD,gCAAnD;AAiBA,OAAO,SAASC,YAAT,CACLC,IADK,EAELC,OAFK,EAG+C;AACpD,MAAI,OAAOD,IAAP,KAAgB,QAApB,EAA8B;AAE5B,WAAOR,kBAAkB,CAACQ,IAAD,EAAOC,OAAP,CAAzB;AACD;;AACD,MAAID,IAAI,YAAYE,WAApB,EAAiC;AAC/B,WAAOT,uBAAuB,CAACO,IAAD,EAAOC,OAAP,CAA9B;AACD;;AACD,MAAIL,MAAM,CAACI,IAAD,CAAV,EAAkB;AAChB,WAAON,gBAAgB,CAACM,IAAD,EAAeC,OAAf,CAAvB;AACD;;AACD,MAAIJ,gBAAgB,CAACG,IAAD,CAApB,EAA4B;AAC1B,WAAOL,kBAAkB,CAACK,IAAD,EAAyBC,OAAzB,CAAzB;AACD;;AACD,MAAIH,UAAU,CAACE,IAAD,CAAd,EAAsB;AACpB,UAAMG,QAAQ,GAAGH,IAAjB;AACA,WAAOL,kBAAkB,CAACQ,QAAQ,CAACC,IAAV,EAAkCH,OAAlC,CAAzB;AACD;;AACD,QAAM,IAAII,KAAJ,CAAU,cAAV,CAAN;AACD","sourcesContent":["import type {ReadStream} from 'fs';\n\nimport {makeStringIterator} from './make-string-iterator';\nimport {makeArrayBufferIterator} from './make-array-buffer-iterator';\nimport {makeBlobIterator} from './make-blob-iterator';\nimport type {StreamIteratorOptions} from './make-stream-iterator';\nimport {makeStreamIterator} from './make-stream-iterator';\nimport {isBlob, isReadableStream, isResponse} from '../../javascript-utils/is-type';\n\n/**\n * @param [options.chunkSize]\n */\nexport type IteratorOptions = StreamIteratorOptions & {\n chunkSize?: number;\n};\n\n/**\n * Returns an iterator that breaks its input into chunks and yields them one-by-one.\n * @param data\n * @param options\n * @returns\n * This function can e.g. be used to enable data sources that can only be read atomically\n * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.\n */\nexport function makeIterator(\n data: ArrayBuffer | string | Blob | Response | ReadableStream | ReadStream,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer> {\n if (typeof data === 'string') {\n // Note: Converts string chunks to binary\n return makeStringIterator(data, options);\n }\n if (data instanceof ArrayBuffer) {\n return makeArrayBufferIterator(data, options);\n }\n if (isBlob(data)) {\n return makeBlobIterator(data as Blob, options);\n }\n if (isReadableStream(data)) {\n return makeStreamIterator(data as ReadableStream, options);\n }\n if (isResponse(data)) {\n const response = data as Response;\n return makeStreamIterator(response.body as ReadableStream, options);\n }\n throw new Error('makeIterator');\n}\n"],"file":"make-iterator.js"}
|