@loaders.gl/core 3.3.0-alpha.5 → 3.3.0-alpha.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +210 -821
- package/dist/es5/bundle.js +0 -1
- package/dist/es5/bundle.js.map +1 -1
- package/dist/es5/core-addons/write-file-browser.js +2 -0
- package/dist/es5/core-addons/write-file-browser.js.map +1 -1
- package/dist/es5/index.js +108 -130
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +34 -69
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +9 -17
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js +0 -11
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-iterator.js +0 -11
- package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js +29 -75
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-string-iterator.js +1 -8
- package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -1
- package/dist/es5/iterators/make-stream/make-dom-stream.js +2 -17
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -1
- package/dist/es5/iterators/make-stream/make-node-stream.js +0 -50
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -1
- package/dist/es5/javascript-utils/is-type.js +1 -34
- package/dist/es5/javascript-utils/is-type.js.map +1 -1
- package/dist/es5/lib/api/encode.js +42 -118
- package/dist/es5/lib/api/encode.js.map +1 -1
- package/dist/es5/lib/api/load-in-batches.js +1 -15
- package/dist/es5/lib/api/load-in-batches.js.map +1 -1
- package/dist/es5/lib/api/load.js +0 -18
- package/dist/es5/lib/api/load.js.map +1 -1
- package/dist/es5/lib/api/loader-options.js +4 -5
- package/dist/es5/lib/api/loader-options.js.map +1 -1
- package/dist/es5/lib/api/parse-in-batches.js +122 -196
- package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
- package/dist/es5/lib/api/parse-sync.js +2 -16
- package/dist/es5/lib/api/parse-sync.js.map +1 -1
- package/dist/es5/lib/api/parse.js +3 -42
- package/dist/es5/lib/api/parse.js.map +1 -1
- package/dist/es5/lib/api/register-loaders.js +3 -14
- package/dist/es5/lib/api/register-loaders.js.map +1 -1
- package/dist/es5/lib/api/save.js +0 -11
- package/dist/es5/lib/api/save.js.map +1 -1
- package/dist/es5/lib/api/select-loader.js +18 -91
- package/dist/es5/lib/api/select-loader.js.map +1 -1
- package/dist/es5/lib/common.js.map +1 -1
- package/dist/es5/lib/fetch/fetch-error-message.js +1 -15
- package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -1
- package/dist/es5/lib/fetch/fetch-file.js +0 -14
- package/dist/es5/lib/fetch/fetch-file.js.map +1 -1
- package/dist/es5/lib/fetch/read-array-buffer.js +0 -20
- package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -1
- package/dist/es5/lib/fetch/read-file.js +0 -3
- package/dist/es5/lib/fetch/read-file.js.map +1 -1
- package/dist/es5/lib/fetch/write-file.js +0 -13
- package/dist/es5/lib/fetch/write-file.js.map +1 -1
- package/dist/es5/lib/filesystems/browser-filesystem.js +9 -55
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -1
- package/dist/es5/lib/filesystems/filesystem.js.map +1 -1
- package/dist/es5/lib/filesystems/read-array-buffer.js +0 -10
- package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -1
- package/dist/es5/lib/init.js +1 -4
- package/dist/es5/lib/init.js.map +1 -1
- package/dist/es5/lib/loader-utils/check-errors.js +0 -14
- package/dist/es5/lib/loader-utils/check-errors.js.map +1 -1
- package/dist/es5/lib/loader-utils/get-data.js +2 -64
- package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
- package/dist/es5/lib/loader-utils/loader-context.js +2 -15
- package/dist/es5/lib/loader-utils/loader-context.js.map +1 -1
- package/dist/es5/lib/loader-utils/loggers.js +2 -20
- package/dist/es5/lib/loader-utils/loggers.js.map +1 -1
- package/dist/es5/lib/loader-utils/normalize-loader.js +4 -16
- package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-defaults.js +2 -3
- package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-utils.js +10 -38
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/es5/lib/progress/fetch-progress.js +6 -35
- package/dist/es5/lib/progress/fetch-progress.js.map +1 -1
- package/dist/es5/lib/utils/log.js +0 -1
- package/dist/es5/lib/utils/log.js.map +1 -1
- package/dist/es5/lib/utils/mime-type-utils.js +1 -4
- package/dist/es5/lib/utils/mime-type-utils.js.map +1 -1
- package/dist/es5/lib/utils/resource-utils.js +1 -11
- package/dist/es5/lib/utils/resource-utils.js.map +1 -1
- package/dist/es5/lib/utils/response-utils.js +1 -47
- package/dist/es5/lib/utils/response-utils.js.map +1 -1
- package/dist/es5/null-loader.js +32 -67
- package/dist/es5/null-loader.js.map +1 -1
- package/dist/es5/workers/null-worker.js +0 -2
- package/dist/es5/workers/null-worker.js.map +1 -1
- package/dist/esm/bundle.js +1 -1
- package/dist/esm/bundle.js.map +1 -1
- package/dist/esm/core-addons/write-file-browser.js.map +1 -1
- package/dist/esm/index.js +11 -0
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +1 -3
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +5 -2
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js +1 -1
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-iterator.js +1 -5
- package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js +1 -5
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-string-iterator.js +2 -1
- package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -1
- package/dist/esm/iterators/make-stream/make-dom-stream.js +3 -6
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -1
- package/dist/esm/iterators/make-stream/make-node-stream.js +0 -18
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -1
- package/dist/esm/javascript-utils/is-type.js +4 -2
- package/dist/esm/javascript-utils/is-type.js.map +1 -1
- package/dist/esm/lib/api/encode.js +8 -15
- package/dist/esm/lib/api/encode.js.map +1 -1
- package/dist/esm/lib/api/load-in-batches.js +1 -2
- package/dist/esm/lib/api/load-in-batches.js.map +1 -1
- package/dist/esm/lib/api/load.js +2 -1
- package/dist/esm/lib/api/load.js.map +1 -1
- package/dist/esm/lib/api/loader-options.js.map +1 -1
- package/dist/esm/lib/api/parse-in-batches.js +12 -12
- package/dist/esm/lib/api/parse-in-batches.js.map +1 -1
- package/dist/esm/lib/api/parse-sync.js +3 -5
- package/dist/esm/lib/api/parse-sync.js.map +1 -1
- package/dist/esm/lib/api/parse.js +5 -5
- package/dist/esm/lib/api/parse.js.map +1 -1
- package/dist/esm/lib/api/register-loaders.js +1 -2
- package/dist/esm/lib/api/register-loaders.js.map +1 -1
- package/dist/esm/lib/api/save.js.map +1 -1
- package/dist/esm/lib/api/select-loader.js +17 -35
- package/dist/esm/lib/api/select-loader.js.map +1 -1
- package/dist/esm/lib/common.js.map +1 -1
- package/dist/esm/lib/fetch/fetch-error-message.js +0 -3
- package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -1
- package/dist/esm/lib/fetch/fetch-file.js +1 -3
- package/dist/esm/lib/fetch/fetch-file.js.map +1 -1
- package/dist/esm/lib/fetch/read-array-buffer.js +3 -6
- package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -1
- package/dist/esm/lib/fetch/read-file.js +4 -2
- package/dist/esm/lib/fetch/read-file.js.map +1 -1
- package/dist/esm/lib/fetch/write-file.js +1 -4
- package/dist/esm/lib/fetch/write-file.js.map +1 -1
- package/dist/esm/lib/filesystems/browser-filesystem.js +6 -19
- package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -1
- package/dist/esm/lib/filesystems/filesystem.js.map +1 -1
- package/dist/esm/lib/filesystems/read-array-buffer.js +2 -1
- package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -1
- package/dist/esm/lib/init.js +3 -2
- package/dist/esm/lib/init.js.map +1 -1
- package/dist/esm/lib/loader-utils/check-errors.js +2 -5
- package/dist/esm/lib/loader-utils/check-errors.js.map +1 -1
- package/dist/esm/lib/loader-utils/get-data.js +3 -23
- package/dist/esm/lib/loader-utils/get-data.js.map +1 -1
- package/dist/esm/lib/loader-utils/loader-context.js +4 -6
- package/dist/esm/lib/loader-utils/loader-context.js.map +1 -1
- package/dist/esm/lib/loader-utils/loggers.js +18 -13
- package/dist/esm/lib/loader-utils/loggers.js.map +1 -1
- package/dist/esm/lib/loader-utils/normalize-loader.js +6 -9
- package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-defaults.js +2 -0
- package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-utils.js +14 -14
- package/dist/esm/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/esm/lib/progress/fetch-progress.js +5 -10
- package/dist/esm/lib/progress/fetch-progress.js.map +1 -1
- package/dist/esm/lib/utils/log.js +1 -0
- package/dist/esm/lib/utils/log.js.map +1 -1
- package/dist/esm/lib/utils/mime-type-utils.js +4 -4
- package/dist/esm/lib/utils/mime-type-utils.js.map +1 -1
- package/dist/esm/lib/utils/resource-utils.js +2 -7
- package/dist/esm/lib/utils/resource-utils.js.map +1 -1
- package/dist/esm/lib/utils/response-utils.js +5 -18
- package/dist/esm/lib/utils/response-utils.js.map +1 -1
- package/dist/esm/null-loader.js +2 -1
- package/dist/esm/null-loader.js.map +1 -1
- package/dist/esm/workers/null-worker.js.map +1 -1
- package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -1
- package/dist/iterators/make-stream/make-dom-stream.js +1 -0
- package/dist/lib/loader-utils/loggers.d.ts +2 -1
- package/dist/lib/loader-utils/loggers.d.ts.map +1 -1
- package/dist/null-worker.js +1 -1
- package/package.json +4 -4
- package/src/iterators/make-stream/make-dom-stream.ts +1 -0
|
@@ -1,227 +1,167 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
3
|
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
4
|
Object.defineProperty(exports, "__esModule", {
|
|
6
5
|
value: true
|
|
7
6
|
});
|
|
8
7
|
exports.encode = encode;
|
|
8
|
+
exports.encodeInBatches = encodeInBatches;
|
|
9
9
|
exports.encodeSync = encodeSync;
|
|
10
10
|
exports.encodeText = encodeText;
|
|
11
|
-
exports.encodeInBatches = encodeInBatches;
|
|
12
11
|
exports.encodeURLtoURL = encodeURLtoURL;
|
|
13
|
-
|
|
14
12
|
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
15
|
-
|
|
16
13
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
17
|
-
|
|
18
14
|
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
19
|
-
|
|
20
|
-
var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
|
|
21
|
-
|
|
22
15
|
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
23
|
-
|
|
24
16
|
var _workerUtils = require("@loaders.gl/worker-utils");
|
|
25
|
-
|
|
26
17
|
var _writeFile = require("../fetch/write-file");
|
|
27
|
-
|
|
28
18
|
var _fetchFile = require("../fetch/fetch-file");
|
|
29
|
-
|
|
30
19
|
var _loaderOptions = require("./loader-options");
|
|
31
|
-
|
|
32
|
-
function
|
|
33
|
-
|
|
34
|
-
function
|
|
35
|
-
|
|
20
|
+
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
|
|
21
|
+
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
|
|
22
|
+
function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
|
|
23
|
+
function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
|
|
36
24
|
function encode(_x, _x2, _x3) {
|
|
37
25
|
return _encode.apply(this, arguments);
|
|
38
26
|
}
|
|
39
|
-
|
|
40
27
|
function _encode() {
|
|
41
28
|
_encode = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(data, writer, options) {
|
|
42
|
-
var globalOptions, batches, chunks,
|
|
43
|
-
|
|
29
|
+
var globalOptions, batches, chunks, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, batch, tmpInputFilename, tmpOutputFilename, outputFilename, response;
|
|
44
30
|
return _regenerator.default.wrap(function _callee$(_context) {
|
|
45
31
|
while (1) {
|
|
46
32
|
switch (_context.prev = _context.next) {
|
|
47
33
|
case 0:
|
|
48
34
|
globalOptions = (0, _loaderOptions.getLoaderOptions)();
|
|
49
35
|
options = _objectSpread(_objectSpread({}, globalOptions), options);
|
|
50
|
-
|
|
51
36
|
if (!(0, _loaderUtils.canEncodeWithWorker)(writer, options)) {
|
|
52
37
|
_context.next = 6;
|
|
53
38
|
break;
|
|
54
39
|
}
|
|
55
|
-
|
|
56
40
|
_context.next = 5;
|
|
57
41
|
return (0, _workerUtils.processOnWorker)(writer, data, options);
|
|
58
|
-
|
|
59
42
|
case 5:
|
|
60
43
|
return _context.abrupt("return", _context.sent);
|
|
61
|
-
|
|
62
44
|
case 6:
|
|
63
45
|
if (!writer.encode) {
|
|
64
46
|
_context.next = 10;
|
|
65
47
|
break;
|
|
66
48
|
}
|
|
67
|
-
|
|
68
49
|
_context.next = 9;
|
|
69
50
|
return writer.encode(data, options);
|
|
70
|
-
|
|
71
51
|
case 9:
|
|
72
52
|
return _context.abrupt("return", _context.sent);
|
|
73
|
-
|
|
74
53
|
case 10:
|
|
75
54
|
if (!writer.encodeSync) {
|
|
76
55
|
_context.next = 12;
|
|
77
56
|
break;
|
|
78
57
|
}
|
|
79
|
-
|
|
80
58
|
return _context.abrupt("return", writer.encodeSync(data, options));
|
|
81
|
-
|
|
82
59
|
case 12:
|
|
83
60
|
if (!writer.encodeText) {
|
|
84
61
|
_context.next = 18;
|
|
85
62
|
break;
|
|
86
63
|
}
|
|
87
|
-
|
|
88
64
|
_context.t0 = new TextEncoder();
|
|
89
65
|
_context.next = 16;
|
|
90
66
|
return writer.encodeText(data, options);
|
|
91
|
-
|
|
92
67
|
case 16:
|
|
93
68
|
_context.t1 = _context.sent;
|
|
94
69
|
return _context.abrupt("return", _context.t0.encode.call(_context.t0, _context.t1));
|
|
95
|
-
|
|
96
70
|
case 18:
|
|
97
71
|
if (!writer.encodeInBatches) {
|
|
98
|
-
_context.next =
|
|
72
|
+
_context.next = 50;
|
|
99
73
|
break;
|
|
100
74
|
}
|
|
101
|
-
|
|
102
75
|
batches = encodeInBatches(data, writer, options);
|
|
103
76
|
chunks = [];
|
|
104
|
-
|
|
77
|
+
_iteratorAbruptCompletion = false;
|
|
105
78
|
_didIteratorError = false;
|
|
106
79
|
_context.prev = 23;
|
|
107
|
-
_iterator = (
|
|
108
|
-
|
|
80
|
+
_iterator = _asyncIterator(batches);
|
|
109
81
|
case 25:
|
|
110
82
|
_context.next = 27;
|
|
111
83
|
return _iterator.next();
|
|
112
|
-
|
|
113
84
|
case 27:
|
|
114
|
-
_step = _context.sent
|
|
115
|
-
|
|
116
|
-
_context.next = 31;
|
|
117
|
-
return _step.value;
|
|
118
|
-
|
|
119
|
-
case 31:
|
|
120
|
-
_value = _context.sent;
|
|
121
|
-
|
|
122
|
-
if (_iteratorNormalCompletion) {
|
|
123
|
-
_context.next = 38;
|
|
85
|
+
if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
|
|
86
|
+
_context.next = 33;
|
|
124
87
|
break;
|
|
125
88
|
}
|
|
126
|
-
|
|
127
|
-
batch = _value;
|
|
89
|
+
batch = _step.value;
|
|
128
90
|
chunks.push(batch);
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
_iteratorNormalCompletion = true;
|
|
91
|
+
case 30:
|
|
92
|
+
_iteratorAbruptCompletion = false;
|
|
132
93
|
_context.next = 25;
|
|
133
94
|
break;
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
_context.next = 44;
|
|
95
|
+
case 33:
|
|
96
|
+
_context.next = 39;
|
|
137
97
|
break;
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
_context.prev = 40;
|
|
98
|
+
case 35:
|
|
99
|
+
_context.prev = 35;
|
|
141
100
|
_context.t2 = _context["catch"](23);
|
|
142
101
|
_didIteratorError = true;
|
|
143
102
|
_iteratorError = _context.t2;
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
_context.prev =
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
|
|
150
|
-
_context.next = 49;
|
|
103
|
+
case 39:
|
|
104
|
+
_context.prev = 39;
|
|
105
|
+
_context.prev = 40;
|
|
106
|
+
if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
|
|
107
|
+
_context.next = 44;
|
|
151
108
|
break;
|
|
152
109
|
}
|
|
153
|
-
|
|
154
|
-
_context.next = 49;
|
|
110
|
+
_context.next = 44;
|
|
155
111
|
return _iterator.return();
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
_context.prev = 49;
|
|
159
|
-
|
|
112
|
+
case 44:
|
|
113
|
+
_context.prev = 44;
|
|
160
114
|
if (!_didIteratorError) {
|
|
161
|
-
_context.next =
|
|
115
|
+
_context.next = 47;
|
|
162
116
|
break;
|
|
163
117
|
}
|
|
164
|
-
|
|
165
118
|
throw _iteratorError;
|
|
166
|
-
|
|
167
|
-
case 52:
|
|
168
|
-
return _context.finish(49);
|
|
169
|
-
|
|
170
|
-
case 53:
|
|
119
|
+
case 47:
|
|
171
120
|
return _context.finish(44);
|
|
172
|
-
|
|
173
|
-
|
|
121
|
+
case 48:
|
|
122
|
+
return _context.finish(39);
|
|
123
|
+
case 49:
|
|
174
124
|
return _context.abrupt("return", _loaderUtils.concatenateArrayBuffers.apply(void 0, chunks));
|
|
175
|
-
|
|
176
|
-
case 55:
|
|
125
|
+
case 50:
|
|
177
126
|
if (!(!_loaderUtils.isBrowser && writer.encodeURLtoURL)) {
|
|
178
|
-
_context.next =
|
|
127
|
+
_context.next = 62;
|
|
179
128
|
break;
|
|
180
129
|
}
|
|
181
|
-
|
|
182
130
|
tmpInputFilename = getTemporaryFilename('input');
|
|
183
|
-
_context.next =
|
|
131
|
+
_context.next = 54;
|
|
184
132
|
return (0, _writeFile.writeFile)(tmpInputFilename, data);
|
|
185
|
-
|
|
186
|
-
case 59:
|
|
133
|
+
case 54:
|
|
187
134
|
tmpOutputFilename = getTemporaryFilename('output');
|
|
188
|
-
_context.next =
|
|
135
|
+
_context.next = 57;
|
|
189
136
|
return encodeURLtoURL(tmpInputFilename, tmpOutputFilename, writer, options);
|
|
190
|
-
|
|
191
|
-
case 62:
|
|
137
|
+
case 57:
|
|
192
138
|
outputFilename = _context.sent;
|
|
193
|
-
_context.next =
|
|
139
|
+
_context.next = 60;
|
|
194
140
|
return (0, _fetchFile.fetchFile)(outputFilename);
|
|
195
|
-
|
|
196
|
-
case 65:
|
|
141
|
+
case 60:
|
|
197
142
|
response = _context.sent;
|
|
198
143
|
return _context.abrupt("return", response.arrayBuffer());
|
|
199
|
-
|
|
200
|
-
case 67:
|
|
144
|
+
case 62:
|
|
201
145
|
throw new Error('Writer could not encode data');
|
|
202
|
-
|
|
203
|
-
case 68:
|
|
146
|
+
case 63:
|
|
204
147
|
case "end":
|
|
205
148
|
return _context.stop();
|
|
206
149
|
}
|
|
207
150
|
}
|
|
208
|
-
}, _callee, null, [[23,
|
|
151
|
+
}, _callee, null, [[23, 35, 39, 49], [40,, 44, 48]]);
|
|
209
152
|
}));
|
|
210
153
|
return _encode.apply(this, arguments);
|
|
211
154
|
}
|
|
212
|
-
|
|
213
155
|
function encodeSync(data, writer, options) {
|
|
214
156
|
if (writer.encodeSync) {
|
|
215
157
|
return writer.encodeSync(data, options);
|
|
216
158
|
}
|
|
217
|
-
|
|
218
159
|
throw new Error('Writer could not synchronously encode data');
|
|
219
160
|
}
|
|
220
161
|
|
|
221
162
|
function encodeText(_x4, _x5, _x6) {
|
|
222
163
|
return _encodeText.apply(this, arguments);
|
|
223
164
|
}
|
|
224
|
-
|
|
225
165
|
function _encodeText() {
|
|
226
166
|
_encodeText = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(data, writer, options) {
|
|
227
167
|
var arrayBuffer;
|
|
@@ -233,29 +173,22 @@ function _encodeText() {
|
|
|
233
173
|
_context2.next = 4;
|
|
234
174
|
break;
|
|
235
175
|
}
|
|
236
|
-
|
|
237
176
|
_context2.next = 3;
|
|
238
177
|
return writer.encodeText(data, options);
|
|
239
|
-
|
|
240
178
|
case 3:
|
|
241
179
|
return _context2.abrupt("return", _context2.sent);
|
|
242
|
-
|
|
243
180
|
case 4:
|
|
244
181
|
if (!(writer.text && (writer.encode || writer.encodeInBatches))) {
|
|
245
182
|
_context2.next = 9;
|
|
246
183
|
break;
|
|
247
184
|
}
|
|
248
|
-
|
|
249
185
|
_context2.next = 7;
|
|
250
186
|
return encode(data, writer, options);
|
|
251
|
-
|
|
252
187
|
case 7:
|
|
253
188
|
arrayBuffer = _context2.sent;
|
|
254
189
|
return _context2.abrupt("return", new TextDecoder().decode(arrayBuffer));
|
|
255
|
-
|
|
256
190
|
case 9:
|
|
257
191
|
throw new Error('Writer could not encode data as text');
|
|
258
|
-
|
|
259
192
|
case 10:
|
|
260
193
|
case "end":
|
|
261
194
|
return _context2.stop();
|
|
@@ -265,20 +198,17 @@ function _encodeText() {
|
|
|
265
198
|
}));
|
|
266
199
|
return _encodeText.apply(this, arguments);
|
|
267
200
|
}
|
|
268
|
-
|
|
269
201
|
function encodeInBatches(data, writer, options) {
|
|
270
202
|
if (writer.encodeInBatches) {
|
|
271
203
|
var dataIterator = getIterator(data);
|
|
272
204
|
return writer.encodeInBatches(dataIterator, options);
|
|
273
205
|
}
|
|
274
|
-
|
|
275
206
|
throw new Error('Writer could not encode data in batches');
|
|
276
207
|
}
|
|
277
208
|
|
|
278
209
|
function encodeURLtoURL(_x7, _x8, _x9, _x10) {
|
|
279
210
|
return _encodeURLtoURL.apply(this, arguments);
|
|
280
211
|
}
|
|
281
|
-
|
|
282
212
|
function _encodeURLtoURL() {
|
|
283
213
|
_encodeURLtoURL = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(inputUrl, outputUrl, writer, options) {
|
|
284
214
|
var outputFilename;
|
|
@@ -288,22 +218,17 @@ function _encodeURLtoURL() {
|
|
|
288
218
|
case 0:
|
|
289
219
|
inputUrl = (0, _loaderUtils.resolvePath)(inputUrl);
|
|
290
220
|
outputUrl = (0, _loaderUtils.resolvePath)(outputUrl);
|
|
291
|
-
|
|
292
221
|
if (!(_loaderUtils.isBrowser || !writer.encodeURLtoURL)) {
|
|
293
222
|
_context3.next = 4;
|
|
294
223
|
break;
|
|
295
224
|
}
|
|
296
|
-
|
|
297
225
|
throw new Error();
|
|
298
|
-
|
|
299
226
|
case 4:
|
|
300
227
|
_context3.next = 6;
|
|
301
228
|
return writer.encodeURLtoURL(inputUrl, outputUrl, options);
|
|
302
|
-
|
|
303
229
|
case 6:
|
|
304
230
|
outputFilename = _context3.sent;
|
|
305
231
|
return _context3.abrupt("return", outputFilename);
|
|
306
|
-
|
|
307
232
|
case 8:
|
|
308
233
|
case "end":
|
|
309
234
|
return _context3.stop();
|
|
@@ -313,7 +238,6 @@ function _encodeURLtoURL() {
|
|
|
313
238
|
}));
|
|
314
239
|
return _encodeURLtoURL.apply(this, arguments);
|
|
315
240
|
}
|
|
316
|
-
|
|
317
241
|
function getIterator(data) {
|
|
318
242
|
var dataIterator = [{
|
|
319
243
|
table: data,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"encode.js","names":["encode","data","writer","options","globalOptions","getLoaderOptions","canEncodeWithWorker","processOnWorker","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","concatenateArrayBuffers","isBrowser","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","writeFile","tmpOutputFilename","outputFilename","fetchFile","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","resolvePath","table","start","end","length","filename"],"sources":["../../../../src/lib/api/encode.ts"],"sourcesContent":["import {Writer, LoaderOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: LoaderOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"mappings":";;;;;;;;;;;;;;AAAA;AACA;AAGA;AACA;AACA;AAAkD;AAAA;AAAA;AAAA;AAAA,SAK5BA,MAAM;EAAA;AAAA;AAAA;EAAA,oEAArB,iBACLC,IAAS,EACTC,MAAc,EACdC,OAAuB;IAAA;IAAA;MAAA;QAAA;UAAA;YAEjBC,aAAa,GAAG,IAAAC,+BAAgB,GAAE;YACxCF,OAAO,mCAAOC,aAAa,GAAKD,OAAO,CAAC;YAAC,KACrC,IAAAG,gCAAmB,EAACJ,MAAM,EAAEC,OAAO,CAAC;cAAA;cAAA;YAAA;YAAA;YAAA,OACzB,IAAAI,4BAAe,EAACL,MAAM,EAAED,IAAI,EAAEE,OAAO,CAAC;UAAA;YAAA;UAAA;YAAA,KAIjDD,MAAM,CAACF,MAAM;cAAA;cAAA;YAAA;YAAA;YAAA,OACFE,MAAM,CAACF,MAAM,CAACC,IAAI,EAAEE,OAAO,CAAC;UAAA;YAAA;UAAA;YAAA,KAGvCD,MAAM,CAACM,UAAU;cAAA;cAAA;YAAA;YAAA,iCACZN,MAAM,CAACM,UAAU,CAACP,IAAI,EAAEE,OAAO,CAAC;UAAA;YAAA,KAGrCD,MAAM,CAACO,UAAU;cAAA;cAAA;YAAA;YAAA,cACZ,IAAIC,WAAW,EAAE;YAAA;YAAA,OAAcR,MAAM,CAACO,UAAU,CAACR,IAAI,EAAEE,OAAO,CAAC;UAAA;YAAA;YAAA,6CAA7CH,MAAM;UAAA;YAAA,KAG7BE,MAAM,CAACS,eAAe;cAAA;cAAA;YAAA;YAGlBC,OAAO,GAAGD,eAAe,CAACV,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;YAGhDU,MAAa,GAAG,EAAE;YAAA;YAAA;YAAA;YAAA,2BACED,OAAO;UAAA;YAAA;YAAA;UAAA;YAAA;cAAA;cAAA;YAAA;YAAhBE,KAAK;YACpBD,MAAM,CAACE,IAAI,CAACD,KAAK,CAAC;UAAC;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;cAAA;cAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;cAAA;cAAA;YAAA;YAAA;UAAA;YAAA;UAAA;YAAA;UAAA;YAAA,iCAGdE,oCAAuB,eAAIH,MAAM,CAAC;UAAA;YAAA,MAGvC,CAACI,sBAAS,IAAIf,MAAM,CAACgB,cAAc;cAAA;cAAA;YAAA;YAE/BC,gBAAgB,GAAGC,oBAAoB,CAAC,OAAO,CAAC;YAAA;YAAA,OAChD,IAAAC,oBAAS,EAACF,gBAAgB,EAAElB,IAAI,CAAC;UAAA;YAEjCqB,iBAAiB,GAAGF,oBAAoB,CAAC,QAAQ,CAAC;YAAA;YAAA,OAE3BF,cAAc,CACzCC,gBAAgB,EAChBG,iBAAiB,EACjBpB,MAAM,EACNC,OAAO,CACR;UAAA;YALKoB,cAAc;YAAA;YAAA,OAOG,IAAAC,oBAAS,EAACD,cAAc,CAAC;UAAA;YAA1CE,QAAQ;YAAA,iCACPA,QAAQ,CAACC,WAAW,EAAE;UAAA;YAAA,MAGzB,IAAIC,KAAK,CAAC,8BAA8B,CAAC;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CAChD;EAAA;AAAA;AAKM,SAASnB,UAAU,CAACP,IAAS,EAAEC,MAAc,EAAEC,OAAuB,EAAe;EAC1F,IAAID,MAAM,CAACM,UAAU,EAAE;IACrB,OAAON,MAAM,CAACM,UAAU,CAACP,IAAI,EAAEE,OAAO,CAAC;EACzC;EACA,MAAM,IAAIwB,KAAK,CAAC,4CAA4C,CAAC;AAC/D;;AAAC,SAQqBlB,UAAU;EAAA;AAAA;AAAA;EAAA,wEAAzB,kBACLR,IAAS,EACTC,MAAc,EACdC,OAAuB;IAAA;IAAA;MAAA;QAAA;UAAA;YAAA,MAEnBD,MAAM,CAAC0B,IAAI,IAAI1B,MAAM,CAACO,UAAU;cAAA;cAAA;YAAA;YAAA;YAAA,OACrBP,MAAM,CAACO,UAAU,CAACR,IAAI,EAAEE,OAAO,CAAC;UAAA;YAAA;UAAA;YAAA,MAG3CD,MAAM,CAAC0B,IAAI,KAAK1B,MAAM,CAACF,MAAM,IAAIE,MAAM,CAACS,eAAe,CAAC;cAAA;cAAA;YAAA;YAAA;YAAA,OAChCX,MAAM,CAACC,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAAA;YAAjDuB,WAAW;YAAA,kCACV,IAAIG,WAAW,EAAE,CAACC,MAAM,CAACJ,WAAW,CAAC;UAAA;YAAA,MAGxC,IAAIC,KAAK,CAAC,sCAAsC,CAAC;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACxD;EAAA;AAAA;AAKM,SAAShB,eAAe,CAC7BV,IAAS,EACTC,MAAc,EACdC,OAAuB,EACK;EAC5B,IAAID,MAAM,CAACS,eAAe,EAAE;IAC1B,IAAMoB,YAAY,GAAGC,WAAW,CAAC/B,IAAI,CAAC;IACtC,OAAOC,MAAM,CAACS,eAAe,CAACoB,YAAY,EAAE5B,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIwB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;;AAAC,SAMqBT,cAAc;EAAA;AAAA;AAAA;EAAA,4EAA7B,kBACLe,QAAQ,EACRC,SAAS,EACThC,MAAc,EACdC,OAAO;IAAA;IAAA;MAAA;QAAA;UAAA;YAEP8B,QAAQ,GAAG,IAAAE,wBAAW,EAACF,QAAQ,CAAC;YAChCC,SAAS,GAAG,IAAAC,wBAAW,EAACD,SAAS,CAAC;YAAC,MAC/BjB,sBAAS,IAAI,CAACf,MAAM,CAACgB,cAAc;cAAA;cAAA;YAAA;YAAA,MAC/B,IAAIS,KAAK,EAAE;UAAA;YAAA;YAAA,OAEUzB,MAAM,CAACgB,cAAc,CAACe,QAAQ,EAAEC,SAAS,EAAE/B,OAAO,CAAC;UAAA;YAA1EoB,cAAc;YAAA,kCACbA,cAAc;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACtB;EAAA;AAAA;AAKD,SAASS,WAAW,CAAC/B,IAAI,EAAE;EACzB,IAAM8B,YAAY,GAAG,CAAC;IAACK,KAAK,EAAEnC,IAAI;IAAEoC,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAErC,IAAI,CAACsC;EAAM,CAAC,CAAC;EAChE,OAAOR,YAAY;AACrB;;AAKA,SAASX,oBAAoB,CAACoB,QAAgB,EAAU;EACtD,sBAAeA,QAAQ;AACzB"}
|
|
@@ -1,22 +1,15 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
3
|
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
4
|
Object.defineProperty(exports, "__esModule", {
|
|
6
5
|
value: true
|
|
7
6
|
});
|
|
8
7
|
exports.loadInBatches = loadInBatches;
|
|
9
|
-
|
|
10
8
|
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
11
|
-
|
|
12
9
|
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
13
|
-
|
|
14
10
|
var _normalizeLoader = require("../loader-utils/normalize-loader");
|
|
15
|
-
|
|
16
11
|
var _optionUtils = require("../loader-utils/option-utils");
|
|
17
|
-
|
|
18
12
|
var _parseInBatches = require("./parse-in-batches");
|
|
19
|
-
|
|
20
13
|
function loadInBatches(files, loaders, options, context) {
|
|
21
14
|
if (!Array.isArray(loaders) && !(0, _normalizeLoader.isLoaderObject)(loaders)) {
|
|
22
15
|
context = undefined;
|
|
@@ -33,13 +26,12 @@ function loadInBatches(files, loaders, options, context) {
|
|
|
33
26
|
var promises = files.map(function (file) {
|
|
34
27
|
return loadOneFileInBatches(file, loaders, options, fetch);
|
|
35
28
|
});
|
|
29
|
+
|
|
36
30
|
return promises;
|
|
37
31
|
}
|
|
38
|
-
|
|
39
32
|
function loadOneFileInBatches(_x, _x2, _x3, _x4) {
|
|
40
33
|
return _loadOneFileInBatches.apply(this, arguments);
|
|
41
34
|
}
|
|
42
|
-
|
|
43
35
|
function _loadOneFileInBatches() {
|
|
44
36
|
_loadOneFileInBatches = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(file, loaders, options, fetch) {
|
|
45
37
|
var url, response;
|
|
@@ -51,26 +43,20 @@ function _loadOneFileInBatches() {
|
|
|
51
43
|
_context.next = 8;
|
|
52
44
|
break;
|
|
53
45
|
}
|
|
54
|
-
|
|
55
46
|
url = file;
|
|
56
47
|
_context.next = 4;
|
|
57
48
|
return fetch(url);
|
|
58
|
-
|
|
59
49
|
case 4:
|
|
60
50
|
response = _context.sent;
|
|
61
51
|
_context.next = 7;
|
|
62
52
|
return (0, _parseInBatches.parseInBatches)(response, loaders, options);
|
|
63
|
-
|
|
64
53
|
case 7:
|
|
65
54
|
return _context.abrupt("return", _context.sent);
|
|
66
|
-
|
|
67
55
|
case 8:
|
|
68
56
|
_context.next = 10;
|
|
69
57
|
return (0, _parseInBatches.parseInBatches)(file, loaders, options);
|
|
70
|
-
|
|
71
58
|
case 10:
|
|
72
59
|
return _context.abrupt("return", _context.sent);
|
|
73
|
-
|
|
74
60
|
case 11:
|
|
75
61
|
case "end":
|
|
76
62
|
return _context.stop();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"load-in-batches.js","names":["loadInBatches","files","loaders","options","context","Array","isArray","isLoaderObject","undefined","fetch","getFetchFunction","loadOneFileInBatches","promises","map","file","url","response","parseInBatches"],"sources":["../../../../src/lib/api/load-in-batches.ts"],"sourcesContent":["import type {LoaderWithParser, LoaderOptions, LoaderContext} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(files, loaders, options, context) {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders;\n loaders = null;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loaders, options, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) => loadOneFileInBatches(file, loaders, options, fetch));\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(file, loaders, options, fetch) {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n return await parseInBatches(response, loaders, options);\n }\n return await parseInBatches(file, loaders, options);\n}\n"],"mappings":";;;;;;;;;AACA;AACA;AAEA;AAyBO,SAASA,aAAa,CAACC,KAAK,EAAEC,OAAO,EAAEC,OAAO,EAAEC,OAAO,EAAE;EAE9D,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAAC,IAAAK,+BAAc,EAACL,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGI,SAAS;IACnBL,OAAO,GAAGD,OAAO;IACjBA,OAAO,GAAG,IAAI;EAChB;;EAGA,IAAMO,KAAK,GAAG,IAAAC,6BAAgB,EAACP,OAAO,IAAI,CAAC,CAAC,CAAC;;EAG7C,IAAI,CAACE,KAAK,CAACC,OAAO,CAACL,KAAK,CAAC,EAAE;IACzB,OAAOU,oBAAoB,CAACV,KAAK,EAAEC,OAAO,EAAEC,OAAO,EAAEM,KAAK,CAAC;EAC7D;;EAGA,IAAMG,QAAQ,GAAGX,KAAK,CAACY,GAAG,CAAC,UAACC,IAAI;IAAA,OAAKH,oBAAoB,CAACG,IAAI,EAAEZ,OAAO,EAAEC,OAAO,EAAEM,KAAK,CAAC;EAAA,EAAC;;EAGzF,OAAOG,QAAQ;AACjB;AAAC,SAEcD,oBAAoB;EAAA;AAAA;AAAA;EAAA,kFAAnC,iBAAoCG,IAAI,EAAEZ,OAAO,EAAEC,OAAO,EAAEM,KAAK;IAAA;IAAA;MAAA;QAAA;UAAA;YAAA,MAC3D,OAAOK,IAAI,KAAK,QAAQ;cAAA;cAAA;YAAA;YACpBC,GAAG,GAAGD,IAAI;YAAA;YAAA,OACOL,KAAK,CAACM,GAAG,CAAC;UAAA;YAA3BC,QAAQ;YAAA;YAAA,OACD,IAAAC,8BAAc,EAACD,QAAQ,EAAEd,OAAO,EAAEC,OAAO,CAAC;UAAA;YAAA;UAAA;YAAA;YAAA,OAE5C,IAAAc,8BAAc,EAACH,IAAI,EAAEZ,OAAO,EAAEC,OAAO,CAAC;UAAA;YAAA;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACpD;EAAA;AAAA"}
|
package/dist/es5/lib/api/load.js
CHANGED
|
@@ -1,28 +1,19 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
3
|
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
4
|
Object.defineProperty(exports, "__esModule", {
|
|
6
5
|
value: true
|
|
7
6
|
});
|
|
8
7
|
exports.load = load;
|
|
9
|
-
|
|
10
8
|
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
11
|
-
|
|
12
9
|
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
13
|
-
|
|
14
10
|
var _isType = require("../../javascript-utils/is-type");
|
|
15
|
-
|
|
16
11
|
var _normalizeLoader = require("../loader-utils/normalize-loader");
|
|
17
|
-
|
|
18
12
|
var _optionUtils = require("../loader-utils/option-utils");
|
|
19
|
-
|
|
20
13
|
var _parse = require("./parse");
|
|
21
|
-
|
|
22
14
|
function load(_x, _x2, _x3, _x4) {
|
|
23
15
|
return _load.apply(this, arguments);
|
|
24
16
|
}
|
|
25
|
-
|
|
26
17
|
function _load() {
|
|
27
18
|
_load = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(url, loaders, options, context) {
|
|
28
19
|
var fetch, data;
|
|
@@ -38,37 +29,28 @@ function _load() {
|
|
|
38
29
|
|
|
39
30
|
fetch = (0, _optionUtils.getFetchFunction)(options);
|
|
40
31
|
data = url;
|
|
41
|
-
|
|
42
32
|
if (!(typeof url === 'string')) {
|
|
43
33
|
_context.next = 7;
|
|
44
34
|
break;
|
|
45
35
|
}
|
|
46
|
-
|
|
47
36
|
_context.next = 6;
|
|
48
37
|
return fetch(url);
|
|
49
|
-
|
|
50
38
|
case 6:
|
|
51
39
|
data = _context.sent;
|
|
52
|
-
|
|
53
40
|
case 7:
|
|
54
41
|
if (!(0, _isType.isBlob)(url)) {
|
|
55
42
|
_context.next = 11;
|
|
56
43
|
break;
|
|
57
44
|
}
|
|
58
|
-
|
|
59
45
|
_context.next = 10;
|
|
60
46
|
return fetch(url);
|
|
61
|
-
|
|
62
47
|
case 10:
|
|
63
48
|
data = _context.sent;
|
|
64
|
-
|
|
65
49
|
case 11:
|
|
66
50
|
_context.next = 13;
|
|
67
51
|
return (0, _parse.parse)(data, loaders, options);
|
|
68
|
-
|
|
69
52
|
case 13:
|
|
70
53
|
return _context.abrupt("return", _context.sent);
|
|
71
|
-
|
|
72
54
|
case 14:
|
|
73
55
|
case "end":
|
|
74
56
|
return _context.stop();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"load.js","names":["load","url","loaders","options","context","Array","isArray","isLoaderObject","undefined","fetch","getFetchFunction","data","isBlob","parse"],"sources":["../../../../src/lib/api/load.ts"],"sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n// implementation signature\nexport async function load(\n url: string | DataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options);\n\n // at this point, `url` could be already loaded binary data\n let data = url;\n // url is a string, fetch the url\n if (typeof url === 'string') {\n data = await fetch(url);\n // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)\n }\n\n if (isBlob(url)) {\n // The fetch response object will contain blob.name\n data = await fetch(url);\n }\n\n // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`\n return await parse(data, loaders, options);\n}\n"],"mappings":";;;;;;;;;AACA;AACA;AACA;AAEA;AAA8B,SAYRA,IAAI;EAAA;AAAA;AAAA;EAAA,kEAAnB,iBACLC,GAAsB,EACtBC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB;IAAA;IAAA;MAAA;QAAA;UAAA;YAGvB,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAAC,IAAAK,+BAAc,EAACL,OAAO,CAAC,EAAE;cACvDE,OAAO,GAAGI,SAAS;cACnBL,OAAO,GAAGD,OAAwB;cAClCA,OAAO,GAAGM,SAAS;YACrB;;YAGMC,KAAK,GAAG,IAAAC,6BAAgB,EAACP,OAAO,CAAC;YAGnCQ,IAAI,GAAGV,GAAG;YAAA,MAEV,OAAOA,GAAG,KAAK,QAAQ;cAAA;cAAA;YAAA;YAAA;YAAA,OACZQ,KAAK,CAACR,GAAG,CAAC;UAAA;YAAvBU,IAAI;UAAA;YAAA,KAIF,IAAAC,cAAM,EAACX,GAAG,CAAC;cAAA;cAAA;YAAA;YAAA;YAAA,OAEAQ,KAAK,CAACR,GAAG,CAAC;UAAA;YAAvBU,IAAI;UAAA;YAAA;YAAA,OAIO,IAAAE,YAAK,EAACF,IAAI,EAAET,OAAO,EAAEC,OAAO,CAAC;UAAA;YAAA;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CAC3C;EAAA;AAAA"}
|
|
@@ -3,18 +3,17 @@
|
|
|
3
3
|
Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
|
-
Object.defineProperty(exports, "
|
|
6
|
+
Object.defineProperty(exports, "getLoaderOptions", {
|
|
7
7
|
enumerable: true,
|
|
8
8
|
get: function get() {
|
|
9
|
-
return _optionUtils.
|
|
9
|
+
return _optionUtils.getGlobalLoaderOptions;
|
|
10
10
|
}
|
|
11
11
|
});
|
|
12
|
-
Object.defineProperty(exports, "
|
|
12
|
+
Object.defineProperty(exports, "setLoaderOptions", {
|
|
13
13
|
enumerable: true,
|
|
14
14
|
get: function get() {
|
|
15
|
-
return _optionUtils.
|
|
15
|
+
return _optionUtils.setGlobalOptions;
|
|
16
16
|
}
|
|
17
17
|
});
|
|
18
|
-
|
|
19
18
|
var _optionUtils = require("../loader-utils/option-utils");
|
|
20
19
|
//# sourceMappingURL=loader-options.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"loader-options.js","names":[],"sources":["../../../../src/lib/api/loader-options.ts"],"sourcesContent":["export {setGlobalOptions as setLoaderOptions} from '../loader-utils/option-utils';\nexport {getGlobalLoaderOptions as getLoaderOptions} from '../loader-utils/option-utils';\n"],"mappings":";;;;;;;;;;;;;;;;;AAAA"}
|