@loaders.gl/core 3.1.8 → 3.2.0-alpha.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +234 -60
- package/dist/es5/index.js +8 -2
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/lib/api/encode.js +75 -50
- package/dist/es5/lib/api/encode.js.map +1 -1
- package/dist/es5/lib/api/loader-options.js +20 -0
- package/dist/es5/lib/api/loader-options.js.map +1 -0
- package/dist/es5/lib/api/parse.js +36 -17
- package/dist/es5/lib/api/parse.js.map +1 -1
- package/dist/es5/lib/api/select-loader.js.map +1 -1
- package/dist/es5/lib/init.js +1 -1
- package/dist/es5/lib/init.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-defaults.js +4 -1
- package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-utils.js +3 -0
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/es5/lib/utils/response-utils.js +2 -2
- package/dist/es5/lib/utils/response-utils.js.map +1 -1
- package/dist/es5/null-loader.js +22 -11
- package/dist/es5/null-loader.js.map +1 -1
- package/dist/esm/index.js +1 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/lib/api/encode.js +12 -0
- package/dist/esm/lib/api/encode.js.map +1 -1
- package/dist/esm/lib/api/loader-options.js +3 -0
- package/dist/esm/lib/api/loader-options.js.map +1 -0
- package/dist/esm/lib/api/parse.js +24 -0
- package/dist/esm/lib/api/parse.js.map +1 -1
- package/dist/esm/lib/api/select-loader.js.map +1 -1
- package/dist/esm/lib/init.js +1 -1
- package/dist/esm/lib/init.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-defaults.js +3 -1
- package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-utils.js +1 -3
- package/dist/esm/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/esm/lib/utils/response-utils.js +2 -2
- package/dist/esm/lib/utils/response-utils.js.map +1 -1
- package/dist/esm/null-loader.js +19 -6
- package/dist/esm/null-loader.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -4
- package/dist/lib/api/encode.d.ts +1 -1
- package/dist/lib/api/encode.d.ts.map +1 -1
- package/dist/lib/api/encode.js +13 -5
- package/dist/lib/api/loader-options.d.ts +3 -0
- package/dist/lib/api/loader-options.d.ts.map +1 -0
- package/dist/lib/api/loader-options.js +7 -0
- package/dist/lib/api/parse.d.ts.map +1 -1
- package/dist/lib/api/parse.js +8 -0
- package/dist/lib/api/select-loader.js +1 -0
- package/dist/lib/loader-utils/option-defaults.d.ts.map +1 -1
- package/dist/lib/loader-utils/option-defaults.js +3 -1
- package/dist/lib/loader-utils/option-utils.d.ts +8 -0
- package/dist/lib/loader-utils/option-utils.d.ts.map +1 -1
- package/dist/lib/loader-utils/option-utils.js +10 -6
- package/dist/lib/utils/response-utils.js +2 -2
- package/dist/null-loader.d.ts.map +1 -1
- package/dist/null-loader.js +17 -5
- package/dist/null-worker.js +61 -21
- package/package.json +6 -4
- package/src/index.ts +1 -1
- package/src/lib/api/encode.ts +9 -1
- package/src/lib/api/loader-options.ts +2 -0
- package/src/lib/api/parse.ts +9 -0
- package/src/lib/api/select-loader.ts +1 -0
- package/src/lib/loader-utils/option-defaults.ts +3 -1
- package/src/lib/loader-utils/option-utils.ts +6 -3
- package/src/lib/utils/response-utils.ts +2 -2
- package/src/null-loader.ts +17 -5
- package/dist/es5/lib/api/set-loader-options.js +0 -13
- package/dist/es5/lib/api/set-loader-options.js.map +0 -1
- package/dist/esm/lib/api/set-loader-options.js +0 -5
- package/dist/esm/lib/api/set-loader-options.js.map +0 -1
- package/dist/lib/api/set-loader-options.d.ts +0 -6
- package/dist/lib/api/set-loader-options.d.ts.map +0 -1
- package/dist/lib/api/set-loader-options.js +0 -12
- package/src/lib/api/set-loader-options.ts +0 -9
|
@@ -13,64 +13,89 @@ exports.encodeURLtoURL = encodeURLtoURL;
|
|
|
13
13
|
|
|
14
14
|
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
15
15
|
|
|
16
|
+
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
17
|
+
|
|
16
18
|
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
17
19
|
|
|
18
20
|
var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
|
|
19
21
|
|
|
20
22
|
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
21
23
|
|
|
24
|
+
var _workerUtils = require("@loaders.gl/worker-utils");
|
|
25
|
+
|
|
22
26
|
var _writeFile = require("../fetch/write-file");
|
|
23
27
|
|
|
24
28
|
var _fetchFile = require("../fetch/fetch-file");
|
|
25
29
|
|
|
30
|
+
var _loaderOptions = require("./loader-options");
|
|
31
|
+
|
|
32
|
+
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
|
|
33
|
+
|
|
34
|
+
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
|
|
35
|
+
|
|
26
36
|
function encode(_x, _x2, _x3) {
|
|
27
37
|
return _encode.apply(this, arguments);
|
|
28
38
|
}
|
|
29
39
|
|
|
30
40
|
function _encode() {
|
|
31
41
|
_encode = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(data, writer, options) {
|
|
32
|
-
var batches, chunks, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, batch, tmpInputFilename, tmpOutputFilename, outputFilename, response;
|
|
42
|
+
var globalOptions, batches, chunks, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, batch, tmpInputFilename, tmpOutputFilename, outputFilename, response;
|
|
33
43
|
|
|
34
44
|
return _regenerator.default.wrap(function _callee$(_context) {
|
|
35
45
|
while (1) {
|
|
36
46
|
switch (_context.prev = _context.next) {
|
|
37
47
|
case 0:
|
|
48
|
+
globalOptions = (0, _loaderOptions.getLoaderOptions)();
|
|
49
|
+
options = _objectSpread(_objectSpread({}, globalOptions), options);
|
|
50
|
+
|
|
51
|
+
if (!(0, _loaderUtils.canEncodeWithWorker)(writer, options)) {
|
|
52
|
+
_context.next = 6;
|
|
53
|
+
break;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
_context.next = 5;
|
|
57
|
+
return (0, _workerUtils.processOnWorker)(writer, data, options);
|
|
58
|
+
|
|
59
|
+
case 5:
|
|
60
|
+
return _context.abrupt("return", _context.sent);
|
|
61
|
+
|
|
62
|
+
case 6:
|
|
38
63
|
if (!writer.encode) {
|
|
39
|
-
_context.next =
|
|
64
|
+
_context.next = 10;
|
|
40
65
|
break;
|
|
41
66
|
}
|
|
42
67
|
|
|
43
|
-
_context.next =
|
|
68
|
+
_context.next = 9;
|
|
44
69
|
return writer.encode(data, options);
|
|
45
70
|
|
|
46
|
-
case
|
|
71
|
+
case 9:
|
|
47
72
|
return _context.abrupt("return", _context.sent);
|
|
48
73
|
|
|
49
|
-
case
|
|
74
|
+
case 10:
|
|
50
75
|
if (!writer.encodeSync) {
|
|
51
|
-
_context.next =
|
|
76
|
+
_context.next = 12;
|
|
52
77
|
break;
|
|
53
78
|
}
|
|
54
79
|
|
|
55
80
|
return _context.abrupt("return", writer.encodeSync(data, options));
|
|
56
81
|
|
|
57
|
-
case
|
|
82
|
+
case 12:
|
|
58
83
|
if (!writer.encodeText) {
|
|
59
|
-
_context.next =
|
|
84
|
+
_context.next = 18;
|
|
60
85
|
break;
|
|
61
86
|
}
|
|
62
87
|
|
|
63
88
|
_context.t0 = new TextEncoder();
|
|
64
|
-
_context.next =
|
|
89
|
+
_context.next = 16;
|
|
65
90
|
return writer.encodeText(data, options);
|
|
66
91
|
|
|
67
|
-
case
|
|
92
|
+
case 16:
|
|
68
93
|
_context.t1 = _context.sent;
|
|
69
94
|
return _context.abrupt("return", _context.t0.encode.call(_context.t0, _context.t1));
|
|
70
95
|
|
|
71
|
-
case
|
|
96
|
+
case 18:
|
|
72
97
|
if (!writer.encodeInBatches) {
|
|
73
|
-
_context.next =
|
|
98
|
+
_context.next = 55;
|
|
74
99
|
break;
|
|
75
100
|
}
|
|
76
101
|
|
|
@@ -78,109 +103,109 @@ function _encode() {
|
|
|
78
103
|
chunks = [];
|
|
79
104
|
_iteratorNormalCompletion = true;
|
|
80
105
|
_didIteratorError = false;
|
|
81
|
-
_context.prev =
|
|
106
|
+
_context.prev = 23;
|
|
82
107
|
_iterator = (0, _asyncIterator2.default)(batches);
|
|
83
108
|
|
|
84
|
-
case
|
|
85
|
-
_context.next =
|
|
109
|
+
case 25:
|
|
110
|
+
_context.next = 27;
|
|
86
111
|
return _iterator.next();
|
|
87
112
|
|
|
88
|
-
case
|
|
113
|
+
case 27:
|
|
89
114
|
_step = _context.sent;
|
|
90
115
|
_iteratorNormalCompletion = _step.done;
|
|
91
|
-
_context.next =
|
|
116
|
+
_context.next = 31;
|
|
92
117
|
return _step.value;
|
|
93
118
|
|
|
94
|
-
case
|
|
119
|
+
case 31:
|
|
95
120
|
_value = _context.sent;
|
|
96
121
|
|
|
97
122
|
if (_iteratorNormalCompletion) {
|
|
98
|
-
_context.next =
|
|
123
|
+
_context.next = 38;
|
|
99
124
|
break;
|
|
100
125
|
}
|
|
101
126
|
|
|
102
127
|
batch = _value;
|
|
103
128
|
chunks.push(batch);
|
|
104
129
|
|
|
105
|
-
case
|
|
130
|
+
case 35:
|
|
106
131
|
_iteratorNormalCompletion = true;
|
|
107
|
-
_context.next =
|
|
132
|
+
_context.next = 25;
|
|
108
133
|
break;
|
|
109
134
|
|
|
110
|
-
case
|
|
111
|
-
_context.next =
|
|
135
|
+
case 38:
|
|
136
|
+
_context.next = 44;
|
|
112
137
|
break;
|
|
113
138
|
|
|
114
|
-
case
|
|
115
|
-
_context.prev =
|
|
116
|
-
_context.t2 = _context["catch"](
|
|
139
|
+
case 40:
|
|
140
|
+
_context.prev = 40;
|
|
141
|
+
_context.t2 = _context["catch"](23);
|
|
117
142
|
_didIteratorError = true;
|
|
118
143
|
_iteratorError = _context.t2;
|
|
119
144
|
|
|
120
|
-
case
|
|
121
|
-
_context.prev =
|
|
122
|
-
_context.prev =
|
|
145
|
+
case 44:
|
|
146
|
+
_context.prev = 44;
|
|
147
|
+
_context.prev = 45;
|
|
123
148
|
|
|
124
149
|
if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
|
|
125
|
-
_context.next =
|
|
150
|
+
_context.next = 49;
|
|
126
151
|
break;
|
|
127
152
|
}
|
|
128
153
|
|
|
129
|
-
_context.next =
|
|
154
|
+
_context.next = 49;
|
|
130
155
|
return _iterator.return();
|
|
131
156
|
|
|
132
|
-
case
|
|
133
|
-
_context.prev =
|
|
157
|
+
case 49:
|
|
158
|
+
_context.prev = 49;
|
|
134
159
|
|
|
135
160
|
if (!_didIteratorError) {
|
|
136
|
-
_context.next =
|
|
161
|
+
_context.next = 52;
|
|
137
162
|
break;
|
|
138
163
|
}
|
|
139
164
|
|
|
140
165
|
throw _iteratorError;
|
|
141
166
|
|
|
142
|
-
case
|
|
143
|
-
return _context.finish(
|
|
167
|
+
case 52:
|
|
168
|
+
return _context.finish(49);
|
|
144
169
|
|
|
145
|
-
case
|
|
146
|
-
return _context.finish(
|
|
170
|
+
case 53:
|
|
171
|
+
return _context.finish(44);
|
|
147
172
|
|
|
148
|
-
case
|
|
173
|
+
case 54:
|
|
149
174
|
return _context.abrupt("return", _loaderUtils.concatenateArrayBuffers.apply(void 0, chunks));
|
|
150
175
|
|
|
151
|
-
case
|
|
176
|
+
case 55:
|
|
152
177
|
if (!(!_loaderUtils.isBrowser && writer.encodeURLtoURL)) {
|
|
153
|
-
_context.next =
|
|
178
|
+
_context.next = 67;
|
|
154
179
|
break;
|
|
155
180
|
}
|
|
156
181
|
|
|
157
182
|
tmpInputFilename = getTemporaryFilename('input');
|
|
158
|
-
_context.next =
|
|
183
|
+
_context.next = 59;
|
|
159
184
|
return (0, _writeFile.writeFile)(tmpInputFilename, data);
|
|
160
185
|
|
|
161
|
-
case
|
|
186
|
+
case 59:
|
|
162
187
|
tmpOutputFilename = getTemporaryFilename('output');
|
|
163
|
-
_context.next =
|
|
188
|
+
_context.next = 62;
|
|
164
189
|
return encodeURLtoURL(tmpInputFilename, tmpOutputFilename, writer, options);
|
|
165
190
|
|
|
166
|
-
case
|
|
191
|
+
case 62:
|
|
167
192
|
outputFilename = _context.sent;
|
|
168
|
-
_context.next =
|
|
193
|
+
_context.next = 65;
|
|
169
194
|
return (0, _fetchFile.fetchFile)(outputFilename);
|
|
170
195
|
|
|
171
|
-
case
|
|
196
|
+
case 65:
|
|
172
197
|
response = _context.sent;
|
|
173
198
|
return _context.abrupt("return", response.arrayBuffer());
|
|
174
199
|
|
|
175
|
-
case
|
|
200
|
+
case 67:
|
|
176
201
|
throw new Error('Writer could not encode data');
|
|
177
202
|
|
|
178
|
-
case
|
|
203
|
+
case 68:
|
|
179
204
|
case "end":
|
|
180
205
|
return _context.stop();
|
|
181
206
|
}
|
|
182
207
|
}
|
|
183
|
-
}, _callee, null, [[
|
|
208
|
+
}, _callee, null, [[23, 40, 44, 54], [45,, 49, 53]]);
|
|
184
209
|
}));
|
|
185
210
|
return _encode.apply(this, arguments);
|
|
186
211
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/api/encode.ts"],"names":["encode","data","writer","options","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","concatenateArrayBuffers","isBrowser","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"mappings":"
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/api/encode.ts"],"names":["encode","data","writer","options","globalOptions","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","concatenateArrayBuffers","isBrowser","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;AACA;;AAGA;;AACA;;AACA;;;;;;SAKsBA,M;;;;;sEAAf,iBACLC,IADK,EAELC,MAFK,EAGLC,OAHK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAKCC,YAAAA,aALD,GAKiB,sCALjB;AAMLD,YAAAA,OAAO,mCAAOC,aAAP,GAAyBD,OAAzB,CAAP;;AANK,iBAOD,sCAAoBD,MAApB,EAA4BC,OAA5B,CAPC;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAQU,kCAAgBD,MAAhB,EAAwBD,IAAxB,EAA8BE,OAA9B,CARV;;AAAA;AAAA;;AAAA;AAAA,iBAYDD,MAAM,CAACF,MAZN;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAaUE,MAAM,CAACF,MAAP,CAAcC,IAAd,EAAoBE,OAApB,CAbV;;AAAA;AAAA;;AAAA;AAAA,iBAgBDD,MAAM,CAACG,UAhBN;AAAA;AAAA;AAAA;;AAAA,6CAiBIH,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAjBJ;;AAAA;AAAA,iBAoBDD,MAAM,CAACI,UApBN;AAAA;AAAA;AAAA;;AAAA,0BAqBI,IAAIC,WAAJ,EArBJ;AAAA;AAAA,mBAqBmCL,MAAM,CAACI,UAAP,CAAkBL,IAAlB,EAAwBE,OAAxB,CArBnC;;AAAA;AAAA;AAAA,yDAqBsBH,MArBtB;;AAAA;AAAA,iBAwBDE,MAAM,CAACM,eAxBN;AAAA;AAAA;AAAA;;AA2BGC,YAAAA,OA3BH,GA2BaD,eAAe,CAACP,IAAD,EAAOC,MAAP,EAAeC,OAAf,CA3B5B;AA8BGO,YAAAA,MA9BH,GA8BmB,EA9BnB;AAAA;AAAA;AAAA;AAAA,qDA+BuBD,OA/BvB;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AA+BcE,YAAAA,KA/Bd;AAgCDD,YAAAA,MAAM,CAACE,IAAP,CAAYD,KAAZ;;AAhCC;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA,6CAmCIE,mDAA2BH,MAA3B,CAnCJ;;AAAA;AAAA,kBAsCD,CAACI,sBAAD,IAAcZ,MAAM,CAACa,cAtCpB;AAAA;AAAA;AAAA;;AAwCGC,YAAAA,gBAxCH,GAwCsBC,oBAAoB,CAAC,OAAD,CAxC1C;AAAA;AAAA,mBAyCG,0BAAUD,gBAAV,EAA4Bf,IAA5B,CAzCH;;AAAA;AA2CGiB,YAAAA,iBA3CH,GA2CuBD,oBAAoB,CAAC,QAAD,CA3C3C;AAAA;AAAA,mBA6C0BF,cAAc,CACzCC,gBADyC,EAEzCE,iBAFyC,EAGzChB,MAHyC,EAIzCC,OAJyC,CA7CxC;;AAAA;AA6CGgB,YAAAA,cA7CH;AAAA;AAAA,mBAoDoB,0BAAUA,cAAV,CApDpB;;AAAA;AAoDGC,YAAAA,QApDH;AAAA,6CAqDIA,QAAQ,CAACC,WAAT,EArDJ;;AAAA;AAAA,kBAwDC,IAAIC,KAAJ,CAAU,8BAAV,CAxDD;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AA8DA,SAASjB,UAAT,CAAoBJ,IAApB,EAA+BC,MAA/B,EAA+CC,OAA/C,EAAqF;AAC1F,MAAID,MAAM,CAACG,UAAX,EAAuB;AACrB,WAAOH,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AACD,QAAM,IAAImB,KAAJ,CAAU,4CAAV,CAAN;AACD;;SAQqBhB,U;;;;;0EAAf,kBACLL,IADK,EAELC,MAFK,EAGLC,OAHK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,kBAKDD,MAAM,CAACqB,IAAP,IAAerB,MAAM,CAACI,UALrB;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAMUJ,MAAM,CAACI,UAAP,CAAkBL,IAAlB,EAAwBE,OAAxB,CANV;;AAAA;AAAA;;AAAA;AAAA,kBASDD,MAAM,CAACqB,IAAP,KAAgBrB,MAAM,CAACF,MAAP,IAAiBE,MAAM,CAACM,eAAxC,CATC;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAUuBR,MAAM,CAACC,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAV7B;;AAAA;AAUGkB,YAAAA,WAVH;AAAA,8CAWI,IAAIG,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAXJ;;AAAA;AAAA,kBAcC,IAAIC,KAAJ,CAAU,sCAAV,CAdD;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAoBA,SAASd,eAAT,CACLP,IADK,EAELC,MAFK,EAGLC,OAHK,EAIuB;AAC5B,MAAID,MAAM,CAACM,eAAX,EAA4B;AAC1B,QAAMkB,YAAY,GAAGC,WAAW,CAAC1B,IAAD,CAAhC;AACA,WAAOC,MAAM,CAACM,eAAP,CAAuBkB,YAAvB,EAAqCvB,OAArC,CAAP;AACD;;AAED,QAAM,IAAImB,KAAJ,CAAU,yCAAV,CAAN;AACD;;SAMqBP,c;;;;;8EAAf,kBACLa,QADK,EAELC,SAFK,EAGL3B,MAHK,EAILC,OAJK;AAAA;AAAA;AAAA;AAAA;AAAA;AAMLyB,YAAAA,QAAQ,GAAG,8BAAYA,QAAZ,CAAX;AACAC,YAAAA,SAAS,GAAG,8BAAYA,SAAZ,CAAZ;;AAPK,kBAQDf,0BAAa,CAACZ,MAAM,CAACa,cARpB;AAAA;AAAA;AAAA;;AAAA,kBASG,IAAIO,KAAJ,EATH;;AAAA;AAAA;AAAA,mBAWwBpB,MAAM,CAACa,cAAP,CAAsBa,QAAtB,EAAgCC,SAAhC,EAA2C1B,OAA3C,CAXxB;;AAAA;AAWCgB,YAAAA,cAXD;AAAA,8CAYEA,cAZF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAkBP,SAASQ,WAAT,CAAqB1B,IAArB,EAA2B;AACzB,MAAMyB,YAAY,GAAG,CAAC;AAACI,IAAAA,KAAK,EAAE7B,IAAR;AAAc8B,IAAAA,KAAK,EAAE,CAArB;AAAwBC,IAAAA,GAAG,EAAE/B,IAAI,CAACgC;AAAlC,GAAD,CAArB;AACA,SAAOP,YAAP;AACD;;AAKD,SAAST,oBAAT,CAA8BiB,QAA9B,EAAwD;AACtD,wBAAeA,QAAf;AACD","sourcesContent":["import {Writer, LoaderOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: LoaderOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"file":"encode.js"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
Object.defineProperty(exports, "setLoaderOptions", {
|
|
7
|
+
enumerable: true,
|
|
8
|
+
get: function get() {
|
|
9
|
+
return _optionUtils.setGlobalOptions;
|
|
10
|
+
}
|
|
11
|
+
});
|
|
12
|
+
Object.defineProperty(exports, "getLoaderOptions", {
|
|
13
|
+
enumerable: true,
|
|
14
|
+
get: function get() {
|
|
15
|
+
return _optionUtils.getGlobalLoaderOptions;
|
|
16
|
+
}
|
|
17
|
+
});
|
|
18
|
+
|
|
19
|
+
var _optionUtils = require("../loader-utils/option-utils");
|
|
20
|
+
//# sourceMappingURL=loader-options.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/api/loader-options.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAAA","sourcesContent":["export {setGlobalOptions as setLoaderOptions} from '../loader-utils/option-utils';\nexport {getGlobalLoaderOptions as getLoaderOptions} from '../loader-utils/option-utils';\n"],"file":"loader-options.js"}
|
|
@@ -19,6 +19,8 @@ var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
|
19
19
|
|
|
20
20
|
var _normalizeLoader = require("../loader-utils/normalize-loader");
|
|
21
21
|
|
|
22
|
+
var _isType = require("../../javascript-utils/is-type");
|
|
23
|
+
|
|
22
24
|
var _optionUtils = require("../loader-utils/option-utils");
|
|
23
25
|
|
|
24
26
|
var _getData = require("../loader-utils/get-data");
|
|
@@ -100,66 +102,83 @@ function parseWithLoader(_x5, _x6, _x7, _x8) {
|
|
|
100
102
|
|
|
101
103
|
function _parseWithLoader() {
|
|
102
104
|
_parseWithLoader = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(loader, data, options, context) {
|
|
105
|
+
var response, ok, redirected, status, statusText, type, url, headers;
|
|
103
106
|
return _regenerator.default.wrap(function _callee2$(_context2) {
|
|
104
107
|
while (1) {
|
|
105
108
|
switch (_context2.prev = _context2.next) {
|
|
106
109
|
case 0:
|
|
107
110
|
(0, _workerUtils.validateWorkerVersion)(loader);
|
|
108
|
-
|
|
111
|
+
|
|
112
|
+
if ((0, _isType.isResponse)(data)) {
|
|
113
|
+
response = data;
|
|
114
|
+
ok = response.ok, redirected = response.redirected, status = response.status, statusText = response.statusText, type = response.type, url = response.url;
|
|
115
|
+
headers = Object.fromEntries(response.headers.entries());
|
|
116
|
+
context.response = {
|
|
117
|
+
headers: headers,
|
|
118
|
+
ok: ok,
|
|
119
|
+
redirected: redirected,
|
|
120
|
+
status: status,
|
|
121
|
+
statusText: statusText,
|
|
122
|
+
type: type,
|
|
123
|
+
url: url
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
_context2.next = 4;
|
|
109
128
|
return (0, _getData.getArrayBufferOrStringFromData)(data, loader, options);
|
|
110
129
|
|
|
111
|
-
case
|
|
130
|
+
case 4:
|
|
112
131
|
data = _context2.sent;
|
|
113
132
|
|
|
114
133
|
if (!(loader.parseTextSync && typeof data === 'string')) {
|
|
115
|
-
_context2.next =
|
|
134
|
+
_context2.next = 8;
|
|
116
135
|
break;
|
|
117
136
|
}
|
|
118
137
|
|
|
119
138
|
options.dataType = 'text';
|
|
120
139
|
return _context2.abrupt("return", loader.parseTextSync(data, options, context, loader));
|
|
121
140
|
|
|
122
|
-
case
|
|
141
|
+
case 8:
|
|
123
142
|
if (!(0, _loaderUtils.canParseWithWorker)(loader, options)) {
|
|
124
|
-
_context2.next =
|
|
143
|
+
_context2.next = 12;
|
|
125
144
|
break;
|
|
126
145
|
}
|
|
127
146
|
|
|
128
|
-
_context2.next =
|
|
147
|
+
_context2.next = 11;
|
|
129
148
|
return (0, _loaderUtils.parseWithWorker)(loader, data, options, context, parse);
|
|
130
149
|
|
|
131
|
-
case
|
|
150
|
+
case 11:
|
|
132
151
|
return _context2.abrupt("return", _context2.sent);
|
|
133
152
|
|
|
134
|
-
case
|
|
153
|
+
case 12:
|
|
135
154
|
if (!(loader.parseText && typeof data === 'string')) {
|
|
136
|
-
_context2.next =
|
|
155
|
+
_context2.next = 16;
|
|
137
156
|
break;
|
|
138
157
|
}
|
|
139
158
|
|
|
140
|
-
_context2.next =
|
|
159
|
+
_context2.next = 15;
|
|
141
160
|
return loader.parseText(data, options, context, loader);
|
|
142
161
|
|
|
143
|
-
case
|
|
162
|
+
case 15:
|
|
144
163
|
return _context2.abrupt("return", _context2.sent);
|
|
145
164
|
|
|
146
|
-
case
|
|
165
|
+
case 16:
|
|
147
166
|
if (!loader.parse) {
|
|
148
|
-
_context2.next =
|
|
167
|
+
_context2.next = 20;
|
|
149
168
|
break;
|
|
150
169
|
}
|
|
151
170
|
|
|
152
|
-
_context2.next =
|
|
171
|
+
_context2.next = 19;
|
|
153
172
|
return loader.parse(data, options, context, loader);
|
|
154
173
|
|
|
155
|
-
case
|
|
174
|
+
case 19:
|
|
156
175
|
return _context2.abrupt("return", _context2.sent);
|
|
157
176
|
|
|
158
|
-
case
|
|
177
|
+
case 20:
|
|
159
178
|
(0, _workerUtils.assert)(!loader.parseSync);
|
|
160
179
|
throw new Error("".concat(loader.id, " loader - no parser found and worker is disabled"));
|
|
161
180
|
|
|
162
|
-
case
|
|
181
|
+
case 22:
|
|
163
182
|
case "end":
|
|
164
183
|
return _context2.stop();
|
|
165
184
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/api/parse.ts"],"names":["parse","data","loaders","options","context","Array","isArray","undefined","url","typedLoaders","candidateLoaders","loader","parseWithLoader","parseTextSync","dataType","parseText","parseSync","Error","id"],"mappings":";;;;;;;;;;;;;;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;SASsBA,K;;;;;qEAAf,iBACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAML,qCAAO,CAACA,OAAD,IAAY,sBAAOA,OAAP,MAAmB,QAAtC;;AAIA,gBAAIF,OAAO,IAAI,CAACG,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAZ,IAAsC,CAAC,qCAAeA,OAAf,CAA3C,EAAoE;AAClEE,cAAAA,OAAO,GAAGG,SAAV;AACAJ,cAAAA,OAAO,GAAGD,OAAV;AACAA,cAAAA,OAAO,GAAGK,SAAV;AACD;;AAdI;AAAA,mBAgBQN,IAhBR;;AAAA;AAgBLA,YAAAA,IAhBK;AAiBLE,YAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAjBK,oCAoBS,0CAAsBF,IAAtB,CApBT,EAoBEO,GApBF,yBAoBEA,GApBF;AAwBCC,YAAAA,YAxBD,GAwBgBP,OAxBhB;AAyBCQ,YAAAA,gBAzBD,GAyBoB,0CAAsBD,YAAtB,EAAoCL,OAApC,CAzBpB;AAAA;AAAA,mBA2BgB,gCAAaH,IAAb,EAAkCS,gBAAlC,EAAoDP,OAApD,CA3BhB;;AAAA;AA2BCQ,YAAAA,MA3BD;;AAAA,gBA6BAA,MA7BA;AAAA;AAAA;AAAA;;AAAA,6CA8BI,IA9BJ;;AAAA;AAkCLR,YAAAA,OAAO,GAAG,mCAAiBA,OAAjB,EAA0BQ,MAA1B,EAAkCD,gBAAlC,EAAoDF,GAApD,CAAV;AAGAJ,YAAAA,OAAO,GAAG,qCAAiB;AAACI,cAAAA,GAAG,EAAHA,GAAD;AAAMR,cAAAA,KAAK,EAALA,KAAN;AAAaE,cAAAA,OAAO,EAAEQ;AAAtB,aAAjB,EAA0DP,OAA1D,EAAmEC,OAAnE,CAAV;AArCK;AAAA,mBAuCQQ,eAAe,CAACD,MAAD,EAASV,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,CAvCvB;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA4CQQ,e;;;;;+EAAf,kBAA+BD,MAA/B,EAAuCV,IAAvC,EAA6CE,OAA7C,EAAsDC,OAAtD;AAAA;AAAA;AAAA;AAAA;AACE,oDAAsBO,MAAtB;
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/api/parse.ts"],"names":["parse","data","loaders","options","context","Array","isArray","undefined","url","typedLoaders","candidateLoaders","loader","parseWithLoader","response","ok","redirected","status","statusText","type","headers","Object","fromEntries","entries","parseTextSync","dataType","parseText","parseSync","Error","id"],"mappings":";;;;;;;;;;;;;;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;SASsBA,K;;;;;qEAAf,iBACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAML,qCAAO,CAACA,OAAD,IAAY,sBAAOA,OAAP,MAAmB,QAAtC;;AAIA,gBAAIF,OAAO,IAAI,CAACG,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAZ,IAAsC,CAAC,qCAAeA,OAAf,CAA3C,EAAoE;AAClEE,cAAAA,OAAO,GAAGG,SAAV;AACAJ,cAAAA,OAAO,GAAGD,OAAV;AACAA,cAAAA,OAAO,GAAGK,SAAV;AACD;;AAdI;AAAA,mBAgBQN,IAhBR;;AAAA;AAgBLA,YAAAA,IAhBK;AAiBLE,YAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAjBK,oCAoBS,0CAAsBF,IAAtB,CApBT,EAoBEO,GApBF,yBAoBEA,GApBF;AAwBCC,YAAAA,YAxBD,GAwBgBP,OAxBhB;AAyBCQ,YAAAA,gBAzBD,GAyBoB,0CAAsBD,YAAtB,EAAoCL,OAApC,CAzBpB;AAAA;AAAA,mBA2BgB,gCAAaH,IAAb,EAAkCS,gBAAlC,EAAoDP,OAApD,CA3BhB;;AAAA;AA2BCQ,YAAAA,MA3BD;;AAAA,gBA6BAA,MA7BA;AAAA;AAAA;AAAA;;AAAA,6CA8BI,IA9BJ;;AAAA;AAkCLR,YAAAA,OAAO,GAAG,mCAAiBA,OAAjB,EAA0BQ,MAA1B,EAAkCD,gBAAlC,EAAoDF,GAApD,CAAV;AAGAJ,YAAAA,OAAO,GAAG,qCAAiB;AAACI,cAAAA,GAAG,EAAHA,GAAD;AAAMR,cAAAA,KAAK,EAALA,KAAN;AAAaE,cAAAA,OAAO,EAAEQ;AAAtB,aAAjB,EAA0DP,OAA1D,EAAmEC,OAAnE,CAAV;AArCK;AAAA,mBAuCQQ,eAAe,CAACD,MAAD,EAASV,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,CAvCvB;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA4CQQ,e;;;;;+EAAf,kBAA+BD,MAA/B,EAAuCV,IAAvC,EAA6CE,OAA7C,EAAsDC,OAAtD;AAAA;AAAA;AAAA;AAAA;AAAA;AACE,oDAAsBO,MAAtB;;AAEA,gBAAI,wBAAWV,IAAX,CAAJ,EAAsB;AAEdY,cAAAA,QAFc,GAEHZ,IAFG;AAGba,cAAAA,EAHa,GAGoCD,QAHpC,CAGbC,EAHa,EAGTC,UAHS,GAGoCF,QAHpC,CAGTE,UAHS,EAGGC,MAHH,GAGoCH,QAHpC,CAGGG,MAHH,EAGWC,UAHX,GAGoCJ,QAHpC,CAGWI,UAHX,EAGuBC,IAHvB,GAGoCL,QAHpC,CAGuBK,IAHvB,EAG6BV,GAH7B,GAGoCK,QAHpC,CAG6BL,GAH7B;AAIdW,cAAAA,OAJc,GAIJC,MAAM,CAACC,WAAP,CAAmBR,QAAQ,CAACM,OAAT,CAAiBG,OAAjB,EAAnB,CAJI;AAKpBlB,cAAAA,OAAO,CAACS,QAAR,GAAmB;AAACM,gBAAAA,OAAO,EAAPA,OAAD;AAAUL,gBAAAA,EAAE,EAAFA,EAAV;AAAcC,gBAAAA,UAAU,EAAVA,UAAd;AAA0BC,gBAAAA,MAAM,EAANA,MAA1B;AAAkCC,gBAAAA,UAAU,EAAVA,UAAlC;AAA8CC,gBAAAA,IAAI,EAAJA,IAA9C;AAAoDV,gBAAAA,GAAG,EAAHA;AAApD,eAAnB;AACD;;AATH;AAAA,mBAWe,6CAA+BP,IAA/B,EAAqCU,MAArC,EAA6CR,OAA7C,CAXf;;AAAA;AAWEF,YAAAA,IAXF;;AAAA,kBAcMU,MAAM,CAACY,aAAP,IAAwB,OAAOtB,IAAP,KAAgB,QAd9C;AAAA;AAAA;AAAA;;AAeIE,YAAAA,OAAO,CAACqB,QAAR,GAAmB,MAAnB;AAfJ,8CAgBWb,MAAM,CAACY,aAAP,CAAqBtB,IAArB,EAA2BE,OAA3B,EAAoCC,OAApC,EAA6CO,MAA7C,CAhBX;;AAAA;AAAA,iBAoBM,qCAAmBA,MAAnB,EAA2BR,OAA3B,CApBN;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAqBiB,kCAAgBQ,MAAhB,EAAwBV,IAAxB,EAA8BE,OAA9B,EAAuCC,OAAvC,EAAgDJ,KAAhD,CArBjB;;AAAA;AAAA;;AAAA;AAAA,kBAyBMW,MAAM,CAACc,SAAP,IAAoB,OAAOxB,IAAP,KAAgB,QAzB1C;AAAA;AAAA;AAAA;;AAAA;AAAA,mBA0BiBU,MAAM,CAACc,SAAP,CAAiBxB,IAAjB,EAAuBE,OAAvB,EAAgCC,OAAhC,EAAyCO,MAAzC,CA1BjB;;AAAA;AAAA;;AAAA;AAAA,iBA6BMA,MAAM,CAACX,KA7Bb;AAAA;AAAA;AAAA;;AAAA;AAAA,mBA8BiBW,MAAM,CAACX,KAAP,CAAaC,IAAb,EAAmBE,OAAnB,EAA4BC,OAA5B,EAAqCO,MAArC,CA9BjB;;AAAA;AAAA;;AAAA;AAkCE,qCAAO,CAACA,MAAM,CAACe,SAAf;AAlCF,kBAqCQ,IAAIC,KAAJ,WAAahB,MAAM,CAACiB,EAApB,sDArCR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G","sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {assert, validateWorkerVersion} from '@loaders.gl/worker-utils';\nimport {parseWithWorker, canParseWithWorker} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {isResponse} from '../../javascript-utils/is-type';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromData} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parse(\n data: DataType | Promise<DataType>,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n assert(!context || typeof context === 'object'); // parse no longer accepts final url\n\n // Signature: parse(data, options, context | url)\n // Uses registered loaders\n if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n data = await data; // Resolve any promise\n options = options || {};\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n // Chooses a loader (and normalizes it)\n // Also use any loaders in the context, new loaders take priority\n const typedLoaders = loaders as Loader | Loader[] | undefined;\n const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n // todo hacky type cast\n const loader = await selectLoader(data as ArrayBuffer, candidateLoaders, options);\n // Note: if no loader was found, if so just return null\n if (!loader) {\n return null;\n }\n\n // Normalize options\n options = normalizeOptions(options, loader, candidateLoaders, url);\n\n // Get a context (if already present, will be unchanged)\n context = getLoaderContext({url, parse, loaders: candidateLoaders}, options, context);\n\n return await parseWithLoader(loader, data, options, context);\n}\n\n// TODO: support progress and abort\n// TODO - should accept loader.parseAsyncIterator and concatenate.\nasync function parseWithLoader(loader, data, options, context) {\n validateWorkerVersion(loader);\n\n if (isResponse(data)) {\n // Serialize to support passing the response to web worker\n const response = data as Response;\n const {ok, redirected, status, statusText, type, url} = response;\n const headers = Object.fromEntries(response.headers.entries());\n context.response = {headers, ok, redirected, status, statusText, type, url};\n }\n\n data = await getArrayBufferOrStringFromData(data, loader, options);\n\n // First check for synchronous text parser, wrap results in promises\n if (loader.parseTextSync && typeof data === 'string') {\n options.dataType = 'text';\n return loader.parseTextSync(data, options, context, loader);\n }\n\n // If we have a workerUrl and the loader can parse the given options efficiently in a worker\n if (canParseWithWorker(loader, options)) {\n return await parseWithWorker(loader, data, options, context, parse);\n }\n\n // Check for asynchronous parser\n if (loader.parseText && typeof data === 'string') {\n return await loader.parseText(data, options, context, loader);\n }\n\n if (loader.parse) {\n return await loader.parse(data, options, context, loader);\n }\n\n // This should not happen, all sync loaders should also offer `parse` function\n assert(!loader.parseSync);\n\n // TBD - If asynchronous parser not available, return null\n throw new Error(`${loader.id} loader - no parser found and worker is disabled`);\n}\n"],"file":"parse.js"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/api/select-loader.ts"],"names":["EXT_PATTERN","selectLoader","data","loaders","options","context","validHTTPResponse","loader","selectLoaderSync","nothrow","slice","arrayBuffer","Error","getNoValidLoaderMessage","Array","isArray","candidateLoaders","concat","ignoreRegisteredLoaders","push","normalizeLoaders","selectLoaderInternal","url","type","testUrl","reason","mimeType","findLoaderByMIMEType","findLoaderByUrl","findLoaderByInitialBytes","getFirstCharacters","fallbackMimeType","log","name","Response","status","message","path","filename","firstCharacters","match","exec","extension","findLoaderByExtension","toLowerCase","extensions","loaderExtension","mimeTypes","includes","id","testDataAgainstText","ArrayBuffer","isView","testDataAgainstBinary","buffer","byteOffset","testText","tests","some","test","startsWith","testBinary","byteLength","magic","getMagicString","length","dataView","DataView","i","String","fromCharCode","getUint8"],"mappings":";;;;;;;;;;;;;;;;;;;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;;;;;;;;;;;AAEA,IAAMA,WAAW,GAAG,YAApB;;SAesBC,Y;;;;;4EAAf,iBACLC,IADK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAELC,YAAAA,OAFK,2DAEwB,EAFxB;AAGLC,YAAAA,OAHK;AAILC,YAAAA,OAJK;;AAAA,gBAMAC,iBAAiB,CAACJ,IAAD,CANjB;AAAA;AAAA;AAAA;;AAAA,6CAOI,IAPJ;;AAAA;AAWDK,YAAAA,MAXC,GAWQC,gBAAgB,CAACN,IAAD,EAAOC,OAAP,kCAAoBC,OAApB;AAA6BK,cAAAA,OAAO,EAAE;AAAtC,gBAA6CJ,OAA7C,CAXxB;;AAAA,iBAYDE,MAZC;AAAA;AAAA;AAAA;;AAAA,6CAaIA,MAbJ;;AAAA;AAAA,iBAkBD,oBAAOL,IAAP,CAlBC;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAmBWA,IAAD,CAAeQ,KAAf,CAAqB,CAArB,EAAwB,EAAxB,EAA4BC,WAA5B,EAnBV;;AAAA;AAmBHT,YAAAA,IAnBG;AAoBHK,YAAAA,MAAM,GAAGC,gBAAgB,CAACN,IAAD,EAAOC,OAAP,EAAgBC,OAAhB,EAAyBC,OAAzB,CAAzB;;AApBG;AAAA,kBAwBD,CAACE,MAAD,IAAW,EAACH,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEK,OAAV,CAxBV;AAAA;AAAA;AAAA;;AAAA,kBAyBG,IAAIG,KAAJ,CAAUC,uBAAuB,CAACX,IAAD,CAAjC,CAzBH;;AAAA;AAAA,6CA4BEK,MA5BF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAwCA,SAASC,gBAAT,CACLN,IADK,EAKU;AAAA,MAHfC,OAGe,uEAHc,EAGd;AAAA,MAFfC,OAEe;AAAA,MADfC,OACe;;AACf,MAAI,CAACC,iBAAiB,CAACJ,IAAD,CAAtB,EAA8B;AAC5B,WAAO,IAAP;AACD;;AAKD,MAAIC,OAAO,IAAI,CAACW,KAAK,CAACC,OAAN,CAAcZ,OAAd,CAAhB,EAAwC;AAEtC,WAAO,sCAAgBA,OAAhB,CAAP;AACD;;AAGD,MAAIa,gBAA0B,GAAG,EAAjC;;AAEA,MAAIb,OAAJ,EAAa;AACXa,IAAAA,gBAAgB,GAAGA,gBAAgB,CAACC,MAAjB,CAAwBd,OAAxB,CAAnB;AACD;;AAED,MAAI,EAACC,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEc,uBAAV,CAAJ,EAAuC;AAAA;;AACrC,yBAAAF,gBAAgB,EAACG,IAAjB,2DAAyB,4CAAzB;AACD;;AAGDC,EAAAA,gBAAgB,CAACJ,gBAAD,CAAhB;AAEA,MAAMT,MAAM,GAAGc,oBAAoB,CAACnB,IAAD,EAAOc,gBAAP,EAAyBZ,OAAzB,EAAkCC,OAAlC,CAAnC;;AAGA,MAAI,CAACE,MAAD,IAAW,EAACH,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEK,OAAV,CAAf,EAAkC;AAChC,UAAM,IAAIG,KAAJ,CAAUC,uBAAuB,CAACX,IAAD,CAAjC,CAAN;AACD;;AAED,SAAOK,MAAP;AACD;;AAGD,SAASc,oBAAT,CACEnB,IADF,EAEEC,OAFF,EAGEC,OAHF,EAIEC,OAJF,EAKE;AACA,8BAAoB,0CAAsBH,IAAtB,CAApB;AAAA,MAAOoB,GAAP,yBAAOA,GAAP;AAAA,MAAYC,IAAZ,yBAAYA,IAAZ;;AAEA,MAAMC,OAAO,GAAGF,GAAG,KAAIjB,OAAJ,aAAIA,OAAJ,uBAAIA,OAAO,CAAEiB,GAAb,CAAnB;AAEA,MAAIf,MAAqB,GAAG,IAA5B;AACA,MAAIkB,MAAc,GAAG,EAArB;;AAGA,MAAIrB,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEsB,QAAb,EAAuB;AACrBnB,IAAAA,MAAM,GAAGoB,oBAAoB,CAACxB,OAAD,EAAUC,OAAV,aAAUA,OAAV,uBAAUA,OAAO,CAAEsB,QAAnB,CAA7B;AACAD,IAAAA,MAAM,gDAAyCrB,OAAzC,aAAyCA,OAAzC,uBAAyCA,OAAO,CAAEsB,QAAlD,CAAN;AACD;;AAGDnB,EAAAA,MAAM,GAAGA,MAAM,IAAIqB,eAAe,CAACzB,OAAD,EAAUqB,OAAV,CAAlC;AACAC,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,yBAAkBiB,OAAlB,IAA8B,EAAzC,CAAf;AAGAjB,EAAAA,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAD,EAAUoB,IAAV,CAAvC;AACAE,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,+BAAwBgB,IAAxB,IAAiC,EAA5C,CAAf;AAGAhB,EAAAA,MAAM,GAAGA,MAAM,IAAIsB,wBAAwB,CAAC1B,OAAD,EAAUD,IAAV,CAA3C;AACAuB,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,kCAA2BuB,kBAAkB,CAAC5B,IAAD,CAA7C,IAAwD,EAAnE,CAAf;AAGAK,EAAAA,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAD,EAAUC,OAAV,aAAUA,OAAV,uBAAUA,OAAO,CAAE2B,gBAAnB,CAAvC;AACAN,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,wCAAiCgB,IAAjC,IAA0C,EAArD,CAAf;;AAEA,MAAIE,MAAJ,EAAY;AAAA;;AACVO,aAAIA,GAAJ,CAAQ,CAAR,6CAAoCzB,MAApC,4CAAoC,QAAQ0B,IAA5C,eAAqDR,MAArD;AACD;;AAED,SAAOlB,MAAP;AACD;;AAGD,SAASD,iBAAT,CAA2BJ,IAA3B,EAA+C;AAE7C,MAAIA,IAAI,YAAYgC,QAApB,EAA8B;AAE5B,QAAIhC,IAAI,CAACiC,MAAL,KAAgB,GAApB,EAAyB;AACvB,aAAO,KAAP;AACD;AACF;;AACD,SAAO,IAAP;AACD;;AAGD,SAAStB,uBAAT,CAAiCX,IAAjC,EAA+C;AAC7C,+BAAoB,0CAAsBA,IAAtB,CAApB;AAAA,MAAOoB,GAAP,0BAAOA,GAAP;AAAA,MAAYC,IAAZ,0BAAYA,IAAZ;;AAEA,MAAIa,OAAO,GAAG,yBAAd;AACAA,EAAAA,OAAO,IAAId,GAAG,aAAMe,kBAAKC,QAAL,CAAchB,GAAd,CAAN,UAA+B,mBAA7C;AACAc,EAAAA,OAAO,yBAAkBb,IAAI,eAAOA,IAAP,UAAiB,cAAvC,OAAP;AAEA,MAAMgB,eAAuB,GAAGrC,IAAI,GAAG4B,kBAAkB,CAAC5B,IAAD,CAArB,GAA8B,EAAlE;AACAkC,EAAAA,OAAO,IAAIG,eAAe,6BAAqBA,eAArB,UAA0C,4BAApE;AACAH,EAAAA,OAAO,IAAI,GAAX;AACA,SAAOA,OAAP;AACD;;AAED,SAAShB,gBAAT,CAA0BjB,OAA1B,EAAmD;AAAA,6CAC5BA,OAD4B;AAAA;;AAAA;AACjD,wDAA8B;AAAA,UAAnBI,MAAmB;AAC5B,4CAAgBA,MAAhB;AACD;AAHgD;AAAA;AAAA;AAAA;AAAA;AAIlD;;AAID,SAASqB,eAAT,CAAyBzB,OAAzB,EAA4CmB,GAA5C,EAAyE;AAEvE,MAAMkB,KAAK,GAAGlB,GAAG,IAAItB,WAAW,CAACyC,IAAZ,CAAiBnB,GAAjB,CAArB;AACA,MAAMoB,SAAS,GAAGF,KAAK,IAAIA,KAAK,CAAC,CAAD,CAAhC;AACA,SAAOE,SAAS,GAAGC,qBAAqB,CAACxC,OAAD,EAAUuC,SAAV,CAAxB,GAA+C,IAA/D;AACD;;AAED,SAASC,qBAAT,CAA+BxC,OAA/B,EAAkDuC,SAAlD,EAAoF;AAClFA,EAAAA,SAAS,GAAGA,SAAS,CAACE,WAAV,EAAZ;;AADkF,8CAG7DzC,OAH6D;AAAA;;AAAA;AAGlF,2DAA8B;AAAA,UAAnBI,MAAmB;;AAAA,kDACEA,MAAM,CAACsC,UADT;AAAA;;AAAA;AAC5B,+DAAiD;AAAA,cAAtCC,eAAsC;;AAC/C,cAAIA,eAAe,CAACF,WAAhB,OAAkCF,SAAtC,EAAiD;AAC/C,mBAAOnC,MAAP;AACD;AACF;AAL2B;AAAA;AAAA;AAAA;AAAA;AAM7B;AATiF;AAAA;AAAA;AAAA;AAAA;;AAUlF,SAAO,IAAP;AACD;;AAED,SAASoB,oBAAT,CAA8BxB,OAA9B,EAAuCuB,QAAvC,EAAiD;AAAA,8CAC1BvB,OAD0B;AAAA;;AAAA;AAC/C,2DAA8B;AAAA,UAAnBI,MAAmB;;AAC5B,UAAIA,MAAM,CAACwC,SAAP,IAAoBxC,MAAM,CAACwC,SAAP,CAAiBC,QAAjB,CAA0BtB,QAA1B,CAAxB,EAA6D;AAC3D,eAAOnB,MAAP;AACD;;AAID,UAAImB,QAAQ,6BAAsBnB,MAAM,CAAC0C,EAA7B,CAAZ,EAA+C;AAC7C,eAAO1C,MAAP;AACD;AACF;AAX8C;AAAA;AAAA;AAAA;AAAA;;AAY/C,SAAO,IAAP;AACD;;AAED,SAASsB,wBAAT,CAAkC1B,OAAlC,EAA2CD,IAA3C,EAAiD;AAC/C,MAAI,CAACA,IAAL,EAAW;AACT,WAAO,IAAP;AACD;;AAH8C,8CAK1BC,OAL0B;AAAA;;AAAA;AAK/C,2DAA8B;AAAA,UAAnBI,MAAmB;;AAC5B,UAAI,OAAOL,IAAP,KAAgB,QAApB,EAA8B;AAC5B,YAAIgD,mBAAmB,CAAChD,IAAD,EAAOK,MAAP,CAAvB,EAAuC;AACrC,iBAAOA,MAAP;AACD;AACF,OAJD,MAIO,IAAI4C,WAAW,CAACC,MAAZ,CAAmBlD,IAAnB,CAAJ,EAA8B;AAEnC,YAAImD,qBAAqB,CAACnD,IAAI,CAACoD,MAAN,EAAcpD,IAAI,CAACqD,UAAnB,EAA+BhD,MAA/B,CAAzB,EAAiE;AAC/D,iBAAOA,MAAP;AACD;AACF,OALM,MAKA,IAAIL,IAAI,YAAYiD,WAApB,EAAiC;AACtC,YAAMI,UAAU,GAAG,CAAnB;;AACA,YAAIF,qBAAqB,CAACnD,IAAD,EAAOqD,UAAP,EAAmBhD,MAAnB,CAAzB,EAAqD;AACnD,iBAAOA,MAAP;AACD;AACF;AAEF;AAtB8C;AAAA;AAAA;AAAA;AAAA;;AAuB/C,SAAO,IAAP;AACD;;AAED,SAAS2C,mBAAT,CAA6BhD,IAA7B,EAAmCK,MAAnC,EAA2C;AACzC,MAAIA,MAAM,CAACiD,QAAX,EAAqB;AACnB,WAAOjD,MAAM,CAACiD,QAAP,CAAgBtD,IAAhB,CAAP;AACD;;AAED,MAAMuD,KAAK,GAAG3C,KAAK,CAACC,OAAN,CAAcR,MAAM,CAACkD,KAArB,IAA8BlD,MAAM,CAACkD,KAArC,GAA6C,CAAClD,MAAM,CAACkD,KAAR,CAA3D;AACA,SAAOA,KAAK,CAACC,IAAN,CAAW,UAACC,IAAD;AAAA,WAAUzD,IAAI,CAAC0D,UAAL,CAAgBD,IAAhB,CAAV;AAAA,GAAX,CAAP;AACD;;AAED,SAASN,qBAAT,CAA+BnD,IAA/B,EAAqCqD,UAArC,EAAiDhD,MAAjD,EAAyD;AACvD,MAAMkD,KAAK,GAAG3C,KAAK,CAACC,OAAN,CAAcR,MAAM,CAACkD,KAArB,IAA8BlD,MAAM,CAACkD,KAArC,GAA6C,CAAClD,MAAM,CAACkD,KAAR,CAA3D;AACA,SAAOA,KAAK,CAACC,IAAN,CAAW,UAACC,IAAD;AAAA,WAAUE,UAAU,CAAC3D,IAAD,EAAOqD,UAAP,EAAmBhD,MAAnB,EAA2BoD,IAA3B,CAApB;AAAA,GAAX,CAAP;AACD;;AAED,SAASE,UAAT,CAAoB3D,IAApB,EAA0BqD,UAA1B,EAAsChD,MAAtC,EAA8CoD,IAA9C,EAAoD;AAClD,MAAIA,IAAI,YAAYR,WAApB,EAAiC;AAC/B,WAAO,sCAAoBQ,IAApB,EAA0BzD,IAA1B,EAAgCyD,IAAI,CAACG,UAArC,CAAP;AACD;;AACD,gCAAeH,IAAf;AACE,SAAK,UAAL;AACE,aAAOA,IAAI,CAACzD,IAAD,EAAOK,MAAP,CAAX;;AAEF,SAAK,QAAL;AAEE,UAAMwD,KAAK,GAAGC,cAAc,CAAC9D,IAAD,EAAOqD,UAAP,EAAmBI,IAAI,CAACM,MAAxB,CAA5B;AACA,aAAON,IAAI,KAAKI,KAAhB;;AAEF;AACE,aAAO,KAAP;AAVJ;AAYD;;AAED,SAASjC,kBAAT,CAA4B5B,IAA5B,EAAsD;AAAA,MAApB+D,MAAoB,uEAAH,CAAG;;AACpD,MAAI,OAAO/D,IAAP,KAAgB,QAApB,EAA8B;AAC5B,WAAOA,IAAI,CAACQ,KAAL,CAAW,CAAX,EAAcuD,MAAd,CAAP;AACD,GAFD,MAEO,IAAId,WAAW,CAACC,MAAZ,CAAmBlD,IAAnB,CAAJ,EAA8B;AAEnC,WAAO8D,cAAc,CAAC9D,IAAI,CAACoD,MAAN,EAAcpD,IAAI,CAACqD,UAAnB,EAA+BU,MAA/B,CAArB;AACD,GAHM,MAGA,IAAI/D,IAAI,YAAYiD,WAApB,EAAiC;AACtC,QAAMI,UAAU,GAAG,CAAnB;AACA,WAAOS,cAAc,CAAC9D,IAAD,EAAOqD,UAAP,EAAmBU,MAAnB,CAArB;AACD;;AACD,SAAO,EAAP;AACD;;AAED,SAASD,cAAT,CAAwBrD,WAAxB,EAAqC4C,UAArC,EAAiDU,MAAjD,EAAyD;AACvD,MAAItD,WAAW,CAACmD,UAAZ,GAAyBP,UAAU,GAAGU,MAA1C,EAAkD;AAChD,WAAO,EAAP;AACD;;AACD,MAAMC,QAAQ,GAAG,IAAIC,QAAJ,CAAaxD,WAAb,CAAjB;AACA,MAAIoD,KAAK,GAAG,EAAZ;;AACA,OAAK,IAAIK,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,MAApB,EAA4BG,CAAC,EAA7B,EAAiC;AAC/BL,IAAAA,KAAK,IAAIM,MAAM,CAACC,YAAP,CAAoBJ,QAAQ,CAACK,QAAT,CAAkBhB,UAAU,GAAGa,CAA/B,CAApB,CAAT;AACD;;AACD,SAAOL,KAAP;AACD","sourcesContent":["import type {LoaderContext, LoaderOptions, Loader} from '@loaders.gl/loader-utils';\nimport {compareArrayBuffers, path} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {log} from '../utils/log';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {getRegisteredLoaders} from './register-loaders';\nimport {isBlob} from '../../javascript-utils/is-type';\n\nconst EXT_PATTERN = /\\.([^.]+)$/;\n\n// TODO - Need a variant that peeks at streams for parseInBatches\n// TODO - Detect multiple matching loaders? Use heuristics to grade matches?\n// TODO - Allow apps to pass context to disambiguate between multiple matches (e.g. multiple .json formats)?\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport async function selectLoader(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<Loader | null> {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // First make a sync attempt, disabling exceptions\n let loader = selectLoaderSync(data, loaders, {...options, nothrow: true}, context);\n if (loader) {\n return loader;\n }\n\n // For Blobs and Files, try to asynchronously read a small initial slice and test again with that\n // to see if we can detect by initial content\n if (isBlob(data)) {\n data = await (data as Blob).slice(0, 10).arrayBuffer();\n loader = selectLoaderSync(data, loaders, options, context);\n }\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport function selectLoaderSync(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Loader | null {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // eslint-disable-next-line complexity\n // if only a single loader was provided (not as array), force its use\n // TODO - Should this behavior be kept and documented?\n if (loaders && !Array.isArray(loaders)) {\n // TODO - remove support for legacy loaders\n return normalizeLoader(loaders);\n }\n\n // Build list of candidate loaders that will be searched in order for a match\n let candidateLoaders: Loader[] = [];\n // First search supplied loaders\n if (loaders) {\n candidateLoaders = candidateLoaders.concat(loaders);\n }\n // Then fall back to registered loaders\n if (!options?.ignoreRegisteredLoaders) {\n candidateLoaders.push(...getRegisteredLoaders());\n }\n\n // TODO - remove support for legacy loaders\n normalizeLoaders(candidateLoaders);\n\n const loader = selectLoaderInternal(data, candidateLoaders, options, context);\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/** Implements loaders selection logic */\nfunction selectLoaderInternal(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[],\n options?: LoaderOptions,\n context?: LoaderContext\n) {\n const {url, type} = getResourceUrlAndType(data);\n\n const testUrl = url || context?.url;\n\n let loader: Loader | null = null;\n let reason: string = '';\n\n // if options.mimeType is supplied, it takes precedence\n if (options?.mimeType) {\n loader = findLoaderByMIMEType(loaders, options?.mimeType);\n reason = `match forced by supplied MIME type ${options?.mimeType}`;\n }\n\n // Look up loader by url\n loader = loader || findLoaderByUrl(loaders, testUrl);\n reason = reason || (loader ? `matched url ${testUrl}` : '');\n\n // Look up loader by mime type\n loader = loader || findLoaderByMIMEType(loaders, type);\n reason = reason || (loader ? `matched MIME type ${type}` : '');\n\n // Look for loader via initial bytes (Note: not always accessible (e.g. Response, stream, async iterator)\n loader = loader || findLoaderByInitialBytes(loaders, data);\n reason = reason || (loader ? `matched initial data ${getFirstCharacters(data)}` : '');\n\n // Look up loader by fallback mime type\n loader = loader || findLoaderByMIMEType(loaders, options?.fallbackMimeType);\n reason = reason || (loader ? `matched fallback MIME type ${type}` : '');\n\n if (reason) {\n log.log(1, `selectLoader selected ${loader?.name}: ${reason}.`);\n }\n\n return loader;\n}\n\n/** Check HTTP Response */\nfunction validHTTPResponse(data: any): boolean {\n // HANDLE HTTP status\n if (data instanceof Response) {\n // 204 - NO CONTENT. This handles cases where e.g. a tile server responds with 204 for a missing tile\n if (data.status === 204) {\n return false;\n }\n }\n return true;\n}\n\n/** Generate a helpful message to help explain why loader selection failed. */\nfunction getNoValidLoaderMessage(data): string {\n const {url, type} = getResourceUrlAndType(data);\n\n let message = 'No valid loader found (';\n message += url ? `${path.filename(url)}, ` : 'no url provided, ';\n message += `MIME type: ${type ? `\"${type}\"` : 'not provided'}, `;\n // First characters are only accessible when called on data (string or arrayBuffer).\n const firstCharacters: string = data ? getFirstCharacters(data) : '';\n message += firstCharacters ? ` first bytes: \"${firstCharacters}\"` : 'first bytes: not available';\n message += ')';\n return message;\n}\n\nfunction normalizeLoaders(loaders: Loader[]): void {\n for (const loader of loaders) {\n normalizeLoader(loader);\n }\n}\n\n// TODO - Would be nice to support http://example.com/file.glb?parameter=1\n// E.g: x = new URL('http://example.com/file.glb?load=1'; x.pathname\nfunction findLoaderByUrl(loaders: Loader[], url?: string): Loader | null {\n // Get extension\n const match = url && EXT_PATTERN.exec(url);\n const extension = match && match[1];\n return extension ? findLoaderByExtension(loaders, extension) : null;\n}\n\nfunction findLoaderByExtension(loaders: Loader[], extension: string): Loader | null {\n extension = extension.toLowerCase();\n\n for (const loader of loaders) {\n for (const loaderExtension of loader.extensions) {\n if (loaderExtension.toLowerCase() === extension) {\n return loader;\n }\n }\n }\n return null;\n}\n\nfunction findLoaderByMIMEType(loaders, mimeType) {\n for (const loader of loaders) {\n if (loader.mimeTypes && loader.mimeTypes.includes(mimeType)) {\n return loader;\n }\n\n // Support referring to loaders using the \"unregistered tree\"\n // https://en.wikipedia.org/wiki/Media_type#Unregistered_tree\n if (mimeType === `application/x.${loader.id}`) {\n return loader;\n }\n }\n return null;\n}\n\nfunction findLoaderByInitialBytes(loaders, data) {\n if (!data) {\n return null;\n }\n\n for (const loader of loaders) {\n if (typeof data === 'string') {\n if (testDataAgainstText(data, loader)) {\n return loader;\n }\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n if (testDataAgainstBinary(data.buffer, data.byteOffset, loader)) {\n return loader;\n }\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n if (testDataAgainstBinary(data, byteOffset, loader)) {\n return loader;\n }\n }\n // TODO Handle streaming case (requires creating a new AsyncIterator)\n }\n return null;\n}\n\nfunction testDataAgainstText(data, loader) {\n if (loader.testText) {\n return loader.testText(data);\n }\n\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => data.startsWith(test));\n}\n\nfunction testDataAgainstBinary(data, byteOffset, loader) {\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => testBinary(data, byteOffset, loader, test));\n}\n\nfunction testBinary(data, byteOffset, loader, test) {\n if (test instanceof ArrayBuffer) {\n return compareArrayBuffers(test, data, test.byteLength);\n }\n switch (typeof test) {\n case 'function':\n return test(data, loader);\n\n case 'string':\n // Magic bytes check: If `test` is a string, check if binary data starts with that strings\n const magic = getMagicString(data, byteOffset, test.length);\n return test === magic;\n\n default:\n return false;\n }\n}\n\nfunction getFirstCharacters(data, length: number = 5) {\n if (typeof data === 'string') {\n return data.slice(0, length);\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n return getMagicString(data.buffer, data.byteOffset, length);\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n return getMagicString(data, byteOffset, length);\n }\n return '';\n}\n\nfunction getMagicString(arrayBuffer, byteOffset, length) {\n if (arrayBuffer.byteLength < byteOffset + length) {\n return '';\n }\n const dataView = new DataView(arrayBuffer);\n let magic = '';\n for (let i = 0; i < length; i++) {\n magic += String.fromCharCode(dataView.getUint8(byteOffset + i));\n }\n return magic;\n}\n"],"file":"select-loader.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/api/select-loader.ts"],"names":["EXT_PATTERN","selectLoader","data","loaders","options","context","validHTTPResponse","loader","selectLoaderSync","nothrow","slice","arrayBuffer","Error","getNoValidLoaderMessage","Array","isArray","candidateLoaders","concat","ignoreRegisteredLoaders","push","normalizeLoaders","selectLoaderInternal","url","type","testUrl","reason","mimeType","findLoaderByMIMEType","findLoaderByUrl","findLoaderByInitialBytes","getFirstCharacters","fallbackMimeType","log","name","Response","status","message","path","filename","firstCharacters","match","exec","extension","findLoaderByExtension","toLowerCase","extensions","loaderExtension","mimeTypes","includes","id","testDataAgainstText","ArrayBuffer","isView","testDataAgainstBinary","buffer","byteOffset","testText","tests","some","test","startsWith","testBinary","byteLength","magic","getMagicString","length","dataView","DataView","i","String","fromCharCode","getUint8"],"mappings":";;;;;;;;;;;;;;;;;;;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;;;;;;;;;;;AAEA,IAAMA,WAAW,GAAG,YAApB;;SAesBC,Y;;;;;4EAAf,iBACLC,IADK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAELC,YAAAA,OAFK,2DAEwB,EAFxB;AAGLC,YAAAA,OAHK;AAILC,YAAAA,OAJK;;AAAA,gBAMAC,iBAAiB,CAACJ,IAAD,CANjB;AAAA;AAAA;AAAA;;AAAA,6CAOI,IAPJ;;AAAA;AAWDK,YAAAA,MAXC,GAWQC,gBAAgB,CAACN,IAAD,EAAOC,OAAP,kCAAoBC,OAApB;AAA6BK,cAAAA,OAAO,EAAE;AAAtC,gBAA6CJ,OAA7C,CAXxB;;AAAA,iBAYDE,MAZC;AAAA;AAAA;AAAA;;AAAA,6CAaIA,MAbJ;;AAAA;AAAA,iBAkBD,oBAAOL,IAAP,CAlBC;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAmBWA,IAAD,CAAeQ,KAAf,CAAqB,CAArB,EAAwB,EAAxB,EAA4BC,WAA5B,EAnBV;;AAAA;AAmBHT,YAAAA,IAnBG;AAoBHK,YAAAA,MAAM,GAAGC,gBAAgB,CAACN,IAAD,EAAOC,OAAP,EAAgBC,OAAhB,EAAyBC,OAAzB,CAAzB;;AApBG;AAAA,kBAwBD,CAACE,MAAD,IAAW,EAACH,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEK,OAAV,CAxBV;AAAA;AAAA;AAAA;;AAAA,kBAyBG,IAAIG,KAAJ,CAAUC,uBAAuB,CAACX,IAAD,CAAjC,CAzBH;;AAAA;AAAA,6CA4BEK,MA5BF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAwCA,SAASC,gBAAT,CACLN,IADK,EAKU;AAAA,MAHfC,OAGe,uEAHc,EAGd;AAAA,MAFfC,OAEe;AAAA,MADfC,OACe;;AACf,MAAI,CAACC,iBAAiB,CAACJ,IAAD,CAAtB,EAA8B;AAC5B,WAAO,IAAP;AACD;;AAKD,MAAIC,OAAO,IAAI,CAACW,KAAK,CAACC,OAAN,CAAcZ,OAAd,CAAhB,EAAwC;AAEtC,WAAO,sCAAgBA,OAAhB,CAAP;AACD;;AAGD,MAAIa,gBAA0B,GAAG,EAAjC;;AAEA,MAAIb,OAAJ,EAAa;AACXa,IAAAA,gBAAgB,GAAGA,gBAAgB,CAACC,MAAjB,CAAwBd,OAAxB,CAAnB;AACD;;AAED,MAAI,EAACC,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEc,uBAAV,CAAJ,EAAuC;AAAA;;AACrC,yBAAAF,gBAAgB,EAACG,IAAjB,2DAAyB,4CAAzB;AACD;;AAGDC,EAAAA,gBAAgB,CAACJ,gBAAD,CAAhB;AAEA,MAAMT,MAAM,GAAGc,oBAAoB,CAACnB,IAAD,EAAOc,gBAAP,EAAyBZ,OAAzB,EAAkCC,OAAlC,CAAnC;;AAGA,MAAI,CAACE,MAAD,IAAW,EAACH,OAAD,aAACA,OAAD,eAACA,OAAO,CAAEK,OAAV,CAAf,EAAkC;AAChC,UAAM,IAAIG,KAAJ,CAAUC,uBAAuB,CAACX,IAAD,CAAjC,CAAN;AACD;;AAED,SAAOK,MAAP;AACD;;AAID,SAASc,oBAAT,CACEnB,IADF,EAEEC,OAFF,EAGEC,OAHF,EAIEC,OAJF,EAKE;AACA,8BAAoB,0CAAsBH,IAAtB,CAApB;AAAA,MAAOoB,GAAP,yBAAOA,GAAP;AAAA,MAAYC,IAAZ,yBAAYA,IAAZ;;AAEA,MAAMC,OAAO,GAAGF,GAAG,KAAIjB,OAAJ,aAAIA,OAAJ,uBAAIA,OAAO,CAAEiB,GAAb,CAAnB;AAEA,MAAIf,MAAqB,GAAG,IAA5B;AACA,MAAIkB,MAAc,GAAG,EAArB;;AAGA,MAAIrB,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEsB,QAAb,EAAuB;AACrBnB,IAAAA,MAAM,GAAGoB,oBAAoB,CAACxB,OAAD,EAAUC,OAAV,aAAUA,OAAV,uBAAUA,OAAO,CAAEsB,QAAnB,CAA7B;AACAD,IAAAA,MAAM,gDAAyCrB,OAAzC,aAAyCA,OAAzC,uBAAyCA,OAAO,CAAEsB,QAAlD,CAAN;AACD;;AAGDnB,EAAAA,MAAM,GAAGA,MAAM,IAAIqB,eAAe,CAACzB,OAAD,EAAUqB,OAAV,CAAlC;AACAC,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,yBAAkBiB,OAAlB,IAA8B,EAAzC,CAAf;AAGAjB,EAAAA,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAD,EAAUoB,IAAV,CAAvC;AACAE,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,+BAAwBgB,IAAxB,IAAiC,EAA5C,CAAf;AAGAhB,EAAAA,MAAM,GAAGA,MAAM,IAAIsB,wBAAwB,CAAC1B,OAAD,EAAUD,IAAV,CAA3C;AACAuB,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,kCAA2BuB,kBAAkB,CAAC5B,IAAD,CAA7C,IAAwD,EAAnE,CAAf;AAGAK,EAAAA,MAAM,GAAGA,MAAM,IAAIoB,oBAAoB,CAACxB,OAAD,EAAUC,OAAV,aAAUA,OAAV,uBAAUA,OAAO,CAAE2B,gBAAnB,CAAvC;AACAN,EAAAA,MAAM,GAAGA,MAAM,KAAKlB,MAAM,wCAAiCgB,IAAjC,IAA0C,EAArD,CAAf;;AAEA,MAAIE,MAAJ,EAAY;AAAA;;AACVO,aAAIA,GAAJ,CAAQ,CAAR,6CAAoCzB,MAApC,4CAAoC,QAAQ0B,IAA5C,eAAqDR,MAArD;AACD;;AAED,SAAOlB,MAAP;AACD;;AAGD,SAASD,iBAAT,CAA2BJ,IAA3B,EAA+C;AAE7C,MAAIA,IAAI,YAAYgC,QAApB,EAA8B;AAE5B,QAAIhC,IAAI,CAACiC,MAAL,KAAgB,GAApB,EAAyB;AACvB,aAAO,KAAP;AACD;AACF;;AACD,SAAO,IAAP;AACD;;AAGD,SAAStB,uBAAT,CAAiCX,IAAjC,EAA+C;AAC7C,+BAAoB,0CAAsBA,IAAtB,CAApB;AAAA,MAAOoB,GAAP,0BAAOA,GAAP;AAAA,MAAYC,IAAZ,0BAAYA,IAAZ;;AAEA,MAAIa,OAAO,GAAG,yBAAd;AACAA,EAAAA,OAAO,IAAId,GAAG,aAAMe,kBAAKC,QAAL,CAAchB,GAAd,CAAN,UAA+B,mBAA7C;AACAc,EAAAA,OAAO,yBAAkBb,IAAI,eAAOA,IAAP,UAAiB,cAAvC,OAAP;AAEA,MAAMgB,eAAuB,GAAGrC,IAAI,GAAG4B,kBAAkB,CAAC5B,IAAD,CAArB,GAA8B,EAAlE;AACAkC,EAAAA,OAAO,IAAIG,eAAe,6BAAqBA,eAArB,UAA0C,4BAApE;AACAH,EAAAA,OAAO,IAAI,GAAX;AACA,SAAOA,OAAP;AACD;;AAED,SAAShB,gBAAT,CAA0BjB,OAA1B,EAAmD;AAAA,6CAC5BA,OAD4B;AAAA;;AAAA;AACjD,wDAA8B;AAAA,UAAnBI,MAAmB;AAC5B,4CAAgBA,MAAhB;AACD;AAHgD;AAAA;AAAA;AAAA;AAAA;AAIlD;;AAID,SAASqB,eAAT,CAAyBzB,OAAzB,EAA4CmB,GAA5C,EAAyE;AAEvE,MAAMkB,KAAK,GAAGlB,GAAG,IAAItB,WAAW,CAACyC,IAAZ,CAAiBnB,GAAjB,CAArB;AACA,MAAMoB,SAAS,GAAGF,KAAK,IAAIA,KAAK,CAAC,CAAD,CAAhC;AACA,SAAOE,SAAS,GAAGC,qBAAqB,CAACxC,OAAD,EAAUuC,SAAV,CAAxB,GAA+C,IAA/D;AACD;;AAED,SAASC,qBAAT,CAA+BxC,OAA/B,EAAkDuC,SAAlD,EAAoF;AAClFA,EAAAA,SAAS,GAAGA,SAAS,CAACE,WAAV,EAAZ;;AADkF,8CAG7DzC,OAH6D;AAAA;;AAAA;AAGlF,2DAA8B;AAAA,UAAnBI,MAAmB;;AAAA,kDACEA,MAAM,CAACsC,UADT;AAAA;;AAAA;AAC5B,+DAAiD;AAAA,cAAtCC,eAAsC;;AAC/C,cAAIA,eAAe,CAACF,WAAhB,OAAkCF,SAAtC,EAAiD;AAC/C,mBAAOnC,MAAP;AACD;AACF;AAL2B;AAAA;AAAA;AAAA;AAAA;AAM7B;AATiF;AAAA;AAAA;AAAA;AAAA;;AAUlF,SAAO,IAAP;AACD;;AAED,SAASoB,oBAAT,CAA8BxB,OAA9B,EAAuCuB,QAAvC,EAAiD;AAAA,8CAC1BvB,OAD0B;AAAA;;AAAA;AAC/C,2DAA8B;AAAA,UAAnBI,MAAmB;;AAC5B,UAAIA,MAAM,CAACwC,SAAP,IAAoBxC,MAAM,CAACwC,SAAP,CAAiBC,QAAjB,CAA0BtB,QAA1B,CAAxB,EAA6D;AAC3D,eAAOnB,MAAP;AACD;;AAID,UAAImB,QAAQ,6BAAsBnB,MAAM,CAAC0C,EAA7B,CAAZ,EAA+C;AAC7C,eAAO1C,MAAP;AACD;AACF;AAX8C;AAAA;AAAA;AAAA;AAAA;;AAY/C,SAAO,IAAP;AACD;;AAED,SAASsB,wBAAT,CAAkC1B,OAAlC,EAA2CD,IAA3C,EAAiD;AAC/C,MAAI,CAACA,IAAL,EAAW;AACT,WAAO,IAAP;AACD;;AAH8C,8CAK1BC,OAL0B;AAAA;;AAAA;AAK/C,2DAA8B;AAAA,UAAnBI,MAAmB;;AAC5B,UAAI,OAAOL,IAAP,KAAgB,QAApB,EAA8B;AAC5B,YAAIgD,mBAAmB,CAAChD,IAAD,EAAOK,MAAP,CAAvB,EAAuC;AACrC,iBAAOA,MAAP;AACD;AACF,OAJD,MAIO,IAAI4C,WAAW,CAACC,MAAZ,CAAmBlD,IAAnB,CAAJ,EAA8B;AAEnC,YAAImD,qBAAqB,CAACnD,IAAI,CAACoD,MAAN,EAAcpD,IAAI,CAACqD,UAAnB,EAA+BhD,MAA/B,CAAzB,EAAiE;AAC/D,iBAAOA,MAAP;AACD;AACF,OALM,MAKA,IAAIL,IAAI,YAAYiD,WAApB,EAAiC;AACtC,YAAMI,UAAU,GAAG,CAAnB;;AACA,YAAIF,qBAAqB,CAACnD,IAAD,EAAOqD,UAAP,EAAmBhD,MAAnB,CAAzB,EAAqD;AACnD,iBAAOA,MAAP;AACD;AACF;AAEF;AAtB8C;AAAA;AAAA;AAAA;AAAA;;AAuB/C,SAAO,IAAP;AACD;;AAED,SAAS2C,mBAAT,CAA6BhD,IAA7B,EAAmCK,MAAnC,EAA2C;AACzC,MAAIA,MAAM,CAACiD,QAAX,EAAqB;AACnB,WAAOjD,MAAM,CAACiD,QAAP,CAAgBtD,IAAhB,CAAP;AACD;;AAED,MAAMuD,KAAK,GAAG3C,KAAK,CAACC,OAAN,CAAcR,MAAM,CAACkD,KAArB,IAA8BlD,MAAM,CAACkD,KAArC,GAA6C,CAAClD,MAAM,CAACkD,KAAR,CAA3D;AACA,SAAOA,KAAK,CAACC,IAAN,CAAW,UAACC,IAAD;AAAA,WAAUzD,IAAI,CAAC0D,UAAL,CAAgBD,IAAhB,CAAV;AAAA,GAAX,CAAP;AACD;;AAED,SAASN,qBAAT,CAA+BnD,IAA/B,EAAqCqD,UAArC,EAAiDhD,MAAjD,EAAyD;AACvD,MAAMkD,KAAK,GAAG3C,KAAK,CAACC,OAAN,CAAcR,MAAM,CAACkD,KAArB,IAA8BlD,MAAM,CAACkD,KAArC,GAA6C,CAAClD,MAAM,CAACkD,KAAR,CAA3D;AACA,SAAOA,KAAK,CAACC,IAAN,CAAW,UAACC,IAAD;AAAA,WAAUE,UAAU,CAAC3D,IAAD,EAAOqD,UAAP,EAAmBhD,MAAnB,EAA2BoD,IAA3B,CAApB;AAAA,GAAX,CAAP;AACD;;AAED,SAASE,UAAT,CAAoB3D,IAApB,EAA0BqD,UAA1B,EAAsChD,MAAtC,EAA8CoD,IAA9C,EAAoD;AAClD,MAAIA,IAAI,YAAYR,WAApB,EAAiC;AAC/B,WAAO,sCAAoBQ,IAApB,EAA0BzD,IAA1B,EAAgCyD,IAAI,CAACG,UAArC,CAAP;AACD;;AACD,gCAAeH,IAAf;AACE,SAAK,UAAL;AACE,aAAOA,IAAI,CAACzD,IAAD,EAAOK,MAAP,CAAX;;AAEF,SAAK,QAAL;AAEE,UAAMwD,KAAK,GAAGC,cAAc,CAAC9D,IAAD,EAAOqD,UAAP,EAAmBI,IAAI,CAACM,MAAxB,CAA5B;AACA,aAAON,IAAI,KAAKI,KAAhB;;AAEF;AACE,aAAO,KAAP;AAVJ;AAYD;;AAED,SAASjC,kBAAT,CAA4B5B,IAA5B,EAAsD;AAAA,MAApB+D,MAAoB,uEAAH,CAAG;;AACpD,MAAI,OAAO/D,IAAP,KAAgB,QAApB,EAA8B;AAC5B,WAAOA,IAAI,CAACQ,KAAL,CAAW,CAAX,EAAcuD,MAAd,CAAP;AACD,GAFD,MAEO,IAAId,WAAW,CAACC,MAAZ,CAAmBlD,IAAnB,CAAJ,EAA8B;AAEnC,WAAO8D,cAAc,CAAC9D,IAAI,CAACoD,MAAN,EAAcpD,IAAI,CAACqD,UAAnB,EAA+BU,MAA/B,CAArB;AACD,GAHM,MAGA,IAAI/D,IAAI,YAAYiD,WAApB,EAAiC;AACtC,QAAMI,UAAU,GAAG,CAAnB;AACA,WAAOS,cAAc,CAAC9D,IAAD,EAAOqD,UAAP,EAAmBU,MAAnB,CAArB;AACD;;AACD,SAAO,EAAP;AACD;;AAED,SAASD,cAAT,CAAwBrD,WAAxB,EAAqC4C,UAArC,EAAiDU,MAAjD,EAAyD;AACvD,MAAItD,WAAW,CAACmD,UAAZ,GAAyBP,UAAU,GAAGU,MAA1C,EAAkD;AAChD,WAAO,EAAP;AACD;;AACD,MAAMC,QAAQ,GAAG,IAAIC,QAAJ,CAAaxD,WAAb,CAAjB;AACA,MAAIoD,KAAK,GAAG,EAAZ;;AACA,OAAK,IAAIK,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,MAApB,EAA4BG,CAAC,EAA7B,EAAiC;AAC/BL,IAAAA,KAAK,IAAIM,MAAM,CAACC,YAAP,CAAoBJ,QAAQ,CAACK,QAAT,CAAkBhB,UAAU,GAAGa,CAA/B,CAApB,CAAT;AACD;;AACD,SAAOL,KAAP;AACD","sourcesContent":["import type {LoaderContext, LoaderOptions, Loader} from '@loaders.gl/loader-utils';\nimport {compareArrayBuffers, path} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {log} from '../utils/log';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {getRegisteredLoaders} from './register-loaders';\nimport {isBlob} from '../../javascript-utils/is-type';\n\nconst EXT_PATTERN = /\\.([^.]+)$/;\n\n// TODO - Need a variant that peeks at streams for parseInBatches\n// TODO - Detect multiple matching loaders? Use heuristics to grade matches?\n// TODO - Allow apps to pass context to disambiguate between multiple matches (e.g. multiple .json formats)?\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport async function selectLoader(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<Loader | null> {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // First make a sync attempt, disabling exceptions\n let loader = selectLoaderSync(data, loaders, {...options, nothrow: true}, context);\n if (loader) {\n return loader;\n }\n\n // For Blobs and Files, try to asynchronously read a small initial slice and test again with that\n // to see if we can detect by initial content\n if (isBlob(data)) {\n data = await (data as Blob).slice(0, 10).arrayBuffer();\n loader = selectLoaderSync(data, loaders, options, context);\n }\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/**\n * Find a loader that matches file extension and/or initial file content\n * Search the loaders array argument for a loader that matches url extension or initial data\n * Returns: a normalized loader\n * @param data data to assist\n * @param loaders\n * @param options\n * @param context used internally, applications should not provide this parameter\n */\nexport function selectLoaderSync(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[] | Loader = [],\n options?: LoaderOptions,\n context?: LoaderContext\n): Loader | null {\n if (!validHTTPResponse(data)) {\n return null;\n }\n\n // eslint-disable-next-line complexity\n // if only a single loader was provided (not as array), force its use\n // TODO - Should this behavior be kept and documented?\n if (loaders && !Array.isArray(loaders)) {\n // TODO - remove support for legacy loaders\n return normalizeLoader(loaders);\n }\n\n // Build list of candidate loaders that will be searched in order for a match\n let candidateLoaders: Loader[] = [];\n // First search supplied loaders\n if (loaders) {\n candidateLoaders = candidateLoaders.concat(loaders);\n }\n // Then fall back to registered loaders\n if (!options?.ignoreRegisteredLoaders) {\n candidateLoaders.push(...getRegisteredLoaders());\n }\n\n // TODO - remove support for legacy loaders\n normalizeLoaders(candidateLoaders);\n\n const loader = selectLoaderInternal(data, candidateLoaders, options, context);\n\n // no loader available\n if (!loader && !options?.nothrow) {\n throw new Error(getNoValidLoaderMessage(data));\n }\n\n return loader;\n}\n\n/** Implements loaders selection logic */\n// eslint-disable-next-line complexity\nfunction selectLoaderInternal(\n data: Response | Blob | ArrayBuffer | string,\n loaders: Loader[],\n options?: LoaderOptions,\n context?: LoaderContext\n) {\n const {url, type} = getResourceUrlAndType(data);\n\n const testUrl = url || context?.url;\n\n let loader: Loader | null = null;\n let reason: string = '';\n\n // if options.mimeType is supplied, it takes precedence\n if (options?.mimeType) {\n loader = findLoaderByMIMEType(loaders, options?.mimeType);\n reason = `match forced by supplied MIME type ${options?.mimeType}`;\n }\n\n // Look up loader by url\n loader = loader || findLoaderByUrl(loaders, testUrl);\n reason = reason || (loader ? `matched url ${testUrl}` : '');\n\n // Look up loader by mime type\n loader = loader || findLoaderByMIMEType(loaders, type);\n reason = reason || (loader ? `matched MIME type ${type}` : '');\n\n // Look for loader via initial bytes (Note: not always accessible (e.g. Response, stream, async iterator)\n loader = loader || findLoaderByInitialBytes(loaders, data);\n reason = reason || (loader ? `matched initial data ${getFirstCharacters(data)}` : '');\n\n // Look up loader by fallback mime type\n loader = loader || findLoaderByMIMEType(loaders, options?.fallbackMimeType);\n reason = reason || (loader ? `matched fallback MIME type ${type}` : '');\n\n if (reason) {\n log.log(1, `selectLoader selected ${loader?.name}: ${reason}.`);\n }\n\n return loader;\n}\n\n/** Check HTTP Response */\nfunction validHTTPResponse(data: any): boolean {\n // HANDLE HTTP status\n if (data instanceof Response) {\n // 204 - NO CONTENT. This handles cases where e.g. a tile server responds with 204 for a missing tile\n if (data.status === 204) {\n return false;\n }\n }\n return true;\n}\n\n/** Generate a helpful message to help explain why loader selection failed. */\nfunction getNoValidLoaderMessage(data): string {\n const {url, type} = getResourceUrlAndType(data);\n\n let message = 'No valid loader found (';\n message += url ? `${path.filename(url)}, ` : 'no url provided, ';\n message += `MIME type: ${type ? `\"${type}\"` : 'not provided'}, `;\n // First characters are only accessible when called on data (string or arrayBuffer).\n const firstCharacters: string = data ? getFirstCharacters(data) : '';\n message += firstCharacters ? ` first bytes: \"${firstCharacters}\"` : 'first bytes: not available';\n message += ')';\n return message;\n}\n\nfunction normalizeLoaders(loaders: Loader[]): void {\n for (const loader of loaders) {\n normalizeLoader(loader);\n }\n}\n\n// TODO - Would be nice to support http://example.com/file.glb?parameter=1\n// E.g: x = new URL('http://example.com/file.glb?load=1'; x.pathname\nfunction findLoaderByUrl(loaders: Loader[], url?: string): Loader | null {\n // Get extension\n const match = url && EXT_PATTERN.exec(url);\n const extension = match && match[1];\n return extension ? findLoaderByExtension(loaders, extension) : null;\n}\n\nfunction findLoaderByExtension(loaders: Loader[], extension: string): Loader | null {\n extension = extension.toLowerCase();\n\n for (const loader of loaders) {\n for (const loaderExtension of loader.extensions) {\n if (loaderExtension.toLowerCase() === extension) {\n return loader;\n }\n }\n }\n return null;\n}\n\nfunction findLoaderByMIMEType(loaders, mimeType) {\n for (const loader of loaders) {\n if (loader.mimeTypes && loader.mimeTypes.includes(mimeType)) {\n return loader;\n }\n\n // Support referring to loaders using the \"unregistered tree\"\n // https://en.wikipedia.org/wiki/Media_type#Unregistered_tree\n if (mimeType === `application/x.${loader.id}`) {\n return loader;\n }\n }\n return null;\n}\n\nfunction findLoaderByInitialBytes(loaders, data) {\n if (!data) {\n return null;\n }\n\n for (const loader of loaders) {\n if (typeof data === 'string') {\n if (testDataAgainstText(data, loader)) {\n return loader;\n }\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n if (testDataAgainstBinary(data.buffer, data.byteOffset, loader)) {\n return loader;\n }\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n if (testDataAgainstBinary(data, byteOffset, loader)) {\n return loader;\n }\n }\n // TODO Handle streaming case (requires creating a new AsyncIterator)\n }\n return null;\n}\n\nfunction testDataAgainstText(data, loader) {\n if (loader.testText) {\n return loader.testText(data);\n }\n\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => data.startsWith(test));\n}\n\nfunction testDataAgainstBinary(data, byteOffset, loader) {\n const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];\n return tests.some((test) => testBinary(data, byteOffset, loader, test));\n}\n\nfunction testBinary(data, byteOffset, loader, test) {\n if (test instanceof ArrayBuffer) {\n return compareArrayBuffers(test, data, test.byteLength);\n }\n switch (typeof test) {\n case 'function':\n return test(data, loader);\n\n case 'string':\n // Magic bytes check: If `test` is a string, check if binary data starts with that strings\n const magic = getMagicString(data, byteOffset, test.length);\n return test === magic;\n\n default:\n return false;\n }\n}\n\nfunction getFirstCharacters(data, length: number = 5) {\n if (typeof data === 'string') {\n return data.slice(0, length);\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n return getMagicString(data.buffer, data.byteOffset, length);\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n return getMagicString(data, byteOffset, length);\n }\n return '';\n}\n\nfunction getMagicString(arrayBuffer, byteOffset, length) {\n if (arrayBuffer.byteLength < byteOffset + length) {\n return '';\n }\n const dataView = new DataView(arrayBuffer);\n let magic = '';\n for (let i = 0; i < length; i++) {\n magic += String.fromCharCode(dataView.getUint8(byteOffset + i));\n }\n return magic;\n}\n"],"file":"select-loader.js"}
|
package/dist/es5/lib/init.js
CHANGED
|
@@ -7,7 +7,7 @@ exports.default = void 0;
|
|
|
7
7
|
|
|
8
8
|
var _log = require("./utils/log");
|
|
9
9
|
|
|
10
|
-
var version = typeof "3.
|
|
10
|
+
var version = typeof "3.2.0-alpha.3" !== 'undefined' ? "3.2.0-alpha.3" : '';
|
|
11
11
|
|
|
12
12
|
if (!globalThis.loaders) {
|
|
13
13
|
_log.log.log(1, "loaders.gl ".concat(version))();
|
package/dist/es5/lib/init.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/init.ts"],"names":["version","globalThis","loaders","log","Object","assign","VERSION"],"mappings":";;;;;;;AACA;;AAGA,IAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/init.ts"],"names":["version","globalThis","loaders","log","Object","assign","VERSION"],"mappings":";;;;;;;AACA;;AAGA,IAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,EAAnE;;AAGA,IAAI,CAACC,UAAU,CAACC,OAAhB,EAAyB;AACvBC,WAAIA,GAAJ,CAAQ,CAAR,uBAAyBH,OAAzB;;AAEAC,EAAAA,UAAU,CAACC,OAAX,GAAqBE,MAAM,CAACC,MAAP,CAAcJ,UAAU,CAACC,OAAX,IAAsB,EAApC,EAAwC;AAC3DI,IAAAA,OAAO,EAAEN,OADkD;AAE3DG,IAAAA,GAAG,EAAHA;AAF2D,GAAxC,CAArB;AAID;;eAEcF,UAAU,CAACC,O","sourcesContent":["// loaders.gl, MIT license\nimport {log} from './utils/log';\n\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst version = typeof __VERSION__ !== 'undefined' ? __VERSION__ : '';\n\n// @ts-ignore\nif (!globalThis.loaders) {\n log.log(1, `loaders.gl ${version}`)();\n\n globalThis.loaders = Object.assign(globalThis.loaders || {}, {\n VERSION: version,\n log\n });\n}\n// @ts-ignore\nexport default globalThis.loaders;\n"],"file":"init.js"}
|
|
@@ -5,6 +5,8 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
5
5
|
});
|
|
6
6
|
exports.REMOVED_LOADER_OPTIONS = exports.DEFAULT_LOADER_OPTIONS = void 0;
|
|
7
7
|
|
|
8
|
+
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
9
|
+
|
|
8
10
|
var _loggers = require("./loggers");
|
|
9
11
|
|
|
10
12
|
var DEFAULT_LOADER_OPTIONS = {
|
|
@@ -16,7 +18,8 @@ var DEFAULT_LOADER_OPTIONS = {
|
|
|
16
18
|
worker: true,
|
|
17
19
|
maxConcurrency: 3,
|
|
18
20
|
maxMobileConcurrency: 1,
|
|
19
|
-
reuseWorkers:
|
|
21
|
+
reuseWorkers: _loaderUtils.isBrowser,
|
|
22
|
+
_nodeWorkers: false,
|
|
20
23
|
_workerType: '',
|
|
21
24
|
limit: 0,
|
|
22
25
|
_limitMB: 0,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/loader-utils/option-defaults.ts"],"names":["DEFAULT_LOADER_OPTIONS","fetch","mimeType","undefined","nothrow","log","ConsoleLog","CDN","worker","maxConcurrency","maxMobileConcurrency","reuseWorkers","_workerType","limit","_limitMB","batchSize","batchDebounceMs","metadata","transforms","REMOVED_LOADER_OPTIONS","throws","dataType","uri","method","headers","body","mode","credentials","cache","redirect","referrer","referrerPolicy","integrity","keepalive","signal"],"mappings":";;;;;;;AACA;;AAEO,IAAMA,sBAAqC,GAAG;AAEnDC,EAAAA,KAAK,EAAE,IAF4C;AAGnDC,EAAAA,QAAQ,EAAEC,SAHyC;AAInDC,EAAAA,OAAO,EAAE,KAJ0C;AAKnDC,EAAAA,GAAG,EAAE,IAAIC,mBAAJ,EAL8C;AAOnDC,EAAAA,GAAG,EAAE,+BAP8C;AAQnDC,EAAAA,MAAM,EAAE,IAR2C;AASnDC,EAAAA,cAAc,EAAE,CATmC;AAUnDC,EAAAA,oBAAoB,EAAE,CAV6B;AAWnDC,EAAAA,YAAY,
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/loader-utils/option-defaults.ts"],"names":["DEFAULT_LOADER_OPTIONS","fetch","mimeType","undefined","nothrow","log","ConsoleLog","CDN","worker","maxConcurrency","maxMobileConcurrency","reuseWorkers","isBrowser","_nodeWorkers","_workerType","limit","_limitMB","batchSize","batchDebounceMs","metadata","transforms","REMOVED_LOADER_OPTIONS","throws","dataType","uri","method","headers","body","mode","credentials","cache","redirect","referrer","referrerPolicy","integrity","keepalive","signal"],"mappings":";;;;;;;AACA;;AACA;;AAEO,IAAMA,sBAAqC,GAAG;AAEnDC,EAAAA,KAAK,EAAE,IAF4C;AAGnDC,EAAAA,QAAQ,EAAEC,SAHyC;AAInDC,EAAAA,OAAO,EAAE,KAJ0C;AAKnDC,EAAAA,GAAG,EAAE,IAAIC,mBAAJ,EAL8C;AAOnDC,EAAAA,GAAG,EAAE,+BAP8C;AAQnDC,EAAAA,MAAM,EAAE,IAR2C;AASnDC,EAAAA,cAAc,EAAE,CATmC;AAUnDC,EAAAA,oBAAoB,EAAE,CAV6B;AAWnDC,EAAAA,YAAY,EAAEC,sBAXqC;AAYnDC,EAAAA,YAAY,EAAE,KAZqC;AAanDC,EAAAA,WAAW,EAAE,EAbsC;AAenDC,EAAAA,KAAK,EAAE,CAf4C;AAgBnDC,EAAAA,QAAQ,EAAE,CAhByC;AAiBnDC,EAAAA,SAAS,EAAE,MAjBwC;AAkBnDC,EAAAA,eAAe,EAAE,CAlBkC;AAmBnDC,EAAAA,QAAQ,EAAE,KAnByC;AAoBnDC,EAAAA,UAAU,EAAE;AApBuC,CAA9C;;AAuBA,IAAMC,sBAAsB,GAAG;AACpCC,EAAAA,MAAM,EAAE,SAD4B;AAEpCC,EAAAA,QAAQ,EAAE,kBAF0B;AAGpCC,EAAAA,GAAG,EAAE,SAH+B;AAKpCC,EAAAA,MAAM,EAAE,cAL4B;AAMpCC,EAAAA,OAAO,EAAE,eAN2B;AAOpCC,EAAAA,IAAI,EAAE,YAP8B;AAQpCC,EAAAA,IAAI,EAAE,YAR8B;AASpCC,EAAAA,WAAW,EAAE,mBATuB;AAUpCC,EAAAA,KAAK,EAAE,aAV6B;AAWpCC,EAAAA,QAAQ,EAAE,gBAX0B;AAYpCC,EAAAA,QAAQ,EAAE,gBAZ0B;AAapCC,EAAAA,cAAc,EAAE,sBAboB;AAcpCC,EAAAA,SAAS,EAAE,iBAdyB;AAepCC,EAAAA,SAAS,EAAE,iBAfyB;AAgBpCC,EAAAA,MAAM,EAAE;AAhB4B,CAA/B","sourcesContent":["import type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {ConsoleLog} from './loggers';\n\nexport const DEFAULT_LOADER_OPTIONS: LoaderOptions = {\n // baseUri\n fetch: null,\n mimeType: undefined,\n nothrow: false,\n log: new ConsoleLog(), // A probe.gl compatible (`log.log()()` syntax) that just logs to console\n\n CDN: 'https://unpkg.com/@loaders.gl',\n worker: true, // By default, use worker if provided by loader.\n maxConcurrency: 3, // How many worker instances should be created for each loader.\n maxMobileConcurrency: 1, // How many worker instances should be created for each loader on mobile devices.\n reuseWorkers: isBrowser, // By default reuse workers in browser (Node.js refuses to terminate if browsers are running)\n _nodeWorkers: false, // By default do not support node workers\n _workerType: '', // 'test' to use locally generated workers\n\n limit: 0,\n _limitMB: 0,\n batchSize: 'auto',\n batchDebounceMs: 0,\n metadata: false, // TODO - currently only implemented for parseInBatches, adds initial metadata batch,\n transforms: []\n};\n\nexport const REMOVED_LOADER_OPTIONS = {\n throws: 'nothrow',\n dataType: '(no longer used)',\n uri: 'baseUri',\n // Warn if fetch options are used on top-level\n method: 'fetch.method',\n headers: 'fetch.headers',\n body: 'fetch.body',\n mode: 'fetch.mode',\n credentials: 'fetch.credentials',\n cache: 'fetch.cache',\n redirect: 'fetch.redirect',\n referrer: 'fetch.referrer',\n referrerPolicy: 'fetch.referrerPolicy',\n integrity: 'fetch.integrity',\n keepalive: 'fetch.keepalive',\n signal: 'fetch.signal'\n};\n"],"file":"option-defaults.js"}
|