@loaders.gl/core 3.1.0-beta.7 → 3.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +5 -3380
- package/dist/dist.min.js +3423 -0
- package/dist/es5/bundle.js +1 -1
- package/dist/es5/bundle.js.map +1 -1
- package/dist/es5/index.js +56 -72
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +119 -14
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +53 -17
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js +53 -12
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-iterator.js +1 -1
- package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js +161 -24
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-string-iterator.js +41 -13
- package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -1
- package/dist/es5/iterators/make-stream/make-dom-stream.js +71 -26
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -1
- package/dist/es5/iterators/make-stream/make-node-stream.js +189 -56
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -1
- package/dist/es5/javascript-utils/is-type.js +58 -18
- package/dist/es5/javascript-utils/is-type.js.map +1 -1
- package/dist/es5/lib/api/encode.js +242 -46
- package/dist/es5/lib/api/encode.js.map +1 -1
- package/dist/es5/lib/api/load-in-batches.js +52 -9
- package/dist/es5/lib/api/load-in-batches.js.map +1 -1
- package/dist/es5/lib/api/load.js +60 -15
- package/dist/es5/lib/api/load.js.map +1 -1
- package/dist/es5/lib/api/parse-in-batches.js +333 -81
- package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
- package/dist/es5/lib/api/parse-sync.js +15 -11
- package/dist/es5/lib/api/parse-sync.js.map +1 -1
- package/dist/es5/lib/api/parse.js +142 -50
- package/dist/es5/lib/api/parse.js.map +1 -1
- package/dist/es5/lib/api/register-loaders.js +30 -8
- package/dist/es5/lib/api/register-loaders.js.map +1 -1
- package/dist/es5/lib/api/save.js +37 -4
- package/dist/es5/lib/api/save.js.map +1 -1
- package/dist/es5/lib/api/select-loader.js +209 -74
- package/dist/es5/lib/api/select-loader.js.map +1 -1
- package/dist/es5/lib/fetch/fetch-error-message.js +55 -13
- package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -1
- package/dist/es5/lib/fetch/fetch-file.js +47 -10
- package/dist/es5/lib/fetch/fetch-file.js.map +1 -1
- package/dist/es5/lib/fetch/read-array-buffer.js +80 -19
- package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -1
- package/dist/es5/lib/fetch/read-file.js +3 -2
- package/dist/es5/lib/fetch/read-file.js.map +1 -1
- package/dist/es5/lib/fetch/write-file.js +38 -9
- package/dist/es5/lib/fetch/write-file.js.map +1 -1
- package/dist/es5/lib/filesystems/browser-filesystem.js +266 -77
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -1
- package/dist/es5/lib/filesystems/read-array-buffer.js +43 -6
- package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -1
- package/dist/es5/lib/init.js +1 -1
- package/dist/es5/lib/init.js.map +1 -1
- package/dist/es5/lib/loader-utils/check-errors.js +50 -12
- package/dist/es5/lib/loader-utils/check-errors.js.map +1 -1
- package/dist/es5/lib/loader-utils/get-data.js +238 -71
- package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
- package/dist/es5/lib/loader-utils/loader-context.js +19 -8
- package/dist/es5/lib/loader-utils/loader-context.js.map +1 -1
- package/dist/es5/lib/loader-utils/loggers.js +81 -36
- package/dist/es5/lib/loader-utils/loggers.js.map +1 -1
- package/dist/es5/lib/loader-utils/normalize-loader.js +13 -7
- package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-defaults.js +2 -2
- package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-utils.js +85 -51
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/es5/lib/progress/fetch-progress.js +150 -49
- package/dist/es5/lib/progress/fetch-progress.js.map +1 -1
- package/dist/es5/lib/utils/mime-type-utils.js +4 -4
- package/dist/es5/lib/utils/mime-type-utils.js.map +1 -1
- package/dist/es5/lib/utils/resource-utils.js +4 -4
- package/dist/es5/lib/utils/resource-utils.js.map +1 -1
- package/dist/es5/lib/utils/response-utils.js +215 -88
- package/dist/es5/lib/utils/response-utils.js.map +1 -1
- package/dist/es5/null-loader.js +137 -10
- package/dist/es5/null-loader.js.map +1 -1
- package/dist/esm/index.js +1 -3
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/iterators/make-stream/make-dom-stream.js +1 -1
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -1
- package/dist/esm/iterators/make-stream/make-node-stream.js +1 -4
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -1
- package/dist/esm/lib/init.js +1 -1
- package/dist/esm/lib/init.js.map +1 -1
- package/dist/esm/null-loader.js +1 -1
- package/dist/esm/null-loader.js.map +1 -1
- package/dist/index.d.ts +1 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -7
- package/dist/iterators/make-stream/make-dom-stream.d.ts +8 -3
- package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -1
- package/dist/iterators/make-stream/make-dom-stream.js +9 -4
- package/dist/iterators/make-stream/make-node-stream.d.ts +2 -3
- package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -1
- package/dist/iterators/make-stream/make-node-stream.js +3 -5
- package/dist/lib/fetch/fetch-file.js +1 -1
- package/dist/lib/fetch/read-file.d.ts +1 -1
- package/dist/lib/fetch/read-file.d.ts.map +1 -1
- package/package.json +8 -9
- package/src/index.ts +1 -3
- package/src/iterators/make-stream/make-dom-stream.ts +9 -4
- package/src/iterators/make-stream/make-node-stream.ts +2 -7
- package/dist/es5/iterators/make-stream/make-stream.js +0 -19
- package/dist/es5/iterators/make-stream/make-stream.js.map +0 -1
- package/dist/esm/iterators/make-stream/make-stream.js +0 -7
- package/dist/esm/iterators/make-stream/make-stream.js.map +0 -1
- package/dist/iterators/make-stream/make-stream.d.ts +0 -9
- package/dist/iterators/make-stream/make-stream.d.ts.map +0 -1
- package/dist/iterators/make-stream/make-stream.js +0 -16
- package/src/iterators/make-stream/make-stream.ts +0 -19
package/dist/esm/index.js
CHANGED
|
@@ -15,9 +15,7 @@ export { save, saveSync } from './lib/api/save';
|
|
|
15
15
|
export { setPathPrefix, getPathPrefix, resolvePath } from '@loaders.gl/loader-utils';
|
|
16
16
|
export { RequestScheduler } from '@loaders.gl/loader-utils';
|
|
17
17
|
export { makeIterator } from './iterators/make-iterator/make-iterator';
|
|
18
|
-
export { makeStream } from './iterators/make-stream/make-stream';
|
|
19
|
-
export { makeDOMStream } from './iterators/make-stream/make-dom-stream';
|
|
20
|
-
export { default as makeNodeStream } from './iterators/make-stream/make-node-stream';
|
|
18
|
+
export { makeStream } from './iterators/make-stream/make-node-stream';
|
|
21
19
|
export { NullWorkerLoader, NullLoader } from './null-loader';
|
|
22
20
|
export { JSONLoader } from '@loaders.gl/loader-utils';
|
|
23
21
|
export { default as _fetchProgress } from './lib/progress/fetch-progress';
|
package/dist/esm/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/index.ts"],"names":["fetchFile","readArrayBuffer","readFileSync","writeFile","writeFileSync","setLoaderOptions","registerLoaders","selectLoader","selectLoaderSync","parse","parseSync","parseInBatches","load","loadInBatches","encode","encodeSync","encodeInBatches","encodeText","encodeURLtoURL","save","saveSync","setPathPrefix","getPathPrefix","resolvePath","RequestScheduler","makeIterator","makeStream","
|
|
1
|
+
{"version":3,"sources":["../../src/index.ts"],"names":["fetchFile","readArrayBuffer","readFileSync","writeFile","writeFileSync","setLoaderOptions","registerLoaders","selectLoader","selectLoaderSync","parse","parseSync","parseInBatches","load","loadInBatches","encode","encodeSync","encodeInBatches","encodeText","encodeURLtoURL","save","saveSync","setPathPrefix","getPathPrefix","resolvePath","RequestScheduler","makeIterator","makeStream","NullWorkerLoader","NullLoader","JSONLoader","default","_fetchProgress","_BrowserFileSystem","_unregisterLoaders","isBrowser","isWorker","self","window","global","document","assert","forEach","concatenateArrayBuffersAsync","makeTextDecoderIterator","makeTextEncoderIterator","makeLineIterator","makeNumberedLineIterator","isPureObject","isPromise","isIterable","isAsyncIterable","isIterator","isResponse","isReadableStream","isWritableStream"],"mappings":"AACA,SAAQA,SAAR,QAAwB,wBAAxB;AAEA,SAAQC,eAAR,QAA8B,+BAA9B;AACA,SAAQC,YAAR,QAA2B,uBAA3B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,wBAAvC;AAGA,SAAQC,gBAAR,QAA+B,8BAA/B;AACA,SAAQC,eAAR,QAA8B,4BAA9B;AACA,SAAQC,YAAR,EAAsBC,gBAAtB,QAA6C,yBAA7C;AAGA,SAAQC,KAAR,QAAoB,iBAApB;AACA,SAAQC,SAAR,QAAwB,sBAAxB;AACA,SAAQC,cAAR,QAA6B,4BAA7B;AAEA,SAAQC,IAAR,QAAmB,gBAAnB;AACA,SAAQC,aAAR,QAA4B,2BAA5B;AAGA,SAAQC,MAAR,EAAgBC,UAAhB,EAA4BC,eAA5B,EAA6CC,UAA7C,EAAyDC,cAAzD,QAA8E,kBAA9E;AACA,SAAQC,IAAR,EAAcC,QAAd,QAA6B,gBAA7B;AAGA,SAAQC,aAAR,EAAuBC,aAAvB,EAAsCC,WAAtC,QAAwD,0BAAxD;AACA,SAAQC,gBAAR,QAA+B,0BAA/B;AAGA,SAAQC,YAAR,QAA2B,yCAA3B;AACA,SAAQC,UAAR,QAAyB,0CAAzB;AAGA,SAAQC,gBAAR,EAA0BC,UAA1B,QAA2C,eAA3C;AACA,SAAQC,UAAR,QAAyB,0BAAzB;AAGA,SAAQC,OAAO,IAAIC,cAAnB,QAAwC,+BAAxC;AACA,SAAQD,OAAO,IAAIE,kBAAnB,QAA4C,sCAA5C;AAGA,SAAQC,kBAAR,QAAiC,4BAAjC;AAMA,SAAQC,SAAR,EAAmBC,QAAnB,EAA6BC,IAA7B,EAAmCC,MAAnC,EAA2CC,MAA3C,EAAmDC,QAAnD,QAAkE,0BAAlE;AACA,SAAQC,MAAR,QAAqB,0BAArB;AACA,SAAQC,OAAR,EAAiBC,4BAAjB,QAAoD,0BAApD;AAEA,SACEC,uBADF,EAEEC,uBAFF,EAGEC,gBAHF,EAIEC,wBAJF,QAKO,0BALP;AAQA,SACEC,YADF,EAEEC,SAFF,EAGEC,UAHF,EAIEC,eAJF,EAKEC,UALF,EAMEC,UANF,EAOEC,gBAPF,EAQEC,gBARF,QASO,4BATP","sourcesContent":["// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions} from './lib/api/set-loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {default as _fetchProgress} from './lib/progress/fetch-progress';\nexport {default as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n makeTextDecoderIterator,\n makeTextEncoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n isPureObject,\n isPromise,\n isIterable,\n isAsyncIterable,\n isIterator,\n isResponse,\n isReadableStream,\n isWritableStream\n} from './javascript-utils/is-type';\n"],"file":"index.js"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"names":["
|
|
1
|
+
{"version":3,"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","done","value","next","close","enqueue","Uint8Array","error","cancel","return","highWaterMark"],"mappings":"AAaA,OAAO,SAASA,UAAT,CACLC,MADK,EAELC,OAFK,EAGW;AAChB,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACZJ,MAAD,CAAuCG,MAAM,CAACC,aAA9C,GADa,GAEZJ,MAAD,CAAkCG,MAAM,CAACD,QAAzC,GAFJ;AAIA,SAAO,IAAIG,cAAJ,CACL;AAKEC,IAAAA,IAAI,EAAE,OALR;;AAOE,UAAMC,IAAN,CAAWC,UAAX,EAAuB;AACrB,UAAI;AACF,cAAM;AAACC,UAAAA,IAAD;AAAOC,UAAAA;AAAP,YAAgB,MAAMR,QAAQ,CAACS,IAAT,EAA5B;;AACA,YAAIF,IAAJ,EAAU;AACRD,UAAAA,UAAU,CAACI,KAAX;AACD,SAFD,MAEO;AAELJ,UAAAA,UAAU,CAACK,OAAX,CAAmB,IAAIC,UAAJ,CAAeJ,KAAf,CAAnB;AACD;AACF,OARD,CAQE,OAAOK,KAAP,EAAc;AACdP,QAAAA,UAAU,CAACO,KAAX,CAAiBA,KAAjB;AACD;AACF,KAnBH;;AAqBE,UAAMC,MAAN,GAAe;AAAA;;AACb,aAAMd,QAAN,aAAMA,QAAN,2CAAMA,QAAQ,CAAEe,MAAhB,qDAAM,sBAAAf,QAAQ,CAAd;AACD;;AAvBH,GADK,EA2BL;AAEEgB,IAAAA,aAAa,EAAE,KAAK,EAFtB;AAGE,OAAGjB;AAHL,GA3BK,CAAP;AAiCD","sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n // @ts-expect-error Only Chrome supports byte streams\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"file":"make-dom-stream.js"}
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
2
|
import { Readable } from 'stream';
|
|
3
|
-
|
|
4
|
-
function makeNodeStream(source, options) {
|
|
3
|
+
export function makeStream(source, options) {
|
|
5
4
|
const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
|
|
6
5
|
return new AsyncIterableReadable(iterator, options);
|
|
7
6
|
}
|
|
@@ -72,6 +71,4 @@ class AsyncIterableReadable extends Readable {
|
|
|
72
71
|
}
|
|
73
72
|
|
|
74
73
|
}
|
|
75
|
-
|
|
76
|
-
export default makeNodeStream;
|
|
77
74
|
//# sourceMappingURL=make-node-stream.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"names":["Readable","
|
|
1
|
+
{"version":3,"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"names":["Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","constructor","it","_iterator","_pulling","_bytesMode","objectMode","_read","size","_pull","_destroy","error","cb","throw","return","bm","r","readable","next","done","ArrayBuffer","isView","value","byteLength","push","Uint8Array"],"mappings":";AAAA,SAAQA,QAAR,QAAwC,QAAxC;AAKA,OAAO,SAASC,UAAT,CACLC,MADK,EAELC,OAFK,EAGK;AACV,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACbJ,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,EADa,GAEbJ,MAAM,CAACG,MAAM,CAACD,QAAR,CAAN,EAFJ;AAGA,SAAO,IAAIG,qBAAJ,CAA0BH,QAA1B,EAAoCD,OAApC,CAAP;AACD;;AAED,MAAMI,qBAAN,SAAoCP,QAApC,CAA6C;AAK3CQ,EAAAA,WAAW,CAACC,EAAD,EAAiCN,OAAjC,EAA4D;AACrE,UAAMA,OAAN;;AADqE;;AAAA;;AAAA;;AAErE,SAAKO,SAAL,GAAiBD,EAAjB;AACA,SAAKE,QAAL,GAAgB,KAAhB;AACA,SAAKC,UAAL,GAAkB,CAACT,OAAD,IAAY,CAACA,OAAO,CAACU,UAAvC;AACD;;AAEU,QAALC,KAAK,CAACC,IAAD,EAA8B;AACvC,QAAI,CAAC,KAAKJ,QAAV,EAAoB;AAClB,WAAKA,QAAL,GAAgB,IAAhB;AACA,WAAKA,QAAL,GAAgB,MAAM,KAAKK,KAAL,CAAWD,IAAX,EAAiB,KAAKL,SAAtB,CAAtB;AACD;AACF;;AAEa,QAARO,QAAQ,CAACC,KAAD,EAAsBC,EAAtB,EAAoE;AAChF,QAAI,CAAC,KAAKT,SAAV,EAAqB;AACnB;AACD;;AACD,QAAIQ,KAAJ,EAAW;AAAA;;AACT,gCAAM,KAAKR,SAAX,6EAAM,gBAAgBU,KAAtB,0DAAM,4CAAwBF,KAAxB,CAAN;AACD,KAFD,MAEO;AAAA;;AACL,iCAAM,KAAKR,SAAX,8EAAM,iBAAgBW,MAAtB,0DAAM,6CAAyBH,KAAzB,CAAN;AACD;;AACDC,IAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,YAAAA,EAAE,CAAG,IAAH,CAAF;AACD;;AAGkB,QAALH,KAAK,CAACD,IAAD,EAAeN,EAAf,EAAiE;AAAA;;AAClF,UAAMa,EAAE,GAAG,KAAKV,UAAhB;AACA,QAAIW,CAAqC,GAAG,IAA5C;;AAEA,WAAO,KAAKC,QAAL,IAAiB,CAAC,CAACD,CAAC,GAAG,MAAMd,EAAE,CAACgB,IAAH,EAAX,EAAsBC,IAA/C,EAAqD;AACnD,UAAIX,IAAI,KAAK,IAAb,EAAmB;AACjBA,QAAAA,IAAI,IAAIO,EAAE,IAAIK,WAAW,CAACC,MAAZ,CAAmBL,CAAC,CAACM,KAArB,CAAN,GAAoCN,CAAC,CAACM,KAAF,CAAQC,UAA5C,GAAyD,CAAjE;AACD;;AACD,UAAI,CAAC,KAAKC,IAAL,CAAU,IAAIC,UAAJ,CAAeT,CAAC,CAACM,KAAjB,CAAV,CAAD,IAAuCd,IAAI,IAAI,CAAnD,EAAsD;AACpD;AACD;AACF;;AACD,QAAI,CAAC,MAAAQ,CAAC,UAAD,wBAAGG,IAAH,IAAW,CAAC,KAAKF,QAAlB,MAAgC,KAAKO,IAAL,CAAU,IAAV,KAAmB,IAAnD,CAAJ,EAA8D;AAAA;;AAC5DtB,MAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,0BAAAA,EAAE,CAAEY,MAAJ,+DAAAZ,EAAE;AACH;;AACD,WAAO,CAAC,KAAKe,QAAb;AACD;;AAhD0C","sourcesContent":["import {Readable, ReadableOptions} from 'stream';\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): Readable {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"file":"make-node-stream.js"}
|
package/dist/esm/lib/init.js
CHANGED
package/dist/esm/lib/init.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/init.ts"],"names":["version","globalThis","loaders","Object","assign","VERSION"],"mappings":"AACA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/init.ts"],"names":["version","globalThis","loaders","Object","assign","VERSION"],"mappings":"AACA,MAAMA,OAAO,GAAG,mBAAuB,WAAvB,aAAmD,EAAnE;AAGAC,UAAU,CAACC,OAAX,GAAqBC,MAAM,CAACC,MAAP,CAAcH,UAAU,CAACC,OAAX,IAAsB,EAApC,EAAwC;AAC3DG,EAAAA,OAAO,EAAEL;AADkD,CAAxC,CAArB;AAKA,eAAeC,UAAU,CAACC,OAA1B","sourcesContent":["// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst version = typeof __VERSION__ !== 'undefined' ? __VERSION__ : '';\n\n// @ts-ignore\nglobalThis.loaders = Object.assign(globalThis.loaders || {}, {\n VERSION: version\n});\n\n// @ts-ignore\nexport default globalThis.loaders;\n"],"file":"init.js"}
|
package/dist/esm/null-loader.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/null-loader.ts"],"names":["VERSION","NullWorkerLoader","name","id","module","version","worker","mimeTypes","extensions","tests","options","null","NullLoader","parse","arrayBuffer","parseSync","parseInBatches","generator","asyncIterator","batch"],"mappings":"AAEA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/null-loader.ts"],"names":["VERSION","NullWorkerLoader","name","id","module","version","worker","mimeTypes","extensions","tests","options","null","NullLoader","parse","arrayBuffer","parseSync","parseInBatches","generator","asyncIterator","batch"],"mappings":"AAEA,MAAMA,OAAO,GAAG,mBAAuB,WAAvB,aAAmD,QAAnE;AAOA,OAAO,MAAMC,gBAAwB,GAAG;AACtCC,EAAAA,IAAI,EAAE,aADgC;AAEtCC,EAAAA,EAAE,EAAE,MAFkC;AAGtCC,EAAAA,MAAM,EAAE,MAH8B;AAItCC,EAAAA,OAAO,EAAEL,OAJ6B;AAKtCM,EAAAA,MAAM,EAAE,IAL8B;AAMtCC,EAAAA,SAAS,EAAE,CAAC,qBAAD,CAN2B;AAOtCC,EAAAA,UAAU,EAAE,CAAC,MAAD,CAP0B;AAQtCC,EAAAA,KAAK,EAAE,CAAC,MAAM,KAAP,CAR+B;AAStCC,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE;AADC;AAT6B,CAAjC;AAiBP,OAAO,MAAMC,UAA4B,GAAG;AAC1CV,EAAAA,IAAI,EAAE,aADoC;AAE1CC,EAAAA,EAAE,EAAE,MAFsC;AAG1CC,EAAAA,MAAM,EAAE,MAHkC;AAI1CC,EAAAA,OAAO,EAAEL,OAJiC;AAK1CO,EAAAA,SAAS,EAAE,CAAC,qBAAD,CAL+B;AAM1CC,EAAAA,UAAU,EAAE,CAAC,MAAD,CAN8B;AAO1CK,EAAAA,KAAK,EAAE,MAAOC,WAAP,IAAuBA,WAPY;AAQ1CC,EAAAA,SAAS,EAAGD,WAAD,IAAiBA,WARc;AAS1CE,EAAAA,cAAc,EAAE,gBAAgBC,SAAhB,CAA0BC,aAA1B,EAAyC;AACvD,eAAW,MAAMC,KAAjB,IAA0BD,aAA1B,EAAyC;AACvC,YAAMC,KAAN;AACD;AACF,GAbyC;AAc1CV,EAAAA,KAAK,EAAE,CAAC,MAAM,KAAP,CAdmC;AAe1CC,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE;AADC;AAfiC,CAArC","sourcesContent":["// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nimport {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\n\n/**\n * Loads any data and returns null (or optionally passes through data unparsed)\n */\nexport const NullWorkerLoader: Loader = {\n name: 'Null loader',\n id: 'null',\n module: 'core',\n version: VERSION,\n worker: true,\n mimeTypes: ['application/x.empty'],\n extensions: ['null'],\n tests: [() => false],\n options: {\n null: {}\n }\n};\n\n/**\n * Loads any data and returns null (or optionally passes through data unparsed)\n */\nexport const NullLoader: LoaderWithParser = {\n name: 'Null loader',\n id: 'null',\n module: 'core',\n version: VERSION,\n mimeTypes: ['application/x.empty'],\n extensions: ['null'],\n parse: async (arrayBuffer) => arrayBuffer,\n parseSync: (arrayBuffer) => arrayBuffer,\n parseInBatches: async function* generator(asyncIterator) {\n for await (const batch of asyncIterator) {\n yield batch;\n }\n },\n tests: [() => false],\n options: {\n null: {}\n }\n};\n"],"file":"null-loader.js"}
|
package/dist/index.d.ts
CHANGED
|
@@ -15,9 +15,7 @@ export { save, saveSync } from './lib/api/save';
|
|
|
15
15
|
export { setPathPrefix, getPathPrefix, resolvePath } from '@loaders.gl/loader-utils';
|
|
16
16
|
export { RequestScheduler } from '@loaders.gl/loader-utils';
|
|
17
17
|
export { makeIterator } from './iterators/make-iterator/make-iterator';
|
|
18
|
-
export { makeStream } from './iterators/make-stream/make-stream';
|
|
19
|
-
export { makeDOMStream } from './iterators/make-stream/make-dom-stream';
|
|
20
|
-
export { default as makeNodeStream } from './iterators/make-stream/make-node-stream';
|
|
18
|
+
export { makeStream } from './iterators/make-stream/make-node-stream';
|
|
21
19
|
export { NullWorkerLoader, NullLoader } from './null-loader';
|
|
22
20
|
export { JSONLoader } from '@loaders.gl/loader-utils';
|
|
23
21
|
export { default as _fetchProgress } from './lib/progress/fetch-progress';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,wBAAwB,CAAC;AAEjD,OAAO,EAAC,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAC,SAAS,EAAE,aAAa,EAAC,MAAM,wBAAwB,CAAC;AAGhE,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAC,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAC,YAAY,EAAE,gBAAgB,EAAC,MAAM,yBAAyB,CAAC;AAGvE,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AACtC,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAC/C,OAAO,EAAC,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAC,IAAI,EAAC,MAAM,gBAAgB,CAAC;AACpC,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AAGxD,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,cAAc,EAAC,MAAM,kBAAkB,CAAC;AACjG,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAG9C,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,WAAW,EAAC,MAAM,0BAA0B,CAAC;AACnF,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAG1D,OAAO,EAAC,YAAY,EAAC,MAAM,yCAAyC,CAAC;AACrE,OAAO,EAAC,UAAU,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,wBAAwB,CAAC;AAEjD,OAAO,EAAC,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAC,SAAS,EAAE,aAAa,EAAC,MAAM,wBAAwB,CAAC;AAGhE,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAC,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAC,YAAY,EAAE,gBAAgB,EAAC,MAAM,yBAAyB,CAAC;AAGvE,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AACtC,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAC/C,OAAO,EAAC,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAC,IAAI,EAAC,MAAM,gBAAgB,CAAC;AACpC,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AAGxD,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,cAAc,EAAC,MAAM,kBAAkB,CAAC;AACjG,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAG9C,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,WAAW,EAAC,MAAM,0BAA0B,CAAC;AACnF,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAG1D,OAAO,EAAC,YAAY,EAAC,MAAM,yCAAyC,CAAC;AACrE,OAAO,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AAGpE,OAAO,EAAC,gBAAgB,EAAE,UAAU,EAAC,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAC,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAGpD,OAAO,EAAC,OAAO,IAAI,cAAc,EAAC,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAC,OAAO,IAAI,kBAAkB,EAAC,MAAM,sCAAsC,CAAC;AAGnF,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAM9D,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAC7F,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAC,OAAO,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAE/E,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,gBAAgB,EAChB,wBAAwB,EACzB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EACL,YAAY,EACZ,SAAS,EACT,UAAU,EACV,eAAe,EACf,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EACjB,MAAM,4BAA4B,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -3,8 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.isPromise = exports.isPureObject = exports.makeNumberedLineIterator = exports.makeLineIterator = exports.makeTextEncoderIterator = exports.makeTextDecoderIterator = exports.concatenateArrayBuffersAsync = exports.forEach = exports.assert = exports.document = exports.global = exports.window = exports.self = exports.isWorker = exports.isBrowser = exports._unregisterLoaders = exports._BrowserFileSystem = exports._fetchProgress = exports.JSONLoader = exports.NullLoader = exports.NullWorkerLoader = exports.
|
|
7
|
-
exports.isWritableStream = exports.isReadableStream = exports.isResponse = exports.isIterator =
|
|
6
|
+
exports.isAsyncIterable = exports.isIterable = exports.isPromise = exports.isPureObject = exports.makeNumberedLineIterator = exports.makeLineIterator = exports.makeTextEncoderIterator = exports.makeTextDecoderIterator = exports.concatenateArrayBuffersAsync = exports.forEach = exports.assert = exports.document = exports.global = exports.window = exports.self = exports.isWorker = exports.isBrowser = exports._unregisterLoaders = exports._BrowserFileSystem = exports._fetchProgress = exports.JSONLoader = exports.NullLoader = exports.NullWorkerLoader = exports.makeStream = exports.makeIterator = exports.RequestScheduler = exports.resolvePath = exports.getPathPrefix = exports.setPathPrefix = exports.saveSync = exports.save = exports.encodeURLtoURL = exports.encodeText = exports.encodeInBatches = exports.encodeSync = exports.encode = exports.loadInBatches = exports.load = exports.parseInBatches = exports.parseSync = exports.parse = exports.selectLoaderSync = exports.selectLoader = exports.registerLoaders = exports.setLoaderOptions = exports.writeFileSync = exports.writeFile = exports.readFileSync = exports.readArrayBuffer = exports.fetchFile = void 0;
|
|
7
|
+
exports.isWritableStream = exports.isReadableStream = exports.isResponse = exports.isIterator = void 0;
|
|
8
8
|
// FILE READING AND WRITING
|
|
9
9
|
var fetch_file_1 = require("./lib/fetch/fetch-file");
|
|
10
10
|
Object.defineProperty(exports, "fetchFile", { enumerable: true, get: function () { return fetch_file_1.fetchFile; } });
|
|
@@ -54,12 +54,8 @@ Object.defineProperty(exports, "RequestScheduler", { enumerable: true, get: func
|
|
|
54
54
|
// ITERATOR UTILS
|
|
55
55
|
var make_iterator_1 = require("./iterators/make-iterator/make-iterator");
|
|
56
56
|
Object.defineProperty(exports, "makeIterator", { enumerable: true, get: function () { return make_iterator_1.makeIterator; } });
|
|
57
|
-
var make_stream_1 = require("./iterators/make-stream/make-stream");
|
|
58
|
-
Object.defineProperty(exports, "makeStream", { enumerable: true, get: function () { return make_stream_1.makeStream; } });
|
|
59
|
-
var make_dom_stream_1 = require("./iterators/make-stream/make-dom-stream");
|
|
60
|
-
Object.defineProperty(exports, "makeDOMStream", { enumerable: true, get: function () { return make_dom_stream_1.makeDOMStream; } });
|
|
61
57
|
var make_node_stream_1 = require("./iterators/make-stream/make-node-stream");
|
|
62
|
-
Object.defineProperty(exports, "
|
|
58
|
+
Object.defineProperty(exports, "makeStream", { enumerable: true, get: function () { return make_node_stream_1.makeStream; } });
|
|
63
59
|
// CORE LOADERS
|
|
64
60
|
var null_loader_1 = require("./null-loader");
|
|
65
61
|
Object.defineProperty(exports, "NullWorkerLoader", { enumerable: true, get: function () { return null_loader_1.NullWorkerLoader; } });
|
|
@@ -1,9 +1,14 @@
|
|
|
1
|
-
export declare type
|
|
1
|
+
export declare type MakeStreamOptions = {
|
|
2
2
|
/** Stream allocates an arrayBuffer. Enables use of a default reader. */
|
|
3
3
|
autoAllocateChunkSize?: number;
|
|
4
4
|
/** Total number of chunks in queue before back pressure is applied */
|
|
5
5
|
highWaterMark?: number;
|
|
6
6
|
};
|
|
7
|
-
/**
|
|
8
|
-
|
|
7
|
+
/**
|
|
8
|
+
* Builds a DOM stream from an iterator
|
|
9
|
+
* This stream is currently used in browsers only,
|
|
10
|
+
* but note that Web stream support is present in Node from Node 16
|
|
11
|
+
* https://nodejs.org/api/webstreams.html#webstreams_web_streams_api
|
|
12
|
+
*/
|
|
13
|
+
export declare function makeStream<ArrayBuffer>(source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: MakeStreamOptions): ReadableStream;
|
|
9
14
|
//# sourceMappingURL=make-dom-stream.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-dom-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":[],"mappings":"AAAA,oBAAY,
|
|
1
|
+
{"version":3,"file":"make-dom-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":[],"mappings":"AAAA,oBAAY,iBAAiB,GAAG;IAC9B,wEAAwE;IACxE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAsChB"}
|
|
@@ -1,8 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
/**
|
|
5
|
-
|
|
3
|
+
exports.makeStream = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Builds a DOM stream from an iterator
|
|
6
|
+
* This stream is currently used in browsers only,
|
|
7
|
+
* but note that Web stream support is present in Node from Node 16
|
|
8
|
+
* https://nodejs.org/api/webstreams.html#webstreams_web_streams_api
|
|
9
|
+
*/
|
|
10
|
+
function makeStream(source, options) {
|
|
6
11
|
const iterator = source[Symbol.asyncIterator]
|
|
7
12
|
? source[Symbol.asyncIterator]()
|
|
8
13
|
: source[Symbol.iterator]();
|
|
@@ -38,4 +43,4 @@ function makeDOMStream(source, options) {
|
|
|
38
43
|
...options
|
|
39
44
|
});
|
|
40
45
|
}
|
|
41
|
-
exports.
|
|
46
|
+
exports.makeStream = makeStream;
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
/// <reference types="node" />
|
|
2
2
|
import { Readable, ReadableOptions } from 'stream';
|
|
3
|
-
export declare type
|
|
3
|
+
export declare type MakeStreamOptions = ReadableOptions;
|
|
4
4
|
/** Builds a node stream from an iterator */
|
|
5
|
-
declare function
|
|
6
|
-
export default makeNodeStream;
|
|
5
|
+
export declare function makeStream<ArrayBuffer>(source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: ReadableOptions): Readable;
|
|
7
6
|
//# sourceMappingURL=make-node-stream.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-node-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":[],"mappings":";AAAA,OAAO,EAAC,QAAQ,EAAE,eAAe,EAAC,MAAM,QAAQ,CAAC;AAEjD,oBAAY,
|
|
1
|
+
{"version":3,"file":"make-node-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":[],"mappings":";AAAA,OAAO,EAAC,QAAQ,EAAE,eAAe,EAAC,MAAM,QAAQ,CAAC;AAEjD,oBAAY,iBAAiB,GAAG,eAAe,CAAC;AAEhD,4CAA4C;AAC5C,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,eAAe,GACxB,QAAQ,CAKV"}
|
|
@@ -1,13 +1,15 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.makeStream = void 0;
|
|
3
4
|
const stream_1 = require("stream");
|
|
4
5
|
/** Builds a node stream from an iterator */
|
|
5
|
-
function
|
|
6
|
+
function makeStream(source, options) {
|
|
6
7
|
const iterator = source[Symbol.asyncIterator]
|
|
7
8
|
? source[Symbol.asyncIterator]()
|
|
8
9
|
: source[Symbol.iterator]();
|
|
9
10
|
return new AsyncIterableReadable(iterator, options);
|
|
10
11
|
}
|
|
12
|
+
exports.makeStream = makeStream;
|
|
11
13
|
class AsyncIterableReadable extends stream_1.Readable {
|
|
12
14
|
constructor(it, options) {
|
|
13
15
|
super(options);
|
|
@@ -52,7 +54,3 @@ class AsyncIterableReadable extends stream_1.Readable {
|
|
|
52
54
|
return !this.readable;
|
|
53
55
|
}
|
|
54
56
|
}
|
|
55
|
-
// This module is marked `false` in the the "browser" field of the `package.json` for
|
|
56
|
-
// `@loaders.gl/core`. We avoid using named exports so that bundlers have an easier
|
|
57
|
-
// time resolving this "empty" module.
|
|
58
|
-
exports.default = makeNodeStream;
|
|
@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.fetchFile = void 0;
|
|
4
4
|
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
5
5
|
const response_utils_1 = require("../utils/response-utils");
|
|
6
|
-
// import {getErrorMessageFromResponse} from './fetch-error-message';
|
|
6
|
+
// import {getErrorMessageFromResponse} from './fetch-error-message.js';
|
|
7
7
|
/**
|
|
8
8
|
* fetch compatible function
|
|
9
9
|
* Reads file data from:
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* In a few cases (data URIs, node.js) "files" can be read synchronously
|
|
3
3
|
*/
|
|
4
|
-
export declare function readFileSync(url: string, options?: object): ArrayBuffer | null;
|
|
4
|
+
export declare function readFileSync(url: string, options?: object): string | ArrayBuffer | null;
|
|
5
5
|
//# sourceMappingURL=read-file.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"read-file.d.ts","sourceRoot":"","sources":["../../../src/lib/fetch/read-file.ts"],"names":[],"mappings":"AAOA;;GAEG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,MAAW
|
|
1
|
+
{"version":3,"file":"read-file.d.ts","sourceRoot":"","sources":["../../../src/lib/fetch/read-file.ts"],"names":[],"mappings":"AAOA;;GAEG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,MAAW,+BAoB7D"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/core",
|
|
3
|
-
"version": "3.1.
|
|
3
|
+
"version": "3.1.3",
|
|
4
4
|
"description": "Framework-independent loaders for 3D graphics formats",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"publishConfig": {
|
|
@@ -24,10 +24,9 @@
|
|
|
24
24
|
"browser": {
|
|
25
25
|
"fs": false,
|
|
26
26
|
"stream": false,
|
|
27
|
-
"./src/iterators/make-stream/make-node-stream.ts":
|
|
28
|
-
"./
|
|
29
|
-
"./dist/
|
|
30
|
-
"./dist/esm/iterators/make-stream/make-node-stream.js": false
|
|
27
|
+
"./src/iterators/make-stream/make-node-stream.ts": "./src/iterators/make-stream/make-dom-stream.ts",
|
|
28
|
+
"./dist/es5/iterators/make-stream/make-node-stream.js": "./dist/es5/iterators/make-stream/make-dom-stream.js",
|
|
29
|
+
"./dist/esm/iterators/make-stream/make-node-stream.js": "./dist/esm/iterators/make-stream/make-dom-stream.js"
|
|
31
30
|
},
|
|
32
31
|
"files": [
|
|
33
32
|
"src",
|
|
@@ -36,14 +35,14 @@
|
|
|
36
35
|
],
|
|
37
36
|
"scripts": {
|
|
38
37
|
"pre-build": "npm run build-bundle && npm run build-worker",
|
|
39
|
-
"build-bundle": "esbuild src/bundle.ts --bundle --outfile=dist/
|
|
38
|
+
"build-bundle": "esbuild src/bundle.ts --bundle --outfile=dist/dist.min.js",
|
|
40
39
|
"build-worker": "esbuild src/workers/null-worker.ts --bundle --outfile=dist/null-worker.js"
|
|
41
40
|
},
|
|
42
41
|
"dependencies": {
|
|
43
42
|
"@babel/runtime": "^7.3.1",
|
|
44
|
-
"@loaders.gl/loader-utils": "3.1.
|
|
45
|
-
"@loaders.gl/worker-utils": "3.1.
|
|
43
|
+
"@loaders.gl/loader-utils": "3.1.3",
|
|
44
|
+
"@loaders.gl/worker-utils": "3.1.3",
|
|
46
45
|
"probe.gl": "^3.4.0"
|
|
47
46
|
},
|
|
48
|
-
"gitHead": "
|
|
47
|
+
"gitHead": "4a690c369779346d73c9a27395d1c08d77d279a4"
|
|
49
48
|
}
|
package/src/index.ts
CHANGED
|
@@ -28,9 +28,7 @@ export {RequestScheduler} from '@loaders.gl/loader-utils';
|
|
|
28
28
|
|
|
29
29
|
// ITERATOR UTILS
|
|
30
30
|
export {makeIterator} from './iterators/make-iterator/make-iterator';
|
|
31
|
-
export {makeStream} from './iterators/make-stream/make-stream';
|
|
32
|
-
export {makeDOMStream} from './iterators/make-stream/make-dom-stream';
|
|
33
|
-
export {default as makeNodeStream} from './iterators/make-stream/make-node-stream';
|
|
31
|
+
export {makeStream} from './iterators/make-stream/make-node-stream';
|
|
34
32
|
|
|
35
33
|
// CORE LOADERS
|
|
36
34
|
export {NullWorkerLoader, NullLoader} from './null-loader';
|
|
@@ -1,14 +1,19 @@
|
|
|
1
|
-
export type
|
|
1
|
+
export type MakeStreamOptions = {
|
|
2
2
|
/** Stream allocates an arrayBuffer. Enables use of a default reader. */
|
|
3
3
|
autoAllocateChunkSize?: number;
|
|
4
4
|
/** Total number of chunks in queue before back pressure is applied */
|
|
5
5
|
highWaterMark?: number;
|
|
6
6
|
};
|
|
7
7
|
|
|
8
|
-
/**
|
|
9
|
-
|
|
8
|
+
/**
|
|
9
|
+
* Builds a DOM stream from an iterator
|
|
10
|
+
* This stream is currently used in browsers only,
|
|
11
|
+
* but note that Web stream support is present in Node from Node 16
|
|
12
|
+
* https://nodejs.org/api/webstreams.html#webstreams_web_streams_api
|
|
13
|
+
*/
|
|
14
|
+
export function makeStream<ArrayBuffer>(
|
|
10
15
|
source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,
|
|
11
|
-
options?:
|
|
16
|
+
options?: MakeStreamOptions
|
|
12
17
|
): ReadableStream {
|
|
13
18
|
const iterator = source[Symbol.asyncIterator]
|
|
14
19
|
? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import {Readable, ReadableOptions} from 'stream';
|
|
2
2
|
|
|
3
|
-
export type
|
|
3
|
+
export type MakeStreamOptions = ReadableOptions;
|
|
4
4
|
|
|
5
5
|
/** Builds a node stream from an iterator */
|
|
6
|
-
function
|
|
6
|
+
export function makeStream<ArrayBuffer>(
|
|
7
7
|
source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,
|
|
8
8
|
options?: ReadableOptions
|
|
9
9
|
): Readable {
|
|
@@ -63,8 +63,3 @@ class AsyncIterableReadable extends Readable {
|
|
|
63
63
|
return !this.readable;
|
|
64
64
|
}
|
|
65
65
|
}
|
|
66
|
-
|
|
67
|
-
// This module is marked `false` in the the "browser" field of the `package.json` for
|
|
68
|
-
// `@loaders.gl/core`. We avoid using named exports so that bundlers have an easier
|
|
69
|
-
// time resolving this "empty" module.
|
|
70
|
-
export default makeNodeStream;
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
Object.defineProperty(exports, "__esModule", {
|
|
6
|
-
value: true
|
|
7
|
-
});
|
|
8
|
-
exports.makeStream = makeStream;
|
|
9
|
-
|
|
10
|
-
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
11
|
-
|
|
12
|
-
var _makeDomStream = require("./make-dom-stream");
|
|
13
|
-
|
|
14
|
-
var _makeNodeStream = _interopRequireDefault(require("./make-node-stream"));
|
|
15
|
-
|
|
16
|
-
function makeStream(data, options) {
|
|
17
|
-
return _loaderUtils.isBrowser ? (0, _makeDomStream.makeDOMStream)(data, options) : (0, _makeNodeStream.default)(data, options);
|
|
18
|
-
}
|
|
19
|
-
//# sourceMappingURL=make-stream.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/iterators/make-stream/make-stream.ts"],"names":["makeStream","data","options","isBrowser"],"mappings":";;;;;;;;;AAIA;;AACA;;AACA;;AAOO,SAASA,UAAT,CACLC,IADK,EAELC,OAFK,EAGe;AACpB,SAAOC,yBAAY,kCAAcF,IAAd,EAAoBC,OAApB,CAAZ,GAA2C,6BAAeD,IAAf,EAAqBC,OAArB,CAAlD;AACD","sourcesContent":["import type {ReadableStreamType} from '../../javascript-utils/is-type';\nimport type {MakeDOMStreamOptions} from './make-dom-stream';\nimport type {MakeNodeStreamOptions} from './make-node-stream';\n\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {makeDOMStream} from './make-dom-stream';\nimport makeNodeStream from './make-node-stream';\n\nexport type MakeStreamOptions = MakeDOMStreamOptions | MakeNodeStreamOptions;\n\n/**\n * Returns a stream for an (async) iterator (works in both Node.js and browsers)\n */\nexport function makeStream(\n data: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStreamType {\n return isBrowser ? makeDOMStream(data, options) : makeNodeStream(data, options);\n}\n"],"file":"make-stream.js"}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
import { isBrowser } from '@loaders.gl/loader-utils';
|
|
2
|
-
import { makeDOMStream } from './make-dom-stream';
|
|
3
|
-
import makeNodeStream from './make-node-stream';
|
|
4
|
-
export function makeStream(data, options) {
|
|
5
|
-
return isBrowser ? makeDOMStream(data, options) : makeNodeStream(data, options);
|
|
6
|
-
}
|
|
7
|
-
//# sourceMappingURL=make-stream.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/iterators/make-stream/make-stream.ts"],"names":["isBrowser","makeDOMStream","makeNodeStream","makeStream","data","options"],"mappings":"AAIA,SAAQA,SAAR,QAAwB,0BAAxB;AACA,SAAQC,aAAR,QAA4B,mBAA5B;AACA,OAAOC,cAAP,MAA2B,oBAA3B;AAOA,OAAO,SAASC,UAAT,CACLC,IADK,EAELC,OAFK,EAGe;AACpB,SAAOL,SAAS,GAAGC,aAAa,CAACG,IAAD,EAAOC,OAAP,CAAhB,GAAkCH,cAAc,CAACE,IAAD,EAAOC,OAAP,CAAhE;AACD","sourcesContent":["import type {ReadableStreamType} from '../../javascript-utils/is-type';\nimport type {MakeDOMStreamOptions} from './make-dom-stream';\nimport type {MakeNodeStreamOptions} from './make-node-stream';\n\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {makeDOMStream} from './make-dom-stream';\nimport makeNodeStream from './make-node-stream';\n\nexport type MakeStreamOptions = MakeDOMStreamOptions | MakeNodeStreamOptions;\n\n/**\n * Returns a stream for an (async) iterator (works in both Node.js and browsers)\n */\nexport function makeStream(\n data: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStreamType {\n return isBrowser ? makeDOMStream(data, options) : makeNodeStream(data, options);\n}\n"],"file":"make-stream.js"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import type { ReadableStreamType } from '../../javascript-utils/is-type';
|
|
2
|
-
import type { MakeDOMStreamOptions } from './make-dom-stream';
|
|
3
|
-
import type { MakeNodeStreamOptions } from './make-node-stream';
|
|
4
|
-
export declare type MakeStreamOptions = MakeDOMStreamOptions | MakeNodeStreamOptions;
|
|
5
|
-
/**
|
|
6
|
-
* Returns a stream for an (async) iterator (works in both Node.js and browsers)
|
|
7
|
-
*/
|
|
8
|
-
export declare function makeStream(data: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: MakeStreamOptions): ReadableStreamType;
|
|
9
|
-
//# sourceMappingURL=make-stream.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"make-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,gCAAgC,CAAC;AACvE,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,oBAAoB,CAAC;AAM9D,oBAAY,iBAAiB,GAAG,oBAAoB,GAAG,qBAAqB,CAAC;AAE7E;;GAEG;AACH,wBAAgB,UAAU,CACxB,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EACxD,OAAO,CAAC,EAAE,iBAAiB,GAC1B,kBAAkB,CAEpB"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.makeStream = void 0;
|
|
7
|
-
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
8
|
-
const make_dom_stream_1 = require("./make-dom-stream");
|
|
9
|
-
const make_node_stream_1 = __importDefault(require("./make-node-stream"));
|
|
10
|
-
/**
|
|
11
|
-
* Returns a stream for an (async) iterator (works in both Node.js and browsers)
|
|
12
|
-
*/
|
|
13
|
-
function makeStream(data, options) {
|
|
14
|
-
return loader_utils_1.isBrowser ? (0, make_dom_stream_1.makeDOMStream)(data, options) : (0, make_node_stream_1.default)(data, options);
|
|
15
|
-
}
|
|
16
|
-
exports.makeStream = makeStream;
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import type {ReadableStreamType} from '../../javascript-utils/is-type';
|
|
2
|
-
import type {MakeDOMStreamOptions} from './make-dom-stream';
|
|
3
|
-
import type {MakeNodeStreamOptions} from './make-node-stream';
|
|
4
|
-
|
|
5
|
-
import {isBrowser} from '@loaders.gl/loader-utils';
|
|
6
|
-
import {makeDOMStream} from './make-dom-stream';
|
|
7
|
-
import makeNodeStream from './make-node-stream';
|
|
8
|
-
|
|
9
|
-
export type MakeStreamOptions = MakeDOMStreamOptions | MakeNodeStreamOptions;
|
|
10
|
-
|
|
11
|
-
/**
|
|
12
|
-
* Returns a stream for an (async) iterator (works in both Node.js and browsers)
|
|
13
|
-
*/
|
|
14
|
-
export function makeStream(
|
|
15
|
-
data: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,
|
|
16
|
-
options?: MakeStreamOptions
|
|
17
|
-
): ReadableStreamType {
|
|
18
|
-
return isBrowser ? makeDOMStream(data, options) : makeNodeStream(data, options);
|
|
19
|
-
}
|