@loaders.gl/loader-utils 4.0.0-alpha.5 → 4.0.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es5/index.js +328 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/json-loader.js +44 -0
- package/dist/es5/json-loader.js.map +1 -0
- package/dist/es5/lib/binary-utils/array-buffer-utils.js +80 -0
- package/dist/es5/lib/binary-utils/array-buffer-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/dataview-copy-utils.js +58 -0
- package/dist/es5/lib/binary-utils/dataview-copy-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/get-first-characters.js +31 -0
- package/dist/es5/lib/binary-utils/get-first-characters.js.map +1 -0
- package/dist/es5/lib/binary-utils/memory-conversion-utils.js +44 -0
- package/dist/es5/lib/binary-utils/memory-conversion-utils.js.map +1 -0
- package/dist/es5/lib/binary-utils/memory-copy-utils.js +34 -0
- package/dist/es5/lib/binary-utils/memory-copy-utils.js.map +1 -0
- package/dist/es5/lib/env-utils/assert.js +12 -0
- package/dist/es5/lib/env-utils/assert.js.map +1 -0
- package/dist/es5/lib/env-utils/globals.js +30 -0
- package/dist/es5/lib/env-utils/globals.js.map +1 -0
- package/dist/es5/lib/filesystems/node-filesystem.js +210 -0
- package/dist/es5/lib/filesystems/node-filesystem.js.map +1 -0
- package/dist/es5/lib/filesystems/readable-file.js +91 -0
- package/dist/es5/lib/filesystems/readable-file.js.map +1 -0
- package/dist/es5/lib/filesystems/writable-file.js +82 -0
- package/dist/es5/lib/filesystems/writable-file.js.map +1 -0
- package/dist/es5/lib/iterators/async-iteration.js +190 -0
- package/dist/es5/lib/iterators/async-iteration.js.map +1 -0
- package/dist/es5/lib/iterators/text-iterators.js +305 -0
- package/dist/es5/lib/iterators/text-iterators.js.map +1 -0
- package/dist/es5/lib/node/buffer.browser.js +14 -0
- package/dist/es5/lib/node/buffer.browser.js.map +1 -0
- package/dist/es5/lib/node/buffer.js +27 -0
- package/dist/es5/lib/node/buffer.js.map +1 -0
- package/dist/es5/lib/node/fs.js +88 -0
- package/dist/es5/lib/node/fs.js.map +1 -0
- package/dist/es5/lib/node/promisify.js +36 -0
- package/dist/es5/lib/node/promisify.js.map +1 -0
- package/dist/es5/lib/node/stream.js +16 -0
- package/dist/es5/lib/node/stream.js.map +1 -0
- package/dist/es5/lib/option-utils/merge-loader-options.js +30 -0
- package/dist/es5/lib/option-utils/merge-loader-options.js.map +1 -0
- package/dist/es5/lib/parser-utils/parse-json.js +15 -0
- package/dist/es5/lib/parser-utils/parse-json.js.map +1 -0
- package/dist/es5/lib/path-utils/file-aliases.js +33 -0
- package/dist/es5/lib/path-utils/file-aliases.js.map +1 -0
- package/dist/es5/lib/path-utils/get-cwd.js +15 -0
- package/dist/es5/lib/path-utils/get-cwd.js.map +1 -0
- package/dist/es5/lib/path-utils/path.js +136 -0
- package/dist/es5/lib/path-utils/path.js.map +1 -0
- package/dist/es5/lib/request-utils/request-scheduler.js +150 -0
- package/dist/es5/lib/request-utils/request-scheduler.js.map +1 -0
- package/dist/es5/lib/worker-loader-utils/create-loader-worker.js +142 -0
- package/dist/es5/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
- package/dist/es5/lib/worker-loader-utils/encode-with-worker.js +18 -0
- package/dist/es5/lib/worker-loader-utils/encode-with-worker.js.map +1 -0
- package/dist/es5/lib/worker-loader-utils/parse-with-worker.js +115 -0
- package/dist/es5/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
- package/dist/es5/types.js +2 -0
- package/dist/es5/types.js.map +1 -0
- package/dist/es5/workers/json-worker.js +6 -0
- package/dist/es5/workers/json-worker.js.map +1 -0
- package/dist/esm/index.js +29 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/json-loader.js +18 -0
- package/dist/esm/json-loader.js.map +1 -0
- package/dist/esm/lib/binary-utils/array-buffer-utils.js +52 -0
- package/dist/esm/lib/binary-utils/array-buffer-utils.js.map +1 -0
- package/dist/{lib/binary-utils/binary-copy-utils.js → esm/lib/binary-utils/dataview-copy-utils.js} +27 -4
- package/dist/esm/lib/binary-utils/dataview-copy-utils.js.map +1 -0
- package/dist/esm/lib/binary-utils/get-first-characters.js +24 -0
- package/dist/esm/lib/binary-utils/get-first-characters.js.map +1 -0
- package/dist/esm/lib/binary-utils/memory-conversion-utils.js +31 -0
- package/dist/esm/lib/binary-utils/memory-conversion-utils.js.map +1 -0
- package/dist/esm/lib/binary-utils/memory-copy-utils.js +26 -0
- package/dist/esm/lib/binary-utils/memory-copy-utils.js.map +1 -0
- package/dist/esm/lib/env-utils/assert.js +6 -0
- package/dist/esm/lib/env-utils/assert.js.map +1 -0
- package/dist/esm/lib/env-utils/globals.js +16 -0
- package/dist/esm/lib/env-utils/globals.js.map +1 -0
- package/dist/esm/lib/filesystems/node-filesystem.js +53 -0
- package/dist/esm/lib/filesystems/node-filesystem.js.map +1 -0
- package/dist/esm/lib/filesystems/readable-file.js +20 -0
- package/dist/esm/lib/filesystems/readable-file.js.map +1 -0
- package/dist/esm/lib/filesystems/writable-file.js +20 -0
- package/dist/esm/lib/filesystems/writable-file.js.map +1 -0
- package/dist/esm/lib/iterators/async-iteration.js +32 -0
- package/dist/esm/lib/iterators/async-iteration.js.map +1 -0
- package/dist/esm/lib/iterators/text-iterators.js +47 -0
- package/dist/esm/lib/iterators/text-iterators.js.map +1 -0
- package/dist/esm/lib/node/buffer.browser.js +7 -0
- package/dist/esm/lib/node/buffer.browser.js.map +1 -0
- package/dist/esm/lib/node/buffer.js +20 -0
- package/dist/esm/lib/node/buffer.js.map +1 -0
- package/dist/esm/lib/node/fs.js +40 -0
- package/dist/esm/lib/node/fs.js.map +1 -0
- package/dist/esm/lib/node/promisify.js +10 -0
- package/dist/esm/lib/node/promisify.js.map +1 -0
- package/dist/esm/lib/node/stream.js +7 -0
- package/dist/esm/lib/node/stream.js.map +1 -0
- package/dist/esm/lib/option-utils/merge-loader-options.js +17 -0
- package/dist/esm/lib/option-utils/merge-loader-options.js.map +1 -0
- package/dist/esm/lib/parser-utils/parse-json.js +9 -0
- package/dist/esm/lib/parser-utils/parse-json.js.map +1 -0
- package/dist/esm/lib/path-utils/file-aliases.js +24 -0
- package/dist/esm/lib/path-utils/file-aliases.js.map +1 -0
- package/dist/esm/lib/path-utils/get-cwd.js +9 -0
- package/dist/esm/lib/path-utils/get-cwd.js.map +1 -0
- package/dist/esm/lib/path-utils/path.js +127 -0
- package/dist/esm/lib/path-utils/path.js.map +1 -0
- package/dist/esm/lib/request-utils/request-scheduler.js +120 -0
- package/dist/esm/lib/request-utils/request-scheduler.js.map +1 -0
- package/dist/esm/lib/worker-loader-utils/create-loader-worker.js +95 -0
- package/dist/esm/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
- package/dist/esm/lib/worker-loader-utils/encode-with-worker.js +12 -0
- package/dist/esm/lib/worker-loader-utils/encode-with-worker.js.map +1 -0
- package/dist/esm/lib/worker-loader-utils/parse-with-worker.js +63 -0
- package/dist/esm/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
- package/dist/esm/types.js +2 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/workers/json-worker.js +4 -0
- package/dist/esm/workers/json-worker.js.map +1 -0
- package/dist/index.d.ts +13 -8
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +122 -26
- package/dist/json-loader.d.ts +4 -17
- package/dist/json-loader.d.ts.map +1 -1
- package/dist/json-loader.js +24 -18
- package/dist/lib/binary-utils/array-buffer-utils.d.ts +4 -8
- package/dist/lib/binary-utils/array-buffer-utils.d.ts.map +1 -1
- package/dist/lib/binary-utils/array-buffer-utils.js +78 -80
- package/dist/lib/binary-utils/dataview-copy-utils.d.ts +43 -0
- package/dist/lib/binary-utils/dataview-copy-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/dataview-copy-utils.js +97 -0
- package/dist/lib/binary-utils/get-first-characters.d.ts +15 -1
- package/dist/lib/binary-utils/get-first-characters.d.ts.map +1 -1
- package/dist/lib/binary-utils/get-first-characters.js +43 -25
- package/dist/lib/binary-utils/{buffer-utils.d.ts → memory-conversion-utils.d.ts} +3 -4
- package/dist/lib/binary-utils/memory-conversion-utils.d.ts.map +1 -0
- package/dist/lib/binary-utils/memory-conversion-utils.js +73 -0
- package/dist/lib/binary-utils/memory-copy-utils.js +58 -24
- package/dist/lib/env-utils/assert.js +12 -5
- package/dist/lib/env-utils/globals.d.ts +1 -1
- package/dist/lib/env-utils/globals.d.ts.map +1 -1
- package/dist/lib/env-utils/globals.js +23 -9
- package/dist/lib/filesystems/node-filesystem.d.ts +3 -2
- package/dist/lib/filesystems/node-filesystem.d.ts.map +1 -1
- package/dist/lib/filesystems/node-filesystem.js +72 -59
- package/dist/lib/filesystems/readable-file.d.ts +10 -0
- package/dist/lib/filesystems/readable-file.d.ts.map +1 -0
- package/dist/lib/filesystems/readable-file.js +25 -0
- package/dist/lib/filesystems/writable-file.d.ts +18 -0
- package/dist/lib/filesystems/writable-file.d.ts.map +1 -0
- package/dist/lib/filesystems/writable-file.js +48 -0
- package/dist/lib/iterators/async-iteration.js +49 -35
- package/dist/lib/iterators/text-iterators.js +56 -41
- package/dist/lib/node/buffer.browser.d.ts +12 -0
- package/dist/lib/node/buffer.browser.d.ts.map +1 -0
- package/dist/lib/node/buffer.browser.js +22 -0
- package/dist/lib/node/buffer.d.ts +3 -1
- package/dist/lib/node/buffer.d.ts.map +1 -1
- package/dist/lib/node/buffer.js +33 -25
- package/dist/lib/node/fs.d.ts +4 -2
- package/dist/lib/node/fs.d.ts.map +1 -1
- package/dist/lib/node/fs.js +47 -40
- package/dist/lib/node/promisify.d.ts +13 -0
- package/dist/lib/node/promisify.d.ts.map +1 -0
- package/dist/lib/node/promisify.js +22 -0
- package/dist/lib/node/stream.d.ts +4 -0
- package/dist/lib/node/stream.d.ts.map +1 -0
- package/dist/lib/node/stream.js +17 -0
- package/dist/lib/option-utils/merge-loader-options.d.ts +9 -0
- package/dist/lib/option-utils/merge-loader-options.d.ts.map +1 -0
- package/dist/lib/option-utils/merge-loader-options.js +27 -0
- package/dist/lib/parser-utils/parse-json.js +15 -8
- package/dist/lib/path-utils/file-aliases.js +40 -19
- package/dist/lib/path-utils/get-cwd.d.ts +2 -0
- package/dist/lib/path-utils/get-cwd.d.ts.map +1 -0
- package/dist/lib/path-utils/get-cwd.js +12 -0
- package/dist/lib/path-utils/path.d.ts +8 -0
- package/dist/lib/path-utils/path.d.ts.map +1 -1
- package/dist/lib/path-utils/path.js +173 -19
- package/dist/lib/request-utils/request-scheduler.d.ts +6 -6
- package/dist/lib/request-utils/request-scheduler.d.ts.map +1 -1
- package/dist/lib/request-utils/request-scheduler.js +127 -131
- package/dist/lib/worker-loader-utils/create-loader-worker.d.ts.map +1 -1
- package/dist/lib/worker-loader-utils/create-loader-worker.js +92 -96
- package/dist/lib/worker-loader-utils/encode-with-worker.d.ts +8 -0
- package/dist/lib/worker-loader-utils/encode-with-worker.d.ts.map +1 -0
- package/dist/lib/worker-loader-utils/encode-with-worker.js +21 -0
- package/dist/lib/worker-loader-utils/parse-with-worker.d.ts.map +1 -1
- package/dist/lib/worker-loader-utils/parse-with-worker.js +77 -60
- package/dist/types.d.ts +85 -72
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +3 -2
- package/dist/workers/json-worker.js +5 -4
- package/package.json +12 -19
- package/src/index.ts +32 -18
- package/src/json-loader.ts +5 -4
- package/src/lib/binary-utils/array-buffer-utils.ts +4 -40
- package/src/lib/binary-utils/{binary-copy-utils.ts → dataview-copy-utils.ts} +57 -5
- package/src/lib/binary-utils/get-first-characters.ts +17 -1
- package/src/lib/binary-utils/memory-conversion-utils.ts +53 -0
- package/src/lib/filesystems/readable-file.ts +30 -0
- package/src/lib/filesystems/writable-file.ts +44 -0
- package/src/lib/node/buffer.browser.ts +20 -0
- package/src/lib/node/buffer.ts +12 -11
- package/src/lib/node/fs.ts +16 -11
- package/src/lib/node/promisify.ts +70 -0
- package/src/lib/node/stream.ts +18 -0
- package/src/lib/option-utils/merge-loader-options.ts +35 -0
- package/src/lib/path-utils/get-cwd.ts +9 -0
- package/src/lib/path-utils/path.ts +138 -4
- package/src/lib/worker-loader-utils/create-loader-worker.ts +3 -2
- package/src/lib/worker-loader-utils/encode-with-worker.ts +21 -0
- package/src/lib/worker-loader-utils/parse-with-worker.ts +15 -2
- package/src/types.ts +156 -93
- package/dist/index.js.map +0 -1
- package/dist/json-loader.js.map +0 -1
- package/dist/lib/binary-utils/array-buffer-utils.js.map +0 -1
- package/dist/lib/binary-utils/binary-copy-utils.d.ts +0 -24
- package/dist/lib/binary-utils/binary-copy-utils.d.ts.map +0 -1
- package/dist/lib/binary-utils/binary-copy-utils.js.map +0 -1
- package/dist/lib/binary-utils/buffer-utils.d.ts.map +0 -1
- package/dist/lib/binary-utils/buffer-utils.js +0 -16
- package/dist/lib/binary-utils/buffer-utils.js.map +0 -1
- package/dist/lib/binary-utils/encode-utils.d.ts +0 -4
- package/dist/lib/binary-utils/encode-utils.d.ts.map +0 -1
- package/dist/lib/binary-utils/encode-utils.js +0 -31
- package/dist/lib/binary-utils/encode-utils.js.map +0 -1
- package/dist/lib/binary-utils/get-first-characters.js.map +0 -1
- package/dist/lib/binary-utils/memory-copy-utils.js.map +0 -1
- package/dist/lib/env-utils/assert.js.map +0 -1
- package/dist/lib/env-utils/globals.js.map +0 -1
- package/dist/lib/filesystems/node-filesystem.js.map +0 -1
- package/dist/lib/iterators/async-iteration.js.map +0 -1
- package/dist/lib/iterators/text-iterators.js.map +0 -1
- package/dist/lib/node/buffer.js.map +0 -1
- package/dist/lib/node/fs.js.map +0 -1
- package/dist/lib/node/util.d.ts +0 -5
- package/dist/lib/node/util.d.ts.map +0 -1
- package/dist/lib/node/util.js +0 -3
- package/dist/lib/node/util.js.map +0 -1
- package/dist/lib/parser-utils/parse-json.js.map +0 -1
- package/dist/lib/path-utils/file-aliases.js.map +0 -1
- package/dist/lib/path-utils/path.js.map +0 -1
- package/dist/lib/request-utils/request-scheduler.js.map +0 -1
- package/dist/lib/worker-loader-utils/create-loader-worker.js.map +0 -1
- package/dist/lib/worker-loader-utils/parse-with-worker.js.map +0 -1
- package/dist/types.js.map +0 -1
- package/dist/workers/json-worker.js.map +0 -1
- package/src/lib/binary-utils/buffer-utils.ts +0 -28
- package/src/lib/binary-utils/encode-utils.ts +0 -32
- package/src/lib/node/util.ts +0 -4
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAEA,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAEA,MAAM,MAAM,aAAa,GACrB,SAAS,GACT,UAAU,GACV,iBAAiB,GACjB,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,CAAC;AAEhB,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,CAAC;AAExE,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,eAAe,CAAC;AAEzD,MAAM,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,aAAa,GAAG,eAAe,CAAC;AAE3E,KAAK,SAAS,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAI3E;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG;IAC1B,+CAA+C;IAC/C,KAAK,CAAC,EAAE,OAAO,KAAK,GAAG,SAAS,GAAG,WAAW,GAAG,IAAI,CAAC;IACtD,6BAA6B;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6EAA6E;IAC7E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,2DAA2D;IAC3D,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAGlC,kDAAkD;IAClD,GAAG,CAAC,EAAE,GAAG,CAAC;IAIV,4EAA4E;IAC5E,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,6CAA6C;IAC7C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,2EAA2E;IAC3E,KAAK,CAAC,EAAE,CAAC,CAAC;IACV,gDAAgD;IAChD,QAAQ,CAAC,EAAE,CAAC,CAAC;IACb,gCAAgC;IAChC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,4CAA4C;IAC5C,UAAU,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAIhC,4BAA4B;IAC5B,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,wCAAwC;IACxC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,mEAAmE;IACnE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mEAAmE;IACnE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,8CAA8C;IAC9C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,wCAAwC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,mFAAmF;IACnF,SAAS,CAAC,EAAE,KAAK,GAAG,UAAU,GAAG,OAAO,CAAC;IACzC,yEAAyE;IACzE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,oDAAoD;IACpD,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,+CAA+C;IAC/C,GAAG,CAAC,EAAE,KAAK,CAAC;IACZ,uEAAuE;IACvE,MAAM,CAAC,EAAE,KAAK,CAAC;IACf,yEAAyE;IACzE,OAAO,CAAC,EAAE,KAAK,CAAC;IAChB,mEAAmE;IACnE,IAAI,CAAC,EAAE,KAAK,CAAC;IACb,mEAAmE;IACnE,IAAI,CAAC,EAAE,KAAK,CAAC;IACb,iFAAiF;IACjF,WAAW,CAAC,EAAE,KAAK,CAAC;IACpB,qEAAqE;IACrE,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,2EAA2E;IAC3E,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,2EAA2E;IAC3E,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,uFAAuF;IACvF,cAAc,CAAC,EAAE,KAAK,CAAC;IACvB,6EAA6E;IAC7E,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,6EAA6E;IAC7E,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,uEAAuE;IACvE,MAAM,CAAC,EAAE,KAAK,CAAC;IAGf,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;CAC7B,CAAC;AAEF,KAAK,cAAc,GAAG;IACpB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,MAAM,CAAC,KAAK,GAAG,GAAG,EAAE,MAAM,GAAG,GAAG,EAAE,cAAc,GAAG,aAAa,IAAI;IAE9E,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,OAAO,EAAE,cAAc,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAGpE,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAG1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,EAAE,MAAM,EAAE,CAAC;IAEpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IAEf,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,WAAW,KAAK,OAAO,CAAC,GAAG,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC;IAG3E,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;CACxC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,gBAAgB,CAAC,KAAK,GAAG,GAAG,EAAE,MAAM,GAAG,GAAG,EAAE,cAAc,GAAG,aAAa,IAAI,MAAM,CAC9F,KAAK,EACL,MAAM,EACN,cAAc,CACf,GAAG;IAEF,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IAEvC,KAAK,EAAE,CACL,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,cAAc,EACxB,OAAO,CAAC,EAAE,aAAa,KACpB,OAAO,CAAC,KAAK,CAAC,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,CACV,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,cAAc,EACxB,OAAO,CAAC,EAAE,aAAa,KACpB,KAAK,CAAC;IACX,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;IACvE,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,KAAK,KAAK,CAAC;IAClE,cAAc,CAAC,EAAE,CACf,QAAQ,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EAC5D,OAAO,CAAC,EAAE,cAAc,EACxB,OAAO,CAAC,EAAE,aAAa,KACpB,aAAa,CAAC,MAAM,CAAC,CAAC;IAC3B,kBAAkB,CAAC,EAAE,CACnB,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,cAAc,EACxB,OAAO,CAAC,EAAE,aAAa,KACpB,aAAa,CAAC,MAAM,CAAC,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,KAAK,EAAE,OAAO,KAAK,GAAG,SAAS,CAAC;IAChC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,KAAK,EAAE,CACL,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,aAAa,EAC3C,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,KACpB,OAAO,CAAC,GAAG,CAAC,CAAC;IAClB,SAAS,CAAC,EAAE,CACV,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,aAAa,EAC3C,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,KACpB,GAAG,CAAC;IACT,cAAc,CAAC,EAAE,CACf,QAAQ,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EAC5D,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,aAAa,EAC3C,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,KACpB,aAAa,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;CACvD,CAAC;AAyBF,KAAK,OAAO,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,KAAK,GAAG,CAAC;AAE9D,2EAA2E;AAC3E,MAAM,MAAM,iBAAiB,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,GACjF,OAAO,GACP,KAAK,CAAC;AACV,wEAAwE;AACxE,MAAM,MAAM,gBAAgB,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,MAAM,CAAC,MAAM,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,GAC/E,MAAM,GACN,KAAK,CAAC;AACV,yEAAyE;AACzE,MAAM,MAAM,eAAe,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,MAAM,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,GAAG,KAAK,CAAC;AAIlG,0BAA0B;AAC1B,MAAM,MAAM,aAAa,GAAG;IAC1B,wFAAwF;IACxF,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,8BAA8B;IAC9B,CAAC,QAAQ,EAAE,MAAM,GAAG,GAAG,CAAC;CACzB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,MAAM,CAAC,KAAK,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,EAAE,cAAc,GAAG,aAAa,IAAI;IACtF,IAAI,EAAE,MAAM,CAAC;IAEb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAG1B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IAEf,OAAO,EAAE,cAAc,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAI3C,UAAU,CAAC,EAAE,UAAU,CAAC;IAExB,cAAc,CAAC,EAAE,cAAc,CAAC;IAEhC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACrE,UAAU,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IAC9E,eAAe,CAAC,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;CAClG,CAAC;AAGF,KAAK,UAAU,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,WAAW,CAAC;AAItE,KAAK,cAAc,GAAG,CACpB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,KACpB,OAAO,CAAC,MAAM,CAAC,CAAC;AAErB,sFAAsF;AACtF,MAAM,MAAM,iBAAiB,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC,GACzF,OAAO,GACP,KAAK,CAAC;AAIV,MAAM,MAAM,gBAAgB,GAAG,CAC7B,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,KAC9D,aAAa,CAAC,WAAW,CAAC,CAAC;AAEhC,6CAA6C;AAC7C,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC;AAEhD,qCAAqC;AACrC,MAAM,MAAM,QAAQ,GAChB,MAAM,GACN,WAAW,GACX,IAAI,GACJ,IAAI,GACJ,QAAQ,GACR,cAAc,GACd,QAAQ,CAAC,WAAW,CAAC,GACrB,aAAa,CAAC,WAAW,CAAC,CAAC;AAE/B,0CAA0C;AAC1C,MAAM,MAAM,iBAAiB,GACzB,QAAQ,GACR,QAAQ,CAAC,WAAW,CAAC,GACrB,aAAa,CAAC,WAAW,CAAC,GAC1B,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC;AAExC;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAC,SAAS,CAAC,EAAE,OAAO,CAAA;KAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9E;;;;;OAKG;IACH,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;IAElE;;;;OAIG;IACH,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC9D;AAED,KAAK,WAAW,GAAG;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAC,CAAC;AAC/F,MAAM,WAAW,2BAA4B,SAAQ,WAAW;IAC9D,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACrE,KAAK,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9B,KAAK,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;CACpF"}
|
package/dist/types.js
CHANGED
|
@@ -1,2 +1,3 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
// Typed arrays
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const create_loader_worker_1 = require("../lib/worker-loader-utils/create-loader-worker");
|
|
4
|
+
const json_loader_1 = require("../json-loader");
|
|
5
|
+
(0, create_loader_worker_1.createLoaderWorker)(json_loader_1.JSONLoader);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/loader-utils",
|
|
3
|
-
"version": "4.0.0-alpha.
|
|
3
|
+
"version": "4.0.0-alpha.6",
|
|
4
4
|
"description": "Framework-independent loaders for 3D graphics formats",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"publishConfig": {
|
|
@@ -18,8 +18,8 @@
|
|
|
18
18
|
"point cloud"
|
|
19
19
|
],
|
|
20
20
|
"types": "dist/index.d.ts",
|
|
21
|
-
"main": "dist/index.js",
|
|
22
|
-
"module": "dist/index.js",
|
|
21
|
+
"main": "dist/es5/index.js",
|
|
22
|
+
"module": "dist/esm/index.js",
|
|
23
23
|
"sideEffects": false,
|
|
24
24
|
"files": [
|
|
25
25
|
"src",
|
|
@@ -27,26 +27,19 @@
|
|
|
27
27
|
"README.md"
|
|
28
28
|
],
|
|
29
29
|
"browser": {
|
|
30
|
-
"./src/lib/node/buffer.ts":
|
|
31
|
-
"./src/lib/node/buffer.js":
|
|
32
|
-
"./dist/
|
|
33
|
-
"./dist/
|
|
34
|
-
"./
|
|
35
|
-
"./src/lib/node/fs.js": false,
|
|
36
|
-
"./dist/es5/lib/node/fs.js": false,
|
|
37
|
-
"./dist/esm/lib/node/fs.js": false,
|
|
38
|
-
"./src/lib/node/util.ts": false,
|
|
39
|
-
"./src/lib/node/util.js": false,
|
|
40
|
-
"./dist/es5/lib/node/util.js": false,
|
|
41
|
-
"./dist/esm/lib/node/util.js": false,
|
|
30
|
+
"./src/lib/node/buffer.ts": "./src/lib/node/buffer.browser.ts",
|
|
31
|
+
"./src/lib/node/buffer.js": "./src/lib/node/buffer.browser.js",
|
|
32
|
+
"./dist/lib/node/buffer.js": "./dist/lib/node/buffer.browser.js",
|
|
33
|
+
"./dist/es5/lib/node/buffer.js": "./dist/es5/lib/node/buffer.browser.js",
|
|
34
|
+
"./dist/esm/lib/node/buffer.js": "./dist/esm/lib/node/buffer.browser.js",
|
|
42
35
|
"fs": false,
|
|
43
|
-
"
|
|
36
|
+
"stream": false
|
|
44
37
|
},
|
|
45
38
|
"scripts": {},
|
|
46
39
|
"dependencies": {
|
|
47
40
|
"@babel/runtime": "^7.3.1",
|
|
48
|
-
"@loaders.gl/worker-utils": "4.0.0-alpha.
|
|
49
|
-
"@probe.gl/stats": "^
|
|
41
|
+
"@loaders.gl/worker-utils": "4.0.0-alpha.6",
|
|
42
|
+
"@probe.gl/stats": "^4.0.2"
|
|
50
43
|
},
|
|
51
|
-
"gitHead": "
|
|
44
|
+
"gitHead": "acc1985050dfaa0f1f0c066f8da5bce7454a046c"
|
|
52
45
|
}
|
package/src/index.ts
CHANGED
|
@@ -1,11 +1,18 @@
|
|
|
1
1
|
// TYPES
|
|
2
2
|
export type {
|
|
3
|
+
// loaders
|
|
3
4
|
Loader,
|
|
4
5
|
LoaderWithParser,
|
|
5
6
|
LoaderContext,
|
|
6
7
|
LoaderOptions,
|
|
8
|
+
LoaderOptionsType,
|
|
9
|
+
LoaderReturnType,
|
|
10
|
+
LoaderBatchType,
|
|
11
|
+
// writers
|
|
7
12
|
Writer,
|
|
8
13
|
WriterOptions,
|
|
14
|
+
WriterOptionsType,
|
|
15
|
+
// misc
|
|
9
16
|
DataType,
|
|
10
17
|
SyncDataType,
|
|
11
18
|
BatchableDataType,
|
|
@@ -25,31 +32,31 @@ export {
|
|
|
25
32
|
document
|
|
26
33
|
} from './lib/env-utils/globals';
|
|
27
34
|
|
|
35
|
+
export {mergeLoaderOptions} from './lib/option-utils/merge-loader-options';
|
|
36
|
+
|
|
28
37
|
// LOADERS.GL-SPECIFIC WORKER UTILS
|
|
29
38
|
export {createLoaderWorker} from './lib/worker-loader-utils/create-loader-worker';
|
|
30
39
|
export {parseWithWorker, canParseWithWorker} from './lib/worker-loader-utils/parse-with-worker';
|
|
40
|
+
export {canEncodeWithWorker} from './lib/worker-loader-utils/encode-with-worker';
|
|
31
41
|
|
|
32
42
|
// PARSER UTILS
|
|
33
43
|
export {parseJSON} from './lib/parser-utils/parse-json';
|
|
34
44
|
|
|
35
45
|
// MEMORY COPY UTILS
|
|
36
46
|
export {
|
|
37
|
-
toArrayBuffer,
|
|
38
47
|
sliceArrayBuffer,
|
|
39
48
|
concatenateArrayBuffers,
|
|
40
49
|
concatenateTypedArrays,
|
|
41
50
|
compareArrayBuffers
|
|
42
51
|
} from './lib/binary-utils/array-buffer-utils';
|
|
43
52
|
export {padToNBytes, copyToArray, copyArrayBuffer} from './lib/binary-utils/memory-copy-utils';
|
|
44
|
-
export {
|
|
45
|
-
copyPaddedArrayBufferToDataView,
|
|
46
|
-
copyPaddedStringToDataView
|
|
47
|
-
} from './lib/binary-utils/binary-copy-utils';
|
|
48
53
|
export {
|
|
49
54
|
padStringToByteAlignment,
|
|
50
55
|
copyStringToDataView,
|
|
51
|
-
copyBinaryToDataView
|
|
52
|
-
|
|
56
|
+
copyBinaryToDataView,
|
|
57
|
+
copyPaddedArrayBufferToDataView,
|
|
58
|
+
copyPaddedStringToDataView
|
|
59
|
+
} from './lib/binary-utils/dataview-copy-utils';
|
|
53
60
|
export {getFirstCharacters, getMagicString} from './lib/binary-utils/get-first-characters';
|
|
54
61
|
|
|
55
62
|
// ITERATOR UTILS
|
|
@@ -75,24 +82,31 @@ export {JSONLoader} from './json-loader';
|
|
|
75
82
|
|
|
76
83
|
// Node.js emulation (can be used in browser)
|
|
77
84
|
|
|
78
|
-
// `path` replacement (avoids bundling big path polyfill)
|
|
79
|
-
import * as path from './lib/path-utils/path';
|
|
80
|
-
export {path};
|
|
81
|
-
|
|
82
85
|
// Avoid direct use of `Buffer` which pulls in 50KB polyfill
|
|
83
|
-
export {isBuffer, toBuffer,
|
|
86
|
+
export {isBuffer, toBuffer, toArrayBuffer} from './lib/binary-utils/memory-conversion-utils';
|
|
84
87
|
|
|
85
88
|
// Note.js wrappers (can be safely imported, but not used in browser)
|
|
86
89
|
|
|
87
|
-
// Use instead of importing 'util'
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
//
|
|
91
|
-
|
|
90
|
+
// Use instead of importing 'util' to avoid node dependencies
|
|
91
|
+
export {promisify1, promisify2} from './lib/node/promisify';
|
|
92
|
+
|
|
93
|
+
// `path` replacement (avoids bundling big path polyfill)
|
|
94
|
+
import * as path from './lib/path-utils/path';
|
|
95
|
+
export {path};
|
|
92
96
|
|
|
93
|
-
// Use instead of importing 'fs'
|
|
97
|
+
// Use instead of importing 'fs' to avoid node dependencies`
|
|
94
98
|
import * as fs from './lib/node/fs';
|
|
95
99
|
export {fs};
|
|
96
100
|
|
|
101
|
+
// Use instead of importing 'stream' to avoid node dependencies`
|
|
102
|
+
import * as stream from './lib/node/stream';
|
|
103
|
+
export {stream};
|
|
104
|
+
|
|
97
105
|
// EXPERIMENTAL
|
|
106
|
+
export type {ReadableFile} from './lib/filesystems/readable-file';
|
|
107
|
+
export {makeReadableFile} from './lib/filesystems/readable-file';
|
|
108
|
+
|
|
109
|
+
export type {WritableFile} from './lib/filesystems/writable-file';
|
|
110
|
+
export {makeWritableFile} from './lib/filesystems/writable-file';
|
|
111
|
+
|
|
98
112
|
export {default as _NodeFileSystem} from './lib/filesystems/node-filesystem';
|
package/src/json-loader.ts
CHANGED
|
@@ -1,14 +1,17 @@
|
|
|
1
|
-
import type {LoaderWithParser} from './types';
|
|
1
|
+
import type {LoaderWithParser, LoaderOptions} from './types';
|
|
2
|
+
import type {Table, TableBatch} from '@loaders.gl/schema';
|
|
2
3
|
|
|
3
4
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
4
5
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
5
6
|
const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
6
7
|
|
|
8
|
+
export type JSONLoaderOptions = LoaderOptions;
|
|
9
|
+
|
|
7
10
|
/**
|
|
8
11
|
* A JSON Micro loader (minimal bundle size)
|
|
9
12
|
* Alternative to `@loaders.gl/json`
|
|
10
13
|
*/
|
|
11
|
-
export const JSONLoader = {
|
|
14
|
+
export const JSONLoader: LoaderWithParser<Table, TableBatch, JSONLoaderOptions> = {
|
|
12
15
|
name: 'JSON',
|
|
13
16
|
id: 'json',
|
|
14
17
|
module: 'json',
|
|
@@ -26,5 +29,3 @@ export const JSONLoader = {
|
|
|
26
29
|
function parseTextSync(text) {
|
|
27
30
|
return JSON.parse(text);
|
|
28
31
|
}
|
|
29
|
-
|
|
30
|
-
export const _typecheckJSONLoader: LoaderWithParser = JSONLoader;
|
|
@@ -1,46 +1,10 @@
|
|
|
1
1
|
import {TypedArray} from '../../types';
|
|
2
|
-
import {isBuffer, bufferToArrayBuffer} from './buffer-utils';
|
|
3
|
-
|
|
4
|
-
/**
|
|
5
|
-
* Convert an object to an array buffer
|
|
6
|
-
*/
|
|
7
|
-
export function toArrayBuffer(data: any): ArrayBuffer {
|
|
8
|
-
// Note: Should be called first, Buffers can trigger other detections below
|
|
9
|
-
if (isBuffer(data)) {
|
|
10
|
-
return bufferToArrayBuffer(data);
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
if (data instanceof ArrayBuffer) {
|
|
14
|
-
return data;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
// Careful - Node Buffers look like Uint8Arrays (keep after isBuffer)
|
|
18
|
-
if (ArrayBuffer.isView(data)) {
|
|
19
|
-
if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
|
|
20
|
-
return data.buffer;
|
|
21
|
-
}
|
|
22
|
-
return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
if (typeof data === 'string') {
|
|
26
|
-
const text = data;
|
|
27
|
-
const uint8Array = new TextEncoder().encode(text);
|
|
28
|
-
return uint8Array.buffer;
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
// HACK to support Blob polyfill
|
|
32
|
-
if (data && typeof data === 'object' && data._toArrayBuffer) {
|
|
33
|
-
return data._toArrayBuffer();
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
throw new Error('toArrayBuffer');
|
|
37
|
-
}
|
|
38
2
|
|
|
39
3
|
/**
|
|
40
4
|
* compare two binary arrays for equality
|
|
41
|
-
* @param
|
|
42
|
-
* @param
|
|
43
|
-
* @param
|
|
5
|
+
* @param a
|
|
6
|
+
* @param b
|
|
7
|
+
* @param byteLength
|
|
44
8
|
*/
|
|
45
9
|
export function compareArrayBuffers(
|
|
46
10
|
arrayBuffer1: ArrayBuffer,
|
|
@@ -91,7 +55,7 @@ export function concatenateArrayBuffers(...sources: (ArrayBuffer | Uint8Array)[]
|
|
|
91
55
|
/**
|
|
92
56
|
* Concatenate arbitrary count of typed arrays
|
|
93
57
|
* https://developer.mozilla.org/en-US/docs/Web/JavaScript/Typed_arrays
|
|
94
|
-
* @param
|
|
58
|
+
* @param - list of arrays. All arrays should be the same type
|
|
95
59
|
* @return A concatenated TypedArray
|
|
96
60
|
*/
|
|
97
61
|
export function concatenateTypedArrays<T>(...typedArrays: T[]): T {
|
|
@@ -1,13 +1,65 @@
|
|
|
1
|
+
// loaders./gl, MIT license
|
|
2
|
+
|
|
1
3
|
import {TypedArray} from '../../types';
|
|
2
4
|
import {padToNBytes} from './memory-copy-utils';
|
|
3
5
|
|
|
6
|
+
/**
|
|
7
|
+
* Helper function that pads a string with spaces to fit a certain byte alignment
|
|
8
|
+
* @param string
|
|
9
|
+
* @param byteAlignment
|
|
10
|
+
* @returns
|
|
11
|
+
*
|
|
12
|
+
* @todo PERFORMANCE IDEA: No need to copy string twice...
|
|
13
|
+
*/
|
|
14
|
+
export function padStringToByteAlignment(string: string, byteAlignment: number): string {
|
|
15
|
+
const length = string.length;
|
|
16
|
+
const paddedLength = Math.ceil(length / byteAlignment) * byteAlignment; // Round up to the required alignment
|
|
17
|
+
const padding = paddedLength - length;
|
|
18
|
+
let whitespace = '';
|
|
19
|
+
for (let i = 0; i < padding; ++i) {
|
|
20
|
+
whitespace += ' ';
|
|
21
|
+
}
|
|
22
|
+
return string + whitespace;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
*
|
|
27
|
+
* @param dataView
|
|
28
|
+
* @param byteOffset
|
|
29
|
+
* @param string
|
|
30
|
+
* @param byteLength
|
|
31
|
+
* @returns
|
|
32
|
+
*/
|
|
33
|
+
export function copyStringToDataView(
|
|
34
|
+
dataView: DataView,
|
|
35
|
+
byteOffset: number,
|
|
36
|
+
string: string,
|
|
37
|
+
byteLength: number
|
|
38
|
+
): number {
|
|
39
|
+
if (dataView) {
|
|
40
|
+
for (let i = 0; i < byteLength; i++) {
|
|
41
|
+
dataView.setUint8(byteOffset + i, string.charCodeAt(i));
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
return byteOffset + byteLength;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
export function copyBinaryToDataView(dataView, byteOffset, binary, byteLength) {
|
|
48
|
+
if (dataView) {
|
|
49
|
+
for (let i = 0; i < byteLength; i++) {
|
|
50
|
+
dataView.setUint8(byteOffset + i, binary[i]);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
return byteOffset + byteLength;
|
|
54
|
+
}
|
|
55
|
+
|
|
4
56
|
/**
|
|
5
57
|
* Copy sourceBuffer to dataView with some padding
|
|
6
58
|
*
|
|
7
|
-
* @param
|
|
8
|
-
* @param
|
|
9
|
-
* @param
|
|
10
|
-
* @param
|
|
59
|
+
* @param dataView - destination data container. If null - only new offset is calculated
|
|
60
|
+
* @param byteOffset - destination byte offset to copy to
|
|
61
|
+
* @param sourceBuffer - source data buffer
|
|
62
|
+
* @param padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
|
|
11
63
|
*
|
|
12
64
|
* @return new byteOffset of resulting dataView
|
|
13
65
|
*/
|
|
@@ -16,7 +68,7 @@ export function copyPaddedArrayBufferToDataView(
|
|
|
16
68
|
byteOffset: number,
|
|
17
69
|
sourceBuffer: TypedArray,
|
|
18
70
|
padding: number
|
|
19
|
-
) {
|
|
71
|
+
): number {
|
|
20
72
|
const paddedLength = padToNBytes(sourceBuffer.byteLength, padding);
|
|
21
73
|
const padLength = paddedLength - sourceBuffer.byteLength;
|
|
22
74
|
|
|
@@ -1,4 +1,12 @@
|
|
|
1
|
-
|
|
1
|
+
// loaders.gl, MIT license
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Get the first characters from a binary file (interpret the first bytes as an ASCII string)
|
|
5
|
+
* @param data
|
|
6
|
+
* @param length
|
|
7
|
+
* @returns
|
|
8
|
+
*/
|
|
9
|
+
export function getFirstCharacters(data: string | ArrayBuffer, length: number = 5): string {
|
|
2
10
|
if (typeof data === 'string') {
|
|
3
11
|
return data.slice(0, length);
|
|
4
12
|
} else if (ArrayBuffer.isView(data)) {
|
|
@@ -11,6 +19,14 @@ export function getFirstCharacters(data, length = 5): string {
|
|
|
11
19
|
return '';
|
|
12
20
|
}
|
|
13
21
|
|
|
22
|
+
/**
|
|
23
|
+
* Gets a magic string from a "file"
|
|
24
|
+
* Typically used to check or detect file format
|
|
25
|
+
* @param arrayBuffer
|
|
26
|
+
* @param byteOffset
|
|
27
|
+
* @param length
|
|
28
|
+
* @returns
|
|
29
|
+
*/
|
|
14
30
|
export function getMagicString(
|
|
15
31
|
arrayBuffer: ArrayBuffer,
|
|
16
32
|
byteOffset: number,
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
// loaders.gl, MIT license
|
|
2
|
+
|
|
3
|
+
import * as node from '../node/buffer';
|
|
4
|
+
|
|
5
|
+
/**
|
|
6
|
+
* Check for Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
7
|
+
*/
|
|
8
|
+
export function isBuffer(value: any): boolean {
|
|
9
|
+
return value && typeof value === 'object' && value.isBuffer;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Converts to Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
14
|
+
* @todo better data type
|
|
15
|
+
*/
|
|
16
|
+
export function toBuffer(data: any): Buffer {
|
|
17
|
+
return node.toBuffer ? node.toBuffer(data) : data;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* Convert an object to an array buffer
|
|
22
|
+
*/
|
|
23
|
+
export function toArrayBuffer(data: unknown): ArrayBuffer {
|
|
24
|
+
// Note: Should be called first, Buffers can trigger other detections below
|
|
25
|
+
if (isBuffer(data)) {
|
|
26
|
+
return node.toArrayBuffer(data);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
if (data instanceof ArrayBuffer) {
|
|
30
|
+
return data;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
// Careful - Node Buffers look like Uint8Arrays (keep after isBuffer)
|
|
34
|
+
if (ArrayBuffer.isView(data)) {
|
|
35
|
+
if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
|
|
36
|
+
return data.buffer;
|
|
37
|
+
}
|
|
38
|
+
return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
if (typeof data === 'string') {
|
|
42
|
+
const text = data;
|
|
43
|
+
const uint8Array = new TextEncoder().encode(text);
|
|
44
|
+
return uint8Array.buffer;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
// HACK to support Blob polyfill
|
|
48
|
+
if (data && typeof data === 'object' && (data as any)._toArrayBuffer) {
|
|
49
|
+
return (data as any)._toArrayBuffer();
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
throw new Error('toArrayBuffer');
|
|
53
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
// loaders.gl, MIT license
|
|
2
|
+
|
|
3
|
+
export type ReadableFile = {
|
|
4
|
+
read: (position: number, length: number) => Promise<Buffer>;
|
|
5
|
+
close: () => Promise<void>;
|
|
6
|
+
/** Length of file in bytes */
|
|
7
|
+
size: number;
|
|
8
|
+
};
|
|
9
|
+
|
|
10
|
+
/** Helper function to create an envelope reader for a binary memory input */
|
|
11
|
+
export function makeReadableFile(data: Blob | ArrayBuffer): ReadableFile {
|
|
12
|
+
if (data instanceof ArrayBuffer) {
|
|
13
|
+
const arrayBuffer: ArrayBuffer = data;
|
|
14
|
+
return {
|
|
15
|
+
read: async (start: number, length: number) => Buffer.from(data, start, length),
|
|
16
|
+
close: async () => {},
|
|
17
|
+
size: arrayBuffer.byteLength
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
const blob: Blob = data;
|
|
22
|
+
return {
|
|
23
|
+
read: async (start: number, length: number) => {
|
|
24
|
+
const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();
|
|
25
|
+
return Buffer.from(arrayBuffer);
|
|
26
|
+
},
|
|
27
|
+
close: async () => {},
|
|
28
|
+
size: blob.size
|
|
29
|
+
};
|
|
30
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
|
|
2
|
+
import {isBrowser} from '../env-utils/globals';
|
|
3
|
+
import * as fs from '../node/fs';
|
|
4
|
+
import type {Writable} from 'stream';
|
|
5
|
+
|
|
6
|
+
export type WritableFile = {
|
|
7
|
+
write: (buf: Buffer) => Promise<void>;
|
|
8
|
+
close: () => Promise<void>;
|
|
9
|
+
};
|
|
10
|
+
|
|
11
|
+
export interface WriteStreamOptions {
|
|
12
|
+
flags?: string;
|
|
13
|
+
encoding?: 'utf8';
|
|
14
|
+
fd?: number;
|
|
15
|
+
mode?: number;
|
|
16
|
+
autoClose?: boolean;
|
|
17
|
+
start?: number;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
/** Helper function to create an envelope reader for a binary memory input */
|
|
21
|
+
export function makeWritableFile(
|
|
22
|
+
pathOrStream: string | Writable,
|
|
23
|
+
options?: WriteStreamOptions
|
|
24
|
+
): WritableFile {
|
|
25
|
+
if (isBrowser) {
|
|
26
|
+
return {
|
|
27
|
+
write: async () => {},
|
|
28
|
+
close: async () => {}
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
const outputStream: Writable =
|
|
33
|
+
typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;
|
|
34
|
+
return {
|
|
35
|
+
write: async (buffer: Buffer) =>
|
|
36
|
+
new Promise((resolve, reject) => {
|
|
37
|
+
outputStream.write(buffer, (err) => (err ? reject(err) : resolve()));
|
|
38
|
+
}),
|
|
39
|
+
close: () =>
|
|
40
|
+
new Promise((resolve, reject) => {
|
|
41
|
+
(outputStream as any).close((err) => (err ? reject(err) : resolve()));
|
|
42
|
+
})
|
|
43
|
+
};
|
|
44
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
// loaders.gl, MIT license
|
|
2
|
+
|
|
3
|
+
// Isolates Buffer references to ensure they are only bundled under Node.js (avoids big webpack polyfill)
|
|
4
|
+
// this file is selected by the package.json "browser" field).
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* Convert Buffer to ArrayBuffer
|
|
8
|
+
* Converts Node.js `Buffer` to `ArrayBuffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
9
|
+
* @todo better data type
|
|
10
|
+
*/
|
|
11
|
+
export function toArrayBuffer(buffer) {
|
|
12
|
+
return buffer;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Convert (copy) ArrayBuffer to Buffer
|
|
17
|
+
*/
|
|
18
|
+
export function toBuffer(binaryData: ArrayBuffer | ArrayBuffer | Buffer): Buffer {
|
|
19
|
+
throw new Error('Buffer not supported in browser');
|
|
20
|
+
}
|
package/src/lib/node/buffer.ts
CHANGED
|
@@ -1,10 +1,12 @@
|
|
|
1
|
-
//
|
|
2
|
-
// this file is not visible to webpack (it is excluded in the package.json "browser" field).
|
|
1
|
+
// loaders.gl, MIT license
|
|
3
2
|
|
|
4
|
-
|
|
3
|
+
// Isolates Buffer references to ensure they are only bundled under Node.js (avoids big webpack polyfill)
|
|
4
|
+
// this file is selected by the package.json "browser" field).
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Convert Buffer to ArrayBuffer
|
|
8
|
+
* Converts Node.js `Buffer` to `ArrayBuffer` (without triggering bundler to include Buffer polyfill on browser)
|
|
9
|
+
* @todo better data type
|
|
8
10
|
*/
|
|
9
11
|
export function toArrayBuffer(buffer) {
|
|
10
12
|
// TODO - per docs we should just be able to call buffer.buffer, but there are issues
|
|
@@ -18,19 +20,18 @@ export function toArrayBuffer(buffer) {
|
|
|
18
20
|
/**
|
|
19
21
|
* Convert (copy) ArrayBuffer to Buffer
|
|
20
22
|
*/
|
|
21
|
-
export function toBuffer(binaryData) {
|
|
23
|
+
export function toBuffer(binaryData: ArrayBuffer | ArrayBuffer | Buffer): Buffer {
|
|
24
|
+
if (Buffer.isBuffer(binaryData)) {
|
|
25
|
+
return binaryData;
|
|
26
|
+
}
|
|
27
|
+
|
|
22
28
|
if (ArrayBuffer.isView(binaryData)) {
|
|
23
29
|
binaryData = binaryData.buffer;
|
|
24
30
|
}
|
|
25
31
|
|
|
26
32
|
if (typeof Buffer !== 'undefined' && binaryData instanceof ArrayBuffer) {
|
|
27
|
-
|
|
28
|
-
const view = new Uint8Array(binaryData);
|
|
29
|
-
for (let i = 0; i < buffer.length; ++i) {
|
|
30
|
-
buffer[i] = view[i];
|
|
31
|
-
}
|
|
32
|
-
return buffer;
|
|
33
|
+
return Buffer.from(binaryData);
|
|
33
34
|
}
|
|
34
35
|
|
|
35
|
-
|
|
36
|
+
throw new Error('toBuffer');
|
|
36
37
|
}
|