@loaders.gl/core 4.0.0-alpha.4 → 4.0.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.d.ts +2 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +2 -2
- package/dist/core-addons/write-file-browser.d.ts +1 -0
- package/dist/core-addons/write-file-browser.d.ts.map +1 -0
- package/dist/core-addons/write-file-browser.js +59 -1
- package/dist/dist.min.js +3874 -0
- package/dist/es5/bundle.js +6 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/core-addons/write-file-browser.js +2 -0
- package/dist/es5/core-addons/write-file-browser.js.map +1 -0
- package/dist/es5/index.js +377 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +94 -0
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +42 -0
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js +47 -0
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-iterator.js +31 -0
- package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js +133 -0
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-string-iterator.js +38 -0
- package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -0
- package/dist/es5/iterators/make-stream/make-dom-stream.js +67 -0
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -0
- package/dist/es5/iterators/make-stream/make-node-stream.js +168 -0
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -0
- package/dist/es5/javascript-utils/is-type.js +79 -0
- package/dist/es5/javascript-utils/is-type.js.map +1 -0
- package/dist/es5/lib/api/encode-table.js +159 -0
- package/dist/es5/lib/api/encode-table.js.map +1 -0
- package/dist/es5/lib/api/encode.js +244 -0
- package/dist/es5/lib/api/encode.js.map +1 -0
- package/dist/es5/lib/api/load-in-batches.js +63 -0
- package/dist/es5/lib/api/load-in-batches.js.map +1 -0
- package/dist/es5/lib/api/load.js +76 -0
- package/dist/es5/lib/api/load.js.map +1 -0
- package/dist/es5/lib/api/loader-options.js +19 -0
- package/dist/es5/lib/api/loader-options.js.map +1 -0
- package/dist/es5/lib/api/parse-in-batches.js +277 -0
- package/dist/es5/lib/api/parse-in-batches.js.map +1 -0
- package/dist/es5/lib/api/parse-sync.js +54 -0
- package/dist/es5/lib/api/parse-sync.js.map +1 -0
- package/dist/es5/lib/api/parse.js +143 -0
- package/dist/es5/lib/api/parse.js.map +1 -0
- package/dist/es5/lib/api/register-loaders.js +50 -0
- package/dist/es5/lib/api/register-loaders.js.map +1 -0
- package/dist/es5/lib/api/save.js +42 -0
- package/dist/es5/lib/api/save.js.map +1 -0
- package/dist/es5/lib/api/select-loader.js +303 -0
- package/dist/es5/lib/api/select-loader.js.map +1 -0
- package/dist/es5/lib/common.js +2 -0
- package/dist/es5/lib/common.js.map +1 -0
- package/dist/es5/lib/fetch/fetch-error-message.js +56 -0
- package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -0
- package/dist/es5/lib/fetch/fetch-file.js +47 -0
- package/dist/es5/lib/fetch/fetch-file.js.map +1 -0
- package/dist/es5/lib/fetch/read-array-buffer.js +76 -0
- package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -0
- package/dist/es5/lib/fetch/read-file.js +20 -0
- package/dist/es5/lib/fetch/read-file.js.map +1 -0
- package/dist/es5/lib/fetch/write-file.js +48 -0
- package/dist/es5/lib/fetch/write-file.js.map +1 -0
- package/dist/es5/lib/filesystems/browser-filesystem.js +249 -0
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -0
- package/dist/es5/lib/filesystems/filesystem.js +2 -0
- package/dist/es5/lib/filesystems/filesystem.js.map +1 -0
- package/dist/es5/lib/filesystems/read-array-buffer.js +41 -0
- package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -0
- package/dist/es5/lib/init.js +18 -0
- package/dist/es5/lib/init.js.map +1 -0
- package/dist/es5/lib/loader-utils/check-errors.js +57 -0
- package/dist/es5/lib/loader-utils/check-errors.js.map +1 -0
- package/dist/es5/lib/loader-utils/get-data.js +237 -0
- package/dist/es5/lib/loader-utils/get-data.js.map +1 -0
- package/dist/es5/lib/loader-utils/get-fetch-function.js +26 -0
- package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -0
- package/dist/es5/lib/loader-utils/loader-context.js +41 -0
- package/dist/es5/lib/loader-utils/loader-context.js.map +1 -0
- package/dist/es5/lib/loader-utils/loggers.js +90 -0
- package/dist/es5/lib/loader-utils/loggers.js.map +1 -0
- package/dist/es5/lib/loader-utils/normalize-loader.js +44 -0
- package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -0
- package/dist/es5/lib/loader-utils/option-defaults.js +47 -0
- package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -0
- package/dist/es5/lib/loader-utils/option-utils.js +132 -0
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -0
- package/dist/es5/lib/progress/fetch-progress.js +134 -0
- package/dist/es5/lib/progress/fetch-progress.js.map +1 -0
- package/dist/es5/lib/utils/log.js +12 -0
- package/dist/es5/lib/utils/log.js.map +1 -0
- package/dist/es5/lib/utils/mime-type-utils.js +24 -0
- package/dist/es5/lib/utils/mime-type-utils.js.map +1 -0
- package/dist/es5/lib/utils/resource-utils.js +58 -0
- package/dist/es5/lib/utils/resource-utils.js.map +1 -0
- package/dist/es5/lib/utils/response-utils.js +196 -0
- package/dist/es5/lib/utils/response-utils.js.map +1 -0
- package/dist/es5/null-loader.js +139 -0
- package/dist/es5/null-loader.js.map +1 -0
- package/dist/es5/workers/null-worker.js +6 -0
- package/dist/es5/workers/null-worker.js.map +1 -0
- package/dist/esm/bundle.js +4 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/core-addons/README.md +1 -0
- package/dist/esm/core-addons/write-file-browser.js +2 -0
- package/dist/esm/core-addons/write-file-browser.js.map +1 -0
- package/dist/esm/index.js +30 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +16 -0
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +20 -0
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js +12 -0
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-iterator.js +25 -0
- package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js +32 -0
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-string-iterator.js +13 -0
- package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -0
- package/dist/esm/iterators/make-stream/make-dom-stream.js +29 -0
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -0
- package/dist/esm/iterators/make-stream/make-node-stream.js +57 -0
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -0
- package/dist/esm/javascript-utils/is-type.js +19 -0
- package/dist/esm/javascript-utils/is-type.js.map +1 -0
- package/dist/esm/lib/api/encode-table.js +45 -0
- package/dist/esm/lib/api/encode-table.js.map +1 -0
- package/dist/esm/lib/api/encode.js +87 -0
- package/dist/esm/lib/api/encode.js.map +1 -0
- package/dist/esm/lib/api/load-in-batches.js +25 -0
- package/dist/esm/lib/api/load-in-batches.js.map +1 -0
- package/dist/esm/lib/api/load.js +26 -0
- package/dist/esm/lib/api/load.js.map +1 -0
- package/dist/esm/lib/api/loader-options.js +3 -0
- package/dist/esm/lib/api/loader-options.js.map +1 -0
- package/dist/esm/lib/api/parse-in-batches.js +85 -0
- package/dist/esm/lib/api/parse-in-batches.js.map +1 -0
- package/dist/esm/lib/api/parse-sync.js +47 -0
- package/dist/esm/lib/api/parse-sync.js.map +1 -0
- package/dist/esm/lib/api/parse.js +76 -0
- package/dist/esm/lib/api/parse.js.map +1 -0
- package/dist/esm/lib/api/register-loaders.js +25 -0
- package/dist/esm/lib/api/register-loaders.js.map +1 -0
- package/dist/esm/lib/api/save.js +11 -0
- package/dist/esm/lib/api/save.js.map +1 -0
- package/dist/esm/lib/api/select-loader.js +204 -0
- package/dist/esm/lib/api/select-loader.js.map +1 -0
- package/dist/esm/lib/common.js +2 -0
- package/dist/esm/lib/common.js.map +1 -0
- package/dist/esm/lib/fetch/fetch-error-message.js +18 -0
- package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -0
- package/dist/esm/lib/fetch/fetch-file.js +14 -0
- package/dist/esm/lib/fetch/fetch-file.js.map +1 -0
- package/dist/esm/lib/fetch/read-array-buffer.js +23 -0
- package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -0
- package/dist/esm/lib/fetch/read-file.js +15 -0
- package/dist/esm/lib/fetch/read-file.js.map +1 -0
- package/dist/esm/lib/fetch/write-file.js +21 -0
- package/dist/esm/lib/fetch/write-file.js.map +1 -0
- package/dist/esm/lib/filesystems/browser-filesystem.js +92 -0
- package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -0
- package/dist/esm/lib/filesystems/filesystem.js +2 -0
- package/dist/esm/lib/filesystems/filesystem.js.map +1 -0
- package/dist/esm/lib/filesystems/read-array-buffer.js +8 -0
- package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -0
- package/dist/esm/lib/init.js +11 -0
- package/dist/esm/lib/init.js.map +1 -0
- package/dist/esm/lib/loader-utils/check-errors.js +22 -0
- package/dist/esm/lib/loader-utils/check-errors.js.map +1 -0
- package/dist/esm/lib/loader-utils/get-data.js +103 -0
- package/dist/esm/lib/loader-utils/get-data.js.map +1 -0
- package/dist/esm/lib/loader-utils/get-fetch-function.js +18 -0
- package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -0
- package/dist/esm/lib/loader-utils/loader-context.js +30 -0
- package/dist/esm/lib/loader-utils/loader-context.js.map +1 -0
- package/dist/esm/lib/loader-utils/loggers.js +50 -0
- package/dist/esm/lib/loader-utils/loggers.js.map +1 -0
- package/dist/esm/lib/loader-utils/normalize-loader.js +37 -0
- package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -0
- package/dist/esm/lib/loader-utils/option-defaults.js +39 -0
- package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -0
- package/dist/esm/lib/loader-utils/option-utils.js +106 -0
- package/dist/esm/lib/loader-utils/option-utils.js.map +1 -0
- package/dist/esm/lib/progress/fetch-progress.js +52 -0
- package/dist/esm/lib/progress/fetch-progress.js.map +1 -0
- package/dist/esm/lib/utils/log.js +5 -0
- package/dist/esm/lib/utils/log.js.map +1 -0
- package/dist/esm/lib/utils/mime-type-utils.js +17 -0
- package/dist/esm/lib/utils/mime-type-utils.js.map +1 -0
- package/dist/esm/lib/utils/resource-utils.js +51 -0
- package/dist/esm/lib/utils/resource-utils.js.map +1 -0
- package/dist/esm/lib/utils/response-utils.js +91 -0
- package/dist/esm/lib/utils/response-utils.js.map +1 -0
- package/dist/esm/null-loader.js +45 -0
- package/dist/esm/null-loader.js.map +1 -0
- package/dist/esm/workers/null-worker.js +4 -0
- package/dist/esm/workers/null-worker.js.map +1 -0
- package/dist/index.d.ts +31 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +108 -31
- package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts +5 -0
- package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts.map +1 -0
- package/dist/iterators/batch-iterators/timed-batch-iterator.js +20 -17
- package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts +9 -0
- package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js +25 -16
- package/dist/iterators/make-iterator/make-blob-iterator.d.ts +9 -0
- package/dist/iterators/make-iterator/make-blob-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-blob-iterator.js +20 -12
- package/dist/iterators/make-iterator/make-iterator.d.ts +19 -0
- package/dist/iterators/make-iterator/make-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-iterator.js +36 -29
- package/dist/iterators/make-iterator/make-stream-iterator.d.ts +11 -0
- package/dist/iterators/make-iterator/make-stream-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-stream-iterator.js +89 -32
- package/dist/iterators/make-iterator/make-string-iterator.d.ts +9 -0
- package/dist/iterators/make-iterator/make-string-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-string-iterator.js +22 -12
- package/dist/iterators/make-stream/make-dom-stream.d.ts +14 -0
- package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -0
- package/dist/iterators/make-stream/make-dom-stream.js +44 -32
- package/dist/iterators/make-stream/make-node-stream.d.ts +11 -0
- package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -0
- package/dist/iterators/make-stream/make-node-stream.js +75 -70
- package/dist/javascript-utils/is-type.d.ts +22 -0
- package/dist/javascript-utils/is-type.d.ts.map +1 -0
- package/dist/javascript-utils/is-type.js +41 -21
- package/dist/lib/api/encode-table.d.ts +6 -0
- package/dist/lib/api/encode-table.d.ts.map +1 -0
- package/dist/lib/api/encode-table.js +54 -0
- package/dist/lib/api/encode.d.ts +26 -0
- package/dist/lib/api/encode.d.ts.map +1 -0
- package/dist/lib/api/encode.js +111 -81
- package/dist/lib/api/load-in-batches.d.ts +13 -0
- package/dist/lib/api/load-in-batches.d.ts.map +1 -0
- package/dist/lib/api/load-in-batches.js +30 -27
- package/dist/lib/api/load.d.ts +14 -0
- package/dist/lib/api/load.d.ts.map +1 -0
- package/dist/lib/api/load.js +42 -24
- package/dist/lib/api/loader-options.d.ts +3 -0
- package/dist/lib/api/loader-options.d.ts.map +1 -0
- package/dist/lib/api/loader-options.js +7 -0
- package/dist/lib/api/parse-in-batches.d.ts +10 -0
- package/dist/lib/api/parse-in-batches.d.ts.map +1 -0
- package/dist/lib/api/parse-in-batches.js +113 -92
- package/dist/lib/api/parse-sync.d.ts +10 -0
- package/dist/lib/api/parse-sync.d.ts.map +1 -0
- package/dist/lib/api/parse-sync.js +56 -54
- package/dist/lib/api/parse.d.ts +6 -0
- package/dist/lib/api/parse.d.ts.map +1 -0
- package/dist/lib/api/parse.js +81 -61
- package/dist/lib/api/register-loaders.d.ts +7 -0
- package/dist/lib/api/register-loaders.d.ts.map +1 -0
- package/dist/lib/api/register-loaders.js +29 -23
- package/dist/lib/api/save.d.ts +4 -0
- package/dist/lib/api/save.d.ts.map +1 -0
- package/dist/lib/api/save.js +13 -9
- package/dist/lib/api/select-loader.d.ts +22 -0
- package/dist/lib/api/select-loader.d.ts.map +1 -0
- package/dist/lib/api/select-loader.js +216 -194
- package/dist/lib/common.d.ts +2 -0
- package/dist/lib/common.d.ts.map +1 -0
- package/dist/lib/common.js +2 -2
- package/dist/lib/fetch/fetch-error-message.d.ts +3 -0
- package/dist/lib/fetch/fetch-error-message.d.ts.map +1 -0
- package/dist/lib/fetch/fetch-error-message.js +21 -17
- package/dist/lib/fetch/fetch-file.d.ts +13 -0
- package/dist/lib/fetch/fetch-file.d.ts.map +1 -0
- package/dist/lib/fetch/fetch-file.js +25 -15
- package/dist/lib/fetch/read-array-buffer.d.ts +17 -0
- package/dist/lib/fetch/read-array-buffer.d.ts.map +1 -0
- package/dist/lib/fetch/read-array-buffer.js +39 -27
- package/dist/lib/fetch/read-file.d.ts +5 -0
- package/dist/lib/fetch/read-file.d.ts.map +1 -0
- package/dist/lib/fetch/read-file.js +28 -16
- package/dist/lib/fetch/write-file.d.ts +3 -0
- package/dist/lib/fetch/write-file.d.ts.map +1 -0
- package/dist/lib/fetch/write-file.js +20 -23
- package/dist/lib/filesystems/browser-filesystem.d.ts +58 -0
- package/dist/lib/filesystems/browser-filesystem.d.ts.map +1 -0
- package/dist/lib/filesystems/browser-filesystem.js +118 -107
- package/dist/lib/filesystems/filesystem.d.ts +46 -0
- package/dist/lib/filesystems/filesystem.d.ts.map +1 -0
- package/dist/lib/filesystems/filesystem.js +2 -2
- package/dist/lib/filesystems/read-array-buffer.d.ts +19 -0
- package/dist/lib/filesystems/read-array-buffer.d.ts.map +1 -0
- package/dist/lib/filesystems/read-array-buffer.js +28 -8
- package/dist/lib/init.d.ts +3 -0
- package/dist/lib/init.d.ts.map +1 -0
- package/dist/lib/init.js +16 -6
- package/dist/lib/loader-utils/check-errors.d.ts +3 -0
- package/dist/lib/loader-utils/check-errors.d.ts.map +1 -0
- package/dist/lib/loader-utils/check-errors.js +26 -22
- package/dist/lib/loader-utils/get-data.d.ts +6 -0
- package/dist/lib/loader-utils/get-data.d.ts.map +1 -0
- package/dist/lib/loader-utils/get-data.js +122 -122
- package/dist/lib/loader-utils/get-fetch-function.d.ts +9 -0
- package/dist/lib/loader-utils/get-fetch-function.d.ts.map +1 -0
- package/dist/lib/loader-utils/get-fetch-function.js +31 -0
- package/dist/lib/loader-utils/loader-context.d.ts +13 -0
- package/dist/lib/loader-utils/loader-context.d.ts.map +1 -0
- package/dist/lib/loader-utils/loader-context.js +47 -34
- package/dist/lib/loader-utils/loggers.d.ts +17 -0
- package/dist/lib/loader-utils/loggers.d.ts.map +1 -0
- package/dist/lib/loader-utils/loggers.js +39 -46
- package/dist/lib/loader-utils/normalize-loader.d.ts +4 -0
- package/dist/lib/loader-utils/normalize-loader.d.ts.map +1 -0
- package/dist/lib/loader-utils/normalize-loader.js +50 -41
- package/dist/lib/loader-utils/option-defaults.d.ts +20 -0
- package/dist/lib/loader-utils/option-defaults.d.ts.map +1 -0
- package/dist/lib/loader-utils/option-defaults.js +41 -35
- package/dist/lib/loader-utils/option-utils.d.ts +34 -0
- package/dist/lib/loader-utils/option-utils.d.ts.map +1 -0
- package/dist/lib/loader-utils/option-utils.js +140 -120
- package/dist/lib/progress/fetch-progress.d.ts +6 -0
- package/dist/lib/progress/fetch-progress.d.ts.map +1 -0
- package/dist/lib/progress/fetch-progress.js +54 -56
- package/dist/lib/utils/log.d.ts +3 -0
- package/dist/lib/utils/log.d.ts.map +1 -0
- package/dist/lib/utils/log.js +6 -0
- package/dist/lib/utils/mime-type-utils.d.ts +20 -0
- package/dist/lib/utils/mime-type-utils.d.ts.map +1 -0
- package/dist/lib/utils/mime-type-utils.js +38 -17
- package/dist/lib/utils/resource-utils.d.ts +21 -0
- package/dist/lib/utils/resource-utils.d.ts.map +1 -0
- package/dist/lib/utils/resource-utils.js +70 -52
- package/dist/lib/utils/response-utils.d.ts +18 -0
- package/dist/lib/utils/response-utils.d.ts.map +1 -0
- package/dist/lib/utils/response-utils.js +104 -105
- package/dist/null-loader.d.ts +10 -0
- package/dist/null-loader.d.ts.map +1 -0
- package/dist/null-loader.js +53 -31
- package/dist/null-worker.js +61 -21
- package/dist/workers/null-worker.d.ts +2 -0
- package/dist/workers/null-worker.d.ts.map +1 -0
- package/dist/workers/null-worker.js +5 -4
- package/package.json +16 -15
- package/src/index.ts +20 -4
- package/src/iterators/make-stream/make-dom-stream.ts +10 -5
- package/src/iterators/make-stream/make-node-stream.ts +10 -9
- package/src/lib/api/encode-table.ts +71 -0
- package/src/lib/api/encode.ts +15 -5
- package/src/lib/api/load-in-batches.ts +1 -1
- package/src/lib/api/load.ts +39 -8
- package/src/lib/api/loader-options.ts +2 -0
- package/src/lib/api/parse.ts +39 -2
- package/src/lib/api/register-loaders.ts +1 -1
- package/src/lib/api/select-loader.ts +16 -0
- package/src/lib/init.ts +17 -0
- package/src/lib/loader-utils/get-fetch-function.ts +38 -0
- package/src/lib/loader-utils/loader-context.ts +1 -1
- package/src/lib/loader-utils/loggers.ts +1 -1
- package/src/lib/loader-utils/option-defaults.ts +3 -1
- package/src/lib/loader-utils/option-utils.ts +22 -46
- package/src/lib/progress/fetch-progress.ts +2 -2
- package/src/lib/utils/log.ts +4 -0
- package/src/lib/utils/response-utils.ts +2 -2
- package/src/null-loader.ts +17 -5
- package/dist/bundle.js.map +0 -1
- package/dist/core-addons/write-file-browser.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-blob-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-stream-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-string-iterator.js.map +0 -1
- package/dist/iterators/make-stream/make-dom-stream.js.map +0 -1
- package/dist/iterators/make-stream/make-node-stream.js.map +0 -1
- package/dist/iterators/make-stream/make-stream.js +0 -7
- package/dist/iterators/make-stream/make-stream.js.map +0 -1
- package/dist/javascript-utils/is-type.js.map +0 -1
- package/dist/lib/api/encode.js.map +0 -1
- package/dist/lib/api/load-in-batches.js.map +0 -1
- package/dist/lib/api/load.js.map +0 -1
- package/dist/lib/api/parse-in-batches.js.map +0 -1
- package/dist/lib/api/parse-sync.js.map +0 -1
- package/dist/lib/api/parse.js.map +0 -1
- package/dist/lib/api/register-loaders.js.map +0 -1
- package/dist/lib/api/save.js.map +0 -1
- package/dist/lib/api/select-loader.js.map +0 -1
- package/dist/lib/api/set-loader-options.js +0 -5
- package/dist/lib/api/set-loader-options.js.map +0 -1
- package/dist/lib/common.js.map +0 -1
- package/dist/lib/fetch/fetch-error-message.js.map +0 -1
- package/dist/lib/fetch/fetch-file.js.map +0 -1
- package/dist/lib/fetch/read-array-buffer.js.map +0 -1
- package/dist/lib/fetch/read-file.js.map +0 -1
- package/dist/lib/fetch/write-file.js.map +0 -1
- package/dist/lib/filesystems/browser-filesystem.js.map +0 -1
- package/dist/lib/filesystems/filesystem.js.map +0 -1
- package/dist/lib/filesystems/read-array-buffer.js.map +0 -1
- package/dist/lib/init.js.map +0 -1
- package/dist/lib/loader-utils/check-errors.js.map +0 -1
- package/dist/lib/loader-utils/get-data.js.map +0 -1
- package/dist/lib/loader-utils/loader-context.js.map +0 -1
- package/dist/lib/loader-utils/loggers.js.map +0 -1
- package/dist/lib/loader-utils/normalize-loader.js.map +0 -1
- package/dist/lib/loader-utils/option-defaults.js.map +0 -1
- package/dist/lib/loader-utils/option-utils.js.map +0 -1
- package/dist/lib/progress/fetch-progress.js.map +0 -1
- package/dist/lib/utils/mime-type-utils.js.map +0 -1
- package/dist/lib/utils/resource-utils.js.map +0 -1
- package/dist/lib/utils/response-utils.js.map +0 -1
- package/dist/null-loader.js.map +0 -1
- package/dist/workers/null-worker.js.map +0 -1
- package/src/iterators/make-stream/make-stream.ts +0 -19
- package/src/lib/api/set-loader-options.ts +0 -9
- package/src/lib/init.js +0 -10
- /package/dist/{core-addons → es5/core-addons}/README.md +0 -0
|
@@ -1,30 +1,37 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.makeIterator = void 0;
|
|
4
|
+
const make_string_iterator_1 = require("./make-string-iterator");
|
|
5
|
+
const make_array_buffer_iterator_1 = require("./make-array-buffer-iterator");
|
|
6
|
+
const make_blob_iterator_1 = require("./make-blob-iterator");
|
|
7
|
+
const make_stream_iterator_1 = require("./make-stream-iterator");
|
|
8
|
+
const is_type_1 = require("../../javascript-utils/is-type");
|
|
9
|
+
/**
|
|
10
|
+
* Returns an iterator that breaks its input into chunks and yields them one-by-one.
|
|
11
|
+
* @param data
|
|
12
|
+
* @param options
|
|
13
|
+
* @returns
|
|
14
|
+
* This function can e.g. be used to enable data sources that can only be read atomically
|
|
15
|
+
* (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.
|
|
16
|
+
*/
|
|
17
|
+
function makeIterator(data, options) {
|
|
18
|
+
if (typeof data === 'string') {
|
|
19
|
+
// Note: Converts string chunks to binary
|
|
20
|
+
return (0, make_string_iterator_1.makeStringIterator)(data, options);
|
|
21
|
+
}
|
|
22
|
+
if (data instanceof ArrayBuffer) {
|
|
23
|
+
return (0, make_array_buffer_iterator_1.makeArrayBufferIterator)(data, options);
|
|
24
|
+
}
|
|
25
|
+
if ((0, is_type_1.isBlob)(data)) {
|
|
26
|
+
return (0, make_blob_iterator_1.makeBlobIterator)(data, options);
|
|
27
|
+
}
|
|
28
|
+
if ((0, is_type_1.isReadableStream)(data)) {
|
|
29
|
+
return (0, make_stream_iterator_1.makeStreamIterator)(data, options);
|
|
30
|
+
}
|
|
31
|
+
if ((0, is_type_1.isResponse)(data)) {
|
|
32
|
+
const response = data;
|
|
33
|
+
return (0, make_stream_iterator_1.makeStreamIterator)(response.body, options);
|
|
34
|
+
}
|
|
35
|
+
throw new Error('makeIterator');
|
|
29
36
|
}
|
|
30
|
-
|
|
37
|
+
exports.makeIterator = makeIterator;
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import type { Readable } from 'stream';
|
|
3
|
+
export type StreamIteratorOptions = {
|
|
4
|
+
_streamReadAhead?: boolean;
|
|
5
|
+
};
|
|
6
|
+
/**
|
|
7
|
+
* Returns an async iterable that reads from a stream (works in both Node.js and browsers)
|
|
8
|
+
* @param stream stream to iterator over
|
|
9
|
+
*/
|
|
10
|
+
export declare function makeStreamIterator(stream: ReadableStream | Readable, options?: StreamIteratorOptions): AsyncIterable<ArrayBuffer>;
|
|
11
|
+
//# sourceMappingURL=make-stream-iterator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"make-stream-iterator.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAGrC,MAAM,MAAM,qBAAqB,GAAG;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,CAAC;AAEF;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,cAAc,GAAG,QAAQ,EACjC,OAAO,CAAC,EAAE,qBAAqB,GAC9B,aAAa,CAAC,WAAW,CAAC,CAI5B"}
|
|
@@ -1,39 +1,96 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.makeStreamIterator = void 0;
|
|
4
|
+
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
5
|
+
/**
|
|
6
|
+
* Returns an async iterable that reads from a stream (works in both Node.js and browsers)
|
|
7
|
+
* @param stream stream to iterator over
|
|
8
|
+
*/
|
|
9
|
+
function makeStreamIterator(stream, options) {
|
|
10
|
+
return loader_utils_1.isBrowser
|
|
11
|
+
? makeBrowserStreamIterator(stream, options)
|
|
12
|
+
: makeNodeStreamIterator(stream, options);
|
|
4
13
|
}
|
|
5
|
-
|
|
14
|
+
exports.makeStreamIterator = makeStreamIterator;
|
|
15
|
+
/**
|
|
16
|
+
* Returns an async iterable that reads from a DOM (browser) stream
|
|
17
|
+
* @param stream stream to iterate from
|
|
18
|
+
* @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate
|
|
19
|
+
*/
|
|
6
20
|
async function* makeBrowserStreamIterator(stream, options) {
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
21
|
+
// WhatWG: stream is supposed to have a `getIterator` method
|
|
22
|
+
// if (typeof stream.getIterator === 'function') {
|
|
23
|
+
// return stream.getIterator();
|
|
24
|
+
// }
|
|
25
|
+
// if (typeof stream[Symbol.asyncIterator] === 'function') {
|
|
26
|
+
// return makeToArrayBufferIterator(stream);
|
|
27
|
+
// }
|
|
28
|
+
// In the browser, we first need to get a lock on the stream
|
|
29
|
+
const reader = stream.getReader();
|
|
30
|
+
let nextBatchPromise;
|
|
31
|
+
try {
|
|
32
|
+
// eslint-disable-next-line no-constant-condition
|
|
33
|
+
while (true) {
|
|
34
|
+
const currentBatchPromise = nextBatchPromise || reader.read();
|
|
35
|
+
// Issue a read for an additional batch, while we await the next batch
|
|
36
|
+
// Idea is to make fetching happen in parallel with processing / parsing
|
|
37
|
+
if (options?._streamReadAhead) {
|
|
38
|
+
nextBatchPromise = reader.read();
|
|
39
|
+
}
|
|
40
|
+
// Read from the stream
|
|
41
|
+
// value is a Uint8Array
|
|
42
|
+
const { done, value } = await currentBatchPromise;
|
|
43
|
+
// Exit if we're done
|
|
44
|
+
if (done) {
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
// Else yield the chunk
|
|
48
|
+
yield (0, loader_utils_1.toArrayBuffer)(value);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
catch (error) {
|
|
52
|
+
// TODO - examples makes it look like this should always be called,
|
|
53
|
+
// but that generates exceptions so only call it if we do not reach the end
|
|
54
|
+
reader.releaseLock();
|
|
28
55
|
}
|
|
29
|
-
} catch (error) {
|
|
30
|
-
reader.releaseLock();
|
|
31
|
-
}
|
|
32
56
|
}
|
|
33
|
-
|
|
57
|
+
/**
|
|
58
|
+
* Returns an async iterable that reads from a DOM (browser) stream
|
|
59
|
+
* @param stream stream to iterate from
|
|
60
|
+
* @note Requires Node.js >= 10
|
|
61
|
+
*/
|
|
34
62
|
async function* makeNodeStreamIterator(stream, options) {
|
|
35
|
-
|
|
36
|
-
|
|
63
|
+
// Hacky test for node version to ensure we don't call bad polyfills
|
|
64
|
+
// NODE 10+: stream is an asyncIterator
|
|
65
|
+
for await (const chunk of stream) {
|
|
66
|
+
yield (0, loader_utils_1.toArrayBuffer)(chunk); // Coerce each chunk to ArrayBuffer
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
/* TODO - remove NODE < 10
|
|
70
|
+
* @see https://github.com/bustle/streaming-iterables, MIT license
|
|
71
|
+
*
|
|
72
|
+
if (typeof stream[Symbol.asyncIterator] === 'function') {
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
// TODO - check if is this ever used in Node 10+?
|
|
77
|
+
// eslint-disable-next-line no-constant-condition
|
|
78
|
+
while (true) {
|
|
79
|
+
const data = stream.read();
|
|
80
|
+
if (data !== null) {
|
|
81
|
+
yield toArrayBuffer(data);
|
|
82
|
+
// eslint-disable-next-line no-continue
|
|
83
|
+
continue;
|
|
84
|
+
}
|
|
85
|
+
if (stream._readableState?.ended) {
|
|
86
|
+
return;
|
|
87
|
+
}
|
|
88
|
+
await onceReadable(stream);
|
|
37
89
|
}
|
|
90
|
+
|
|
91
|
+
async function onceReadable(stream: Readable): Promise<any> {
|
|
92
|
+
return new Promise((resolve) => {
|
|
93
|
+
stream.once('readable', resolve);
|
|
94
|
+
});
|
|
38
95
|
}
|
|
39
|
-
|
|
96
|
+
*/
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { IteratorOptions } from './make-iterator';
|
|
2
|
+
/**
|
|
3
|
+
* Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers
|
|
4
|
+
* @param blob string to iterate over
|
|
5
|
+
* @param options
|
|
6
|
+
* @param options.chunkSize
|
|
7
|
+
*/
|
|
8
|
+
export declare function makeStringIterator(string: string, options?: IteratorOptions): Iterable<ArrayBuffer>;
|
|
9
|
+
//# sourceMappingURL=make-string-iterator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"make-string-iterator.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-iterator/make-string-iterator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,iBAAiB,CAAC;AAIrD;;;;;GAKG;AACH,wBAAiB,kBAAkB,CACjC,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,eAAe,GACxB,QAAQ,CAAC,WAAW,CAAC,CAcvB"}
|
|
@@ -1,14 +1,24 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.makeStringIterator = void 0;
|
|
1
4
|
const DEFAULT_CHUNK_SIZE = 256 * 1024;
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
const
|
|
10
|
-
offset
|
|
11
|
-
|
|
12
|
-
|
|
5
|
+
/**
|
|
6
|
+
* Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers
|
|
7
|
+
* @param blob string to iterate over
|
|
8
|
+
* @param options
|
|
9
|
+
* @param options.chunkSize
|
|
10
|
+
*/
|
|
11
|
+
function* makeStringIterator(string, options) {
|
|
12
|
+
const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;
|
|
13
|
+
let offset = 0;
|
|
14
|
+
const textEncoder = new TextEncoder();
|
|
15
|
+
while (offset < string.length) {
|
|
16
|
+
// Create a chunk of the right size
|
|
17
|
+
const chunkLength = Math.min(string.length - offset, chunkSize);
|
|
18
|
+
const chunk = string.slice(offset, offset + chunkLength);
|
|
19
|
+
offset += chunkLength;
|
|
20
|
+
// yield an ArrayBuffer chunk
|
|
21
|
+
yield textEncoder.encode(chunk);
|
|
22
|
+
}
|
|
13
23
|
}
|
|
14
|
-
|
|
24
|
+
exports.makeStringIterator = makeStringIterator;
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export type MakeStreamOptions = {
|
|
2
|
+
/** Stream allocates an arrayBuffer. Enables use of a default reader. */
|
|
3
|
+
autoAllocateChunkSize?: number;
|
|
4
|
+
/** Total number of chunks in queue before back pressure is applied */
|
|
5
|
+
highWaterMark?: number;
|
|
6
|
+
};
|
|
7
|
+
/**
|
|
8
|
+
* Builds a DOM stream from an iterator
|
|
9
|
+
* This stream is currently used in browsers only,
|
|
10
|
+
* but note that Web stream support is present in Node from Node 16
|
|
11
|
+
* https://nodejs.org/api/webstreams.html#webstreams_web_streams_api
|
|
12
|
+
*/
|
|
13
|
+
export declare function makeStream<ArrayBuffer>(source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: MakeStreamOptions): ReadableStream;
|
|
14
|
+
//# sourceMappingURL=make-dom-stream.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"make-dom-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wEAAwE;IACxE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAsChB"}
|
|
@@ -1,34 +1,46 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.makeStream = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Builds a DOM stream from an iterator
|
|
6
|
+
* This stream is currently used in browsers only,
|
|
7
|
+
* but note that Web stream support is present in Node from Node 16
|
|
8
|
+
* https://nodejs.org/api/webstreams.html#webstreams_web_streams_api
|
|
9
|
+
*/
|
|
10
|
+
function makeStream(source, options) {
|
|
11
|
+
const iterator = source[Symbol.asyncIterator]
|
|
12
|
+
? source[Symbol.asyncIterator]()
|
|
13
|
+
: source[Symbol.iterator]();
|
|
14
|
+
return new ReadableStream({
|
|
15
|
+
// Create a byte stream (enables `Response(stream).arrayBuffer()`)
|
|
16
|
+
// Only supported on Chrome
|
|
17
|
+
// See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController
|
|
18
|
+
type: 'bytes',
|
|
19
|
+
async pull(controller) {
|
|
20
|
+
try {
|
|
21
|
+
const { done, value } = await iterator.next();
|
|
22
|
+
if (done) {
|
|
23
|
+
controller.close();
|
|
24
|
+
}
|
|
25
|
+
else {
|
|
26
|
+
// TODO - ignores controller.desiredSize
|
|
27
|
+
// @ts-expect-error Unclear why value is not correctly typed
|
|
28
|
+
controller.enqueue(new Uint8Array(value));
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
catch (error) {
|
|
32
|
+
controller.error(error);
|
|
33
|
+
}
|
|
34
|
+
},
|
|
35
|
+
async cancel() {
|
|
36
|
+
await iterator?.return?.();
|
|
17
37
|
}
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
await (iterator === null || iterator === void 0 ? void 0 : (_iterator$return = iterator.return) === null || _iterator$return === void 0 ? void 0 : _iterator$return.call(iterator));
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
}, {
|
|
30
|
-
highWaterMark: 2 ** 24,
|
|
31
|
-
...options
|
|
32
|
-
});
|
|
38
|
+
},
|
|
39
|
+
// options: QueingStrategy<Uint8Array>
|
|
40
|
+
{
|
|
41
|
+
// This is bytes, not chunks
|
|
42
|
+
highWaterMark: 2 ** 24,
|
|
43
|
+
...options
|
|
44
|
+
});
|
|
33
45
|
}
|
|
34
|
-
|
|
46
|
+
exports.makeStream = makeStream;
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import type { ReadableOptions } from 'stream';
|
|
3
|
+
import * as Stream from 'stream';
|
|
4
|
+
declare class _Readable {
|
|
5
|
+
}
|
|
6
|
+
type ReadableType = Stream.Readable | _Readable;
|
|
7
|
+
export type MakeStreamOptions = ReadableOptions;
|
|
8
|
+
/** Builds a node stream from an iterator */
|
|
9
|
+
export declare function makeStream<ArrayBuffer>(source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: ReadableOptions): ReadableType;
|
|
10
|
+
export {};
|
|
11
|
+
//# sourceMappingURL=make-node-stream.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"make-node-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,QAAQ,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC,cAAM,SAAS;CAAG;AAElB,KAAK,YAAY,GAAG,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;AAGhD,MAAM,MAAM,iBAAiB,GAAG,eAAe,CAAC;AAEhD,4CAA4C;AAC5C,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,eAAe,GACxB,YAAY,CAKd"}
|
|
@@ -1,77 +1,82 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
+
if (mod && mod.__esModule) return mod;
|
|
20
|
+
var result = {};
|
|
21
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
+
__setModuleDefault(result, mod);
|
|
23
|
+
return result;
|
|
24
|
+
};
|
|
25
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
+
exports.makeStream = void 0;
|
|
27
|
+
const Stream = __importStar(require("stream"));
|
|
28
|
+
class _Readable {
|
|
29
|
+
}
|
|
30
|
+
const Readable = Stream.Readable || _Readable;
|
|
31
|
+
/** Builds a node stream from an iterator */
|
|
32
|
+
function makeStream(source, options) {
|
|
33
|
+
const iterator = source[Symbol.asyncIterator]
|
|
34
|
+
? source[Symbol.asyncIterator]()
|
|
35
|
+
: source[Symbol.iterator]();
|
|
36
|
+
return new AsyncIterableReadable(iterator, options);
|
|
7
37
|
}
|
|
8
|
-
|
|
38
|
+
exports.makeStream = makeStream;
|
|
9
39
|
class AsyncIterableReadable extends Readable {
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
_defineProperty(this, "_bytesMode", void 0);
|
|
16
|
-
|
|
17
|
-
_defineProperty(this, "_iterator", void 0);
|
|
18
|
-
|
|
19
|
-
this._iterator = it;
|
|
20
|
-
this._pulling = false;
|
|
21
|
-
this._bytesMode = !options || !options.objectMode;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
async _read(size) {
|
|
25
|
-
if (!this._pulling) {
|
|
26
|
-
this._pulling = true;
|
|
27
|
-
this._pulling = await this._pull(size, this._iterator);
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
async _destroy(error, cb) {
|
|
32
|
-
if (!this._iterator) {
|
|
33
|
-
return;
|
|
40
|
+
constructor(it, options) {
|
|
41
|
+
super(options);
|
|
42
|
+
this._iterator = it;
|
|
43
|
+
this._pulling = false;
|
|
44
|
+
this._bytesMode = !options || !options.objectMode;
|
|
34
45
|
}
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
} else {
|
|
41
|
-
var _this$_iterator2, _this$_iterator2$retu;
|
|
42
|
-
|
|
43
|
-
await ((_this$_iterator2 = this._iterator) === null || _this$_iterator2 === void 0 ? void 0 : (_this$_iterator2$retu = _this$_iterator2.return) === null || _this$_iterator2$retu === void 0 ? void 0 : _this$_iterator2$retu.call(_this$_iterator2, error));
|
|
46
|
+
async _read(size) {
|
|
47
|
+
if (!this._pulling) {
|
|
48
|
+
this._pulling = true;
|
|
49
|
+
this._pulling = await this._pull(size, this._iterator);
|
|
50
|
+
}
|
|
44
51
|
}
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
if (size !== null) {
|
|
57
|
-
size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
if (!this.push(new Uint8Array(r.value)) || size <= 0) {
|
|
61
|
-
break;
|
|
62
|
-
}
|
|
52
|
+
async _destroy(error, cb) {
|
|
53
|
+
if (!this._iterator) {
|
|
54
|
+
return;
|
|
55
|
+
}
|
|
56
|
+
if (error) {
|
|
57
|
+
await this._iterator?.throw?.(error);
|
|
58
|
+
}
|
|
59
|
+
else {
|
|
60
|
+
await this._iterator?.return?.(error);
|
|
61
|
+
}
|
|
62
|
+
cb?.(null);
|
|
63
63
|
}
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
64
|
+
// eslint-disable-next-line complexity
|
|
65
|
+
async _pull(size, it) {
|
|
66
|
+
const bm = this._bytesMode;
|
|
67
|
+
let r = null;
|
|
68
|
+
// while (this.readable && !(r = await it.next(bm ? size : null)).done) {
|
|
69
|
+
while (this.readable && !(r = await it.next()).done) {
|
|
70
|
+
if (size !== null) {
|
|
71
|
+
size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
|
|
72
|
+
}
|
|
73
|
+
if (!this.push(new Uint8Array(r.value)) || size <= 0) {
|
|
74
|
+
break;
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
if ((r?.done || !this.readable) && (this.push(null) || true)) {
|
|
78
|
+
it?.return?.();
|
|
79
|
+
}
|
|
80
|
+
return !this.readable;
|
|
69
81
|
}
|
|
70
|
-
|
|
71
|
-
return !this.readable;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
82
|
}
|
|
75
|
-
|
|
76
|
-
export default makeNodeStream;
|
|
77
|
-
//# sourceMappingURL=make-node-stream.js.map
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import type { Readable } from 'stream';
|
|
3
|
+
/** A DOM or Node readable stream */
|
|
4
|
+
export type ReadableStreamType = ReadableStream | Readable;
|
|
5
|
+
export declare const isObject: (x: any) => boolean;
|
|
6
|
+
export declare const isPureObject: (x: any) => boolean;
|
|
7
|
+
export declare const isPromise: (x: any) => boolean;
|
|
8
|
+
export declare const isIterable: (x: any) => boolean;
|
|
9
|
+
export declare const isAsyncIterable: (x: any) => boolean;
|
|
10
|
+
export declare const isIterator: (x: any) => boolean;
|
|
11
|
+
export declare const isResponse: (x: any) => boolean;
|
|
12
|
+
export declare const isFile: (x: any) => boolean;
|
|
13
|
+
export declare const isBlob: (x: any) => boolean;
|
|
14
|
+
/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */
|
|
15
|
+
export declare const isBuffer: (x: any) => boolean;
|
|
16
|
+
export declare const isWritableDOMStream: (x: any) => boolean;
|
|
17
|
+
export declare const isReadableDOMStream: (x: any) => boolean;
|
|
18
|
+
export declare const isWritableNodeStream: (x: any) => boolean;
|
|
19
|
+
export declare const isReadableNodeStream: (x: any) => boolean;
|
|
20
|
+
export declare const isReadableStream: (x: any) => boolean;
|
|
21
|
+
export declare const isWritableStream: (x: any) => boolean;
|
|
22
|
+
//# sourceMappingURL=is-type.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"is-type.d.ts","sourceRoot":"","sources":["../../src/javascript-utils/is-type.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,oCAAoC;AACpC,MAAM,MAAM,kBAAkB,GAAG,cAAc,GAAG,QAAQ,CAAC;AAK3D,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAoD,CAAC;AACxF,eAAO,MAAM,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AAClD,eAAO,MAAM,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAkD,CAAC;AAEvF,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAA8D,CAAC;AACpG,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AACrD,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAwC,CAAC;AAE9E,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEK,CAAC;AAE3C,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AACnG,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AAEnG,uFAAuF;AACvF,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAyD,CAAC;AAE7F,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACiB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEyC,CAAC;AAGxF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC;AACpD,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC"}
|
|
@@ -1,21 +1,41 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.isWritableStream = exports.isReadableStream = exports.isReadableNodeStream = exports.isWritableNodeStream = exports.isReadableDOMStream = exports.isWritableDOMStream = exports.isBuffer = exports.isBlob = exports.isFile = exports.isResponse = exports.isIterator = exports.isAsyncIterable = exports.isIterable = exports.isPromise = exports.isPureObject = exports.isObject = void 0;
|
|
4
|
+
const isBoolean = (x) => typeof x === 'boolean';
|
|
5
|
+
const isFunction = (x) => typeof x === 'function';
|
|
6
|
+
const isObject = (x) => x !== null && typeof x === 'object';
|
|
7
|
+
exports.isObject = isObject;
|
|
8
|
+
const isPureObject = (x) => (0, exports.isObject)(x) && x.constructor === {}.constructor;
|
|
9
|
+
exports.isPureObject = isPureObject;
|
|
10
|
+
const isPromise = (x) => (0, exports.isObject)(x) && isFunction(x.then);
|
|
11
|
+
exports.isPromise = isPromise;
|
|
12
|
+
const isIterable = (x) => x && typeof x[Symbol.iterator] === 'function';
|
|
13
|
+
exports.isIterable = isIterable;
|
|
14
|
+
const isAsyncIterable = (x) => x && typeof x[Symbol.asyncIterator] === 'function';
|
|
15
|
+
exports.isAsyncIterable = isAsyncIterable;
|
|
16
|
+
const isIterator = (x) => x && isFunction(x.next);
|
|
17
|
+
exports.isIterator = isIterator;
|
|
18
|
+
const isResponse = (x) => (typeof Response !== 'undefined' && x instanceof Response) ||
|
|
19
|
+
(x && x.arrayBuffer && x.text && x.json);
|
|
20
|
+
exports.isResponse = isResponse;
|
|
21
|
+
const isFile = (x) => typeof File !== 'undefined' && x instanceof File;
|
|
22
|
+
exports.isFile = isFile;
|
|
23
|
+
const isBlob = (x) => typeof Blob !== 'undefined' && x instanceof Blob;
|
|
24
|
+
exports.isBlob = isBlob;
|
|
25
|
+
/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */
|
|
26
|
+
const isBuffer = (x) => x && typeof x === 'object' && x.isBuffer;
|
|
27
|
+
exports.isBuffer = isBuffer;
|
|
28
|
+
const isWritableDOMStream = (x) => (0, exports.isObject)(x) && isFunction(x.abort) && isFunction(x.getWriter);
|
|
29
|
+
exports.isWritableDOMStream = isWritableDOMStream;
|
|
30
|
+
const isReadableDOMStream = (x) => (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||
|
|
31
|
+
((0, exports.isObject)(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));
|
|
32
|
+
exports.isReadableDOMStream = isReadableDOMStream;
|
|
33
|
+
// Not implemented in Firefox: && isFunction(x.pipeTo)
|
|
34
|
+
const isWritableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
|
|
35
|
+
exports.isWritableNodeStream = isWritableNodeStream;
|
|
36
|
+
const isReadableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
|
|
37
|
+
exports.isReadableNodeStream = isReadableNodeStream;
|
|
38
|
+
const isReadableStream = (x) => (0, exports.isReadableDOMStream)(x) || (0, exports.isReadableNodeStream)(x);
|
|
39
|
+
exports.isReadableStream = isReadableStream;
|
|
40
|
+
const isWritableStream = (x) => (0, exports.isWritableDOMStream)(x) || (0, exports.isWritableNodeStream)(x);
|
|
41
|
+
exports.isWritableStream = isWritableStream;
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { Writer, WriterOptionsType } from '@loaders.gl/loader-utils';
|
|
2
|
+
import { Table } from '@loaders.gl/schema';
|
|
3
|
+
export declare function encodeTable<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): Promise<ArrayBuffer>;
|
|
4
|
+
export declare function encodeTableAsText<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): Promise<string>;
|
|
5
|
+
export declare function encodeTableInBatches<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): AsyncIterable<ArrayBuffer>;
|
|
6
|
+
//# sourceMappingURL=encode-table.d.ts.map
|