@loaders.gl/core 4.0.0-alpha.4 → 4.0.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.d.ts +2 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +2 -2
- package/dist/core-addons/write-file-browser.d.ts +1 -0
- package/dist/core-addons/write-file-browser.d.ts.map +1 -0
- package/dist/core-addons/write-file-browser.js +59 -1
- package/dist/dist.min.js +3874 -0
- package/dist/es5/bundle.js +6 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/core-addons/write-file-browser.js +2 -0
- package/dist/es5/core-addons/write-file-browser.js.map +1 -0
- package/dist/es5/index.js +377 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +94 -0
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +42 -0
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js +47 -0
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-iterator.js +31 -0
- package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js +133 -0
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-string-iterator.js +38 -0
- package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -0
- package/dist/es5/iterators/make-stream/make-dom-stream.js +67 -0
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -0
- package/dist/es5/iterators/make-stream/make-node-stream.js +168 -0
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -0
- package/dist/es5/javascript-utils/is-type.js +79 -0
- package/dist/es5/javascript-utils/is-type.js.map +1 -0
- package/dist/es5/lib/api/encode-table.js +159 -0
- package/dist/es5/lib/api/encode-table.js.map +1 -0
- package/dist/es5/lib/api/encode.js +244 -0
- package/dist/es5/lib/api/encode.js.map +1 -0
- package/dist/es5/lib/api/load-in-batches.js +63 -0
- package/dist/es5/lib/api/load-in-batches.js.map +1 -0
- package/dist/es5/lib/api/load.js +76 -0
- package/dist/es5/lib/api/load.js.map +1 -0
- package/dist/es5/lib/api/loader-options.js +19 -0
- package/dist/es5/lib/api/loader-options.js.map +1 -0
- package/dist/es5/lib/api/parse-in-batches.js +277 -0
- package/dist/es5/lib/api/parse-in-batches.js.map +1 -0
- package/dist/es5/lib/api/parse-sync.js +54 -0
- package/dist/es5/lib/api/parse-sync.js.map +1 -0
- package/dist/es5/lib/api/parse.js +143 -0
- package/dist/es5/lib/api/parse.js.map +1 -0
- package/dist/es5/lib/api/register-loaders.js +50 -0
- package/dist/es5/lib/api/register-loaders.js.map +1 -0
- package/dist/es5/lib/api/save.js +42 -0
- package/dist/es5/lib/api/save.js.map +1 -0
- package/dist/es5/lib/api/select-loader.js +303 -0
- package/dist/es5/lib/api/select-loader.js.map +1 -0
- package/dist/es5/lib/common.js +2 -0
- package/dist/es5/lib/common.js.map +1 -0
- package/dist/es5/lib/fetch/fetch-error-message.js +56 -0
- package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -0
- package/dist/es5/lib/fetch/fetch-file.js +47 -0
- package/dist/es5/lib/fetch/fetch-file.js.map +1 -0
- package/dist/es5/lib/fetch/read-array-buffer.js +76 -0
- package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -0
- package/dist/es5/lib/fetch/read-file.js +20 -0
- package/dist/es5/lib/fetch/read-file.js.map +1 -0
- package/dist/es5/lib/fetch/write-file.js +48 -0
- package/dist/es5/lib/fetch/write-file.js.map +1 -0
- package/dist/es5/lib/filesystems/browser-filesystem.js +249 -0
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -0
- package/dist/es5/lib/filesystems/filesystem.js +2 -0
- package/dist/es5/lib/filesystems/filesystem.js.map +1 -0
- package/dist/es5/lib/filesystems/read-array-buffer.js +41 -0
- package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -0
- package/dist/es5/lib/init.js +18 -0
- package/dist/es5/lib/init.js.map +1 -0
- package/dist/es5/lib/loader-utils/check-errors.js +57 -0
- package/dist/es5/lib/loader-utils/check-errors.js.map +1 -0
- package/dist/es5/lib/loader-utils/get-data.js +237 -0
- package/dist/es5/lib/loader-utils/get-data.js.map +1 -0
- package/dist/es5/lib/loader-utils/get-fetch-function.js +26 -0
- package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -0
- package/dist/es5/lib/loader-utils/loader-context.js +41 -0
- package/dist/es5/lib/loader-utils/loader-context.js.map +1 -0
- package/dist/es5/lib/loader-utils/loggers.js +90 -0
- package/dist/es5/lib/loader-utils/loggers.js.map +1 -0
- package/dist/es5/lib/loader-utils/normalize-loader.js +44 -0
- package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -0
- package/dist/es5/lib/loader-utils/option-defaults.js +47 -0
- package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -0
- package/dist/es5/lib/loader-utils/option-utils.js +132 -0
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -0
- package/dist/es5/lib/progress/fetch-progress.js +134 -0
- package/dist/es5/lib/progress/fetch-progress.js.map +1 -0
- package/dist/es5/lib/utils/log.js +12 -0
- package/dist/es5/lib/utils/log.js.map +1 -0
- package/dist/es5/lib/utils/mime-type-utils.js +24 -0
- package/dist/es5/lib/utils/mime-type-utils.js.map +1 -0
- package/dist/es5/lib/utils/resource-utils.js +58 -0
- package/dist/es5/lib/utils/resource-utils.js.map +1 -0
- package/dist/es5/lib/utils/response-utils.js +196 -0
- package/dist/es5/lib/utils/response-utils.js.map +1 -0
- package/dist/es5/null-loader.js +139 -0
- package/dist/es5/null-loader.js.map +1 -0
- package/dist/es5/workers/null-worker.js +6 -0
- package/dist/es5/workers/null-worker.js.map +1 -0
- package/dist/esm/bundle.js +4 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/core-addons/README.md +1 -0
- package/dist/esm/core-addons/write-file-browser.js +2 -0
- package/dist/esm/core-addons/write-file-browser.js.map +1 -0
- package/dist/esm/index.js +30 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +16 -0
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +20 -0
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js +12 -0
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-iterator.js +25 -0
- package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js +32 -0
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-string-iterator.js +13 -0
- package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -0
- package/dist/esm/iterators/make-stream/make-dom-stream.js +29 -0
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -0
- package/dist/esm/iterators/make-stream/make-node-stream.js +57 -0
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -0
- package/dist/esm/javascript-utils/is-type.js +19 -0
- package/dist/esm/javascript-utils/is-type.js.map +1 -0
- package/dist/esm/lib/api/encode-table.js +45 -0
- package/dist/esm/lib/api/encode-table.js.map +1 -0
- package/dist/esm/lib/api/encode.js +87 -0
- package/dist/esm/lib/api/encode.js.map +1 -0
- package/dist/esm/lib/api/load-in-batches.js +25 -0
- package/dist/esm/lib/api/load-in-batches.js.map +1 -0
- package/dist/esm/lib/api/load.js +26 -0
- package/dist/esm/lib/api/load.js.map +1 -0
- package/dist/esm/lib/api/loader-options.js +3 -0
- package/dist/esm/lib/api/loader-options.js.map +1 -0
- package/dist/esm/lib/api/parse-in-batches.js +85 -0
- package/dist/esm/lib/api/parse-in-batches.js.map +1 -0
- package/dist/esm/lib/api/parse-sync.js +47 -0
- package/dist/esm/lib/api/parse-sync.js.map +1 -0
- package/dist/esm/lib/api/parse.js +76 -0
- package/dist/esm/lib/api/parse.js.map +1 -0
- package/dist/esm/lib/api/register-loaders.js +25 -0
- package/dist/esm/lib/api/register-loaders.js.map +1 -0
- package/dist/esm/lib/api/save.js +11 -0
- package/dist/esm/lib/api/save.js.map +1 -0
- package/dist/esm/lib/api/select-loader.js +204 -0
- package/dist/esm/lib/api/select-loader.js.map +1 -0
- package/dist/esm/lib/common.js +2 -0
- package/dist/esm/lib/common.js.map +1 -0
- package/dist/esm/lib/fetch/fetch-error-message.js +18 -0
- package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -0
- package/dist/esm/lib/fetch/fetch-file.js +14 -0
- package/dist/esm/lib/fetch/fetch-file.js.map +1 -0
- package/dist/esm/lib/fetch/read-array-buffer.js +23 -0
- package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -0
- package/dist/esm/lib/fetch/read-file.js +15 -0
- package/dist/esm/lib/fetch/read-file.js.map +1 -0
- package/dist/esm/lib/fetch/write-file.js +21 -0
- package/dist/esm/lib/fetch/write-file.js.map +1 -0
- package/dist/esm/lib/filesystems/browser-filesystem.js +92 -0
- package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -0
- package/dist/esm/lib/filesystems/filesystem.js +2 -0
- package/dist/esm/lib/filesystems/filesystem.js.map +1 -0
- package/dist/esm/lib/filesystems/read-array-buffer.js +8 -0
- package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -0
- package/dist/esm/lib/init.js +11 -0
- package/dist/esm/lib/init.js.map +1 -0
- package/dist/esm/lib/loader-utils/check-errors.js +22 -0
- package/dist/esm/lib/loader-utils/check-errors.js.map +1 -0
- package/dist/esm/lib/loader-utils/get-data.js +103 -0
- package/dist/esm/lib/loader-utils/get-data.js.map +1 -0
- package/dist/esm/lib/loader-utils/get-fetch-function.js +18 -0
- package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -0
- package/dist/esm/lib/loader-utils/loader-context.js +30 -0
- package/dist/esm/lib/loader-utils/loader-context.js.map +1 -0
- package/dist/esm/lib/loader-utils/loggers.js +50 -0
- package/dist/esm/lib/loader-utils/loggers.js.map +1 -0
- package/dist/esm/lib/loader-utils/normalize-loader.js +37 -0
- package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -0
- package/dist/esm/lib/loader-utils/option-defaults.js +39 -0
- package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -0
- package/dist/esm/lib/loader-utils/option-utils.js +106 -0
- package/dist/esm/lib/loader-utils/option-utils.js.map +1 -0
- package/dist/esm/lib/progress/fetch-progress.js +52 -0
- package/dist/esm/lib/progress/fetch-progress.js.map +1 -0
- package/dist/esm/lib/utils/log.js +5 -0
- package/dist/esm/lib/utils/log.js.map +1 -0
- package/dist/esm/lib/utils/mime-type-utils.js +17 -0
- package/dist/esm/lib/utils/mime-type-utils.js.map +1 -0
- package/dist/esm/lib/utils/resource-utils.js +51 -0
- package/dist/esm/lib/utils/resource-utils.js.map +1 -0
- package/dist/esm/lib/utils/response-utils.js +91 -0
- package/dist/esm/lib/utils/response-utils.js.map +1 -0
- package/dist/esm/null-loader.js +45 -0
- package/dist/esm/null-loader.js.map +1 -0
- package/dist/esm/workers/null-worker.js +4 -0
- package/dist/esm/workers/null-worker.js.map +1 -0
- package/dist/index.d.ts +31 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +108 -31
- package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts +5 -0
- package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts.map +1 -0
- package/dist/iterators/batch-iterators/timed-batch-iterator.js +20 -17
- package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts +9 -0
- package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js +25 -16
- package/dist/iterators/make-iterator/make-blob-iterator.d.ts +9 -0
- package/dist/iterators/make-iterator/make-blob-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-blob-iterator.js +20 -12
- package/dist/iterators/make-iterator/make-iterator.d.ts +19 -0
- package/dist/iterators/make-iterator/make-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-iterator.js +36 -29
- package/dist/iterators/make-iterator/make-stream-iterator.d.ts +11 -0
- package/dist/iterators/make-iterator/make-stream-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-stream-iterator.js +89 -32
- package/dist/iterators/make-iterator/make-string-iterator.d.ts +9 -0
- package/dist/iterators/make-iterator/make-string-iterator.d.ts.map +1 -0
- package/dist/iterators/make-iterator/make-string-iterator.js +22 -12
- package/dist/iterators/make-stream/make-dom-stream.d.ts +14 -0
- package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -0
- package/dist/iterators/make-stream/make-dom-stream.js +44 -32
- package/dist/iterators/make-stream/make-node-stream.d.ts +11 -0
- package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -0
- package/dist/iterators/make-stream/make-node-stream.js +75 -70
- package/dist/javascript-utils/is-type.d.ts +22 -0
- package/dist/javascript-utils/is-type.d.ts.map +1 -0
- package/dist/javascript-utils/is-type.js +41 -21
- package/dist/lib/api/encode-table.d.ts +6 -0
- package/dist/lib/api/encode-table.d.ts.map +1 -0
- package/dist/lib/api/encode-table.js +54 -0
- package/dist/lib/api/encode.d.ts +26 -0
- package/dist/lib/api/encode.d.ts.map +1 -0
- package/dist/lib/api/encode.js +111 -81
- package/dist/lib/api/load-in-batches.d.ts +13 -0
- package/dist/lib/api/load-in-batches.d.ts.map +1 -0
- package/dist/lib/api/load-in-batches.js +30 -27
- package/dist/lib/api/load.d.ts +14 -0
- package/dist/lib/api/load.d.ts.map +1 -0
- package/dist/lib/api/load.js +42 -24
- package/dist/lib/api/loader-options.d.ts +3 -0
- package/dist/lib/api/loader-options.d.ts.map +1 -0
- package/dist/lib/api/loader-options.js +7 -0
- package/dist/lib/api/parse-in-batches.d.ts +10 -0
- package/dist/lib/api/parse-in-batches.d.ts.map +1 -0
- package/dist/lib/api/parse-in-batches.js +113 -92
- package/dist/lib/api/parse-sync.d.ts +10 -0
- package/dist/lib/api/parse-sync.d.ts.map +1 -0
- package/dist/lib/api/parse-sync.js +56 -54
- package/dist/lib/api/parse.d.ts +6 -0
- package/dist/lib/api/parse.d.ts.map +1 -0
- package/dist/lib/api/parse.js +81 -61
- package/dist/lib/api/register-loaders.d.ts +7 -0
- package/dist/lib/api/register-loaders.d.ts.map +1 -0
- package/dist/lib/api/register-loaders.js +29 -23
- package/dist/lib/api/save.d.ts +4 -0
- package/dist/lib/api/save.d.ts.map +1 -0
- package/dist/lib/api/save.js +13 -9
- package/dist/lib/api/select-loader.d.ts +22 -0
- package/dist/lib/api/select-loader.d.ts.map +1 -0
- package/dist/lib/api/select-loader.js +216 -194
- package/dist/lib/common.d.ts +2 -0
- package/dist/lib/common.d.ts.map +1 -0
- package/dist/lib/common.js +2 -2
- package/dist/lib/fetch/fetch-error-message.d.ts +3 -0
- package/dist/lib/fetch/fetch-error-message.d.ts.map +1 -0
- package/dist/lib/fetch/fetch-error-message.js +21 -17
- package/dist/lib/fetch/fetch-file.d.ts +13 -0
- package/dist/lib/fetch/fetch-file.d.ts.map +1 -0
- package/dist/lib/fetch/fetch-file.js +25 -15
- package/dist/lib/fetch/read-array-buffer.d.ts +17 -0
- package/dist/lib/fetch/read-array-buffer.d.ts.map +1 -0
- package/dist/lib/fetch/read-array-buffer.js +39 -27
- package/dist/lib/fetch/read-file.d.ts +5 -0
- package/dist/lib/fetch/read-file.d.ts.map +1 -0
- package/dist/lib/fetch/read-file.js +28 -16
- package/dist/lib/fetch/write-file.d.ts +3 -0
- package/dist/lib/fetch/write-file.d.ts.map +1 -0
- package/dist/lib/fetch/write-file.js +20 -23
- package/dist/lib/filesystems/browser-filesystem.d.ts +58 -0
- package/dist/lib/filesystems/browser-filesystem.d.ts.map +1 -0
- package/dist/lib/filesystems/browser-filesystem.js +118 -107
- package/dist/lib/filesystems/filesystem.d.ts +46 -0
- package/dist/lib/filesystems/filesystem.d.ts.map +1 -0
- package/dist/lib/filesystems/filesystem.js +2 -2
- package/dist/lib/filesystems/read-array-buffer.d.ts +19 -0
- package/dist/lib/filesystems/read-array-buffer.d.ts.map +1 -0
- package/dist/lib/filesystems/read-array-buffer.js +28 -8
- package/dist/lib/init.d.ts +3 -0
- package/dist/lib/init.d.ts.map +1 -0
- package/dist/lib/init.js +16 -6
- package/dist/lib/loader-utils/check-errors.d.ts +3 -0
- package/dist/lib/loader-utils/check-errors.d.ts.map +1 -0
- package/dist/lib/loader-utils/check-errors.js +26 -22
- package/dist/lib/loader-utils/get-data.d.ts +6 -0
- package/dist/lib/loader-utils/get-data.d.ts.map +1 -0
- package/dist/lib/loader-utils/get-data.js +122 -122
- package/dist/lib/loader-utils/get-fetch-function.d.ts +9 -0
- package/dist/lib/loader-utils/get-fetch-function.d.ts.map +1 -0
- package/dist/lib/loader-utils/get-fetch-function.js +31 -0
- package/dist/lib/loader-utils/loader-context.d.ts +13 -0
- package/dist/lib/loader-utils/loader-context.d.ts.map +1 -0
- package/dist/lib/loader-utils/loader-context.js +47 -34
- package/dist/lib/loader-utils/loggers.d.ts +17 -0
- package/dist/lib/loader-utils/loggers.d.ts.map +1 -0
- package/dist/lib/loader-utils/loggers.js +39 -46
- package/dist/lib/loader-utils/normalize-loader.d.ts +4 -0
- package/dist/lib/loader-utils/normalize-loader.d.ts.map +1 -0
- package/dist/lib/loader-utils/normalize-loader.js +50 -41
- package/dist/lib/loader-utils/option-defaults.d.ts +20 -0
- package/dist/lib/loader-utils/option-defaults.d.ts.map +1 -0
- package/dist/lib/loader-utils/option-defaults.js +41 -35
- package/dist/lib/loader-utils/option-utils.d.ts +34 -0
- package/dist/lib/loader-utils/option-utils.d.ts.map +1 -0
- package/dist/lib/loader-utils/option-utils.js +140 -120
- package/dist/lib/progress/fetch-progress.d.ts +6 -0
- package/dist/lib/progress/fetch-progress.d.ts.map +1 -0
- package/dist/lib/progress/fetch-progress.js +54 -56
- package/dist/lib/utils/log.d.ts +3 -0
- package/dist/lib/utils/log.d.ts.map +1 -0
- package/dist/lib/utils/log.js +6 -0
- package/dist/lib/utils/mime-type-utils.d.ts +20 -0
- package/dist/lib/utils/mime-type-utils.d.ts.map +1 -0
- package/dist/lib/utils/mime-type-utils.js +38 -17
- package/dist/lib/utils/resource-utils.d.ts +21 -0
- package/dist/lib/utils/resource-utils.d.ts.map +1 -0
- package/dist/lib/utils/resource-utils.js +70 -52
- package/dist/lib/utils/response-utils.d.ts +18 -0
- package/dist/lib/utils/response-utils.d.ts.map +1 -0
- package/dist/lib/utils/response-utils.js +104 -105
- package/dist/null-loader.d.ts +10 -0
- package/dist/null-loader.d.ts.map +1 -0
- package/dist/null-loader.js +53 -31
- package/dist/null-worker.js +61 -21
- package/dist/workers/null-worker.d.ts +2 -0
- package/dist/workers/null-worker.d.ts.map +1 -0
- package/dist/workers/null-worker.js +5 -4
- package/package.json +16 -15
- package/src/index.ts +20 -4
- package/src/iterators/make-stream/make-dom-stream.ts +10 -5
- package/src/iterators/make-stream/make-node-stream.ts +10 -9
- package/src/lib/api/encode-table.ts +71 -0
- package/src/lib/api/encode.ts +15 -5
- package/src/lib/api/load-in-batches.ts +1 -1
- package/src/lib/api/load.ts +39 -8
- package/src/lib/api/loader-options.ts +2 -0
- package/src/lib/api/parse.ts +39 -2
- package/src/lib/api/register-loaders.ts +1 -1
- package/src/lib/api/select-loader.ts +16 -0
- package/src/lib/init.ts +17 -0
- package/src/lib/loader-utils/get-fetch-function.ts +38 -0
- package/src/lib/loader-utils/loader-context.ts +1 -1
- package/src/lib/loader-utils/loggers.ts +1 -1
- package/src/lib/loader-utils/option-defaults.ts +3 -1
- package/src/lib/loader-utils/option-utils.ts +22 -46
- package/src/lib/progress/fetch-progress.ts +2 -2
- package/src/lib/utils/log.ts +4 -0
- package/src/lib/utils/response-utils.ts +2 -2
- package/src/null-loader.ts +17 -5
- package/dist/bundle.js.map +0 -1
- package/dist/core-addons/write-file-browser.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-blob-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-stream-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-string-iterator.js.map +0 -1
- package/dist/iterators/make-stream/make-dom-stream.js.map +0 -1
- package/dist/iterators/make-stream/make-node-stream.js.map +0 -1
- package/dist/iterators/make-stream/make-stream.js +0 -7
- package/dist/iterators/make-stream/make-stream.js.map +0 -1
- package/dist/javascript-utils/is-type.js.map +0 -1
- package/dist/lib/api/encode.js.map +0 -1
- package/dist/lib/api/load-in-batches.js.map +0 -1
- package/dist/lib/api/load.js.map +0 -1
- package/dist/lib/api/parse-in-batches.js.map +0 -1
- package/dist/lib/api/parse-sync.js.map +0 -1
- package/dist/lib/api/parse.js.map +0 -1
- package/dist/lib/api/register-loaders.js.map +0 -1
- package/dist/lib/api/save.js.map +0 -1
- package/dist/lib/api/select-loader.js.map +0 -1
- package/dist/lib/api/set-loader-options.js +0 -5
- package/dist/lib/api/set-loader-options.js.map +0 -1
- package/dist/lib/common.js.map +0 -1
- package/dist/lib/fetch/fetch-error-message.js.map +0 -1
- package/dist/lib/fetch/fetch-file.js.map +0 -1
- package/dist/lib/fetch/read-array-buffer.js.map +0 -1
- package/dist/lib/fetch/read-file.js.map +0 -1
- package/dist/lib/fetch/write-file.js.map +0 -1
- package/dist/lib/filesystems/browser-filesystem.js.map +0 -1
- package/dist/lib/filesystems/filesystem.js.map +0 -1
- package/dist/lib/filesystems/read-array-buffer.js.map +0 -1
- package/dist/lib/init.js.map +0 -1
- package/dist/lib/loader-utils/check-errors.js.map +0 -1
- package/dist/lib/loader-utils/get-data.js.map +0 -1
- package/dist/lib/loader-utils/loader-context.js.map +0 -1
- package/dist/lib/loader-utils/loggers.js.map +0 -1
- package/dist/lib/loader-utils/normalize-loader.js.map +0 -1
- package/dist/lib/loader-utils/option-defaults.js.map +0 -1
- package/dist/lib/loader-utils/option-utils.js.map +0 -1
- package/dist/lib/progress/fetch-progress.js.map +0 -1
- package/dist/lib/utils/mime-type-utils.js.map +0 -1
- package/dist/lib/utils/resource-utils.js.map +0 -1
- package/dist/lib/utils/response-utils.js.map +0 -1
- package/dist/null-loader.js.map +0 -1
- package/dist/workers/null-worker.js.map +0 -1
- package/src/iterators/make-stream/make-stream.ts +0 -19
- package/src/lib/api/set-loader-options.ts +0 -9
- package/src/lib/init.js +0 -10
- /package/dist/{core-addons → es5/core-addons}/README.md +0 -0
|
@@ -1,99 +1,120 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
url
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
url,
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
loaders
|
|
35
|
-
|
|
36
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.parseInBatches = void 0;
|
|
4
|
+
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
5
|
+
const normalize_loader_1 = require("../loader-utils/normalize-loader");
|
|
6
|
+
const option_utils_1 = require("../loader-utils/option-utils");
|
|
7
|
+
const loader_context_1 = require("../loader-utils/loader-context");
|
|
8
|
+
const get_data_1 = require("../loader-utils/get-data");
|
|
9
|
+
const resource_utils_1 = require("../utils/resource-utils");
|
|
10
|
+
const select_loader_1 = require("./select-loader");
|
|
11
|
+
// Ensure `parse` is available in context if loader falls back to `parse`
|
|
12
|
+
const parse_1 = require("./parse");
|
|
13
|
+
/**
|
|
14
|
+
* Parses `data` using a specified loader
|
|
15
|
+
* @param data
|
|
16
|
+
* @param loaders
|
|
17
|
+
* @param options
|
|
18
|
+
* @param context
|
|
19
|
+
*/
|
|
20
|
+
async function parseInBatches(data, loaders, options, context) {
|
|
21
|
+
(0, loader_utils_1.assert)(!context || typeof context === 'object'); // parseInBatches no longer accepts final url
|
|
22
|
+
// Signature: parseInBatches(data, options, url) - Uses registered loaders
|
|
23
|
+
if (!Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
|
|
24
|
+
context = undefined; // context not supported in short signature
|
|
25
|
+
options = loaders;
|
|
26
|
+
loaders = undefined;
|
|
27
|
+
}
|
|
28
|
+
data = await data; // Resolve any promise
|
|
29
|
+
options = options || {};
|
|
30
|
+
// Extract a url for auto detection
|
|
31
|
+
const { url } = (0, resource_utils_1.getResourceUrlAndType)(data);
|
|
32
|
+
// Chooses a loader and normalizes it
|
|
33
|
+
// Note - only uses URL and contentType for streams and iterator inputs
|
|
34
|
+
const loader = await (0, select_loader_1.selectLoader)(data, loaders, options);
|
|
35
|
+
// Note: if options.nothrow was set, it is possible that no loader was found, if so just return null
|
|
36
|
+
if (!loader) {
|
|
37
|
+
// @ts-ignore
|
|
38
|
+
return null;
|
|
39
|
+
}
|
|
40
|
+
// Normalize options
|
|
41
|
+
// @ts-ignore
|
|
42
|
+
options = (0, option_utils_1.normalizeOptions)(options, loader, loaders, url);
|
|
43
|
+
// @ts-ignore
|
|
44
|
+
context = (0, loader_context_1.getLoaderContext)(
|
|
45
|
+
// @ts-ignore
|
|
46
|
+
{ url, parseInBatches, parse: parse_1.parse, loaders: loaders }, options, context);
|
|
47
|
+
return await parseWithLoaderInBatches(loader, data, options, context);
|
|
37
48
|
}
|
|
38
|
-
|
|
49
|
+
exports.parseInBatches = parseInBatches;
|
|
50
|
+
/**
|
|
51
|
+
* Loader has been selected and context has been prepared, see if we need to emit a metadata batch
|
|
52
|
+
*/
|
|
39
53
|
async function parseWithLoaderInBatches(loader, data, options, context) {
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
return makeMetadataBatchIterator(outputIterator);
|
|
54
|
+
const outputIterator = await parseToOutputIterator(loader, data, options, context);
|
|
55
|
+
// Generate metadata batch if requested
|
|
56
|
+
if (!options.metadata) {
|
|
57
|
+
return outputIterator;
|
|
58
|
+
}
|
|
59
|
+
const metadataBatch = {
|
|
60
|
+
batchType: 'metadata',
|
|
61
|
+
metadata: {
|
|
62
|
+
_loader: loader,
|
|
63
|
+
_context: context
|
|
64
|
+
},
|
|
65
|
+
// Populate with some default fields to avoid crashing
|
|
66
|
+
data: [],
|
|
67
|
+
bytesUsed: 0
|
|
68
|
+
};
|
|
69
|
+
async function* makeMetadataBatchIterator(iterator) {
|
|
70
|
+
yield metadataBatch;
|
|
71
|
+
yield* iterator;
|
|
72
|
+
}
|
|
73
|
+
return makeMetadataBatchIterator(outputIterator);
|
|
62
74
|
}
|
|
63
|
-
|
|
75
|
+
/**
|
|
76
|
+
* Prep work is done, now it is time to start parsing into an output operator
|
|
77
|
+
* The approach depends on which parse function the loader exposes
|
|
78
|
+
* `parseInBatches` (preferred), `parse` (fallback)
|
|
79
|
+
*/
|
|
64
80
|
async function parseToOutputIterator(loader, data, options, context) {
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
81
|
+
// Get an iterator from the input
|
|
82
|
+
const inputIterator = await (0, get_data_1.getAsyncIterableFromData)(data, options);
|
|
83
|
+
// Apply any iterator transforms (options.transforms)
|
|
84
|
+
const transformedIterator = await applyInputTransforms(inputIterator, options?.transforms || []);
|
|
85
|
+
// If loader supports parseInBatches, we are done
|
|
86
|
+
if (loader.parseInBatches) {
|
|
87
|
+
return loader.parseInBatches(transformedIterator, options, context);
|
|
88
|
+
}
|
|
89
|
+
// Fallback: load atomically using `parse` concatenating input iterator into single chunk
|
|
90
|
+
async function* parseChunkInBatches() {
|
|
91
|
+
const arrayBuffer = await (0, loader_utils_1.concatenateArrayBuffersAsync)(transformedIterator);
|
|
92
|
+
// Call `parse` instead of `loader.parse` to ensure we can call workers etc.
|
|
93
|
+
const parsedData = await (0, parse_1.parse)(arrayBuffer, loader,
|
|
94
|
+
// TODO - Hack: supply loaders MIME type to ensure we match it
|
|
95
|
+
{ ...options, mimeType: loader.mimeTypes[0] }, context);
|
|
96
|
+
// yield a single batch, the output from loader.parse()
|
|
97
|
+
// TODO - run through batch builder to apply options etc...
|
|
98
|
+
const batch = {
|
|
99
|
+
mimeType: loader.mimeTypes[0],
|
|
100
|
+
shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',
|
|
101
|
+
batchType: 'data',
|
|
102
|
+
data: parsedData,
|
|
103
|
+
length: Array.isArray(parsedData) ? parsedData.length : 1
|
|
104
|
+
};
|
|
105
|
+
yield batch;
|
|
106
|
+
}
|
|
107
|
+
return parseChunkInBatches();
|
|
88
108
|
}
|
|
89
|
-
|
|
109
|
+
/**
|
|
110
|
+
* Create an iterator chain with any transform iterators (crypto, decompression)
|
|
111
|
+
* @param inputIterator
|
|
112
|
+
* @param options
|
|
113
|
+
*/
|
|
90
114
|
async function applyInputTransforms(inputIterator, transforms = []) {
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
return iteratorChain;
|
|
115
|
+
let iteratorChain = inputIterator;
|
|
116
|
+
for await (const transformBatches of transforms) {
|
|
117
|
+
iteratorChain = transformBatches(iteratorChain);
|
|
118
|
+
}
|
|
119
|
+
return iteratorChain;
|
|
98
120
|
}
|
|
99
|
-
//# sourceMappingURL=parse-in-batches.js.map
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { SyncDataType, Loader, LoaderContext, LoaderOptions } from '@loaders.gl/loader-utils';
|
|
2
|
+
/**
|
|
3
|
+
* Parses `data` synchronously using a specified loader
|
|
4
|
+
* @param data
|
|
5
|
+
* @param loaders
|
|
6
|
+
* @param options
|
|
7
|
+
* @param context
|
|
8
|
+
*/
|
|
9
|
+
export declare function parseSync(data: SyncDataType, loaders?: Loader | Loader[] | LoaderOptions, options?: LoaderOptions, context?: LoaderContext): any;
|
|
10
|
+
//# sourceMappingURL=parse-sync.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-sync.d.ts","sourceRoot":"","sources":["../../../src/lib/api/parse-sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EACZ,MAAM,EAEN,aAAa,EACb,aAAa,EACd,MAAM,0BAA0B,CAAC;AASlC;;;;;;GAMG;AACH,wBAAgB,SAAS,CACvB,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,aAAa,EAC3C,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,GAAG,CAmCL"}
|
|
@@ -1,57 +1,59 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.parseSync = void 0;
|
|
4
|
+
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
5
|
+
const select_loader_1 = require("./select-loader");
|
|
6
|
+
const normalize_loader_1 = require("../loader-utils/normalize-loader");
|
|
7
|
+
const option_utils_1 = require("../loader-utils/option-utils");
|
|
8
|
+
const get_data_1 = require("../loader-utils/get-data");
|
|
9
|
+
const loader_context_1 = require("../loader-utils/loader-context");
|
|
10
|
+
const resource_utils_1 = require("../utils/resource-utils");
|
|
11
|
+
/**
|
|
12
|
+
* Parses `data` synchronously using a specified loader
|
|
13
|
+
* @param data
|
|
14
|
+
* @param loaders
|
|
15
|
+
* @param options
|
|
16
|
+
* @param context
|
|
17
|
+
*/
|
|
18
|
+
function parseSync(data, loaders, options, context) {
|
|
19
|
+
(0, loader_utils_1.assert)(!context || typeof context === 'object'); // parseSync no longer accepts final url
|
|
20
|
+
// Signature: parseSync(data, options)
|
|
21
|
+
// Uses registered loaders
|
|
22
|
+
if (!Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
|
|
23
|
+
context = undefined; // context not supported in short signature
|
|
24
|
+
options = loaders;
|
|
25
|
+
loaders = undefined;
|
|
26
|
+
}
|
|
27
|
+
options = options || {};
|
|
28
|
+
// Chooses a loader (and normalizes it)
|
|
29
|
+
// Also use any loaders in the context, new loaders take priority
|
|
30
|
+
const typedLoaders = loaders;
|
|
31
|
+
const candidateLoaders = (0, loader_context_1.getLoadersFromContext)(typedLoaders, context);
|
|
32
|
+
const loader = (0, select_loader_1.selectLoaderSync)(data, candidateLoaders, options);
|
|
33
|
+
// Note: if nothrow option was set, it is possible that no loader was found, if so just return null
|
|
34
|
+
if (!loader) {
|
|
35
|
+
return null;
|
|
36
|
+
}
|
|
37
|
+
// Normalize options
|
|
38
|
+
options = (0, option_utils_1.normalizeOptions)(options, loader, candidateLoaders);
|
|
39
|
+
// Extract a url for auto detection
|
|
40
|
+
const { url } = (0, resource_utils_1.getResourceUrlAndType)(data);
|
|
41
|
+
const parse = () => {
|
|
42
|
+
throw new Error('parseSync called parse');
|
|
43
|
+
};
|
|
44
|
+
context = (0, loader_context_1.getLoaderContext)({ url, parseSync, parse, loaders: loaders }, options);
|
|
45
|
+
return parseWithLoaderSync(loader, data, options, context);
|
|
42
46
|
}
|
|
43
|
-
|
|
47
|
+
exports.parseSync = parseSync;
|
|
48
|
+
// TODO - should accept loader.parseSync/parse and generate 1 chunk asyncIterator
|
|
44
49
|
function parseWithLoaderSync(loader, data, options, context) {
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
throw new Error("".concat(loader.name, " loader: 'parseSync' not supported by this loader, use 'parse' instead. ").concat(context.url || ''));
|
|
50
|
+
data = (0, get_data_1.getArrayBufferOrStringFromDataSync)(data, loader, options);
|
|
51
|
+
if (loader.parseTextSync && typeof data === 'string') {
|
|
52
|
+
return loader.parseTextSync(data, options); // , context, loader);
|
|
53
|
+
}
|
|
54
|
+
if (loader.parseSync && data instanceof ArrayBuffer) {
|
|
55
|
+
return loader.parseSync(data, options, context); // , loader);
|
|
56
|
+
}
|
|
57
|
+
// TBD - If synchronous parser not available, return null
|
|
58
|
+
throw new Error(`${loader.name} loader: 'parseSync' not supported by this loader, use 'parse' instead. ${context.url || ''}`);
|
|
56
59
|
}
|
|
57
|
-
//# sourceMappingURL=parse-sync.js.map
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { DataType, Loader, LoaderContext, LoaderOptions } from '@loaders.gl/loader-utils';
|
|
2
|
+
import type { LoaderOptionsType, LoaderReturnType } from '@loaders.gl/loader-utils';
|
|
3
|
+
export declare function parse<LoaderT extends Loader, OptionsT extends LoaderOptions = LoaderOptionsType<LoaderT>>(data: DataType | Promise<DataType>, loader: LoaderT, options?: OptionsT, context?: LoaderContext): Promise<LoaderReturnType<LoaderT>>;
|
|
4
|
+
export declare function parse(data: DataType | Promise<DataType>, loaders: Loader[], options?: LoaderOptions, context?: LoaderContext): Promise<any>;
|
|
5
|
+
export declare function parse(data: DataType | Promise<DataType>, options?: LoaderOptions): Promise<any>;
|
|
6
|
+
//# sourceMappingURL=parse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../../src/lib/api/parse.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC7F,OAAO,KAAK,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAalF,wBAAsB,KAAK,CACzB,OAAO,SAAS,MAAM,EACtB,QAAQ,SAAS,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAE3D,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;AAEtC,wBAAsB,KAAK,CACzB,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,GAAG,CAAC,CAAC;AAEhB,wBAAsB,KAAK,CACzB,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,GAAG,CAAC,CAAC"}
|
package/dist/lib/api/parse.js
CHANGED
|
@@ -1,64 +1,84 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
url
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
// loaders.gl, MIT license
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
+
exports.parse = void 0;
|
|
5
|
+
const worker_utils_1 = require("@loaders.gl/worker-utils");
|
|
6
|
+
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
7
|
+
const normalize_loader_1 = require("../loader-utils/normalize-loader");
|
|
8
|
+
const is_type_1 = require("../../javascript-utils/is-type");
|
|
9
|
+
const option_utils_1 = require("../loader-utils/option-utils");
|
|
10
|
+
const get_data_1 = require("../loader-utils/get-data");
|
|
11
|
+
const loader_context_1 = require("../loader-utils/loader-context");
|
|
12
|
+
const resource_utils_1 = require("../utils/resource-utils");
|
|
13
|
+
const select_loader_1 = require("./select-loader");
|
|
14
|
+
/**
|
|
15
|
+
* Parses `data` using a specified loader
|
|
16
|
+
* @param data
|
|
17
|
+
* @param loaders
|
|
18
|
+
* @param options
|
|
19
|
+
* @param context
|
|
20
|
+
*/
|
|
21
|
+
// implementation signature
|
|
22
|
+
async function parse(data, loaders, options, context) {
|
|
23
|
+
(0, worker_utils_1.assert)(!context || typeof context === 'object'); // parse no longer accepts final url
|
|
24
|
+
// Signature: parse(data, options, context | url)
|
|
25
|
+
// Uses registered loaders
|
|
26
|
+
if (loaders && !Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
|
|
27
|
+
context = undefined; // context not supported in short signature
|
|
28
|
+
options = loaders;
|
|
29
|
+
loaders = undefined;
|
|
30
|
+
}
|
|
31
|
+
data = await data; // Resolve any promise
|
|
32
|
+
options = options || {}; // Could be invalid...
|
|
33
|
+
// Extract a url for auto detection
|
|
34
|
+
const { url } = (0, resource_utils_1.getResourceUrlAndType)(data);
|
|
35
|
+
// Chooses a loader (and normalizes it)
|
|
36
|
+
// Also use any loaders in the context, new loaders take priority
|
|
37
|
+
const typedLoaders = loaders;
|
|
38
|
+
const candidateLoaders = (0, loader_context_1.getLoadersFromContext)(typedLoaders, context);
|
|
39
|
+
// todo hacky type cast
|
|
40
|
+
const loader = await (0, select_loader_1.selectLoader)(data, candidateLoaders, options);
|
|
41
|
+
// Note: if no loader was found, if so just return null
|
|
42
|
+
if (!loader) {
|
|
43
|
+
return null;
|
|
44
|
+
}
|
|
45
|
+
// Normalize options
|
|
46
|
+
options = (0, option_utils_1.normalizeOptions)(options, loader, candidateLoaders, url); // Could be invalid...
|
|
47
|
+
// Get a context (if already present, will be unchanged)
|
|
48
|
+
context = (0, loader_context_1.getLoaderContext)({ url, parse, loaders: candidateLoaders }, options, context);
|
|
49
|
+
return await parseWithLoader(loader, data, options, context);
|
|
38
50
|
}
|
|
39
|
-
|
|
51
|
+
exports.parse = parse;
|
|
52
|
+
// TODO: support progress and abort
|
|
53
|
+
// TODO - should accept loader.parseAsyncIterator and concatenate.
|
|
40
54
|
async function parseWithLoader(loader, data, options, context) {
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
55
|
+
(0, worker_utils_1.validateWorkerVersion)(loader);
|
|
56
|
+
if ((0, is_type_1.isResponse)(data)) {
|
|
57
|
+
// Serialize to support passing the response to web worker
|
|
58
|
+
const response = data;
|
|
59
|
+
const { ok, redirected, status, statusText, type, url } = response;
|
|
60
|
+
const headers = Object.fromEntries(response.headers.entries());
|
|
61
|
+
context.response = { headers, ok, redirected, status, statusText, type, url };
|
|
62
|
+
}
|
|
63
|
+
data = await (0, get_data_1.getArrayBufferOrStringFromData)(data, loader, options);
|
|
64
|
+
// First check for synchronous text parser, wrap results in promises
|
|
65
|
+
if (loader.parseTextSync && typeof data === 'string') {
|
|
66
|
+
options.dataType = 'text';
|
|
67
|
+
return loader.parseTextSync(data, options, context, loader);
|
|
68
|
+
}
|
|
69
|
+
// If we have a workerUrl and the loader can parse the given options efficiently in a worker
|
|
70
|
+
if ((0, loader_utils_1.canParseWithWorker)(loader, options)) {
|
|
71
|
+
return await (0, loader_utils_1.parseWithWorker)(loader, data, options, context, parse);
|
|
72
|
+
}
|
|
73
|
+
// Check for asynchronous parser
|
|
74
|
+
if (loader.parseText && typeof data === 'string') {
|
|
75
|
+
return await loader.parseText(data, options, context, loader);
|
|
76
|
+
}
|
|
77
|
+
if (loader.parse) {
|
|
78
|
+
return await loader.parse(data, options, context, loader);
|
|
79
|
+
}
|
|
80
|
+
// This should not happen, all sync loaders should also offer `parse` function
|
|
81
|
+
(0, worker_utils_1.assert)(!loader.parseSync);
|
|
82
|
+
// TBD - If asynchronous parser not available, return null
|
|
83
|
+
throw new Error(`${loader.id} loader - no parser found and worker is disabled`);
|
|
63
84
|
}
|
|
64
|
-
//# sourceMappingURL=parse.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { Loader } from '@loaders.gl/loader-utils';
|
|
2
|
+
/** Register a list of global loaders */
|
|
3
|
+
export declare function registerLoaders(loaders: Loader[] | Loader): void;
|
|
4
|
+
export declare function getRegisteredLoaders(): Loader[];
|
|
5
|
+
/** @deprecated For testing only */
|
|
6
|
+
export declare function _unregisterLoaders(): void;
|
|
7
|
+
//# sourceMappingURL=register-loaders.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"register-loaders.d.ts","sourceRoot":"","sources":["../../../src/lib/api/register-loaders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAYhD,wCAAwC;AACxC,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,QAYzD;AAED,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAE/C;AAED,oCAAoC;AACpC,wBAAgB,kBAAkB,SAGjC"}
|
|
@@ -1,29 +1,35 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports._unregisterLoaders = exports.getRegisteredLoaders = exports.registerLoaders = void 0;
|
|
4
|
+
const normalize_loader_1 = require("../loader-utils/normalize-loader");
|
|
5
|
+
const option_utils_1 = require("../loader-utils/option-utils");
|
|
6
|
+
// Store global registered loaders on the global object to increase chances of cross loaders-version interoperability
|
|
7
|
+
// This use case is not reliable but can help when testing new versions of loaders.gl with existing frameworks
|
|
4
8
|
const getGlobalLoaderRegistry = () => {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
9
|
+
const state = (0, option_utils_1.getGlobalLoaderState)();
|
|
10
|
+
state.loaderRegistry = state.loaderRegistry || [];
|
|
11
|
+
return state.loaderRegistry;
|
|
8
12
|
};
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
13
|
+
/** Register a list of global loaders */
|
|
14
|
+
function registerLoaders(loaders) {
|
|
15
|
+
const loaderRegistry = getGlobalLoaderRegistry();
|
|
16
|
+
loaders = Array.isArray(loaders) ? loaders : [loaders];
|
|
17
|
+
for (const loader of loaders) {
|
|
18
|
+
const normalizedLoader = (0, normalize_loader_1.normalizeLoader)(loader);
|
|
19
|
+
if (!loaderRegistry.find((registeredLoader) => normalizedLoader === registeredLoader)) {
|
|
20
|
+
// add to the beginning of the loaderRegistry, so the last registeredLoader get picked
|
|
21
|
+
loaderRegistry.unshift(normalizedLoader);
|
|
22
|
+
}
|
|
19
23
|
}
|
|
20
|
-
}
|
|
21
24
|
}
|
|
22
|
-
|
|
23
|
-
|
|
25
|
+
exports.registerLoaders = registerLoaders;
|
|
26
|
+
function getRegisteredLoaders() {
|
|
27
|
+
return getGlobalLoaderRegistry();
|
|
24
28
|
}
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
29
|
+
exports.getRegisteredLoaders = getRegisteredLoaders;
|
|
30
|
+
/** @deprecated For testing only */
|
|
31
|
+
function _unregisterLoaders() {
|
|
32
|
+
const state = (0, option_utils_1.getGlobalLoaderState)();
|
|
33
|
+
state.loaderRegistry = [];
|
|
28
34
|
}
|
|
29
|
-
|
|
35
|
+
exports._unregisterLoaders = _unregisterLoaders;
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { Writer, WriterOptions } from '@loaders.gl/loader-utils';
|
|
2
|
+
export declare function save(data: any, url: any, writer: Writer, options: WriterOptions): Promise<void>;
|
|
3
|
+
export declare function saveSync(data: any, url: any, writer: any, options: any): void;
|
|
4
|
+
//# sourceMappingURL=save.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"save.d.ts","sourceRoot":"","sources":["../../../src/lib/api/save.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAIpE,wBAAsB,IAAI,CAAC,IAAI,KAAA,EAAE,GAAG,KAAA,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,iBAG3E;AAED,wBAAgB,QAAQ,CAAC,IAAI,KAAA,EAAE,GAAG,KAAA,EAAE,MAAM,KAAA,EAAE,OAAO,KAAA,QAGlD"}
|
package/dist/lib/api/save.js
CHANGED
|
@@ -1,11 +1,15 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.saveSync = exports.save = void 0;
|
|
4
|
+
const encode_1 = require("./encode");
|
|
5
|
+
const write_file_1 = require("../fetch/write-file");
|
|
6
|
+
async function save(data, url, writer, options) {
|
|
7
|
+
const encodedData = await (0, encode_1.encode)(data, writer, options);
|
|
8
|
+
return await (0, write_file_1.writeFile)(url, encodedData);
|
|
6
9
|
}
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
+
exports.save = save;
|
|
11
|
+
function saveSync(data, url, writer, options) {
|
|
12
|
+
const encodedData = (0, encode_1.encodeSync)(data, writer, options);
|
|
13
|
+
return (0, write_file_1.writeFileSync)(url, encodedData);
|
|
10
14
|
}
|
|
11
|
-
|
|
15
|
+
exports.saveSync = saveSync;
|