@loaders.gl/core 4.0.0-alpha.5 → 4.0.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/core-addons/write-file-browser.js +59 -1
- package/dist/dist.min.js +855 -404
- package/dist/es5/bundle.js +6 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/core-addons/write-file-browser.js +2 -0
- package/dist/es5/core-addons/write-file-browser.js.map +1 -0
- package/dist/es5/index.js +377 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +94 -0
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +42 -0
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js +47 -0
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-iterator.js +31 -0
- package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js +133 -0
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -0
- package/dist/es5/iterators/make-iterator/make-string-iterator.js +38 -0
- package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -0
- package/dist/es5/iterators/make-stream/make-dom-stream.js +67 -0
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -0
- package/dist/es5/iterators/make-stream/make-node-stream.js +168 -0
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -0
- package/dist/es5/javascript-utils/is-type.js +79 -0
- package/dist/es5/javascript-utils/is-type.js.map +1 -0
- package/dist/es5/lib/api/encode-table.js +159 -0
- package/dist/es5/lib/api/encode-table.js.map +1 -0
- package/dist/es5/lib/api/encode.js +244 -0
- package/dist/es5/lib/api/encode.js.map +1 -0
- package/dist/es5/lib/api/load-in-batches.js +63 -0
- package/dist/es5/lib/api/load-in-batches.js.map +1 -0
- package/dist/es5/lib/api/load.js +76 -0
- package/dist/es5/lib/api/load.js.map +1 -0
- package/dist/es5/lib/api/loader-options.js +19 -0
- package/dist/es5/lib/api/loader-options.js.map +1 -0
- package/dist/es5/lib/api/parse-in-batches.js +277 -0
- package/dist/es5/lib/api/parse-in-batches.js.map +1 -0
- package/dist/es5/lib/api/parse-sync.js +54 -0
- package/dist/es5/lib/api/parse-sync.js.map +1 -0
- package/dist/es5/lib/api/parse.js +143 -0
- package/dist/es5/lib/api/parse.js.map +1 -0
- package/dist/es5/lib/api/register-loaders.js +50 -0
- package/dist/es5/lib/api/register-loaders.js.map +1 -0
- package/dist/es5/lib/api/save.js +42 -0
- package/dist/es5/lib/api/save.js.map +1 -0
- package/dist/es5/lib/api/select-loader.js +303 -0
- package/dist/es5/lib/api/select-loader.js.map +1 -0
- package/dist/es5/lib/common.js +2 -0
- package/dist/es5/lib/common.js.map +1 -0
- package/dist/es5/lib/fetch/fetch-error-message.js +56 -0
- package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -0
- package/dist/es5/lib/fetch/fetch-file.js +47 -0
- package/dist/es5/lib/fetch/fetch-file.js.map +1 -0
- package/dist/es5/lib/fetch/read-array-buffer.js +76 -0
- package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -0
- package/dist/es5/lib/fetch/read-file.js +20 -0
- package/dist/es5/lib/fetch/read-file.js.map +1 -0
- package/dist/es5/lib/fetch/write-file.js +48 -0
- package/dist/es5/lib/fetch/write-file.js.map +1 -0
- package/dist/es5/lib/filesystems/browser-filesystem.js +249 -0
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -0
- package/dist/es5/lib/filesystems/filesystem.js +2 -0
- package/dist/es5/lib/filesystems/filesystem.js.map +1 -0
- package/dist/es5/lib/filesystems/read-array-buffer.js +41 -0
- package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -0
- package/dist/es5/lib/init.js +18 -0
- package/dist/es5/lib/init.js.map +1 -0
- package/dist/es5/lib/loader-utils/check-errors.js +57 -0
- package/dist/es5/lib/loader-utils/check-errors.js.map +1 -0
- package/dist/es5/lib/loader-utils/get-data.js +237 -0
- package/dist/es5/lib/loader-utils/get-data.js.map +1 -0
- package/dist/es5/lib/loader-utils/get-fetch-function.js +26 -0
- package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -0
- package/dist/es5/lib/loader-utils/loader-context.js +41 -0
- package/dist/es5/lib/loader-utils/loader-context.js.map +1 -0
- package/dist/es5/lib/loader-utils/loggers.js +90 -0
- package/dist/es5/lib/loader-utils/loggers.js.map +1 -0
- package/dist/es5/lib/loader-utils/normalize-loader.js +44 -0
- package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -0
- package/dist/es5/lib/loader-utils/option-defaults.js +47 -0
- package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -0
- package/dist/es5/lib/loader-utils/option-utils.js +132 -0
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -0
- package/dist/es5/lib/progress/fetch-progress.js +134 -0
- package/dist/es5/lib/progress/fetch-progress.js.map +1 -0
- package/dist/es5/lib/utils/log.js +12 -0
- package/dist/es5/lib/utils/log.js.map +1 -0
- package/dist/es5/lib/utils/mime-type-utils.js +24 -0
- package/dist/es5/lib/utils/mime-type-utils.js.map +1 -0
- package/dist/es5/lib/utils/resource-utils.js +58 -0
- package/dist/es5/lib/utils/resource-utils.js.map +1 -0
- package/dist/es5/lib/utils/response-utils.js +196 -0
- package/dist/es5/lib/utils/response-utils.js.map +1 -0
- package/dist/es5/null-loader.js +139 -0
- package/dist/es5/null-loader.js.map +1 -0
- package/dist/es5/workers/null-worker.js +6 -0
- package/dist/es5/workers/null-worker.js.map +1 -0
- package/dist/esm/bundle.js +4 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/core-addons/README.md +1 -0
- package/dist/esm/core-addons/write-file-browser.js +2 -0
- package/dist/esm/core-addons/write-file-browser.js.map +1 -0
- package/dist/esm/index.js +30 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +16 -0
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +20 -0
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js +12 -0
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-iterator.js +25 -0
- package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js +32 -0
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -0
- package/dist/esm/iterators/make-iterator/make-string-iterator.js +13 -0
- package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -0
- package/dist/esm/iterators/make-stream/make-dom-stream.js +29 -0
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -0
- package/dist/esm/iterators/make-stream/make-node-stream.js +57 -0
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -0
- package/dist/esm/javascript-utils/is-type.js +19 -0
- package/dist/esm/javascript-utils/is-type.js.map +1 -0
- package/dist/esm/lib/api/encode-table.js +45 -0
- package/dist/esm/lib/api/encode-table.js.map +1 -0
- package/dist/esm/lib/api/encode.js +87 -0
- package/dist/esm/lib/api/encode.js.map +1 -0
- package/dist/esm/lib/api/load-in-batches.js +25 -0
- package/dist/esm/lib/api/load-in-batches.js.map +1 -0
- package/dist/esm/lib/api/load.js +26 -0
- package/dist/esm/lib/api/load.js.map +1 -0
- package/dist/esm/lib/api/loader-options.js +3 -0
- package/dist/esm/lib/api/loader-options.js.map +1 -0
- package/dist/esm/lib/api/parse-in-batches.js +85 -0
- package/dist/esm/lib/api/parse-in-batches.js.map +1 -0
- package/dist/esm/lib/api/parse-sync.js +47 -0
- package/dist/esm/lib/api/parse-sync.js.map +1 -0
- package/dist/esm/lib/api/parse.js +76 -0
- package/dist/esm/lib/api/parse.js.map +1 -0
- package/dist/esm/lib/api/register-loaders.js +25 -0
- package/dist/esm/lib/api/register-loaders.js.map +1 -0
- package/dist/esm/lib/api/save.js +11 -0
- package/dist/esm/lib/api/save.js.map +1 -0
- package/dist/esm/lib/api/select-loader.js +204 -0
- package/dist/esm/lib/api/select-loader.js.map +1 -0
- package/dist/esm/lib/common.js +2 -0
- package/dist/esm/lib/common.js.map +1 -0
- package/dist/esm/lib/fetch/fetch-error-message.js +18 -0
- package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -0
- package/dist/esm/lib/fetch/fetch-file.js +14 -0
- package/dist/esm/lib/fetch/fetch-file.js.map +1 -0
- package/dist/esm/lib/fetch/read-array-buffer.js +23 -0
- package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -0
- package/dist/esm/lib/fetch/read-file.js +15 -0
- package/dist/esm/lib/fetch/read-file.js.map +1 -0
- package/dist/esm/lib/fetch/write-file.js +21 -0
- package/dist/esm/lib/fetch/write-file.js.map +1 -0
- package/dist/esm/lib/filesystems/browser-filesystem.js +92 -0
- package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -0
- package/dist/esm/lib/filesystems/filesystem.js +2 -0
- package/dist/esm/lib/filesystems/filesystem.js.map +1 -0
- package/dist/esm/lib/filesystems/read-array-buffer.js +8 -0
- package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -0
- package/dist/esm/lib/init.js +11 -0
- package/dist/esm/lib/init.js.map +1 -0
- package/dist/esm/lib/loader-utils/check-errors.js +22 -0
- package/dist/esm/lib/loader-utils/check-errors.js.map +1 -0
- package/dist/esm/lib/loader-utils/get-data.js +103 -0
- package/dist/esm/lib/loader-utils/get-data.js.map +1 -0
- package/dist/esm/lib/loader-utils/get-fetch-function.js +18 -0
- package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -0
- package/dist/esm/lib/loader-utils/loader-context.js +30 -0
- package/dist/esm/lib/loader-utils/loader-context.js.map +1 -0
- package/dist/esm/lib/loader-utils/loggers.js +50 -0
- package/dist/esm/lib/loader-utils/loggers.js.map +1 -0
- package/dist/esm/lib/loader-utils/normalize-loader.js +37 -0
- package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -0
- package/dist/esm/lib/loader-utils/option-defaults.js +39 -0
- package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -0
- package/dist/esm/lib/loader-utils/option-utils.js +106 -0
- package/dist/esm/lib/loader-utils/option-utils.js.map +1 -0
- package/dist/esm/lib/progress/fetch-progress.js +52 -0
- package/dist/esm/lib/progress/fetch-progress.js.map +1 -0
- package/dist/esm/lib/utils/log.js +5 -0
- package/dist/esm/lib/utils/log.js.map +1 -0
- package/dist/esm/lib/utils/mime-type-utils.js +17 -0
- package/dist/esm/lib/utils/mime-type-utils.js.map +1 -0
- package/dist/esm/lib/utils/resource-utils.js +51 -0
- package/dist/esm/lib/utils/resource-utils.js.map +1 -0
- package/dist/esm/lib/utils/response-utils.js +91 -0
- package/dist/esm/lib/utils/response-utils.js.map +1 -0
- package/dist/esm/null-loader.js +45 -0
- package/dist/esm/null-loader.js.map +1 -0
- package/dist/esm/workers/null-worker.js +4 -0
- package/dist/esm/workers/null-worker.js.map +1 -0
- package/dist/index.d.ts +3 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +108 -29
- package/dist/iterators/batch-iterators/timed-batch-iterator.js +20 -17
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js +25 -16
- package/dist/iterators/make-iterator/make-blob-iterator.js +20 -12
- package/dist/iterators/make-iterator/make-iterator.d.ts +1 -1
- package/dist/iterators/make-iterator/make-iterator.d.ts.map +1 -1
- package/dist/iterators/make-iterator/make-iterator.js +36 -29
- package/dist/iterators/make-iterator/make-stream-iterator.d.ts +1 -1
- package/dist/iterators/make-iterator/make-stream-iterator.d.ts.map +1 -1
- package/dist/iterators/make-iterator/make-stream-iterator.js +89 -32
- package/dist/iterators/make-iterator/make-string-iterator.js +22 -12
- package/dist/iterators/make-stream/make-dom-stream.d.ts +1 -1
- package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -1
- package/dist/iterators/make-stream/make-dom-stream.js +44 -32
- package/dist/iterators/make-stream/make-node-stream.d.ts +8 -3
- package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -1
- package/dist/iterators/make-stream/make-node-stream.js +75 -67
- package/dist/javascript-utils/is-type.d.ts +1 -1
- package/dist/javascript-utils/is-type.d.ts.map +1 -1
- package/dist/javascript-utils/is-type.js +41 -21
- package/dist/lib/api/encode-table.d.ts +6 -0
- package/dist/lib/api/encode-table.d.ts.map +1 -0
- package/dist/lib/api/encode-table.js +54 -0
- package/dist/lib/api/encode.d.ts +5 -5
- package/dist/lib/api/encode.d.ts.map +1 -1
- package/dist/lib/api/encode.js +111 -81
- package/dist/lib/api/load-in-batches.d.ts +1 -1
- package/dist/lib/api/load-in-batches.d.ts.map +1 -1
- package/dist/lib/api/load-in-batches.js +30 -27
- package/dist/lib/api/load.d.ts +3 -1
- package/dist/lib/api/load.d.ts.map +1 -1
- package/dist/lib/api/load.js +42 -24
- package/dist/lib/api/loader-options.d.ts +3 -0
- package/dist/lib/api/loader-options.d.ts.map +1 -0
- package/dist/lib/api/loader-options.js +7 -0
- package/dist/lib/api/parse-in-batches.js +113 -92
- package/dist/lib/api/parse-sync.js +56 -54
- package/dist/lib/api/parse.d.ts +4 -8
- package/dist/lib/api/parse.d.ts.map +1 -1
- package/dist/lib/api/parse.js +81 -61
- package/dist/lib/api/register-loaders.d.ts +1 -1
- package/dist/lib/api/register-loaders.d.ts.map +1 -1
- package/dist/lib/api/register-loaders.js +29 -23
- package/dist/lib/api/save.js +13 -9
- package/dist/lib/api/select-loader.d.ts.map +1 -1
- package/dist/lib/api/select-loader.js +216 -194
- package/dist/lib/common.js +2 -2
- package/dist/lib/fetch/fetch-error-message.js +21 -17
- package/dist/lib/fetch/fetch-file.js +25 -15
- package/dist/lib/fetch/read-array-buffer.js +39 -27
- package/dist/lib/fetch/read-file.js +28 -16
- package/dist/lib/fetch/write-file.js +20 -23
- package/dist/lib/filesystems/browser-filesystem.d.ts +1 -1
- package/dist/lib/filesystems/browser-filesystem.d.ts.map +1 -1
- package/dist/lib/filesystems/browser-filesystem.js +118 -107
- package/dist/lib/filesystems/filesystem.d.ts +2 -2
- package/dist/lib/filesystems/filesystem.d.ts.map +1 -1
- package/dist/lib/filesystems/filesystem.js +2 -2
- package/dist/lib/filesystems/read-array-buffer.js +28 -8
- package/dist/lib/init.d.ts.map +1 -1
- package/dist/lib/init.js +16 -6
- package/dist/lib/loader-utils/check-errors.js +26 -22
- package/dist/lib/loader-utils/get-data.js +122 -122
- package/dist/lib/loader-utils/get-fetch-function.d.ts +9 -0
- package/dist/lib/loader-utils/get-fetch-function.d.ts.map +1 -0
- package/dist/lib/loader-utils/get-fetch-function.js +31 -0
- package/dist/lib/loader-utils/loader-context.js +47 -34
- package/dist/lib/loader-utils/loggers.d.ts +2 -1
- package/dist/lib/loader-utils/loggers.d.ts.map +1 -1
- package/dist/lib/loader-utils/loggers.js +39 -46
- package/dist/lib/loader-utils/normalize-loader.js +50 -41
- package/dist/lib/loader-utils/option-defaults.d.ts.map +1 -1
- package/dist/lib/loader-utils/option-defaults.js +41 -35
- package/dist/lib/loader-utils/option-utils.d.ts +11 -13
- package/dist/lib/loader-utils/option-utils.d.ts.map +1 -1
- package/dist/lib/loader-utils/option-utils.js +140 -120
- package/dist/lib/progress/fetch-progress.js +54 -56
- package/dist/lib/utils/log.d.ts +3 -0
- package/dist/lib/utils/log.d.ts.map +1 -0
- package/dist/lib/utils/log.js +6 -0
- package/dist/lib/utils/mime-type-utils.js +38 -17
- package/dist/lib/utils/resource-utils.js +70 -52
- package/dist/lib/utils/response-utils.js +104 -105
- package/dist/null-loader.d.ts.map +1 -1
- package/dist/null-loader.js +53 -31
- package/dist/null-worker.js +61 -21
- package/dist/workers/null-worker.js +5 -4
- package/package.json +8 -8
- package/src/index.ts +19 -1
- package/src/iterators/make-stream/make-dom-stream.ts +1 -1
- package/src/iterators/make-stream/make-node-stream.ts +8 -2
- package/src/lib/api/encode-table.ts +71 -0
- package/src/lib/api/encode.ts +15 -5
- package/src/lib/api/load-in-batches.ts +1 -1
- package/src/lib/api/load.ts +39 -8
- package/src/lib/api/loader-options.ts +2 -0
- package/src/lib/api/parse.ts +39 -2
- package/src/lib/api/register-loaders.ts +1 -1
- package/src/lib/api/select-loader.ts +16 -0
- package/src/lib/init.ts +10 -3
- package/src/lib/loader-utils/get-fetch-function.ts +38 -0
- package/src/lib/loader-utils/loader-context.ts +1 -1
- package/src/lib/loader-utils/loggers.ts +1 -1
- package/src/lib/loader-utils/option-defaults.ts +3 -1
- package/src/lib/loader-utils/option-utils.ts +22 -46
- package/src/lib/progress/fetch-progress.ts +2 -2
- package/src/lib/utils/log.ts +4 -0
- package/src/lib/utils/response-utils.ts +2 -2
- package/src/null-loader.ts +17 -5
- package/dist/bundle.js.map +0 -1
- package/dist/core-addons/write-file-browser.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-blob-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-stream-iterator.js.map +0 -1
- package/dist/iterators/make-iterator/make-string-iterator.js.map +0 -1
- package/dist/iterators/make-stream/make-dom-stream.js.map +0 -1
- package/dist/iterators/make-stream/make-node-stream.js.map +0 -1
- package/dist/javascript-utils/is-type.js.map +0 -1
- package/dist/lib/api/encode.js.map +0 -1
- package/dist/lib/api/load-in-batches.js.map +0 -1
- package/dist/lib/api/load.js.map +0 -1
- package/dist/lib/api/parse-in-batches.js.map +0 -1
- package/dist/lib/api/parse-sync.js.map +0 -1
- package/dist/lib/api/parse.js.map +0 -1
- package/dist/lib/api/register-loaders.js.map +0 -1
- package/dist/lib/api/save.js.map +0 -1
- package/dist/lib/api/select-loader.js.map +0 -1
- package/dist/lib/api/set-loader-options.d.ts +0 -6
- package/dist/lib/api/set-loader-options.d.ts.map +0 -1
- package/dist/lib/api/set-loader-options.js +0 -5
- package/dist/lib/api/set-loader-options.js.map +0 -1
- package/dist/lib/common.js.map +0 -1
- package/dist/lib/fetch/fetch-error-message.js.map +0 -1
- package/dist/lib/fetch/fetch-file.js.map +0 -1
- package/dist/lib/fetch/read-array-buffer.js.map +0 -1
- package/dist/lib/fetch/read-file.js.map +0 -1
- package/dist/lib/fetch/write-file.js.map +0 -1
- package/dist/lib/filesystems/browser-filesystem.js.map +0 -1
- package/dist/lib/filesystems/filesystem.js.map +0 -1
- package/dist/lib/filesystems/read-array-buffer.js.map +0 -1
- package/dist/lib/init.js.map +0 -1
- package/dist/lib/loader-utils/check-errors.js.map +0 -1
- package/dist/lib/loader-utils/get-data.js.map +0 -1
- package/dist/lib/loader-utils/loader-context.js.map +0 -1
- package/dist/lib/loader-utils/loggers.js.map +0 -1
- package/dist/lib/loader-utils/normalize-loader.js.map +0 -1
- package/dist/lib/loader-utils/option-defaults.js.map +0 -1
- package/dist/lib/loader-utils/option-utils.js.map +0 -1
- package/dist/lib/progress/fetch-progress.js.map +0 -1
- package/dist/lib/utils/mime-type-utils.js.map +0 -1
- package/dist/lib/utils/resource-utils.js.map +0 -1
- package/dist/lib/utils/response-utils.js.map +0 -1
- package/dist/null-loader.js.map +0 -1
- package/dist/workers/null-worker.js.map +0 -1
- package/src/lib/api/set-loader-options.ts +0 -9
- /package/dist/{core-addons → es5/core-addons}/README.md +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resource-utils.js","names":["isResponse","isBlob","parseMIMEType","parseMIMETypeFromURL","QUERY_STRING_PATTERN","getResourceUrlAndType","resource","url","stripQueryString","contentTypeHeader","headers","get","type","name","getResourceContentLength","size","length","ArrayBuffer","byteLength","isView","replace"],"sources":["../../../../src/lib/utils/resource-utils.ts"],"sourcesContent":["import {isResponse, isBlob} from '../../javascript-utils/is-type';\nimport {parseMIMEType, parseMIMETypeFromURL} from './mime-type-utils';\n\nconst QUERY_STRING_PATTERN = /\\?.*/;\n\n/**\n * Returns an object with `url` and (MIME) `type` fields\n * If it cannot determine url or type, the corresponding value will be an empty string\n *\n * @param resource Any type, but only Responses, string URLs and data URLs are processed\n *\n * @todo string parameters are assumed to be URLs\n */\nexport function getResourceUrlAndType(resource: any): {url: string; type: string} {\n // If resource is a response, it contains the information directly\n if (isResponse(resource)) {\n const url = stripQueryString(resource.url || '');\n const contentTypeHeader = resource.headers.get('content-type') || '';\n return {\n url,\n type: parseMIMEType(contentTypeHeader) || parseMIMETypeFromURL(url)\n };\n }\n\n // If the resource is a Blob or a File (subclass of Blob)\n if (isBlob(resource)) {\n return {\n // File objects have a \"name\" property. Blob objects don't have any\n // url (name) information\n url: stripQueryString(resource.name || ''),\n type: resource.type || ''\n };\n }\n\n if (typeof resource === 'string') {\n return {\n // TODO this could mess up data URL but it doesn't matter as it is just used for inference\n url: stripQueryString(resource),\n // If a data url\n type: parseMIMETypeFromURL(resource)\n };\n }\n\n // Unknown\n return {\n url: '',\n type: ''\n };\n}\n\n/**\n * Returns (approximate) content length for a resource if it can be determined.\n * Returns -1 if content length cannot be determined.\n * @param resource\n\n * @note string parameters are NOT assumed to be URLs\n */\nexport function getResourceContentLength(resource: any): number {\n if (isResponse(resource)) {\n return resource.headers['content-length'] || -1;\n }\n if (isBlob(resource)) {\n return resource.size;\n }\n if (typeof resource === 'string') {\n // TODO - handle data URL?\n return resource.length;\n }\n if (resource instanceof ArrayBuffer) {\n return resource.byteLength;\n }\n if (ArrayBuffer.isView(resource)) {\n return resource.byteLength;\n }\n return -1;\n}\n\nfunction stripQueryString(url) {\n return url.replace(QUERY_STRING_PATTERN, '');\n}\n"],"mappings":"AAAA,SAAQA,UAAU,EAAEC,MAAM,QAAO,gCAAgC;AACjE,SAAQC,aAAa,EAAEC,oBAAoB,QAAO,mBAAmB;AAErE,MAAMC,oBAAoB,GAAG,MAAM;AAUnC,OAAO,SAASC,qBAAqBA,CAACC,QAAa,EAA+B;EAEhF,IAAIN,UAAU,CAACM,QAAQ,CAAC,EAAE;IACxB,MAAMC,GAAG,GAAGC,gBAAgB,CAACF,QAAQ,CAACC,GAAG,IAAI,EAAE,CAAC;IAChD,MAAME,iBAAiB,GAAGH,QAAQ,CAACI,OAAO,CAACC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;IACpE,OAAO;MACLJ,GAAG;MACHK,IAAI,EAAEV,aAAa,CAACO,iBAAiB,CAAC,IAAIN,oBAAoB,CAACI,GAAG;IACpE,CAAC;EACH;EAGA,IAAIN,MAAM,CAACK,QAAQ,CAAC,EAAE;IACpB,OAAO;MAGLC,GAAG,EAAEC,gBAAgB,CAACF,QAAQ,CAACO,IAAI,IAAI,EAAE,CAAC;MAC1CD,IAAI,EAAEN,QAAQ,CAACM,IAAI,IAAI;IACzB,CAAC;EACH;EAEA,IAAI,OAAON,QAAQ,KAAK,QAAQ,EAAE;IAChC,OAAO;MAELC,GAAG,EAAEC,gBAAgB,CAACF,QAAQ,CAAC;MAE/BM,IAAI,EAAET,oBAAoB,CAACG,QAAQ;IACrC,CAAC;EACH;EAGA,OAAO;IACLC,GAAG,EAAE,EAAE;IACPK,IAAI,EAAE;EACR,CAAC;AACH;AASA,OAAO,SAASE,wBAAwBA,CAACR,QAAa,EAAU;EAC9D,IAAIN,UAAU,CAACM,QAAQ,CAAC,EAAE;IACxB,OAAOA,QAAQ,CAACI,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;EACjD;EACA,IAAIT,MAAM,CAACK,QAAQ,CAAC,EAAE;IACpB,OAAOA,QAAQ,CAACS,IAAI;EACtB;EACA,IAAI,OAAOT,QAAQ,KAAK,QAAQ,EAAE;IAEhC,OAAOA,QAAQ,CAACU,MAAM;EACxB;EACA,IAAIV,QAAQ,YAAYW,WAAW,EAAE;IACnC,OAAOX,QAAQ,CAACY,UAAU;EAC5B;EACA,IAAID,WAAW,CAACE,MAAM,CAACb,QAAQ,CAAC,EAAE;IAChC,OAAOA,QAAQ,CAACY,UAAU;EAC5B;EACA,OAAO,CAAC,CAAC;AACX;AAEA,SAASV,gBAAgBA,CAACD,GAAG,EAAE;EAC7B,OAAOA,GAAG,CAACa,OAAO,CAAChB,oBAAoB,EAAE,EAAE,CAAC;AAC9C"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { isResponse } from '../../javascript-utils/is-type';
|
|
2
|
+
import { getResourceContentLength, getResourceUrlAndType } from './resource-utils';
|
|
3
|
+
export async function makeResponse(resource) {
|
|
4
|
+
if (isResponse(resource)) {
|
|
5
|
+
return resource;
|
|
6
|
+
}
|
|
7
|
+
const headers = {};
|
|
8
|
+
const contentLength = getResourceContentLength(resource);
|
|
9
|
+
if (contentLength >= 0) {
|
|
10
|
+
headers['content-length'] = String(contentLength);
|
|
11
|
+
}
|
|
12
|
+
const {
|
|
13
|
+
url,
|
|
14
|
+
type
|
|
15
|
+
} = getResourceUrlAndType(resource);
|
|
16
|
+
if (type) {
|
|
17
|
+
headers['content-type'] = type;
|
|
18
|
+
}
|
|
19
|
+
const initialDataUrl = await getInitialDataUrl(resource);
|
|
20
|
+
if (initialDataUrl) {
|
|
21
|
+
headers['x-first-bytes'] = initialDataUrl;
|
|
22
|
+
}
|
|
23
|
+
if (typeof resource === 'string') {
|
|
24
|
+
resource = new TextEncoder().encode(resource);
|
|
25
|
+
}
|
|
26
|
+
const response = new Response(resource, {
|
|
27
|
+
headers
|
|
28
|
+
});
|
|
29
|
+
Object.defineProperty(response, 'url', {
|
|
30
|
+
value: url
|
|
31
|
+
});
|
|
32
|
+
return response;
|
|
33
|
+
}
|
|
34
|
+
export async function checkResponse(response) {
|
|
35
|
+
if (!response.ok) {
|
|
36
|
+
const message = await getResponseError(response);
|
|
37
|
+
throw new Error(message);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
export function checkResponseSync(response) {
|
|
41
|
+
if (!response.ok) {
|
|
42
|
+
let message = "".concat(response.status, " ").concat(response.statusText);
|
|
43
|
+
message = message.length > 60 ? "".concat(message.slice(0, 60), "...") : message;
|
|
44
|
+
throw new Error(message);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
async function getResponseError(response) {
|
|
48
|
+
let message = "Failed to fetch resource ".concat(response.url, " (").concat(response.status, "): ");
|
|
49
|
+
try {
|
|
50
|
+
const contentType = response.headers.get('Content-Type');
|
|
51
|
+
let text = response.statusText;
|
|
52
|
+
if (contentType.includes('application/json')) {
|
|
53
|
+
text += " ".concat(await response.text());
|
|
54
|
+
}
|
|
55
|
+
message += text;
|
|
56
|
+
message = message.length > 60 ? "".concat(message.slice(0, 60), "...") : message;
|
|
57
|
+
} catch (error) {}
|
|
58
|
+
return message;
|
|
59
|
+
}
|
|
60
|
+
async function getInitialDataUrl(resource) {
|
|
61
|
+
const INITIAL_DATA_LENGTH = 5;
|
|
62
|
+
if (typeof resource === 'string') {
|
|
63
|
+
return "data:,".concat(resource.slice(0, INITIAL_DATA_LENGTH));
|
|
64
|
+
}
|
|
65
|
+
if (resource instanceof Blob) {
|
|
66
|
+
const blobSlice = resource.slice(0, 5);
|
|
67
|
+
return await new Promise(resolve => {
|
|
68
|
+
const reader = new FileReader();
|
|
69
|
+
reader.onload = event => {
|
|
70
|
+
var _event$target;
|
|
71
|
+
return resolve(event === null || event === void 0 ? void 0 : (_event$target = event.target) === null || _event$target === void 0 ? void 0 : _event$target.result);
|
|
72
|
+
};
|
|
73
|
+
reader.readAsDataURL(blobSlice);
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
if (resource instanceof ArrayBuffer) {
|
|
77
|
+
const slice = resource.slice(0, INITIAL_DATA_LENGTH);
|
|
78
|
+
const base64 = arrayBufferToBase64(slice);
|
|
79
|
+
return "data:base64,".concat(base64);
|
|
80
|
+
}
|
|
81
|
+
return null;
|
|
82
|
+
}
|
|
83
|
+
function arrayBufferToBase64(buffer) {
|
|
84
|
+
let binary = '';
|
|
85
|
+
const bytes = new Uint8Array(buffer);
|
|
86
|
+
for (let i = 0; i < bytes.byteLength; i++) {
|
|
87
|
+
binary += String.fromCharCode(bytes[i]);
|
|
88
|
+
}
|
|
89
|
+
return btoa(binary);
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=response-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"response-utils.js","names":["isResponse","getResourceContentLength","getResourceUrlAndType","makeResponse","resource","headers","contentLength","String","url","type","initialDataUrl","getInitialDataUrl","TextEncoder","encode","response","Response","Object","defineProperty","value","checkResponse","ok","message","getResponseError","Error","checkResponseSync","concat","status","statusText","length","slice","contentType","get","text","includes","error","INITIAL_DATA_LENGTH","Blob","blobSlice","Promise","resolve","reader","FileReader","onload","event","_event$target","target","result","readAsDataURL","ArrayBuffer","base64","arrayBufferToBase64","buffer","binary","bytes","Uint8Array","i","byteLength","fromCharCode","btoa"],"sources":["../../../../src/lib/utils/response-utils.ts"],"sourcesContent":["import {isResponse} from '../../javascript-utils/is-type';\nimport {getResourceContentLength, getResourceUrlAndType} from './resource-utils';\n\n/**\n * Returns a Response object\n * Adds content-length header when possible\n *\n * @param resource\n */\nexport async function makeResponse(resource: any): Promise<Response> {\n if (isResponse(resource)) {\n return resource;\n }\n\n // Add content-length header if possible\n const headers: {[header: string]: string} = {};\n\n const contentLength = getResourceContentLength(resource);\n if (contentLength >= 0) {\n headers['content-length'] = String(contentLength);\n }\n\n // `new Response(File)` does not preserve content-type and URL\n // so we add them here\n const {url, type} = getResourceUrlAndType(resource);\n if (type) {\n headers['content-type'] = type;\n }\n\n // Add a custom header with initial bytes if available\n const initialDataUrl = await getInitialDataUrl(resource);\n if (initialDataUrl) {\n headers['x-first-bytes'] = initialDataUrl;\n }\n\n // TODO - is this the best way of handling strings?\n // Maybe package as data URL instead?\n if (typeof resource === 'string') {\n // Convert to ArrayBuffer to avoid Response treating it as a URL\n resource = new TextEncoder().encode(resource);\n }\n\n // Attempt to create a Response from the resource, adding headers and setting url\n const response = new Response(resource, {headers});\n // We can't control `Response.url` via constructor, use a property override to record URL.\n Object.defineProperty(response, 'url', {value: url});\n return response;\n}\n\n/**\n * Checks response status (async) and throws a helpful error message if status is not OK.\n * @param response\n */\nexport async function checkResponse(response: Response): Promise<void> {\n if (!response.ok) {\n const message = await getResponseError(response);\n throw new Error(message);\n }\n}\n\n/**\n * Checks response status (sync) and throws a helpful error message if status is not OK.\n * @param response\n */\nexport function checkResponseSync(response: Response): void {\n if (!response.ok) {\n let message = `${response.status} ${response.statusText}`;\n message = message.length > 60 ? `${message.slice(0, 60)}...` : message;\n throw new Error(message);\n }\n}\n\n// HELPERS\n\nasync function getResponseError(response): Promise<string> {\n let message = `Failed to fetch resource ${response.url} (${response.status}): `;\n try {\n const contentType = response.headers.get('Content-Type');\n let text = response.statusText;\n if (contentType.includes('application/json')) {\n text += ` ${await response.text()}`;\n }\n message += text;\n message = message.length > 60 ? `${message.slice(0, 60)}...` : message;\n } catch (error) {\n // eslint forbids return in a finally statement, so we just catch here\n }\n return message;\n}\n\nasync function getInitialDataUrl(resource): Promise<string | null> {\n const INITIAL_DATA_LENGTH = 5;\n if (typeof resource === 'string') {\n return `data:,${resource.slice(0, INITIAL_DATA_LENGTH)}`;\n }\n if (resource instanceof Blob) {\n const blobSlice = resource.slice(0, 5);\n return await new Promise((resolve) => {\n const reader = new FileReader();\n reader.onload = (event) => resolve(event?.target?.result as string);\n reader.readAsDataURL(blobSlice);\n });\n }\n if (resource instanceof ArrayBuffer) {\n const slice = resource.slice(0, INITIAL_DATA_LENGTH);\n const base64 = arrayBufferToBase64(slice);\n return `data:base64,${base64}`;\n }\n return null;\n}\n\n// https://stackoverflow.com/questions/9267899/arraybuffer-to-base64-encoded-string\nfunction arrayBufferToBase64(buffer) {\n let binary = '';\n const bytes = new Uint8Array(buffer);\n for (let i = 0; i < bytes.byteLength; i++) {\n binary += String.fromCharCode(bytes[i]);\n }\n return btoa(binary);\n}\n"],"mappings":"AAAA,SAAQA,UAAU,QAAO,gCAAgC;AACzD,SAAQC,wBAAwB,EAAEC,qBAAqB,QAAO,kBAAkB;AAQhF,OAAO,eAAeC,YAAYA,CAACC,QAAa,EAAqB;EACnE,IAAIJ,UAAU,CAACI,QAAQ,CAAC,EAAE;IACxB,OAAOA,QAAQ;EACjB;EAGA,MAAMC,OAAmC,GAAG,CAAC,CAAC;EAE9C,MAAMC,aAAa,GAAGL,wBAAwB,CAACG,QAAQ,CAAC;EACxD,IAAIE,aAAa,IAAI,CAAC,EAAE;IACtBD,OAAO,CAAC,gBAAgB,CAAC,GAAGE,MAAM,CAACD,aAAa,CAAC;EACnD;EAIA,MAAM;IAACE,GAAG;IAAEC;EAAI,CAAC,GAAGP,qBAAqB,CAACE,QAAQ,CAAC;EACnD,IAAIK,IAAI,EAAE;IACRJ,OAAO,CAAC,cAAc,CAAC,GAAGI,IAAI;EAChC;EAGA,MAAMC,cAAc,GAAG,MAAMC,iBAAiB,CAACP,QAAQ,CAAC;EACxD,IAAIM,cAAc,EAAE;IAClBL,OAAO,CAAC,eAAe,CAAC,GAAGK,cAAc;EAC3C;EAIA,IAAI,OAAON,QAAQ,KAAK,QAAQ,EAAE;IAEhCA,QAAQ,GAAG,IAAIQ,WAAW,CAAC,CAAC,CAACC,MAAM,CAACT,QAAQ,CAAC;EAC/C;EAGA,MAAMU,QAAQ,GAAG,IAAIC,QAAQ,CAACX,QAAQ,EAAE;IAACC;EAAO,CAAC,CAAC;EAElDW,MAAM,CAACC,cAAc,CAACH,QAAQ,EAAE,KAAK,EAAE;IAACI,KAAK,EAAEV;EAAG,CAAC,CAAC;EACpD,OAAOM,QAAQ;AACjB;AAMA,OAAO,eAAeK,aAAaA,CAACL,QAAkB,EAAiB;EACrE,IAAI,CAACA,QAAQ,CAACM,EAAE,EAAE;IAChB,MAAMC,OAAO,GAAG,MAAMC,gBAAgB,CAACR,QAAQ,CAAC;IAChD,MAAM,IAAIS,KAAK,CAACF,OAAO,CAAC;EAC1B;AACF;AAMA,OAAO,SAASG,iBAAiBA,CAACV,QAAkB,EAAQ;EAC1D,IAAI,CAACA,QAAQ,CAACM,EAAE,EAAE;IAChB,IAAIC,OAAO,MAAAI,MAAA,CAAMX,QAAQ,CAACY,MAAM,OAAAD,MAAA,CAAIX,QAAQ,CAACa,UAAU,CAAE;IACzDN,OAAO,GAAGA,OAAO,CAACO,MAAM,GAAG,EAAE,MAAAH,MAAA,CAAMJ,OAAO,CAACQ,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,WAAQR,OAAO;IACtE,MAAM,IAAIE,KAAK,CAACF,OAAO,CAAC;EAC1B;AACF;AAIA,eAAeC,gBAAgBA,CAACR,QAAQ,EAAmB;EACzD,IAAIO,OAAO,+BAAAI,MAAA,CAA+BX,QAAQ,CAACN,GAAG,QAAAiB,MAAA,CAAKX,QAAQ,CAACY,MAAM,QAAK;EAC/E,IAAI;IACF,MAAMI,WAAW,GAAGhB,QAAQ,CAACT,OAAO,CAAC0B,GAAG,CAAC,cAAc,CAAC;IACxD,IAAIC,IAAI,GAAGlB,QAAQ,CAACa,UAAU;IAC9B,IAAIG,WAAW,CAACG,QAAQ,CAAC,kBAAkB,CAAC,EAAE;MAC5CD,IAAI,QAAAP,MAAA,CAAQ,MAAMX,QAAQ,CAACkB,IAAI,CAAC,CAAC,CAAE;IACrC;IACAX,OAAO,IAAIW,IAAI;IACfX,OAAO,GAAGA,OAAO,CAACO,MAAM,GAAG,EAAE,MAAAH,MAAA,CAAMJ,OAAO,CAACQ,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,WAAQR,OAAO;EACxE,CAAC,CAAC,OAAOa,KAAK,EAAE,CAEhB;EACA,OAAOb,OAAO;AAChB;AAEA,eAAeV,iBAAiBA,CAACP,QAAQ,EAA0B;EACjE,MAAM+B,mBAAmB,GAAG,CAAC;EAC7B,IAAI,OAAO/B,QAAQ,KAAK,QAAQ,EAAE;IAChC,gBAAAqB,MAAA,CAAgBrB,QAAQ,CAACyB,KAAK,CAAC,CAAC,EAAEM,mBAAmB,CAAC;EACxD;EACA,IAAI/B,QAAQ,YAAYgC,IAAI,EAAE;IAC5B,MAAMC,SAAS,GAAGjC,QAAQ,CAACyB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;IACtC,OAAO,MAAM,IAAIS,OAAO,CAAEC,OAAO,IAAK;MACpC,MAAMC,MAAM,GAAG,IAAIC,UAAU,CAAC,CAAC;MAC/BD,MAAM,CAACE,MAAM,GAAIC,KAAK;QAAA,IAAAC,aAAA;QAAA,OAAKL,OAAO,CAACI,KAAK,aAALA,KAAK,wBAAAC,aAAA,GAALD,KAAK,CAAEE,MAAM,cAAAD,aAAA,uBAAbA,aAAA,CAAeE,MAAgB,CAAC;MAAA;MACnEN,MAAM,CAACO,aAAa,CAACV,SAAS,CAAC;IACjC,CAAC,CAAC;EACJ;EACA,IAAIjC,QAAQ,YAAY4C,WAAW,EAAE;IACnC,MAAMnB,KAAK,GAAGzB,QAAQ,CAACyB,KAAK,CAAC,CAAC,EAAEM,mBAAmB,CAAC;IACpD,MAAMc,MAAM,GAAGC,mBAAmB,CAACrB,KAAK,CAAC;IACzC,sBAAAJ,MAAA,CAAsBwB,MAAM;EAC9B;EACA,OAAO,IAAI;AACb;AAGA,SAASC,mBAAmBA,CAACC,MAAM,EAAE;EACnC,IAAIC,MAAM,GAAG,EAAE;EACf,MAAMC,KAAK,GAAG,IAAIC,UAAU,CAACH,MAAM,CAAC;EACpC,KAAK,IAAII,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,KAAK,CAACG,UAAU,EAAED,CAAC,EAAE,EAAE;IACzCH,MAAM,IAAI7C,MAAM,CAACkD,YAAY,CAACJ,KAAK,CAACE,CAAC,CAAC,CAAC;EACzC;EACA,OAAOG,IAAI,CAACN,MAAM,CAAC;AACrB"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
const VERSION = typeof "4.0.0-alpha.6" !== 'undefined' ? "4.0.0-alpha.6" : 'latest';
|
|
2
|
+
export const NullWorkerLoader = {
|
|
3
|
+
name: 'Null loader',
|
|
4
|
+
id: 'null',
|
|
5
|
+
module: 'core',
|
|
6
|
+
version: VERSION,
|
|
7
|
+
worker: true,
|
|
8
|
+
mimeTypes: ['application/x.empty'],
|
|
9
|
+
extensions: ['null'],
|
|
10
|
+
tests: [() => false],
|
|
11
|
+
options: {
|
|
12
|
+
null: {}
|
|
13
|
+
}
|
|
14
|
+
};
|
|
15
|
+
function parseSync(arrayBuffer, options, context) {
|
|
16
|
+
if (!options.null.echoParameters) return null;
|
|
17
|
+
context = context && JSON.parse(JSON.stringify(context));
|
|
18
|
+
return {
|
|
19
|
+
arrayBuffer,
|
|
20
|
+
options,
|
|
21
|
+
context
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
export const NullLoader = {
|
|
25
|
+
name: 'Null loader',
|
|
26
|
+
id: 'null',
|
|
27
|
+
module: 'core',
|
|
28
|
+
version: VERSION,
|
|
29
|
+
mimeTypes: ['application/x.empty'],
|
|
30
|
+
extensions: ['null'],
|
|
31
|
+
parse: async (arrayBuffer, options, context) => parseSync(arrayBuffer, options, context),
|
|
32
|
+
parseSync,
|
|
33
|
+
parseInBatches: async function* generator(asyncIterator, options, context) {
|
|
34
|
+
for await (const batch of asyncIterator) {
|
|
35
|
+
yield parseSync(batch, options, context);
|
|
36
|
+
}
|
|
37
|
+
},
|
|
38
|
+
tests: [() => false],
|
|
39
|
+
options: {
|
|
40
|
+
null: {
|
|
41
|
+
echoParameters: false
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
};
|
|
45
|
+
//# sourceMappingURL=null-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"null-loader.js","names":["VERSION","NullWorkerLoader","name","id","module","version","worker","mimeTypes","extensions","tests","options","null","parseSync","arrayBuffer","context","echoParameters","JSON","parse","stringify","NullLoader","parseInBatches","generator","asyncIterator","batch"],"sources":["../../src/null-loader.ts"],"sourcesContent":["// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nimport {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\n\n/**\n * Loads any data and returns null (or optionally passes through data unparsed)\n */\nexport const NullWorkerLoader: Loader = {\n name: 'Null loader',\n id: 'null',\n module: 'core',\n version: VERSION,\n worker: true,\n mimeTypes: ['application/x.empty'],\n extensions: ['null'],\n tests: [() => false],\n options: {\n null: {}\n }\n};\n\n/**\n * Returns arguments passed to the parse API in a format that can be transfered to a\n * web worker. The `context` parameter is stripped using JSON.stringify & parse.\n */\nfunction parseSync(arrayBuffer, options, context) {\n if (!options.null.echoParameters) return null;\n context = context && JSON.parse(JSON.stringify(context));\n return {arrayBuffer, options, context};\n}\n\n/**\n * Loads any data and returns null (or optionally passes through data unparsed)\n */\nexport const NullLoader: LoaderWithParser = {\n name: 'Null loader',\n id: 'null',\n module: 'core',\n version: VERSION,\n mimeTypes: ['application/x.empty'],\n extensions: ['null'],\n parse: async (arrayBuffer, options, context) => parseSync(arrayBuffer, options, context),\n parseSync,\n parseInBatches: async function* generator(asyncIterator, options, context) {\n for await (const batch of asyncIterator) {\n yield parseSync(batch, options, context);\n }\n },\n tests: [() => false],\n options: {\n null: {\n echoParameters: false\n }\n }\n};\n"],"mappings":"AAEA,MAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAO3E,OAAO,MAAMC,gBAAwB,GAAG;EACtCC,IAAI,EAAE,aAAa;EACnBC,EAAE,EAAE,MAAM;EACVC,MAAM,EAAE,MAAM;EACdC,OAAO,EAAEL,OAAO;EAChBM,MAAM,EAAE,IAAI;EACZC,SAAS,EAAE,CAAC,qBAAqB,CAAC;EAClCC,UAAU,EAAE,CAAC,MAAM,CAAC;EACpBC,KAAK,EAAE,CAAC,MAAM,KAAK,CAAC;EACpBC,OAAO,EAAE;IACPC,IAAI,EAAE,CAAC;EACT;AACF,CAAC;AAMD,SAASC,SAASA,CAACC,WAAW,EAAEH,OAAO,EAAEI,OAAO,EAAE;EAChD,IAAI,CAACJ,OAAO,CAACC,IAAI,CAACI,cAAc,EAAE,OAAO,IAAI;EAC7CD,OAAO,GAAGA,OAAO,IAAIE,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACJ,OAAO,CAAC,CAAC;EACxD,OAAO;IAACD,WAAW;IAAEH,OAAO;IAAEI;EAAO,CAAC;AACxC;AAKA,OAAO,MAAMK,UAA4B,GAAG;EAC1CjB,IAAI,EAAE,aAAa;EACnBC,EAAE,EAAE,MAAM;EACVC,MAAM,EAAE,MAAM;EACdC,OAAO,EAAEL,OAAO;EAChBO,SAAS,EAAE,CAAC,qBAAqB,CAAC;EAClCC,UAAU,EAAE,CAAC,MAAM,CAAC;EACpBS,KAAK,EAAE,MAAAA,CAAOJ,WAAW,EAAEH,OAAO,EAAEI,OAAO,KAAKF,SAAS,CAACC,WAAW,EAAEH,OAAO,EAAEI,OAAO,CAAC;EACxFF,SAAS;EACTQ,cAAc,EAAE,gBAAgBC,SAASA,CAACC,aAAa,EAAEZ,OAAO,EAAEI,OAAO,EAAE;IACzE,WAAW,MAAMS,KAAK,IAAID,aAAa,EAAE;MACvC,MAAMV,SAAS,CAACW,KAAK,EAAEb,OAAO,EAAEI,OAAO,CAAC;IAC1C;EACF,CAAC;EACDL,KAAK,EAAE,CAAC,MAAM,KAAK,CAAC;EACpBC,OAAO,EAAE;IACPC,IAAI,EAAE;MACJI,cAAc,EAAE;IAClB;EACF;AACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"null-worker.js","names":["createLoaderWorker","NullLoader"],"sources":["../../../src/workers/null-worker.ts"],"sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {NullLoader} from '../null-loader';\n\ncreateLoaderWorker(NullLoader);\n"],"mappings":"AAAA,SAAQA,kBAAkB,QAAO,0BAA0B;AAC3D,SAAQC,UAAU,QAAO,gBAAgB;AAEzCD,kBAAkB,CAACC,UAAU,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,8 +1,9 @@
|
|
|
1
|
+
export type { Loader, LoaderWithParser, LoaderContext, LoaderOptions, Writer, WriterOptions, DataType, SyncDataType, BatchableDataType, IFileSystem, IRandomAccessReadFileSystem } from '@loaders.gl/loader-utils';
|
|
1
2
|
export { fetchFile } from './lib/fetch/fetch-file';
|
|
2
3
|
export { readArrayBuffer } from './lib/fetch/read-array-buffer';
|
|
3
4
|
export { readFileSync } from './lib/fetch/read-file';
|
|
4
5
|
export { writeFile, writeFileSync } from './lib/fetch/write-file';
|
|
5
|
-
export { setLoaderOptions } from './lib/api/
|
|
6
|
+
export { setLoaderOptions, getLoaderOptions } from './lib/api/loader-options';
|
|
6
7
|
export { registerLoaders } from './lib/api/register-loaders';
|
|
7
8
|
export { selectLoader, selectLoaderSync } from './lib/api/select-loader';
|
|
8
9
|
export { parse } from './lib/api/parse';
|
|
@@ -10,6 +11,7 @@ export { parseSync } from './lib/api/parse-sync';
|
|
|
10
11
|
export { parseInBatches } from './lib/api/parse-in-batches';
|
|
11
12
|
export { load } from './lib/api/load';
|
|
12
13
|
export { loadInBatches } from './lib/api/load-in-batches';
|
|
14
|
+
export { encodeTable, encodeTableAsText, encodeTableInBatches } from './lib/api/encode-table';
|
|
13
15
|
export { encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL } from './lib/api/encode';
|
|
14
16
|
export { save, saveSync } from './lib/api/save';
|
|
15
17
|
export { setPathPrefix, getPathPrefix, resolvePath } from '@loaders.gl/loader-utils';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,YAAY,EACV,MAAM,EACN,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,MAAM,EACN,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,iBAAiB,EACjB,WAAW,EACX,2BAA2B,EAC5B,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAC,SAAS,EAAC,MAAM,wBAAwB,CAAC;AAEjD,OAAO,EAAC,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAC,SAAS,EAAE,aAAa,EAAC,MAAM,wBAAwB,CAAC;AAGhE,OAAO,EAAC,gBAAgB,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC5E,OAAO,EAAC,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAC,YAAY,EAAE,gBAAgB,EAAC,MAAM,yBAAyB,CAAC;AAGvE,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AACtC,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAC/C,OAAO,EAAC,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAC,IAAI,EAAC,MAAM,gBAAgB,CAAC;AACpC,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AAGxD,OAAO,EAAC,WAAW,EAAE,iBAAiB,EAAE,oBAAoB,EAAC,MAAM,wBAAwB,CAAC;AAC5F,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,cAAc,EAAC,MAAM,kBAAkB,CAAC;AACjG,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAG9C,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,WAAW,EAAC,MAAM,0BAA0B,CAAC;AACnF,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAG1D,OAAO,EAAC,YAAY,EAAC,MAAM,yCAAyC,CAAC;AACrE,OAAO,EAAC,UAAU,EAAC,MAAM,0CAA0C,CAAC;AAGpE,OAAO,EAAC,gBAAgB,EAAE,UAAU,EAAC,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAC,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAGpD,OAAO,EAAC,OAAO,IAAI,cAAc,EAAC,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAC,OAAO,IAAI,kBAAkB,EAAC,MAAM,sCAAsC,CAAC;AAGnF,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAM9D,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAC7F,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAC,OAAO,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAE/E,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,gBAAgB,EAChB,wBAAwB,EACzB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EACL,YAAY,EACZ,SAAS,EACT,UAAU,EACV,eAAe,EACf,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EACjB,MAAM,4BAA4B,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,29 +1,108 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
// loaders.gl, MIT license
|
|
3
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
4
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
5
|
+
};
|
|
6
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
+
exports.makeNumberedLineIterator = exports.makeLineIterator = exports.makeTextEncoderIterator = exports.makeTextDecoderIterator = exports.concatenateArrayBuffersAsync = exports.forEach = exports.assert = exports.document = exports.global = exports.window = exports.self = exports.isWorker = exports.isBrowser = exports._unregisterLoaders = exports._BrowserFileSystem = exports._fetchProgress = exports.JSONLoader = exports.NullLoader = exports.NullWorkerLoader = exports.makeStream = exports.makeIterator = exports.RequestScheduler = exports.resolvePath = exports.getPathPrefix = exports.setPathPrefix = exports.saveSync = exports.save = exports.encodeURLtoURL = exports.encodeText = exports.encodeInBatches = exports.encodeSync = exports.encode = exports.encodeTableInBatches = exports.encodeTableAsText = exports.encodeTable = exports.loadInBatches = exports.load = exports.parseInBatches = exports.parseSync = exports.parse = exports.selectLoaderSync = exports.selectLoader = exports.registerLoaders = exports.getLoaderOptions = exports.setLoaderOptions = exports.writeFileSync = exports.writeFile = exports.readFileSync = exports.readArrayBuffer = exports.fetchFile = void 0;
|
|
8
|
+
exports.isWritableStream = exports.isReadableStream = exports.isResponse = exports.isIterator = exports.isAsyncIterable = exports.isIterable = exports.isPromise = exports.isPureObject = void 0;
|
|
9
|
+
// FILE READING AND WRITING
|
|
10
|
+
var fetch_file_1 = require("./lib/fetch/fetch-file");
|
|
11
|
+
Object.defineProperty(exports, "fetchFile", { enumerable: true, get: function () { return fetch_file_1.fetchFile; } });
|
|
12
|
+
var read_array_buffer_1 = require("./lib/fetch/read-array-buffer");
|
|
13
|
+
Object.defineProperty(exports, "readArrayBuffer", { enumerable: true, get: function () { return read_array_buffer_1.readArrayBuffer; } });
|
|
14
|
+
var read_file_1 = require("./lib/fetch/read-file");
|
|
15
|
+
Object.defineProperty(exports, "readFileSync", { enumerable: true, get: function () { return read_file_1.readFileSync; } });
|
|
16
|
+
var write_file_1 = require("./lib/fetch/write-file");
|
|
17
|
+
Object.defineProperty(exports, "writeFile", { enumerable: true, get: function () { return write_file_1.writeFile; } });
|
|
18
|
+
Object.defineProperty(exports, "writeFileSync", { enumerable: true, get: function () { return write_file_1.writeFileSync; } });
|
|
19
|
+
// CONFIGURATION
|
|
20
|
+
var loader_options_1 = require("./lib/api/loader-options");
|
|
21
|
+
Object.defineProperty(exports, "setLoaderOptions", { enumerable: true, get: function () { return loader_options_1.setLoaderOptions; } });
|
|
22
|
+
Object.defineProperty(exports, "getLoaderOptions", { enumerable: true, get: function () { return loader_options_1.getLoaderOptions; } });
|
|
23
|
+
var register_loaders_1 = require("./lib/api/register-loaders");
|
|
24
|
+
Object.defineProperty(exports, "registerLoaders", { enumerable: true, get: function () { return register_loaders_1.registerLoaders; } });
|
|
25
|
+
var select_loader_1 = require("./lib/api/select-loader");
|
|
26
|
+
Object.defineProperty(exports, "selectLoader", { enumerable: true, get: function () { return select_loader_1.selectLoader; } });
|
|
27
|
+
Object.defineProperty(exports, "selectLoaderSync", { enumerable: true, get: function () { return select_loader_1.selectLoaderSync; } });
|
|
28
|
+
// LOADING (READING + PARSING)
|
|
29
|
+
var parse_1 = require("./lib/api/parse");
|
|
30
|
+
Object.defineProperty(exports, "parse", { enumerable: true, get: function () { return parse_1.parse; } });
|
|
31
|
+
var parse_sync_1 = require("./lib/api/parse-sync");
|
|
32
|
+
Object.defineProperty(exports, "parseSync", { enumerable: true, get: function () { return parse_sync_1.parseSync; } });
|
|
33
|
+
var parse_in_batches_1 = require("./lib/api/parse-in-batches");
|
|
34
|
+
Object.defineProperty(exports, "parseInBatches", { enumerable: true, get: function () { return parse_in_batches_1.parseInBatches; } });
|
|
35
|
+
var load_1 = require("./lib/api/load");
|
|
36
|
+
Object.defineProperty(exports, "load", { enumerable: true, get: function () { return load_1.load; } });
|
|
37
|
+
var load_in_batches_1 = require("./lib/api/load-in-batches");
|
|
38
|
+
Object.defineProperty(exports, "loadInBatches", { enumerable: true, get: function () { return load_in_batches_1.loadInBatches; } });
|
|
39
|
+
// ENCODING (ENCODING AND WRITING)
|
|
40
|
+
var encode_table_1 = require("./lib/api/encode-table");
|
|
41
|
+
Object.defineProperty(exports, "encodeTable", { enumerable: true, get: function () { return encode_table_1.encodeTable; } });
|
|
42
|
+
Object.defineProperty(exports, "encodeTableAsText", { enumerable: true, get: function () { return encode_table_1.encodeTableAsText; } });
|
|
43
|
+
Object.defineProperty(exports, "encodeTableInBatches", { enumerable: true, get: function () { return encode_table_1.encodeTableInBatches; } });
|
|
44
|
+
var encode_1 = require("./lib/api/encode");
|
|
45
|
+
Object.defineProperty(exports, "encode", { enumerable: true, get: function () { return encode_1.encode; } });
|
|
46
|
+
Object.defineProperty(exports, "encodeSync", { enumerable: true, get: function () { return encode_1.encodeSync; } });
|
|
47
|
+
Object.defineProperty(exports, "encodeInBatches", { enumerable: true, get: function () { return encode_1.encodeInBatches; } });
|
|
48
|
+
Object.defineProperty(exports, "encodeText", { enumerable: true, get: function () { return encode_1.encodeText; } });
|
|
49
|
+
Object.defineProperty(exports, "encodeURLtoURL", { enumerable: true, get: function () { return encode_1.encodeURLtoURL; } });
|
|
50
|
+
var save_1 = require("./lib/api/save");
|
|
51
|
+
Object.defineProperty(exports, "save", { enumerable: true, get: function () { return save_1.save; } });
|
|
52
|
+
Object.defineProperty(exports, "saveSync", { enumerable: true, get: function () { return save_1.saveSync; } });
|
|
53
|
+
// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)
|
|
54
|
+
var loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
55
|
+
Object.defineProperty(exports, "setPathPrefix", { enumerable: true, get: function () { return loader_utils_1.setPathPrefix; } });
|
|
56
|
+
Object.defineProperty(exports, "getPathPrefix", { enumerable: true, get: function () { return loader_utils_1.getPathPrefix; } });
|
|
57
|
+
Object.defineProperty(exports, "resolvePath", { enumerable: true, get: function () { return loader_utils_1.resolvePath; } });
|
|
58
|
+
var loader_utils_2 = require("@loaders.gl/loader-utils");
|
|
59
|
+
Object.defineProperty(exports, "RequestScheduler", { enumerable: true, get: function () { return loader_utils_2.RequestScheduler; } });
|
|
60
|
+
// ITERATOR UTILS
|
|
61
|
+
var make_iterator_1 = require("./iterators/make-iterator/make-iterator");
|
|
62
|
+
Object.defineProperty(exports, "makeIterator", { enumerable: true, get: function () { return make_iterator_1.makeIterator; } });
|
|
63
|
+
var make_node_stream_1 = require("./iterators/make-stream/make-node-stream");
|
|
64
|
+
Object.defineProperty(exports, "makeStream", { enumerable: true, get: function () { return make_node_stream_1.makeStream; } });
|
|
65
|
+
// CORE LOADERS
|
|
66
|
+
var null_loader_1 = require("./null-loader");
|
|
67
|
+
Object.defineProperty(exports, "NullWorkerLoader", { enumerable: true, get: function () { return null_loader_1.NullWorkerLoader; } });
|
|
68
|
+
Object.defineProperty(exports, "NullLoader", { enumerable: true, get: function () { return null_loader_1.NullLoader; } });
|
|
69
|
+
var loader_utils_3 = require("@loaders.gl/loader-utils");
|
|
70
|
+
Object.defineProperty(exports, "JSONLoader", { enumerable: true, get: function () { return loader_utils_3.JSONLoader; } });
|
|
71
|
+
// EXPERIMENTAL
|
|
72
|
+
var fetch_progress_1 = require("./lib/progress/fetch-progress");
|
|
73
|
+
Object.defineProperty(exports, "_fetchProgress", { enumerable: true, get: function () { return __importDefault(fetch_progress_1).default; } });
|
|
74
|
+
var browser_filesystem_1 = require("./lib/filesystems/browser-filesystem");
|
|
75
|
+
Object.defineProperty(exports, "_BrowserFileSystem", { enumerable: true, get: function () { return __importDefault(browser_filesystem_1).default; } });
|
|
76
|
+
// FOR TESTING
|
|
77
|
+
var register_loaders_2 = require("./lib/api/register-loaders");
|
|
78
|
+
Object.defineProperty(exports, "_unregisterLoaders", { enumerable: true, get: function () { return register_loaders_2._unregisterLoaders; } });
|
|
79
|
+
//
|
|
80
|
+
// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?
|
|
81
|
+
//
|
|
82
|
+
var loader_utils_4 = require("@loaders.gl/loader-utils");
|
|
83
|
+
Object.defineProperty(exports, "isBrowser", { enumerable: true, get: function () { return loader_utils_4.isBrowser; } });
|
|
84
|
+
Object.defineProperty(exports, "isWorker", { enumerable: true, get: function () { return loader_utils_4.isWorker; } });
|
|
85
|
+
Object.defineProperty(exports, "self", { enumerable: true, get: function () { return loader_utils_4.self; } });
|
|
86
|
+
Object.defineProperty(exports, "window", { enumerable: true, get: function () { return loader_utils_4.window; } });
|
|
87
|
+
Object.defineProperty(exports, "global", { enumerable: true, get: function () { return loader_utils_4.global; } });
|
|
88
|
+
Object.defineProperty(exports, "document", { enumerable: true, get: function () { return loader_utils_4.document; } });
|
|
89
|
+
var loader_utils_5 = require("@loaders.gl/loader-utils");
|
|
90
|
+
Object.defineProperty(exports, "assert", { enumerable: true, get: function () { return loader_utils_5.assert; } });
|
|
91
|
+
var loader_utils_6 = require("@loaders.gl/loader-utils");
|
|
92
|
+
Object.defineProperty(exports, "forEach", { enumerable: true, get: function () { return loader_utils_6.forEach; } });
|
|
93
|
+
Object.defineProperty(exports, "concatenateArrayBuffersAsync", { enumerable: true, get: function () { return loader_utils_6.concatenateArrayBuffersAsync; } });
|
|
94
|
+
var loader_utils_7 = require("@loaders.gl/loader-utils");
|
|
95
|
+
Object.defineProperty(exports, "makeTextDecoderIterator", { enumerable: true, get: function () { return loader_utils_7.makeTextDecoderIterator; } });
|
|
96
|
+
Object.defineProperty(exports, "makeTextEncoderIterator", { enumerable: true, get: function () { return loader_utils_7.makeTextEncoderIterator; } });
|
|
97
|
+
Object.defineProperty(exports, "makeLineIterator", { enumerable: true, get: function () { return loader_utils_7.makeLineIterator; } });
|
|
98
|
+
Object.defineProperty(exports, "makeNumberedLineIterator", { enumerable: true, get: function () { return loader_utils_7.makeNumberedLineIterator; } });
|
|
99
|
+
// "JAVASCRIPT" UTILS - move to loader-utils?
|
|
100
|
+
var is_type_1 = require("./javascript-utils/is-type");
|
|
101
|
+
Object.defineProperty(exports, "isPureObject", { enumerable: true, get: function () { return is_type_1.isPureObject; } });
|
|
102
|
+
Object.defineProperty(exports, "isPromise", { enumerable: true, get: function () { return is_type_1.isPromise; } });
|
|
103
|
+
Object.defineProperty(exports, "isIterable", { enumerable: true, get: function () { return is_type_1.isIterable; } });
|
|
104
|
+
Object.defineProperty(exports, "isAsyncIterable", { enumerable: true, get: function () { return is_type_1.isAsyncIterable; } });
|
|
105
|
+
Object.defineProperty(exports, "isIterator", { enumerable: true, get: function () { return is_type_1.isIterator; } });
|
|
106
|
+
Object.defineProperty(exports, "isResponse", { enumerable: true, get: function () { return is_type_1.isResponse; } });
|
|
107
|
+
Object.defineProperty(exports, "isReadableStream", { enumerable: true, get: function () { return is_type_1.isReadableStream; } });
|
|
108
|
+
Object.defineProperty(exports, "isWritableStream", { enumerable: true, get: function () { return is_type_1.isWritableStream; } });
|
|
@@ -1,19 +1,22 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.timedBatchIterator = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* "Debounces" batches and returns them in groups
|
|
6
|
+
*/
|
|
7
|
+
async function* timedBatchIterator(batchIterator, timeout) {
|
|
8
|
+
let start = Date.now();
|
|
9
|
+
let batches = [];
|
|
10
|
+
for await (const batch of batchIterator) {
|
|
11
|
+
batches.push(batch);
|
|
12
|
+
if (Date.now() - start > timeout) {
|
|
13
|
+
yield batches;
|
|
14
|
+
start = Date.now();
|
|
15
|
+
batches = [];
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
if (batches) {
|
|
19
|
+
yield batches;
|
|
12
20
|
}
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
if (batches) {
|
|
16
|
-
yield batches;
|
|
17
|
-
}
|
|
18
21
|
}
|
|
19
|
-
|
|
22
|
+
exports.timedBatchIterator = timedBatchIterator;
|
|
@@ -1,18 +1,27 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.makeArrayBufferIterator = void 0;
|
|
1
4
|
const DEFAULT_CHUNK_SIZE = 256 * 1024;
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
const
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
5
|
+
/**
|
|
6
|
+
* Returns an iterator that breaks a big ArrayBuffer into chunks and yields them one-by-one
|
|
7
|
+
* @param blob ArrayBuffer to iterate over
|
|
8
|
+
* @param options
|
|
9
|
+
* @param options.chunkSize
|
|
10
|
+
*/
|
|
11
|
+
function* makeArrayBufferIterator(arrayBuffer, options = {}) {
|
|
12
|
+
const { chunkSize = DEFAULT_CHUNK_SIZE } = options;
|
|
13
|
+
let byteOffset = 0;
|
|
14
|
+
while (byteOffset < arrayBuffer.byteLength) {
|
|
15
|
+
// Create a chunk of the right size
|
|
16
|
+
const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);
|
|
17
|
+
const chunk = new ArrayBuffer(chunkByteLength);
|
|
18
|
+
// Copy data from the big chunk
|
|
19
|
+
const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);
|
|
20
|
+
const chunkArray = new Uint8Array(chunk);
|
|
21
|
+
chunkArray.set(sourceArray);
|
|
22
|
+
// yield the chunk
|
|
23
|
+
byteOffset += chunkByteLength;
|
|
24
|
+
yield chunk;
|
|
25
|
+
}
|
|
17
26
|
}
|
|
18
|
-
|
|
27
|
+
exports.makeArrayBufferIterator = makeArrayBufferIterator;
|
|
@@ -1,13 +1,21 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.makeBlobIterator = void 0;
|
|
4
|
+
const DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive
|
|
5
|
+
/**
|
|
6
|
+
* Returns an iterator that breaks a big Blob into chunks and yields them one-by-one
|
|
7
|
+
* @param blob Blob or File object
|
|
8
|
+
* @param options
|
|
9
|
+
* @param options.chunkSize
|
|
10
|
+
*/
|
|
11
|
+
async function* makeBlobIterator(blob, options) {
|
|
12
|
+
const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;
|
|
13
|
+
let offset = 0;
|
|
14
|
+
while (offset < blob.size) {
|
|
15
|
+
const end = offset + chunkSize;
|
|
16
|
+
const chunk = await blob.slice(offset, end).arrayBuffer();
|
|
17
|
+
offset = end;
|
|
18
|
+
yield chunk;
|
|
19
|
+
}
|
|
12
20
|
}
|
|
13
|
-
|
|
21
|
+
exports.makeBlobIterator = makeBlobIterator;
|
|
@@ -4,7 +4,7 @@ import type { StreamIteratorOptions } from './make-stream-iterator';
|
|
|
4
4
|
/**
|
|
5
5
|
* @param [options.chunkSize]
|
|
6
6
|
*/
|
|
7
|
-
export
|
|
7
|
+
export type IteratorOptions = StreamIteratorOptions & {
|
|
8
8
|
chunkSize?: number;
|
|
9
9
|
};
|
|
10
10
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-iterator.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-iterator/make-iterator.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,IAAI,CAAC;AAKnC,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,wBAAwB,CAAC;AAIlE;;GAEG;AACH,
|
|
1
|
+
{"version":3,"file":"make-iterator.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-iterator/make-iterator.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,IAAI,CAAC;AAKnC,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,wBAAwB,CAAC;AAIlE;;GAEG;AACH,MAAM,MAAM,eAAe,GAAG,qBAAqB,GAAG;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAC1B,IAAI,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,GAAG,QAAQ,GAAG,cAAc,GAAG,UAAU,EAC1E,OAAO,CAAC,EAAE,eAAe,GACxB,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,CAmBpD"}
|
|
@@ -1,30 +1,37 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.makeIterator = void 0;
|
|
4
|
+
const make_string_iterator_1 = require("./make-string-iterator");
|
|
5
|
+
const make_array_buffer_iterator_1 = require("./make-array-buffer-iterator");
|
|
6
|
+
const make_blob_iterator_1 = require("./make-blob-iterator");
|
|
7
|
+
const make_stream_iterator_1 = require("./make-stream-iterator");
|
|
8
|
+
const is_type_1 = require("../../javascript-utils/is-type");
|
|
9
|
+
/**
|
|
10
|
+
* Returns an iterator that breaks its input into chunks and yields them one-by-one.
|
|
11
|
+
* @param data
|
|
12
|
+
* @param options
|
|
13
|
+
* @returns
|
|
14
|
+
* This function can e.g. be used to enable data sources that can only be read atomically
|
|
15
|
+
* (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.
|
|
16
|
+
*/
|
|
17
|
+
function makeIterator(data, options) {
|
|
18
|
+
if (typeof data === 'string') {
|
|
19
|
+
// Note: Converts string chunks to binary
|
|
20
|
+
return (0, make_string_iterator_1.makeStringIterator)(data, options);
|
|
21
|
+
}
|
|
22
|
+
if (data instanceof ArrayBuffer) {
|
|
23
|
+
return (0, make_array_buffer_iterator_1.makeArrayBufferIterator)(data, options);
|
|
24
|
+
}
|
|
25
|
+
if ((0, is_type_1.isBlob)(data)) {
|
|
26
|
+
return (0, make_blob_iterator_1.makeBlobIterator)(data, options);
|
|
27
|
+
}
|
|
28
|
+
if ((0, is_type_1.isReadableStream)(data)) {
|
|
29
|
+
return (0, make_stream_iterator_1.makeStreamIterator)(data, options);
|
|
30
|
+
}
|
|
31
|
+
if ((0, is_type_1.isResponse)(data)) {
|
|
32
|
+
const response = data;
|
|
33
|
+
return (0, make_stream_iterator_1.makeStreamIterator)(response.body, options);
|
|
34
|
+
}
|
|
35
|
+
throw new Error('makeIterator');
|
|
29
36
|
}
|
|
30
|
-
|
|
37
|
+
exports.makeIterator = makeIterator;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-stream-iterator.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAGrC,
|
|
1
|
+
{"version":3,"file":"make-stream-iterator.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAGrC,MAAM,MAAM,qBAAqB,GAAG;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,CAAC;AAEF;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,cAAc,GAAG,QAAQ,EACjC,OAAO,CAAC,EAAE,qBAAqB,GAC9B,aAAa,CAAC,WAAW,CAAC,CAI5B"}
|