@loaders.gl/pointclouds 0.0.0-stage → 5.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LAS-README.md +12 -0
- package/LICENSE +24 -0
- package/PCD-README.md +12 -0
- package/PLY-README.md +38 -0
- package/README.md +11 -2
- package/THIRD-PARTY-NOTICES.md +27 -0
- package/dist/dist.dev.js +31514 -0
- package/dist/dist.min.js +54 -0
- package/dist/index.cjs +55 -0
- package/dist/index.cjs.map +7 -0
- package/dist/index.d.ts +16 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +13 -0
- package/dist/index.js.map +1 -0
- package/dist/las/bundled.cjs +69 -0
- package/dist/las/bundled.cjs.map +7 -0
- package/dist/las/bundled.d.ts +11 -0
- package/dist/las/bundled.d.ts.map +1 -0
- package/dist/las/bundled.js +11 -0
- package/dist/las/bundled.js.map +1 -0
- package/dist/las/index.cjs +75 -0
- package/dist/las/index.cjs.map +7 -0
- package/dist/las/index.d.ts +15 -0
- package/dist/las/index.d.ts.map +1 -0
- package/dist/las/index.js +12 -0
- package/dist/las/index.js.map +1 -0
- package/dist/las/las-copc-loader-types.cjs +49 -0
- package/dist/las/las-copc-loader-types.cjs.map +7 -0
- package/dist/las/las-copc-loader-types.d.ts +67 -0
- package/dist/las/las-copc-loader-types.d.ts.map +1 -0
- package/dist/las/las-copc-loader-types.js +14 -0
- package/dist/las/las-copc-loader-types.js.map +1 -0
- package/dist/las/las-copc-loader.cjs +60 -0
- package/dist/las/las-copc-loader.cjs.map +7 -0
- package/dist/las/las-copc-loader.d.ts +39 -0
- package/dist/las/las-copc-loader.d.ts.map +1 -0
- package/dist/las/las-copc-loader.js +45 -0
- package/dist/las/las-copc-loader.js.map +1 -0
- package/dist/las/las-format.cjs +44 -0
- package/dist/las/las-format.cjs.map +7 -0
- package/dist/las/las-format.d.ts +16 -0
- package/dist/las/las-format.d.ts.map +1 -0
- package/dist/las/las-format.js +19 -0
- package/dist/las/las-format.js.map +1 -0
- package/dist/las/las-loader-shared.cjs +84 -0
- package/dist/las/las-loader-shared.cjs.map +7 -0
- package/dist/las/las-loader-shared.d.ts +68 -0
- package/dist/las/las-loader-shared.d.ts.map +1 -0
- package/dist/las/las-loader-shared.js +60 -0
- package/dist/las/las-loader-shared.js.map +1 -0
- package/dist/las/las-loader-types.cjs +51 -0
- package/dist/las/las-loader-types.cjs.map +7 -0
- package/dist/las/las-loader-types.d.ts +77 -0
- package/dist/las/las-loader-types.d.ts.map +1 -0
- package/dist/las/las-loader-types.js +17 -0
- package/dist/las/las-loader-types.js.map +1 -0
- package/dist/las/las-loader.cjs +128 -0
- package/dist/las/las-loader.cjs.map +7 -0
- package/dist/las/las-loader.d.ts +91 -0
- package/dist/las/las-loader.d.ts.map +1 -0
- package/dist/las/las-loader.js +108 -0
- package/dist/las/las-loader.js.map +1 -0
- package/dist/las/las-writer.cjs +1054 -0
- package/dist/las/las-writer.cjs.map +7 -0
- package/dist/las/las-writer.d.ts +70 -0
- package/dist/las/las-writer.d.ts.map +1 -0
- package/dist/las/las-writer.js +992 -0
- package/dist/las/las-writer.js.map +1 -0
- package/dist/las/laz-rs-loader-types.cjs +49 -0
- package/dist/las/laz-rs-loader-types.cjs.map +7 -0
- package/dist/las/laz-rs-loader-types.d.ts +69 -0
- package/dist/las/laz-rs-loader-types.d.ts.map +1 -0
- package/dist/las/laz-rs-loader-types.js +16 -0
- package/dist/las/laz-rs-loader-types.js.map +1 -0
- package/dist/las/laz-rs-loader.cjs +275 -0
- package/dist/las/laz-rs-loader.cjs.map +7 -0
- package/dist/las/laz-rs-loader.d.ts +39 -0
- package/dist/las/laz-rs-loader.d.ts.map +1 -0
- package/dist/las/laz-rs-loader.js +43 -0
- package/dist/las/laz-rs-loader.js.map +1 -0
- package/dist/las/lazperf-loader-types.cjs +49 -0
- package/dist/las/lazperf-loader-types.cjs.map +7 -0
- package/dist/las/lazperf-loader-types.d.ts +71 -0
- package/dist/las/lazperf-loader-types.d.ts.map +1 -0
- package/dist/las/lazperf-loader-types.js +17 -0
- package/dist/las/lazperf-loader-types.js.map +1 -0
- package/dist/las/lazperf-loader.cjs +63 -0
- package/dist/las/lazperf-loader.cjs.map +7 -0
- package/dist/las/lazperf-loader.d.ts +41 -0
- package/dist/las/lazperf-loader.d.ts.map +1 -0
- package/dist/las/lazperf-loader.js +49 -0
- package/dist/las/lazperf-loader.js.map +1 -0
- package/dist/las/lib/copc/parse-las.cjs +177 -0
- package/dist/las/lib/copc/parse-las.cjs.map +7 -0
- package/dist/las/lib/copc/parse-las.d.ts +17 -0
- package/dist/las/lib/copc/parse-las.d.ts.map +1 -0
- package/dist/las/lib/copc/parse-las.js +215 -0
- package/dist/las/lib/copc/parse-las.js.map +1 -0
- package/dist/las/lib/get-las-schema.cjs +67 -0
- package/dist/las/lib/get-las-schema.cjs.map +7 -0
- package/dist/las/lib/get-las-schema.d.ts +16 -0
- package/dist/las/lib/get-las-schema.d.ts.map +1 -0
- package/dist/las/lib/get-las-schema.js +52 -0
- package/dist/las/lib/get-las-schema.js.map +1 -0
- package/dist/las/lib/las-compatibility.cjs +110 -0
- package/dist/las/lib/las-compatibility.cjs.map +7 -0
- package/dist/las/lib/las-compatibility.d.ts +40 -0
- package/dist/las/lib/las-compatibility.d.ts.map +1 -0
- package/dist/las/lib/las-compatibility.js +115 -0
- package/dist/las/lib/las-compatibility.js.map +1 -0
- package/dist/las/lib/las-extra-bytes.cjs +228 -0
- package/dist/las/lib/las-extra-bytes.cjs.map +7 -0
- package/dist/las/lib/las-extra-bytes.d.ts +35 -0
- package/dist/las/lib/las-extra-bytes.d.ts.map +1 -0
- package/dist/las/lib/las-extra-bytes.js +197 -0
- package/dist/las/lib/las-extra-bytes.js.map +1 -0
- package/dist/las/lib/las-types.cjs +19 -0
- package/dist/las/lib/las-types.cjs.map +7 -0
- package/dist/las/lib/las-types.d.ts +194 -0
- package/dist/las/lib/las-types.d.ts.map +1 -0
- package/dist/las/lib/las-types.js +5 -0
- package/dist/las/lib/las-types.js.map +1 -0
- package/dist/las/lib/las-waveform.cjs +196 -0
- package/dist/las/lib/las-waveform.cjs.map +7 -0
- package/dist/las/lib/las-waveform.d.ts +89 -0
- package/dist/las/lib/las-waveform.d.ts.map +1 -0
- package/dist/las/lib/las-waveform.js +193 -0
- package/dist/las/lib/las-waveform.js.map +1 -0
- package/dist/las/lib/laz-perf/laslaz-decoder.cjs +382 -0
- package/dist/las/lib/laz-perf/laslaz-decoder.cjs.map +7 -0
- package/dist/las/lib/laz-perf/laslaz-decoder.d.ts +129 -0
- package/dist/las/lib/laz-perf/laslaz-decoder.d.ts.map +1 -0
- package/dist/las/lib/laz-perf/laslaz-decoder.js +377 -0
- package/dist/las/lib/laz-perf/laslaz-decoder.js.map +1 -0
- package/dist/las/lib/laz-perf/parse-las.cjs +271 -0
- package/dist/las/lib/laz-perf/parse-las.cjs.map +7 -0
- package/dist/las/lib/laz-perf/parse-las.d.ts +24 -0
- package/dist/las/lib/laz-perf/parse-las.d.ts.map +1 -0
- package/dist/las/lib/laz-perf/parse-las.js +308 -0
- package/dist/las/lib/laz-perf/parse-las.js.map +1 -0
- package/dist/las/lib/laz-rs-wasm/laslaz-decoder.cjs +631 -0
- package/dist/las/lib/laz-rs-wasm/laslaz-decoder.cjs.map +7 -0
- package/dist/las/lib/laz-rs-wasm/laslaz-decoder.d.ts +129 -0
- package/dist/las/lib/laz-rs-wasm/laslaz-decoder.d.ts.map +1 -0
- package/dist/las/lib/laz-rs-wasm/laslaz-decoder.js +414 -0
- package/dist/las/lib/laz-rs-wasm/laslaz-decoder.js.map +1 -0
- package/dist/las/lib/laz-rs-wasm/parse-las.cjs +271 -0
- package/dist/las/lib/laz-rs-wasm/parse-las.cjs.map +7 -0
- package/dist/las/lib/laz-rs-wasm/parse-las.d.ts +24 -0
- package/dist/las/lib/laz-rs-wasm/parse-las.d.ts.map +1 -0
- package/dist/las/lib/laz-rs-wasm/parse-las.js +308 -0
- package/dist/las/lib/laz-rs-wasm/parse-las.js.map +1 -0
- package/dist/las/lib/typescript/parse-las.cjs +2889 -0
- package/dist/las/lib/typescript/parse-las.cjs.map +7 -0
- package/dist/las/lib/typescript/parse-las.d.ts +39 -0
- package/dist/las/lib/typescript/parse-las.d.ts.map +1 -0
- package/dist/las/lib/typescript/parse-las.js +2703 -0
- package/dist/las/lib/typescript/parse-las.js.map +1 -0
- package/dist/las/libs/laz-perf/laz-perf.cjs +18093 -0
- package/dist/las/libs/laz-perf/laz-perf.cjs.map +7 -0
- package/dist/las/libs/laz-perf/laz-perf.d.ts +2 -0
- package/dist/las/libs/laz-perf/laz-perf.d.ts.map +1 -0
- package/dist/las/libs/laz-perf/laz-perf.js +19003 -0
- package/dist/las/libs/laz-perf/laz-perf.js.map +1 -0
- package/dist/las/libs/laz-rs-wasm/laz_rs_wasm.d.ts +95 -0
- package/dist/las/libs/laz-rs-wasm/laz_rs_wasm.d.ts.map +1 -0
- package/dist/las/libs/laz-rs-wasm/laz_rs_wasm.js +442 -0
- package/dist/las/libs/laz-rs-wasm/laz_rs_wasm.js.map +1 -0
- package/dist/las/libs/laz-rs-wasm/laz_rs_wasm_bg.wasm +0 -0
- package/dist/las/libs/laz-rs-wasm/laz_rs_wasm_bg.wasm.d.ts +38 -0
- package/dist/las/unbundled.cjs +69 -0
- package/dist/las/unbundled.cjs.map +7 -0
- package/dist/las/unbundled.d.ts +11 -0
- package/dist/las/unbundled.d.ts.map +1 -0
- package/dist/las/unbundled.js +11 -0
- package/dist/las/unbundled.js.map +1 -0
- package/dist/las/workers/las-worker.cjs +23 -0
- package/dist/las/workers/las-worker.cjs.map +7 -0
- package/dist/las/workers/las-worker.d.ts +2 -0
- package/dist/las/workers/las-worker.d.ts.map +1 -0
- package/dist/las/workers/las-worker.js +23 -0
- package/dist/las/workers/las-worker.js.map +1 -0
- package/dist/las-copc-loader-types.cjs +51 -0
- package/dist/las-copc-loader-types.cjs.map +7 -0
- package/dist/las-copc-loader-types.d.ts +2 -0
- package/dist/las-copc-loader-types.d.ts.map +1 -0
- package/dist/las-copc-loader-types.js +2 -0
- package/dist/las-copc-loader-types.js.map +1 -0
- package/dist/las-copc-loader.cjs +62 -0
- package/dist/las-copc-loader.cjs.map +7 -0
- package/dist/las-copc-loader.d.ts +2 -0
- package/dist/las-copc-loader.d.ts.map +1 -0
- package/dist/las-copc-loader.js +2 -0
- package/dist/las-copc-loader.js.map +1 -0
- package/dist/las-loader-types.cjs +53 -0
- package/dist/las-loader-types.cjs.map +7 -0
- package/dist/las-loader-types.d.ts +2 -0
- package/dist/las-loader-types.d.ts.map +1 -0
- package/dist/las-loader-types.js +2 -0
- package/dist/las-loader-types.js.map +1 -0
- package/dist/las-loader.cjs +130 -0
- package/dist/las-loader.cjs.map +7 -0
- package/dist/las-loader.d.ts +2 -0
- package/dist/las-loader.d.ts.map +1 -0
- package/dist/las-loader.js +2 -0
- package/dist/las-loader.js.map +1 -0
- package/dist/las-worker.js +24024 -0
- package/dist/las-writer.cjs +1056 -0
- package/dist/las-writer.cjs.map +7 -0
- package/dist/las-writer.d.ts +2 -0
- package/dist/las-writer.d.ts.map +1 -0
- package/dist/las-writer.js +2 -0
- package/dist/las-writer.js.map +1 -0
- package/dist/laz-rs-loader-types.cjs +51 -0
- package/dist/laz-rs-loader-types.cjs.map +7 -0
- package/dist/laz-rs-loader-types.d.ts +2 -0
- package/dist/laz-rs-loader-types.d.ts.map +1 -0
- package/dist/laz-rs-loader-types.js +2 -0
- package/dist/laz-rs-loader-types.js.map +1 -0
- package/dist/laz-rs-loader.cjs +277 -0
- package/dist/laz-rs-loader.cjs.map +7 -0
- package/dist/laz-rs-loader.d.ts +2 -0
- package/dist/laz-rs-loader.d.ts.map +1 -0
- package/dist/laz-rs-loader.js +2 -0
- package/dist/laz-rs-loader.js.map +1 -0
- package/dist/lazperf-loader-types.cjs +51 -0
- package/dist/lazperf-loader-types.cjs.map +7 -0
- package/dist/lazperf-loader-types.d.ts +2 -0
- package/dist/lazperf-loader-types.d.ts.map +1 -0
- package/dist/lazperf-loader-types.js +2 -0
- package/dist/lazperf-loader-types.js.map +1 -0
- package/dist/lazperf-loader.cjs +65 -0
- package/dist/lazperf-loader.cjs.map +7 -0
- package/dist/lazperf-loader.d.ts +2 -0
- package/dist/lazperf-loader.d.ts.map +1 -0
- package/dist/lazperf-loader.js +2 -0
- package/dist/lazperf-loader.js.map +1 -0
- package/dist/pcd/bundled.cjs +31 -0
- package/dist/pcd/bundled.cjs.map +7 -0
- package/dist/pcd/bundled.d.ts +3 -0
- package/dist/pcd/bundled.d.ts.map +1 -0
- package/dist/pcd/bundled.js +5 -0
- package/dist/pcd/bundled.js.map +1 -0
- package/dist/pcd/index.cjs +37 -0
- package/dist/pcd/index.cjs.map +7 -0
- package/dist/pcd/index.d.ts +6 -0
- package/dist/pcd/index.d.ts.map +1 -0
- package/dist/pcd/index.js +7 -0
- package/dist/pcd/index.js.map +1 -0
- package/dist/pcd/lib/decompress-lzf.cjs +80 -0
- package/dist/pcd/lib/decompress-lzf.cjs.map +7 -0
- package/dist/pcd/lib/decompress-lzf.d.ts +7 -0
- package/dist/pcd/lib/decompress-lzf.d.ts.map +1 -0
- package/dist/pcd/lib/decompress-lzf.js +62 -0
- package/dist/pcd/lib/decompress-lzf.js.map +1 -0
- package/dist/pcd/lib/get-pcd-schema.cjs +70 -0
- package/dist/pcd/lib/get-pcd-schema.cjs.map +7 -0
- package/dist/pcd/lib/get-pcd-schema.d.ts +10 -0
- package/dist/pcd/lib/get-pcd-schema.d.ts.map +1 -0
- package/dist/pcd/lib/get-pcd-schema.js +53 -0
- package/dist/pcd/lib/get-pcd-schema.js.map +1 -0
- package/dist/pcd/lib/parse-pcd.cjs +354 -0
- package/dist/pcd/lib/parse-pcd.cjs.map +7 -0
- package/dist/pcd/lib/parse-pcd.d.ts +20 -0
- package/dist/pcd/lib/parse-pcd.d.ts.map +1 -0
- package/dist/pcd/lib/parse-pcd.js +341 -0
- package/dist/pcd/lib/parse-pcd.js.map +1 -0
- package/dist/pcd/lib/pcd-types.cjs +19 -0
- package/dist/pcd/lib/pcd-types.cjs.map +7 -0
- package/dist/pcd/lib/pcd-types.d.ts +31 -0
- package/dist/pcd/lib/pcd-types.d.ts.map +1 -0
- package/dist/pcd/lib/pcd-types.js +5 -0
- package/dist/pcd/lib/pcd-types.js.map +1 -0
- package/dist/pcd/pcd-format.cjs +42 -0
- package/dist/pcd/pcd-format.cjs.map +7 -0
- package/dist/pcd/pcd-format.d.ts +16 -0
- package/dist/pcd/pcd-format.d.ts.map +1 -0
- package/dist/pcd/pcd-format.js +19 -0
- package/dist/pcd/pcd-format.js.map +1 -0
- package/dist/pcd/pcd-loader-types.cjs +63 -0
- package/dist/pcd/pcd-loader-types.cjs.map +7 -0
- package/dist/pcd/pcd-loader-types.d.ts +82 -0
- package/dist/pcd/pcd-loader-types.d.ts.map +1 -0
- package/dist/pcd/pcd-loader-types.js +35 -0
- package/dist/pcd/pcd-loader-types.js.map +1 -0
- package/dist/pcd/pcd-loader.cjs +201 -0
- package/dist/pcd/pcd-loader.cjs.map +7 -0
- package/dist/pcd/pcd-loader.d.ts +80 -0
- package/dist/pcd/pcd-loader.d.ts.map +1 -0
- package/dist/pcd/pcd-loader.js +179 -0
- package/dist/pcd/pcd-loader.js.map +1 -0
- package/dist/pcd/pcd-writer.cjs +134 -0
- package/dist/pcd/pcd-writer.cjs.map +7 -0
- package/dist/pcd/pcd-writer.d.ts +38 -0
- package/dist/pcd/pcd-writer.d.ts.map +1 -0
- package/dist/pcd/pcd-writer.js +115 -0
- package/dist/pcd/pcd-writer.js.map +1 -0
- package/dist/pcd/unbundled.cjs +31 -0
- package/dist/pcd/unbundled.cjs.map +7 -0
- package/dist/pcd/unbundled.d.ts +3 -0
- package/dist/pcd/unbundled.d.ts.map +1 -0
- package/dist/pcd/unbundled.js +5 -0
- package/dist/pcd/unbundled.js.map +1 -0
- package/dist/pcd/workers/pcd-worker.cjs +23 -0
- package/dist/pcd/workers/pcd-worker.cjs.map +7 -0
- package/dist/pcd/workers/pcd-worker.d.ts +2 -0
- package/dist/pcd/workers/pcd-worker.d.ts.map +1 -0
- package/dist/pcd/workers/pcd-worker.js +23 -0
- package/dist/pcd/workers/pcd-worker.js.map +1 -0
- package/dist/pcd-loader-types.cjs +65 -0
- package/dist/pcd-loader-types.cjs.map +7 -0
- package/dist/pcd-loader-types.d.ts +2 -0
- package/dist/pcd-loader-types.d.ts.map +1 -0
- package/dist/pcd-loader-types.js +2 -0
- package/dist/pcd-loader-types.js.map +1 -0
- package/dist/pcd-loader.cjs +203 -0
- package/dist/pcd-loader.cjs.map +7 -0
- package/dist/pcd-loader.d.ts +2 -0
- package/dist/pcd-loader.d.ts.map +1 -0
- package/dist/pcd-loader.js +2 -0
- package/dist/pcd-loader.js.map +1 -0
- package/dist/pcd-worker.js +18561 -0
- package/dist/pcd-writer.cjs +136 -0
- package/dist/pcd-writer.cjs.map +7 -0
- package/dist/pcd-writer.d.ts +2 -0
- package/dist/pcd-writer.d.ts.map +1 -0
- package/dist/pcd-writer.js +2 -0
- package/dist/pcd-writer.js.map +1 -0
- package/dist/ply/bundled.cjs +31 -0
- package/dist/ply/bundled.cjs.map +7 -0
- package/dist/ply/bundled.d.ts +3 -0
- package/dist/ply/bundled.d.ts.map +1 -0
- package/dist/ply/bundled.js +5 -0
- package/dist/ply/bundled.js.map +1 -0
- package/dist/ply/index.cjs +37 -0
- package/dist/ply/index.cjs.map +7 -0
- package/dist/ply/index.d.ts +6 -0
- package/dist/ply/index.d.ts.map +1 -0
- package/dist/ply/index.js +8 -0
- package/dist/ply/index.js.map +1 -0
- package/dist/ply/lib/get-ply-schema.cjs +128 -0
- package/dist/ply/lib/get-ply-schema.cjs.map +7 -0
- package/dist/ply/lib/get-ply-schema.d.ts +16 -0
- package/dist/ply/lib/get-ply-schema.d.ts.map +1 -0
- package/dist/ply/lib/get-ply-schema.js +117 -0
- package/dist/ply/lib/get-ply-schema.js.map +1 -0
- package/dist/ply/lib/normalize-ply.cjs +96 -0
- package/dist/ply/lib/normalize-ply.cjs.map +7 -0
- package/dist/ply/lib/normalize-ply.d.ts +8 -0
- package/dist/ply/lib/normalize-ply.d.ts.map +1 -0
- package/dist/ply/lib/normalize-ply.js +89 -0
- package/dist/ply/lib/normalize-ply.js.map +1 -0
- package/dist/ply/lib/parse-ply-arrow.cjs +552 -0
- package/dist/ply/lib/parse-ply-arrow.cjs.map +7 -0
- package/dist/ply/lib/parse-ply-arrow.d.ts +25 -0
- package/dist/ply/lib/parse-ply-arrow.d.ts.map +1 -0
- package/dist/ply/lib/parse-ply-arrow.js +493 -0
- package/dist/ply/lib/parse-ply-arrow.js.map +1 -0
- package/dist/ply/lib/parse-ply-in-batches.cjs +613 -0
- package/dist/ply/lib/parse-ply-in-batches.cjs.map +7 -0
- package/dist/ply/lib/parse-ply-in-batches.d.ts +9 -0
- package/dist/ply/lib/parse-ply-in-batches.d.ts.map +1 -0
- package/dist/ply/lib/parse-ply-in-batches.js +630 -0
- package/dist/ply/lib/parse-ply-in-batches.js.map +1 -0
- package/dist/ply/lib/parse-ply.cjs +758 -0
- package/dist/ply/lib/parse-ply.cjs.map +7 -0
- package/dist/ply/lib/parse-ply.d.ts +69 -0
- package/dist/ply/lib/parse-ply.d.ts.map +1 -0
- package/dist/ply/lib/parse-ply.js +855 -0
- package/dist/ply/lib/parse-ply.js.map +1 -0
- package/dist/ply/lib/ply-types.cjs +19 -0
- package/dist/ply/lib/ply-types.cjs.map +7 -0
- package/dist/ply/lib/ply-types.d.ts +37 -0
- package/dist/ply/lib/ply-types.d.ts.map +1 -0
- package/dist/ply/lib/ply-types.js +2 -0
- package/dist/ply/lib/ply-types.js.map +1 -0
- package/dist/ply/ply-format.cjs +43 -0
- package/dist/ply/ply-format.cjs.map +7 -0
- package/dist/ply/ply-format.d.ts +18 -0
- package/dist/ply/ply-format.d.ts.map +1 -0
- package/dist/ply/ply-format.js +22 -0
- package/dist/ply/ply-format.js.map +1 -0
- package/dist/ply/ply-loader-types.cjs +64 -0
- package/dist/ply/ply-loader-types.cjs.map +7 -0
- package/dist/ply/ply-loader-types.d.ts +88 -0
- package/dist/ply/ply-loader-types.d.ts.map +1 -0
- package/dist/ply/ply-loader-types.js +38 -0
- package/dist/ply/ply-loader-types.js.map +1 -0
- package/dist/ply/ply-loader.cjs +192 -0
- package/dist/ply/ply-loader.cjs.map +7 -0
- package/dist/ply/ply-loader.d.ts +81 -0
- package/dist/ply/ply-loader.d.ts.map +1 -0
- package/dist/ply/ply-loader.js +173 -0
- package/dist/ply/ply-loader.js.map +1 -0
- package/dist/ply/ply-writer.cjs +175 -0
- package/dist/ply/ply-writer.cjs.map +7 -0
- package/dist/ply/ply-writer.d.ts +38 -0
- package/dist/ply/ply-writer.d.ts.map +1 -0
- package/dist/ply/ply-writer.js +140 -0
- package/dist/ply/ply-writer.js.map +1 -0
- package/dist/ply/unbundled.cjs +31 -0
- package/dist/ply/unbundled.cjs.map +7 -0
- package/dist/ply/unbundled.d.ts +3 -0
- package/dist/ply/unbundled.d.ts.map +1 -0
- package/dist/ply/unbundled.js +5 -0
- package/dist/ply/unbundled.js.map +1 -0
- package/dist/ply/workers/ply-worker.cjs +34 -0
- package/dist/ply/workers/ply-worker.cjs.map +7 -0
- package/dist/ply/workers/ply-worker.d.ts +2 -0
- package/dist/ply/workers/ply-worker.d.ts.map +1 -0
- package/dist/ply/workers/ply-worker.js +37 -0
- package/dist/ply/workers/ply-worker.js.map +1 -0
- package/dist/ply-loader-types.cjs +66 -0
- package/dist/ply-loader-types.cjs.map +7 -0
- package/dist/ply-loader-types.d.ts +2 -0
- package/dist/ply-loader-types.d.ts.map +1 -0
- package/dist/ply-loader-types.js +2 -0
- package/dist/ply-loader-types.js.map +1 -0
- package/dist/ply-loader.cjs +194 -0
- package/dist/ply-loader.cjs.map +7 -0
- package/dist/ply-loader.d.ts +2 -0
- package/dist/ply-loader.d.ts.map +1 -0
- package/dist/ply-loader.js +2 -0
- package/dist/ply-loader.js.map +1 -0
- package/dist/ply-worker.js +20962 -0
- package/dist/ply-writer.cjs +177 -0
- package/dist/ply-writer.cjs.map +7 -0
- package/dist/ply-writer.d.ts +2 -0
- package/dist/ply-writer.d.ts.map +1 -0
- package/dist/ply-writer.js +2 -0
- package/dist/ply-writer.js.map +1 -0
- package/package.json +238 -4
- package/src/index.ts +19 -0
- package/src/las/bundled.ts +38 -0
- package/src/las/index.ts +66 -0
- package/src/las/las-copc-loader-types.ts +18 -0
- package/src/las/las-copc-loader.ts +61 -0
- package/src/las/las-format.ts +21 -0
- package/src/las/las-loader-shared.ts +126 -0
- package/src/las/las-loader-types.ts +24 -0
- package/src/las/las-loader.ts +163 -0
- package/src/las/las-writer.ts +1477 -0
- package/src/las/laz-rs-loader-types.ts +21 -0
- package/src/las/laz-rs-loader.ts +53 -0
- package/src/las/lazperf-loader-types.ts +22 -0
- package/src/las/lazperf-loader.ts +65 -0
- package/src/las/lib/LASZIP-LICENSE +202 -0
- package/src/las/lib/LASZIP-NOTICE +4 -0
- package/src/las/lib/copc/parse-las.ts +265 -0
- package/src/las/lib/get-las-schema.ts +55 -0
- package/src/las/lib/las-compatibility.ts +178 -0
- package/src/las/lib/las-extra-bytes.ts +276 -0
- package/src/las/lib/las-types.ts +206 -0
- package/src/las/lib/las-waveform.ts +292 -0
- package/src/las/lib/laz-perf/laslaz-decoder.ts +443 -0
- package/src/las/lib/laz-perf/parse-las.ts +411 -0
- package/src/las/lib/laz-rs-wasm/laslaz-decoder.ts +488 -0
- package/src/las/lib/laz-rs-wasm/parse-las.ts +411 -0
- package/src/las/lib/typescript/parse-las.ts +3862 -0
- package/src/las/libs/laz-perf/laz-perf.ts +20615 -0
- package/src/las/libs/laz-rs-wasm/README.md +5 -0
- package/src/las/libs/laz-rs-wasm/laz_rs_wasm.d.ts +89 -0
- package/src/las/libs/laz-rs-wasm/laz_rs_wasm.js +497 -0
- package/src/las/libs/laz-rs-wasm/laz_rs_wasm_bg.wasm +0 -0
- package/src/las/libs/laz-rs-wasm/laz_rs_wasm_bg.wasm.d.ts +38 -0
- package/src/las/libs/laz-rs-wasm/package.json +25 -0
- package/src/las/unbundled.ts +38 -0
- package/src/las/workers/las-worker.ts +24 -0
- package/src/las-copc-loader-types.ts +1 -0
- package/src/las-copc-loader.ts +1 -0
- package/src/las-loader-types.ts +1 -0
- package/src/las-loader.ts +1 -0
- package/src/las-writer.ts +1 -0
- package/src/laz-rs-loader-types.ts +1 -0
- package/src/laz-rs-loader.ts +1 -0
- package/src/lazperf-loader-types.ts +1 -0
- package/src/lazperf-loader.ts +1 -0
- package/src/pcd/bundled.ts +6 -0
- package/src/pcd/index.ts +9 -0
- package/src/pcd/lib/decompress-lzf.ts +68 -0
- package/src/pcd/lib/get-pcd-schema.ts +66 -0
- package/src/pcd/lib/parse-pcd.ts +474 -0
- package/src/pcd/lib/pcd-types.ts +34 -0
- package/src/pcd/pcd-format.ts +21 -0
- package/src/pcd/pcd-loader-types.ts +52 -0
- package/src/pcd/pcd-loader.ts +247 -0
- package/src/pcd/pcd-writer.ts +156 -0
- package/src/pcd/unbundled.ts +6 -0
- package/src/pcd/workers/pcd-worker.ts +24 -0
- package/src/pcd-loader-types.ts +1 -0
- package/src/pcd-loader.ts +1 -0
- package/src/pcd-writer.ts +1 -0
- package/src/ply/bundled.ts +6 -0
- package/src/ply/index.ts +11 -0
- package/src/ply/lib/get-ply-schema.ts +133 -0
- package/src/ply/lib/normalize-ply.ts +110 -0
- package/src/ply/lib/parse-ply-arrow.ts +676 -0
- package/src/ply/lib/parse-ply-in-batches.ts +832 -0
- package/src/ply/lib/parse-ply.ts +1084 -0
- package/src/ply/lib/ply-types.ts +47 -0
- package/src/ply/ply-format.ts +24 -0
- package/src/ply/ply-loader-types.ts +60 -0
- package/src/ply/ply-loader.ts +255 -0
- package/src/ply/ply-writer.ts +219 -0
- package/src/ply/unbundled.ts +6 -0
- package/src/ply/workers/ply-worker.ts +40 -0
- package/src/ply-loader-types.ts +1 -0
- package/src/ply-loader.ts +1 -0
- package/src/ply-writer.ts +1 -0
- package/third-party-licenses/plasio-LICENSE +21 -0
- package/third-party-licenses/three-LICENSE +21 -0
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import type { Table, RecordBatch } from 'apache-arrow';
|
|
2
|
+
import type { LoaderOptions } from '@loaders.gl/core/loader-utils';
|
|
3
|
+
import type { PCDMesh } from "./lib/pcd-types.js";
|
|
4
|
+
import { serializeArrowWorkerTable } from '@loaders.gl/core/arrow-worker-transport';
|
|
5
|
+
export type PCDLoaderOptions = LoaderOptions & {
|
|
6
|
+
pcd?: {
|
|
7
|
+
/** Output shape. Defaults to a Mesh Arrow table. */
|
|
8
|
+
shape?: 'mesh' | 'arrow';
|
|
9
|
+
/** Color storage format. Defaults to uint8norm for backwards compatibility. */
|
|
10
|
+
colorFormat?: 'uint8norm' | 'float16' | 'float32';
|
|
11
|
+
/** Override the URL to the worker bundle (by default loads from unpkg.com) */
|
|
12
|
+
workerUrl?: string;
|
|
13
|
+
};
|
|
14
|
+
};
|
|
15
|
+
/**
|
|
16
|
+
* Preloads the parser-bearing PCD loader implementation.
|
|
17
|
+
*/
|
|
18
|
+
declare function preload(): Promise<{
|
|
19
|
+
readonly dataType: Table<any> | PCDMesh;
|
|
20
|
+
readonly batchType: RecordBatch<any> | PCDMesh;
|
|
21
|
+
readonly parse: (input: ArrayBuffer, options?: PCDLoaderOptions) => Promise<Table<any> | PCDMesh>;
|
|
22
|
+
readonly parseSync: (input: ArrayBuffer, options?: PCDLoaderOptions) => Table<any> | PCDMesh;
|
|
23
|
+
readonly parseInBatches: (input: AsyncIterable<ArrayBufferLike | ArrayBufferView<ArrayBufferLike>> | Iterable<ArrayBufferLike | ArrayBufferView<ArrayBufferLike>>, options: PCDLoaderOptions | undefined) => AsyncGenerator<RecordBatch<any> | PCDMesh, void, unknown>;
|
|
24
|
+
readonly deserializeWorkerResult: (result: unknown, options?: PCDLoaderOptions) => Table<any> | PCDMesh;
|
|
25
|
+
readonly deserializeWorkerBatch: (result: unknown, options?: PCDLoaderOptions) => RecordBatch<any> | PCDMesh;
|
|
26
|
+
readonly serializeWorkerResult: typeof serializeArrowWorkerTable;
|
|
27
|
+
readonly serializeWorkerBatch: typeof serializeArrowWorkerTable;
|
|
28
|
+
readonly version: any;
|
|
29
|
+
readonly worker: true;
|
|
30
|
+
readonly workerInBatches: true;
|
|
31
|
+
readonly options: {
|
|
32
|
+
readonly pcd: {
|
|
33
|
+
readonly shape: "arrow";
|
|
34
|
+
readonly colorFormat: "uint8norm";
|
|
35
|
+
};
|
|
36
|
+
};
|
|
37
|
+
readonly name: "PCD (Point Cloud Data)";
|
|
38
|
+
readonly id: "pcd";
|
|
39
|
+
readonly module: "pointclouds";
|
|
40
|
+
readonly encoding: "text";
|
|
41
|
+
readonly format: "pcd";
|
|
42
|
+
readonly extensions: ["pcd"];
|
|
43
|
+
readonly mimeTypes: ["text/plain"];
|
|
44
|
+
readonly category: "pointcloud";
|
|
45
|
+
readonly text: true;
|
|
46
|
+
readonly binary: true;
|
|
47
|
+
readonly defaultShape: "arrow";
|
|
48
|
+
readonly supportsNativeArrow: true;
|
|
49
|
+
}>;
|
|
50
|
+
/**
|
|
51
|
+
* Metadata-only worker loader for PCD - Point Cloud Data
|
|
52
|
+
*/
|
|
53
|
+
export declare const PCDLoader: {
|
|
54
|
+
readonly dataType: PCDMesh | Table;
|
|
55
|
+
readonly batchType: PCDMesh | RecordBatch;
|
|
56
|
+
readonly version: any;
|
|
57
|
+
readonly worker: true;
|
|
58
|
+
/** Enables the stateful input/output batch protocol on the built-in worker. */
|
|
59
|
+
readonly workerInBatches: true;
|
|
60
|
+
readonly serializeWorkerResult: typeof serializeArrowWorkerTable;
|
|
61
|
+
readonly options: {
|
|
62
|
+
readonly pcd: {
|
|
63
|
+
readonly shape: "arrow";
|
|
64
|
+
readonly colorFormat: "uint8norm";
|
|
65
|
+
};
|
|
66
|
+
};
|
|
67
|
+
readonly preload: typeof preload;
|
|
68
|
+
readonly name: "PCD (Point Cloud Data)";
|
|
69
|
+
readonly id: "pcd";
|
|
70
|
+
readonly module: "pointclouds";
|
|
71
|
+
readonly encoding: "text";
|
|
72
|
+
readonly format: "pcd";
|
|
73
|
+
readonly extensions: ["pcd"];
|
|
74
|
+
readonly mimeTypes: ["text/plain"];
|
|
75
|
+
readonly category: "pointcloud";
|
|
76
|
+
readonly text: true;
|
|
77
|
+
readonly binary: true;
|
|
78
|
+
readonly defaultShape: "arrow";
|
|
79
|
+
readonly supportsNativeArrow: true;
|
|
80
|
+
};
|
|
81
|
+
export {};
|
|
82
|
+
//# sourceMappingURL=pcd-loader-types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pcd-loader-types.d.ts","sourceRoot":"","sources":["../../src/pcd/pcd-loader-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,KAAK,EAAE,WAAW,EAAC,MAAM,cAAc,CAAC;AACrD,OAAO,KAAK,EAAS,aAAa,EAAC,MAAM,+BAA+B,CAAC;AACzE,OAAO,KAAK,EAAC,OAAO,EAAC,2BAAwB;AAE7C,OAAO,EAAC,yBAAyB,EAAC,MAAM,yCAAyC,CAAC;AAMlF,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,oDAAoD;QACpD,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QACzB,+EAA+E;QAC/E,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;QAClD,8EAA8E;QAC9E,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,iBAAe,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAGrB;AAED;;GAEG;AACH,eAAO,MAAM,SAAS;uBAIS,OAAO,GAAG,KAAK;wBACd,OAAO,GAAG,WAAW;;;IAGnD,+EAA+E;;;;;;;;;;;;;;;;;;;;;;CAOI,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { PCDFormat } from "./pcd-format.js";
|
|
5
|
+
import { serializeArrowWorkerTable } from '@loaders.gl/core/arrow-worker-transport';
|
|
6
|
+
// __VERSION__ is injected by babel-plugin-version-inline
|
|
7
|
+
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
8
|
+
const VERSION = typeof "5.0.0-beta.10" !== 'undefined' ? "5.0.0-beta.10" : 'latest';
|
|
9
|
+
/**
|
|
10
|
+
* Preloads the parser-bearing PCD loader implementation.
|
|
11
|
+
*/
|
|
12
|
+
async function preload() {
|
|
13
|
+
const { PCDLoaderWithParser } = await import('@loaders.gl/pointclouds/pcd-loader');
|
|
14
|
+
return PCDLoaderWithParser;
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Metadata-only worker loader for PCD - Point Cloud Data
|
|
18
|
+
*/
|
|
19
|
+
export const PCDLoader = {
|
|
20
|
+
defaultShape: 'arrow',
|
|
21
|
+
supportsNativeArrow: true,
|
|
22
|
+
...PCDFormat,
|
|
23
|
+
dataType: null,
|
|
24
|
+
batchType: null,
|
|
25
|
+
version: VERSION,
|
|
26
|
+
worker: true,
|
|
27
|
+
/** Enables the stateful input/output batch protocol on the built-in worker. */
|
|
28
|
+
workerInBatches: true,
|
|
29
|
+
serializeWorkerResult: serializeArrowWorkerTable,
|
|
30
|
+
options: {
|
|
31
|
+
pcd: { shape: 'arrow', colorFormat: 'uint8norm' }
|
|
32
|
+
},
|
|
33
|
+
preload
|
|
34
|
+
};
|
|
35
|
+
//# sourceMappingURL=pcd-loader-types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pcd-loader-types.js","sourceRoot":"","sources":["../../src/pcd/pcd-loader-types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,SAAS,EAAC,wBAAqB;AACvC,OAAO,EAAC,yBAAyB,EAAC,MAAM,yCAAyC,CAAC;AAElF,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAa5E;;GAEG;AACH,KAAK,UAAU,OAAO;IACpB,MAAM,EAAC,mBAAmB,EAAC,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;IACjF,OAAO,mBAAmB,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,YAAY,EAAE,OAAO;IACrB,mBAAmB,EAAE,IAAI;IACzB,GAAG,SAAS;IACZ,QAAQ,EAAE,IAAkC;IAC5C,SAAS,EAAE,IAAwC;IACnD,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,IAAI;IACZ,+EAA+E;IAC/E,eAAe,EAAE,IAAI;IACrB,qBAAqB,EAAE,yBAAyB;IAChD,OAAO,EAAE;QACP,GAAG,EAAE,EAAC,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,WAAW,EAAC;KAChD;IACD,OAAO;CAC4E,CAAC"}
|
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
|
|
20
|
+
// src/pcd/pcd-loader.ts
|
|
21
|
+
var pcd_loader_exports = {};
|
|
22
|
+
__export(pcd_loader_exports, {
|
|
23
|
+
PCDColumnLoader: () => PCDColumnLoader,
|
|
24
|
+
PCDLoaderWithParser: () => PCDLoaderWithParser
|
|
25
|
+
});
|
|
26
|
+
module.exports = __toCommonJS(pcd_loader_exports);
|
|
27
|
+
var import_schema_utils = require("@loaders.gl/core/schema-utils");
|
|
28
|
+
var import_loader_utils = require("@loaders.gl/core/loader-utils");
|
|
29
|
+
var import_arrow_worker_transport = require("@loaders.gl/core/arrow-worker-transport");
|
|
30
|
+
var import_schema_utils2 = require("@loaders.gl/core/schema-utils");
|
|
31
|
+
var import_parse_pcd = require("./lib/parse-pcd.cjs");
|
|
32
|
+
var import_pcd_loader_types = require("./pcd-loader-types.cjs");
|
|
33
|
+
var { preload: _PCDLoaderPreload, ...PCDLoaderMetadataWithoutPreload } = import_pcd_loader_types.PCDLoader;
|
|
34
|
+
function convertPCDMesh(mesh, options) {
|
|
35
|
+
const table = (0, import_schema_utils2.convertMeshToArrowTableWrapper)(mesh);
|
|
36
|
+
return options?.pcd?.shape === "mesh" ? convertPCDTableToMesh(table, mesh) : { ...table, loader: mesh.loader, loaderData: mesh.loaderData };
|
|
37
|
+
}
|
|
38
|
+
var PCDColumnLoader = {
|
|
39
|
+
...PCDLoaderMetadataWithoutPreload,
|
|
40
|
+
dataType: null,
|
|
41
|
+
batchType: null,
|
|
42
|
+
parse: async (arrayBuffer, options) => convertPCDMesh((0, import_parse_pcd.parsePCD)(arrayBuffer, options), options),
|
|
43
|
+
parseSync: (arrayBuffer, options) => convertPCDMesh((0, import_parse_pcd.parsePCD)(arrayBuffer, options), options),
|
|
44
|
+
parseInBatches: (input, options) => (0, import_schema_utils.refineArrowTableBatches)(parsePCDWithMetadataInBatches(input, options)),
|
|
45
|
+
serializeWorkerResult: import_arrow_worker_transport.serializeArrowWorkerTable,
|
|
46
|
+
deserializeWorkerResult: deserializePCDWorkerResult,
|
|
47
|
+
serializeWorkerBatch: import_arrow_worker_transport.serializeArrowWorkerTable,
|
|
48
|
+
deserializeWorkerBatch: deserializePCDWorkerBatch
|
|
49
|
+
};
|
|
50
|
+
function getNumericBatchSize(options) {
|
|
51
|
+
const batchSize = options?.core?.batchSize;
|
|
52
|
+
return typeof batchSize === "number" ? batchSize : void 0;
|
|
53
|
+
}
|
|
54
|
+
function* parsePCDASCIIInBatches(data, options, batchSize) {
|
|
55
|
+
const textData = new TextDecoder().decode(data);
|
|
56
|
+
const pcdHeader = (0, import_parse_pcd.parsePCDHeader)(textData);
|
|
57
|
+
const lines = textData.slice(pcdHeader.headerLen).split(/\r?\n/).filter((line) => line.trim().length > 0);
|
|
58
|
+
const normalizedBatchSize = batchSize || lines.length || 1;
|
|
59
|
+
for (let rowIndex = 0; rowIndex < lines.length; rowIndex += normalizedBatchSize) {
|
|
60
|
+
const batchLines = lines.slice(rowIndex, rowIndex + normalizedBatchSize);
|
|
61
|
+
const batchText = `${makePCDHeaderText(pcdHeader, batchLines.length)}${batchLines.join("\n")}
|
|
62
|
+
`;
|
|
63
|
+
yield makePCDBatch((0, import_parse_pcd.parsePCD)(new TextEncoder().encode(batchText).buffer, options), options);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
function* parsePCDBinaryInBatches(data, options, batchSize) {
|
|
67
|
+
const textData = new TextDecoder().decode(data);
|
|
68
|
+
const pcdHeader = (0, import_parse_pcd.parsePCDHeader)(textData);
|
|
69
|
+
const normalizedBatchSize = batchSize || pcdHeader.points || 1;
|
|
70
|
+
const dataBytes = new Uint8Array(data);
|
|
71
|
+
for (let pointIndex = 0; pointIndex < pcdHeader.points; pointIndex += normalizedBatchSize) {
|
|
72
|
+
const pointCount = Math.min(normalizedBatchSize, pcdHeader.points - pointIndex);
|
|
73
|
+
const headerBytes = new TextEncoder().encode(makePCDHeaderText(pcdHeader, pointCount));
|
|
74
|
+
const rowByteOffset = pcdHeader.headerLen + pointIndex * pcdHeader.rowSize;
|
|
75
|
+
const rowByteLength = pointCount * pcdHeader.rowSize;
|
|
76
|
+
const batchBytes = new Uint8Array(headerBytes.length + rowByteLength);
|
|
77
|
+
batchBytes.set(headerBytes, 0);
|
|
78
|
+
batchBytes.set(
|
|
79
|
+
dataBytes.subarray(rowByteOffset, rowByteOffset + rowByteLength),
|
|
80
|
+
headerBytes.length
|
|
81
|
+
);
|
|
82
|
+
yield makePCDBatch((0, import_parse_pcd.parsePCD)(batchBytes.buffer, options), options);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
function makePCDBatch(mesh, options) {
|
|
86
|
+
const table = (0, import_schema_utils2.convertMeshToArrowTableWrapper)(mesh);
|
|
87
|
+
if (options?.pcd?.shape === "mesh") {
|
|
88
|
+
return convertPCDTableToMesh(table, mesh);
|
|
89
|
+
}
|
|
90
|
+
return (0, import_loader_utils.makeTableScanBatch)({
|
|
91
|
+
...table,
|
|
92
|
+
loader: mesh.loader,
|
|
93
|
+
loaderData: mesh.loaderData
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
function convertPCDTableToMesh(table, sourceMesh) {
|
|
97
|
+
return {
|
|
98
|
+
...(0, import_schema_utils2.convertTableToMesh)(table),
|
|
99
|
+
loader: sourceMesh.loader,
|
|
100
|
+
loaderData: sourceMesh.loaderData
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
function makePCDHeaderText(pcdHeader, pointCount) {
|
|
104
|
+
const lines = pcdHeader.str.split(/\r?\n/).filter((line) => line.trim().length > 0).map((line) => {
|
|
105
|
+
if (/^WIDTH\s+/i.test(line)) {
|
|
106
|
+
return `WIDTH ${pointCount}`;
|
|
107
|
+
}
|
|
108
|
+
if (/^HEIGHT\s+/i.test(line)) {
|
|
109
|
+
return "HEIGHT 1";
|
|
110
|
+
}
|
|
111
|
+
if (/^POINTS\s+/i.test(line)) {
|
|
112
|
+
return `POINTS ${pointCount}`;
|
|
113
|
+
}
|
|
114
|
+
return line;
|
|
115
|
+
});
|
|
116
|
+
if (!lines.some((line) => /^POINTS\s+/i.test(line))) {
|
|
117
|
+
const dataLineIndex = lines.findIndex((line) => /^DATA\s+/i.test(line));
|
|
118
|
+
lines.splice(dataLineIndex >= 0 ? dataLineIndex : lines.length, 0, `POINTS ${pointCount}`);
|
|
119
|
+
}
|
|
120
|
+
return `${lines.join("\n")}
|
|
121
|
+
`;
|
|
122
|
+
}
|
|
123
|
+
function deserializePCDWorkerResult(result, options) {
|
|
124
|
+
const table = (0, import_arrow_worker_transport.deserializeArrowWorkerTable)(result);
|
|
125
|
+
return options?.pcd?.shape === "mesh" ? convertPCDTableToMesh(table, table) : table;
|
|
126
|
+
}
|
|
127
|
+
function deserializePCDWorkerBatch(result, options) {
|
|
128
|
+
return deserializePCDWorkerResult(result, options);
|
|
129
|
+
}
|
|
130
|
+
async function* parsePCDWithMetadataInBatches(arrayBuffer, options) {
|
|
131
|
+
const batchSize = getNumericBatchSize(options);
|
|
132
|
+
const data = await (0, import_loader_utils.concatenateArrayBuffersAsync)(arrayBuffer);
|
|
133
|
+
const textData = new TextDecoder().decode(data);
|
|
134
|
+
const pcdHeader = (0, import_parse_pcd.parsePCDHeader)(textData);
|
|
135
|
+
if (pcdHeader.data === "ascii") {
|
|
136
|
+
yield* parsePCDASCIIInBatches(data, options, batchSize);
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
if (pcdHeader.data === "binary") {
|
|
140
|
+
yield* parsePCDBinaryInBatches(data, options, batchSize);
|
|
141
|
+
return;
|
|
142
|
+
}
|
|
143
|
+
yield makePCDBatch((0, import_parse_pcd.parsePCD)(data, options), options);
|
|
144
|
+
}
|
|
145
|
+
var PCDLoaderWithParser = {
|
|
146
|
+
...PCDColumnLoader,
|
|
147
|
+
dataType: import_pcd_loader_types.PCDLoader.dataType,
|
|
148
|
+
batchType: import_pcd_loader_types.PCDLoader.batchType,
|
|
149
|
+
parse: async (input, options) => unwrapPCDTable(await PCDColumnLoader.parse(input, options)),
|
|
150
|
+
parseSync: (input, options) => unwrapPCDTable(PCDColumnLoader.parseSync(input, options)),
|
|
151
|
+
async *parseInBatches(input, options) {
|
|
152
|
+
for await (const batch of PCDColumnLoader.parseInBatches(input, options)) {
|
|
153
|
+
if (isColumnBatch(batch)) {
|
|
154
|
+
batch.data.schema.metadata.set(
|
|
155
|
+
"loaders.gl.pcd.header",
|
|
156
|
+
JSON.stringify(batch.loaderData)
|
|
157
|
+
);
|
|
158
|
+
for (const recordBatch of batch.data.batches) {
|
|
159
|
+
recordBatch.schema.metadata.set(
|
|
160
|
+
"loaders.gl.pcd.header",
|
|
161
|
+
batch.data.schema.metadata.get("loaders.gl.pcd.header")
|
|
162
|
+
);
|
|
163
|
+
}
|
|
164
|
+
if (batch.data.batches.length) yield* batch.data.batches;
|
|
165
|
+
else yield (0, import_schema_utils.makeArrowMetadataBatch)(batch.data.schema);
|
|
166
|
+
} else yield batch;
|
|
167
|
+
}
|
|
168
|
+
},
|
|
169
|
+
deserializeWorkerResult: (result, options) => unwrapPCDTable(PCDColumnLoader.deserializeWorkerResult(result, options)),
|
|
170
|
+
deserializeWorkerBatch(result, options) {
|
|
171
|
+
const batch = PCDColumnLoader.deserializeWorkerBatch(result, options);
|
|
172
|
+
if (isColumnBatch(batch)) {
|
|
173
|
+
const recordBatch = batch.data.batches[0] ?? (0, import_schema_utils.makeArrowMetadataBatch)(batch.data.schema);
|
|
174
|
+
recordBatch.schema.metadata.set(
|
|
175
|
+
"loaders.gl.pcd.header",
|
|
176
|
+
JSON.stringify(batch.loaderData)
|
|
177
|
+
);
|
|
178
|
+
return recordBatch;
|
|
179
|
+
}
|
|
180
|
+
return batch;
|
|
181
|
+
}
|
|
182
|
+
};
|
|
183
|
+
function unwrapPCDTable(result) {
|
|
184
|
+
if ("shape" in result && result.shape === "arrow-table") {
|
|
185
|
+
result.data.schema.metadata.set(
|
|
186
|
+
"loaders.gl.pcd.header",
|
|
187
|
+
JSON.stringify(result.loaderData)
|
|
188
|
+
);
|
|
189
|
+
return result.data;
|
|
190
|
+
}
|
|
191
|
+
return result;
|
|
192
|
+
}
|
|
193
|
+
function isColumnBatch(batch) {
|
|
194
|
+
return "shape" in batch && batch.shape === "arrow-table";
|
|
195
|
+
}
|
|
196
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
197
|
+
0 && (module.exports = {
|
|
198
|
+
PCDColumnLoader,
|
|
199
|
+
PCDLoaderWithParser
|
|
200
|
+
});
|
|
201
|
+
//# sourceMappingURL=pcd-loader.cjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../src/pcd/pcd-loader.ts"],
|
|
4
|
+
"sourcesContent": ["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {refineArrowTableBatches, makeArrowMetadataBatch} from '@loaders.gl/core/schema-utils';\nimport type {Table, RecordBatch} from 'apache-arrow';\nimport type {PCDLoaderOptions} from './pcd-loader-types';\n\nimport {\n concatenateArrayBuffersAsync,\n makeTableScanBatch,\n type LoaderWithParser\n} from '@loaders.gl/core/loader-utils';\nimport type {ArrowTableBatch, MeshArrowTable} from '@loaders.gl/core/schema';\nimport {\n deserializeArrowWorkerTable,\n serializeArrowWorkerTable\n} from '@loaders.gl/core/arrow-worker-transport';\nimport {convertMeshToArrowTableWrapper, convertTableToMesh} from '@loaders.gl/core/schema-utils';\nimport type {PCDMesh} from './lib/pcd-types';\nimport {parsePCD, parsePCDHeader} from './lib/parse-pcd';\nimport {PCDLoader as PCDLoaderMetadata} from './pcd-loader-types';\n\nconst {preload: _PCDLoaderPreload, ...PCDLoaderMetadataWithoutPreload} = PCDLoaderMetadata;\n\ntype PCDParsedBatch = PCDMesh | ArrowTableBatch;\n\nfunction convertPCDMesh(mesh: PCDMesh, options?: PCDLoaderOptions): PCDMesh | MeshArrowTable {\n const table = convertMeshToArrowTableWrapper(mesh);\n return options?.pcd?.shape === 'mesh'\n ? convertPCDTableToMesh(table, mesh)\n : {...table, loader: mesh.loader, loaderData: mesh.loaderData};\n}\n\n/**\n * Loader for PCD - Point Cloud Data\n */\nexport const PCDColumnLoader = {\n ...PCDLoaderMetadataWithoutPreload,\n dataType: null as unknown as PCDMesh | MeshArrowTable,\n batchType: null as unknown as PCDMesh | ArrowTableBatch,\n parse: async (arrayBuffer, options) => convertPCDMesh(parsePCD(arrayBuffer, options), options),\n parseSync: (arrayBuffer, options) => convertPCDMesh(parsePCD(arrayBuffer, options), options),\n parseInBatches: (input, options) =>\n refineArrowTableBatches(parsePCDWithMetadataInBatches(input, options)),\n serializeWorkerResult: serializeArrowWorkerTable,\n deserializeWorkerResult: deserializePCDWorkerResult,\n serializeWorkerBatch: serializeArrowWorkerTable,\n deserializeWorkerBatch: deserializePCDWorkerBatch\n} as const satisfies LoaderWithParser<PCDMesh | MeshArrowTable, PCDParsedBatch, PCDLoaderOptions>;\n\n/** Returns a numeric batch size when batching has an explicit row count. */\nfunction getNumericBatchSize(options?: PCDLoaderOptions): number | undefined {\n const batchSize = options?.core?.batchSize;\n return typeof batchSize === 'number' ? batchSize : undefined;\n}\n\nfunction* parsePCDASCIIInBatches(\n data: ArrayBuffer,\n options?: PCDLoaderOptions,\n batchSize?: number\n): Iterable<PCDParsedBatch> {\n const textData = new TextDecoder().decode(data);\n const pcdHeader = parsePCDHeader(textData);\n const lines = textData\n .slice(pcdHeader.headerLen)\n .split(/\\r?\\n/)\n .filter(line => line.trim().length > 0);\n const normalizedBatchSize = batchSize || lines.length || 1;\n\n for (let rowIndex = 0; rowIndex < lines.length; rowIndex += normalizedBatchSize) {\n const batchLines = lines.slice(rowIndex, rowIndex + normalizedBatchSize);\n const batchText = `${makePCDHeaderText(pcdHeader, batchLines.length)}${batchLines.join('\\n')}\\n`;\n yield makePCDBatch(parsePCD(new TextEncoder().encode(batchText).buffer, options), options);\n }\n}\n\nfunction* parsePCDBinaryInBatches(\n data: ArrayBuffer,\n options?: PCDLoaderOptions,\n batchSize?: number\n): Iterable<PCDParsedBatch> {\n const textData = new TextDecoder().decode(data);\n const pcdHeader = parsePCDHeader(textData);\n const normalizedBatchSize = batchSize || pcdHeader.points || 1;\n const dataBytes = new Uint8Array(data);\n\n for (let pointIndex = 0; pointIndex < pcdHeader.points; pointIndex += normalizedBatchSize) {\n const pointCount = Math.min(normalizedBatchSize, pcdHeader.points - pointIndex);\n const headerBytes = new TextEncoder().encode(makePCDHeaderText(pcdHeader, pointCount));\n const rowByteOffset = pcdHeader.headerLen + pointIndex * pcdHeader.rowSize;\n const rowByteLength = pointCount * pcdHeader.rowSize;\n const batchBytes = new Uint8Array(headerBytes.length + rowByteLength);\n batchBytes.set(headerBytes, 0);\n batchBytes.set(\n dataBytes.subarray(rowByteOffset, rowByteOffset + rowByteLength),\n headerBytes.length\n );\n yield makePCDBatch(parsePCD(batchBytes.buffer, options), options);\n }\n}\n\nfunction makePCDBatch(mesh: PCDMesh, options?: PCDLoaderOptions): PCDParsedBatch {\n const table = convertMeshToArrowTableWrapper(mesh);\n if (options?.pcd?.shape === 'mesh') {\n return convertPCDTableToMesh(table, mesh);\n }\n\n return makeTableScanBatch({\n ...table,\n loader: mesh.loader,\n loaderData: mesh.loaderData\n } as MeshArrowTable);\n}\n\n/** Convert the parser's Arrow table to legacy PCD mesh output. */\nfunction convertPCDTableToMesh(table: MeshArrowTable, sourceMesh: PCDMesh): PCDMesh {\n return {\n ...(convertTableToMesh(table) as PCDMesh),\n loader: sourceMesh.loader,\n loaderData: sourceMesh.loaderData\n };\n}\n\nfunction makePCDHeaderText(pcdHeader: any, pointCount: number): string {\n const lines = pcdHeader.str\n .split(/\\r?\\n/)\n .filter(line => line.trim().length > 0)\n .map(line => {\n if (/^WIDTH\\s+/i.test(line)) {\n return `WIDTH ${pointCount}`;\n }\n if (/^HEIGHT\\s+/i.test(line)) {\n return 'HEIGHT 1';\n }\n if (/^POINTS\\s+/i.test(line)) {\n return `POINTS ${pointCount}`;\n }\n return line;\n });\n\n if (!lines.some(line => /^POINTS\\s+/i.test(line))) {\n const dataLineIndex = lines.findIndex(line => /^DATA\\s+/i.test(line));\n lines.splice(dataLineIndex >= 0 ? dataLineIndex : lines.length, 0, `POINTS ${pointCount}`);\n }\n\n return `${lines.join('\\n')}\\n`;\n}\n\n/** Hydrates worker columns before reconstructing legacy PCD meshes on the caller. */\nfunction deserializePCDWorkerResult(\n result: unknown,\n options?: PCDLoaderOptions\n): PCDMesh | MeshArrowTable {\n const table = deserializeArrowWorkerTable(result);\n return options?.pcd?.shape === 'mesh' ? convertPCDTableToMesh(table, table) : table;\n}\n\n/** Restores the existing PCD batch shape after caller-side hydration. */\nfunction deserializePCDWorkerBatch(result: unknown, options?: PCDLoaderOptions): PCDParsedBatch {\n return deserializePCDWorkerResult(result, options) as PCDParsedBatch;\n}\n\n/** Parses PCD batches before shared cumulative metadata refinement. */\nasync function* parsePCDWithMetadataInBatches(\n arrayBuffer:\n | AsyncIterable<ArrayBufferLike | ArrayBufferView>\n | Iterable<ArrayBufferLike | ArrayBufferView>,\n options?: PCDLoaderOptions\n): AsyncIterable<PCDParsedBatch> {\n const batchSize = getNumericBatchSize(options);\n const data = await concatenateArrayBuffersAsync(arrayBuffer);\n const textData = new TextDecoder().decode(data);\n const pcdHeader = parsePCDHeader(textData);\n\n if (pcdHeader.data === 'ascii') {\n yield* parsePCDASCIIInBatches(data, options, batchSize);\n return;\n }\n\n if (pcdHeader.data === 'binary') {\n yield* parsePCDBinaryInBatches(data, options, batchSize);\n return;\n }\n\n yield makePCDBatch(parsePCD(data, options), options);\n}\n\n/** Exposes native Arrow output while retaining the worker's column protocol. */\nexport const PCDLoaderWithParser = {\n ...PCDColumnLoader,\n dataType: PCDLoaderMetadata.dataType,\n batchType: PCDLoaderMetadata.batchType,\n parse: async (input: ArrayBuffer, options?: PCDLoaderOptions) =>\n unwrapPCDTable(await PCDColumnLoader.parse(input, options)),\n parseSync: (input: ArrayBuffer, options?: PCDLoaderOptions) =>\n unwrapPCDTable(PCDColumnLoader.parseSync(input, options)),\n async *parseInBatches(input, options) {\n for await (const batch of PCDColumnLoader.parseInBatches(input, options)) {\n if (isColumnBatch(batch)) {\n batch.data.schema.metadata.set(\n 'loaders.gl.pcd.header',\n JSON.stringify((batch as ArrowTableBatch & {loaderData?: unknown}).loaderData)\n );\n for (const recordBatch of batch.data.batches) {\n recordBatch.schema.metadata.set(\n 'loaders.gl.pcd.header',\n batch.data.schema.metadata.get('loaders.gl.pcd.header')!\n );\n }\n if (batch.data.batches.length) yield* batch.data.batches;\n else yield makeArrowMetadataBatch(batch.data.schema);\n } else yield batch;\n }\n },\n deserializeWorkerResult: (result: unknown, options?: PCDLoaderOptions) =>\n unwrapPCDTable(PCDColumnLoader.deserializeWorkerResult(result, options)),\n deserializeWorkerBatch(result: unknown, options?: PCDLoaderOptions) {\n const batch = PCDColumnLoader.deserializeWorkerBatch(result, options);\n if (isColumnBatch(batch)) {\n const recordBatch = batch.data.batches[0] ?? makeArrowMetadataBatch(batch.data.schema);\n recordBatch.schema.metadata.set(\n 'loaders.gl.pcd.header',\n JSON.stringify((batch as ArrowTableBatch & {loaderData?: unknown}).loaderData)\n );\n return recordBatch;\n }\n return batch;\n }\n} as const satisfies LoaderWithParser<PCDMesh | Table, PCDMesh | RecordBatch, PCDLoaderOptions>;\n\n/** Returns the Arrow table with its file metadata or the requested mesh. */\nfunction unwrapPCDTable(result: PCDMesh | MeshArrowTable): PCDMesh | Table {\n if ('shape' in result && result.shape === 'arrow-table') {\n result.data.schema.metadata.set(\n 'loaders.gl.pcd.header',\n JSON.stringify((result as MeshArrowTable & {loaderData?: unknown}).loaderData)\n );\n return result.data;\n }\n return result as PCDMesh;\n}\n\n/** Identifies the private Arrow batch envelope. */\nfunction isColumnBatch(batch: PCDMesh | ArrowTableBatch): batch is ArrowTableBatch {\n return 'shape' in batch && batch.shape === 'arrow-table';\n}\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,0BAA8D;AAI9D,0BAIO;AAEP,oCAGO;AACP,IAAAA,uBAAiE;AAEjE,uBAAuC;AACvC,8BAA6C;AAE7C,IAAM,EAAC,SAAS,mBAAmB,GAAG,gCAA+B,IAAI,wBAAAC;AAIzE,SAAS,eAAe,MAAe,SAAsD;AAC3F,QAAM,YAAQ,qDAA+B,IAAI;AACjD,SAAO,SAAS,KAAK,UAAU,SAC3B,sBAAsB,OAAO,IAAI,IACjC,EAAC,GAAG,OAAO,QAAQ,KAAK,QAAQ,YAAY,KAAK,WAAU;AACjE;AAKO,IAAM,kBAAkB;AAAA,EAC7B,GAAG;AAAA,EACH,UAAU;AAAA,EACV,WAAW;AAAA,EACX,OAAO,OAAO,aAAa,YAAY,mBAAe,2BAAS,aAAa,OAAO,GAAG,OAAO;AAAA,EAC7F,WAAW,CAAC,aAAa,YAAY,mBAAe,2BAAS,aAAa,OAAO,GAAG,OAAO;AAAA,EAC3F,gBAAgB,CAAC,OAAO,gBACtB,6CAAwB,8BAA8B,OAAO,OAAO,CAAC;AAAA,EACvE,uBAAuB;AAAA,EACvB,yBAAyB;AAAA,EACzB,sBAAsB;AAAA,EACtB,wBAAwB;AAC1B;AAGA,SAAS,oBAAoB,SAAgD;AAC3E,QAAM,YAAY,SAAS,MAAM;AACjC,SAAO,OAAO,cAAc,WAAW,YAAY;AACrD;AAEA,UAAU,uBACR,MACA,SACA,WAC0B;AAC1B,QAAM,WAAW,IAAI,YAAY,EAAE,OAAO,IAAI;AAC9C,QAAM,gBAAY,iCAAe,QAAQ;AACzC,QAAM,QAAQ,SACX,MAAM,UAAU,SAAS,EACzB,MAAM,OAAO,EACb,OAAO,UAAQ,KAAK,KAAK,EAAE,SAAS,CAAC;AACxC,QAAM,sBAAsB,aAAa,MAAM,UAAU;AAEzD,WAAS,WAAW,GAAG,WAAW,MAAM,QAAQ,YAAY,qBAAqB;AAC/E,UAAM,aAAa,MAAM,MAAM,UAAU,WAAW,mBAAmB;AACvE,UAAM,YAAY,GAAG,kBAAkB,WAAW,WAAW,MAAM,CAAC,GAAG,WAAW,KAAK,IAAI,CAAC;AAAA;AAC5F,UAAM,iBAAa,2BAAS,IAAI,YAAY,EAAE,OAAO,SAAS,EAAE,QAAQ,OAAO,GAAG,OAAO;AAAA,EAC3F;AACF;AAEA,UAAU,wBACR,MACA,SACA,WAC0B;AAC1B,QAAM,WAAW,IAAI,YAAY,EAAE,OAAO,IAAI;AAC9C,QAAM,gBAAY,iCAAe,QAAQ;AACzC,QAAM,sBAAsB,aAAa,UAAU,UAAU;AAC7D,QAAM,YAAY,IAAI,WAAW,IAAI;AAErC,WAAS,aAAa,GAAG,aAAa,UAAU,QAAQ,cAAc,qBAAqB;AACzF,UAAM,aAAa,KAAK,IAAI,qBAAqB,UAAU,SAAS,UAAU;AAC9E,UAAM,cAAc,IAAI,YAAY,EAAE,OAAO,kBAAkB,WAAW,UAAU,CAAC;AACrF,UAAM,gBAAgB,UAAU,YAAY,aAAa,UAAU;AACnE,UAAM,gBAAgB,aAAa,UAAU;AAC7C,UAAM,aAAa,IAAI,WAAW,YAAY,SAAS,aAAa;AACpE,eAAW,IAAI,aAAa,CAAC;AAC7B,eAAW;AAAA,MACT,UAAU,SAAS,eAAe,gBAAgB,aAAa;AAAA,MAC/D,YAAY;AAAA,IACd;AACA,UAAM,iBAAa,2BAAS,WAAW,QAAQ,OAAO,GAAG,OAAO;AAAA,EAClE;AACF;AAEA,SAAS,aAAa,MAAe,SAA4C;AAC/E,QAAM,YAAQ,qDAA+B,IAAI;AACjD,MAAI,SAAS,KAAK,UAAU,QAAQ;AAClC,WAAO,sBAAsB,OAAO,IAAI;AAAA,EAC1C;AAEA,aAAO,wCAAmB;AAAA,IACxB,GAAG;AAAA,IACH,QAAQ,KAAK;AAAA,IACb,YAAY,KAAK;AAAA,EACnB,CAAmB;AACrB;AAGA,SAAS,sBAAsB,OAAuB,YAA8B;AAClF,SAAO;AAAA,IACL,OAAI,yCAAmB,KAAK;AAAA,IAC5B,QAAQ,WAAW;AAAA,IACnB,YAAY,WAAW;AAAA,EACzB;AACF;AAEA,SAAS,kBAAkB,WAAgB,YAA4B;AACrE,QAAM,QAAQ,UAAU,IACrB,MAAM,OAAO,EACb,OAAO,UAAQ,KAAK,KAAK,EAAE,SAAS,CAAC,EACrC,IAAI,UAAQ;AACX,QAAI,aAAa,KAAK,IAAI,GAAG;AAC3B,aAAO,SAAS,UAAU;AAAA,IAC5B;AACA,QAAI,cAAc,KAAK,IAAI,GAAG;AAC5B,aAAO;AAAA,IACT;AACA,QAAI,cAAc,KAAK,IAAI,GAAG;AAC5B,aAAO,UAAU,UAAU;AAAA,IAC7B;AACA,WAAO;AAAA,EACT,CAAC;AAEH,MAAI,CAAC,MAAM,KAAK,UAAQ,cAAc,KAAK,IAAI,CAAC,GAAG;AACjD,UAAM,gBAAgB,MAAM,UAAU,UAAQ,YAAY,KAAK,IAAI,CAAC;AACpE,UAAM,OAAO,iBAAiB,IAAI,gBAAgB,MAAM,QAAQ,GAAG,UAAU,UAAU,EAAE;AAAA,EAC3F;AAEA,SAAO,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA;AAC5B;AAGA,SAAS,2BACP,QACA,SAC0B;AAC1B,QAAM,YAAQ,2DAA4B,MAAM;AAChD,SAAO,SAAS,KAAK,UAAU,SAAS,sBAAsB,OAAO,KAAK,IAAI;AAChF;AAGA,SAAS,0BAA0B,QAAiB,SAA4C;AAC9F,SAAO,2BAA2B,QAAQ,OAAO;AACnD;AAGA,gBAAgB,8BACd,aAGA,SAC+B;AAC/B,QAAM,YAAY,oBAAoB,OAAO;AAC7C,QAAM,OAAO,UAAM,kDAA6B,WAAW;AAC3D,QAAM,WAAW,IAAI,YAAY,EAAE,OAAO,IAAI;AAC9C,QAAM,gBAAY,iCAAe,QAAQ;AAEzC,MAAI,UAAU,SAAS,SAAS;AAC9B,WAAO,uBAAuB,MAAM,SAAS,SAAS;AACtD;AAAA,EACF;AAEA,MAAI,UAAU,SAAS,UAAU;AAC/B,WAAO,wBAAwB,MAAM,SAAS,SAAS;AACvD;AAAA,EACF;AAEA,QAAM,iBAAa,2BAAS,MAAM,OAAO,GAAG,OAAO;AACrD;AAGO,IAAM,sBAAsB;AAAA,EACjC,GAAG;AAAA,EACH,UAAU,wBAAAA,UAAkB;AAAA,EAC5B,WAAW,wBAAAA,UAAkB;AAAA,EAC7B,OAAO,OAAO,OAAoB,YAChC,eAAe,MAAM,gBAAgB,MAAM,OAAO,OAAO,CAAC;AAAA,EAC5D,WAAW,CAAC,OAAoB,YAC9B,eAAe,gBAAgB,UAAU,OAAO,OAAO,CAAC;AAAA,EAC1D,OAAO,eAAe,OAAO,SAAS;AACpC,qBAAiB,SAAS,gBAAgB,eAAe,OAAO,OAAO,GAAG;AACxE,UAAI,cAAc,KAAK,GAAG;AACxB,cAAM,KAAK,OAAO,SAAS;AAAA,UACzB;AAAA,UACA,KAAK,UAAW,MAAmD,UAAU;AAAA,QAC/E;AACA,mBAAW,eAAe,MAAM,KAAK,SAAS;AAC5C,sBAAY,OAAO,SAAS;AAAA,YAC1B;AAAA,YACA,MAAM,KAAK,OAAO,SAAS,IAAI,uBAAuB;AAAA,UACxD;AAAA,QACF;AACA,YAAI,MAAM,KAAK,QAAQ,OAAQ,QAAO,MAAM,KAAK;AAAA,YAC5C,WAAM,4CAAuB,MAAM,KAAK,MAAM;AAAA,MACrD,MAAO,OAAM;AAAA,IACf;AAAA,EACF;AAAA,EACA,yBAAyB,CAAC,QAAiB,YACzC,eAAe,gBAAgB,wBAAwB,QAAQ,OAAO,CAAC;AAAA,EACzE,uBAAuB,QAAiB,SAA4B;AAClE,UAAM,QAAQ,gBAAgB,uBAAuB,QAAQ,OAAO;AACpE,QAAI,cAAc,KAAK,GAAG;AACxB,YAAM,cAAc,MAAM,KAAK,QAAQ,CAAC,SAAK,4CAAuB,MAAM,KAAK,MAAM;AACrF,kBAAY,OAAO,SAAS;AAAA,QAC1B;AAAA,QACA,KAAK,UAAW,MAAmD,UAAU;AAAA,MAC/E;AACA,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AACF;AAGA,SAAS,eAAe,QAAmD;AACzE,MAAI,WAAW,UAAU,OAAO,UAAU,eAAe;AACvD,WAAO,KAAK,OAAO,SAAS;AAAA,MAC1B;AAAA,MACA,KAAK,UAAW,OAAmD,UAAU;AAAA,IAC/E;AACA,WAAO,OAAO;AAAA,EAChB;AACA,SAAO;AACT;AAGA,SAAS,cAAc,OAA4D;AACjF,SAAO,WAAW,SAAS,MAAM,UAAU;AAC7C;",
|
|
6
|
+
"names": ["import_schema_utils", "PCDLoaderMetadata"]
|
|
7
|
+
}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import type { Table, RecordBatch } from 'apache-arrow';
|
|
2
|
+
import type { PCDLoaderOptions } from "./pcd-loader-types.js";
|
|
3
|
+
import type { ArrowTableBatch, MeshArrowTable } from '@loaders.gl/core/schema';
|
|
4
|
+
import { serializeArrowWorkerTable } from '@loaders.gl/core/arrow-worker-transport';
|
|
5
|
+
import type { PCDMesh } from "./lib/pcd-types.js";
|
|
6
|
+
type PCDParsedBatch = PCDMesh | ArrowTableBatch;
|
|
7
|
+
/**
|
|
8
|
+
* Loader for PCD - Point Cloud Data
|
|
9
|
+
*/
|
|
10
|
+
export declare const PCDColumnLoader: {
|
|
11
|
+
readonly dataType: PCDMesh | MeshArrowTable;
|
|
12
|
+
readonly batchType: PCDMesh | ArrowTableBatch;
|
|
13
|
+
readonly parse: (arrayBuffer: ArrayBuffer, options: PCDLoaderOptions | undefined) => Promise<MeshArrowTable | PCDMesh>;
|
|
14
|
+
readonly parseSync: (arrayBuffer: ArrayBuffer, options: PCDLoaderOptions | undefined) => MeshArrowTable | PCDMesh;
|
|
15
|
+
readonly parseInBatches: (input: AsyncIterable<ArrayBufferLike | ArrayBufferView<ArrayBufferLike>> | Iterable<ArrayBufferLike | ArrayBufferView<ArrayBufferLike>>, options: PCDLoaderOptions | undefined) => AsyncIterable<PCDParsedBatch>;
|
|
16
|
+
readonly serializeWorkerResult: typeof serializeArrowWorkerTable;
|
|
17
|
+
readonly deserializeWorkerResult: typeof deserializePCDWorkerResult;
|
|
18
|
+
readonly serializeWorkerBatch: typeof serializeArrowWorkerTable;
|
|
19
|
+
readonly deserializeWorkerBatch: typeof deserializePCDWorkerBatch;
|
|
20
|
+
readonly version: any;
|
|
21
|
+
readonly worker: true;
|
|
22
|
+
readonly workerInBatches: true;
|
|
23
|
+
readonly options: {
|
|
24
|
+
readonly pcd: {
|
|
25
|
+
readonly shape: "arrow";
|
|
26
|
+
readonly colorFormat: "uint8norm";
|
|
27
|
+
};
|
|
28
|
+
};
|
|
29
|
+
readonly name: "PCD (Point Cloud Data)";
|
|
30
|
+
readonly id: "pcd";
|
|
31
|
+
readonly module: "pointclouds";
|
|
32
|
+
readonly encoding: "text";
|
|
33
|
+
readonly format: "pcd";
|
|
34
|
+
readonly extensions: ["pcd"];
|
|
35
|
+
readonly mimeTypes: ["text/plain"];
|
|
36
|
+
readonly category: "pointcloud";
|
|
37
|
+
readonly text: true;
|
|
38
|
+
readonly binary: true;
|
|
39
|
+
readonly defaultShape: "arrow";
|
|
40
|
+
readonly supportsNativeArrow: true;
|
|
41
|
+
};
|
|
42
|
+
/** Hydrates worker columns before reconstructing legacy PCD meshes on the caller. */
|
|
43
|
+
declare function deserializePCDWorkerResult(result: unknown, options?: PCDLoaderOptions): PCDMesh | MeshArrowTable;
|
|
44
|
+
/** Restores the existing PCD batch shape after caller-side hydration. */
|
|
45
|
+
declare function deserializePCDWorkerBatch(result: unknown, options?: PCDLoaderOptions): PCDParsedBatch;
|
|
46
|
+
/** Exposes native Arrow output while retaining the worker's column protocol. */
|
|
47
|
+
export declare const PCDLoaderWithParser: {
|
|
48
|
+
readonly dataType: Table<any> | PCDMesh;
|
|
49
|
+
readonly batchType: RecordBatch<any> | PCDMesh;
|
|
50
|
+
readonly parse: (input: ArrayBuffer, options?: PCDLoaderOptions) => Promise<Table<any> | PCDMesh>;
|
|
51
|
+
readonly parseSync: (input: ArrayBuffer, options?: PCDLoaderOptions) => Table<any> | PCDMesh;
|
|
52
|
+
readonly parseInBatches: (input: AsyncIterable<ArrayBufferLike | ArrayBufferView<ArrayBufferLike>> | Iterable<ArrayBufferLike | ArrayBufferView<ArrayBufferLike>>, options: PCDLoaderOptions | undefined) => AsyncGenerator<RecordBatch<any> | PCDMesh, void, unknown>;
|
|
53
|
+
readonly deserializeWorkerResult: (result: unknown, options?: PCDLoaderOptions) => Table<any> | PCDMesh;
|
|
54
|
+
readonly deserializeWorkerBatch: (result: unknown, options?: PCDLoaderOptions) => RecordBatch<any> | PCDMesh;
|
|
55
|
+
readonly serializeWorkerResult: typeof serializeArrowWorkerTable;
|
|
56
|
+
readonly serializeWorkerBatch: typeof serializeArrowWorkerTable;
|
|
57
|
+
readonly version: any;
|
|
58
|
+
readonly worker: true;
|
|
59
|
+
readonly workerInBatches: true;
|
|
60
|
+
readonly options: {
|
|
61
|
+
readonly pcd: {
|
|
62
|
+
readonly shape: "arrow";
|
|
63
|
+
readonly colorFormat: "uint8norm";
|
|
64
|
+
};
|
|
65
|
+
};
|
|
66
|
+
readonly name: "PCD (Point Cloud Data)";
|
|
67
|
+
readonly id: "pcd";
|
|
68
|
+
readonly module: "pointclouds";
|
|
69
|
+
readonly encoding: "text";
|
|
70
|
+
readonly format: "pcd";
|
|
71
|
+
readonly extensions: ["pcd"];
|
|
72
|
+
readonly mimeTypes: ["text/plain"];
|
|
73
|
+
readonly category: "pointcloud";
|
|
74
|
+
readonly text: true;
|
|
75
|
+
readonly binary: true;
|
|
76
|
+
readonly defaultShape: "arrow";
|
|
77
|
+
readonly supportsNativeArrow: true;
|
|
78
|
+
};
|
|
79
|
+
export {};
|
|
80
|
+
//# sourceMappingURL=pcd-loader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pcd-loader.d.ts","sourceRoot":"","sources":["../../src/pcd/pcd-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,KAAK,EAAE,WAAW,EAAC,MAAM,cAAc,CAAC;AACrD,OAAO,KAAK,EAAC,gBAAgB,EAAC,8BAA2B;AAOzD,OAAO,KAAK,EAAC,eAAe,EAAE,cAAc,EAAC,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAEL,yBAAyB,EAC1B,MAAM,yCAAyC,CAAC;AAEjD,OAAO,KAAK,EAAC,OAAO,EAAC,2BAAwB;AAM7C,KAAK,cAAc,GAAG,OAAO,GAAG,eAAe,CAAC;AAShD;;GAEG;AACH,eAAO,MAAM,eAAe;uBAEG,OAAO,GAAG,cAAc;wBACvB,OAAO,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CASwC,CAAC;AAoGlG,qFAAqF;AACrF,iBAAS,0BAA0B,CACjC,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,GAAG,cAAc,CAG1B;AAED,yEAAyE;AACzE,iBAAS,yBAAyB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,CAE9F;AA2BD,gFAAgF;AAChF,eAAO,MAAM,mBAAmB;;;4BAIT,WAAW,YAAY,gBAAgB;gCAEzC,WAAW,YAAY,gBAAgB;;+CAoBxB,OAAO,YAAY,gBAAgB;8CAEtC,OAAO,YAAY,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;CAY2B,CAAC"}
|
|
@@ -0,0 +1,179 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { refineArrowTableBatches, makeArrowMetadataBatch } from '@loaders.gl/core/schema-utils';
|
|
5
|
+
import { concatenateArrayBuffersAsync, makeTableScanBatch } from '@loaders.gl/core/loader-utils';
|
|
6
|
+
import { deserializeArrowWorkerTable, serializeArrowWorkerTable } from '@loaders.gl/core/arrow-worker-transport';
|
|
7
|
+
import { convertMeshToArrowTableWrapper, convertTableToMesh } from '@loaders.gl/core/schema-utils';
|
|
8
|
+
import { parsePCD, parsePCDHeader } from "./lib/parse-pcd.js";
|
|
9
|
+
import { PCDLoader as PCDLoaderMetadata } from "./pcd-loader-types.js";
|
|
10
|
+
const { preload: _PCDLoaderPreload, ...PCDLoaderMetadataWithoutPreload } = PCDLoaderMetadata;
|
|
11
|
+
function convertPCDMesh(mesh, options) {
|
|
12
|
+
const table = convertMeshToArrowTableWrapper(mesh);
|
|
13
|
+
return options?.pcd?.shape === 'mesh'
|
|
14
|
+
? convertPCDTableToMesh(table, mesh)
|
|
15
|
+
: { ...table, loader: mesh.loader, loaderData: mesh.loaderData };
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Loader for PCD - Point Cloud Data
|
|
19
|
+
*/
|
|
20
|
+
export const PCDColumnLoader = {
|
|
21
|
+
...PCDLoaderMetadataWithoutPreload,
|
|
22
|
+
dataType: null,
|
|
23
|
+
batchType: null,
|
|
24
|
+
parse: async (arrayBuffer, options) => convertPCDMesh(parsePCD(arrayBuffer, options), options),
|
|
25
|
+
parseSync: (arrayBuffer, options) => convertPCDMesh(parsePCD(arrayBuffer, options), options),
|
|
26
|
+
parseInBatches: (input, options) => refineArrowTableBatches(parsePCDWithMetadataInBatches(input, options)),
|
|
27
|
+
serializeWorkerResult: serializeArrowWorkerTable,
|
|
28
|
+
deserializeWorkerResult: deserializePCDWorkerResult,
|
|
29
|
+
serializeWorkerBatch: serializeArrowWorkerTable,
|
|
30
|
+
deserializeWorkerBatch: deserializePCDWorkerBatch
|
|
31
|
+
};
|
|
32
|
+
/** Returns a numeric batch size when batching has an explicit row count. */
|
|
33
|
+
function getNumericBatchSize(options) {
|
|
34
|
+
const batchSize = options?.core?.batchSize;
|
|
35
|
+
return typeof batchSize === 'number' ? batchSize : undefined;
|
|
36
|
+
}
|
|
37
|
+
function* parsePCDASCIIInBatches(data, options, batchSize) {
|
|
38
|
+
const textData = new TextDecoder().decode(data);
|
|
39
|
+
const pcdHeader = parsePCDHeader(textData);
|
|
40
|
+
const lines = textData
|
|
41
|
+
.slice(pcdHeader.headerLen)
|
|
42
|
+
.split(/\r?\n/)
|
|
43
|
+
.filter(line => line.trim().length > 0);
|
|
44
|
+
const normalizedBatchSize = batchSize || lines.length || 1;
|
|
45
|
+
for (let rowIndex = 0; rowIndex < lines.length; rowIndex += normalizedBatchSize) {
|
|
46
|
+
const batchLines = lines.slice(rowIndex, rowIndex + normalizedBatchSize);
|
|
47
|
+
const batchText = `${makePCDHeaderText(pcdHeader, batchLines.length)}${batchLines.join('\n')}\n`;
|
|
48
|
+
yield makePCDBatch(parsePCD(new TextEncoder().encode(batchText).buffer, options), options);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
function* parsePCDBinaryInBatches(data, options, batchSize) {
|
|
52
|
+
const textData = new TextDecoder().decode(data);
|
|
53
|
+
const pcdHeader = parsePCDHeader(textData);
|
|
54
|
+
const normalizedBatchSize = batchSize || pcdHeader.points || 1;
|
|
55
|
+
const dataBytes = new Uint8Array(data);
|
|
56
|
+
for (let pointIndex = 0; pointIndex < pcdHeader.points; pointIndex += normalizedBatchSize) {
|
|
57
|
+
const pointCount = Math.min(normalizedBatchSize, pcdHeader.points - pointIndex);
|
|
58
|
+
const headerBytes = new TextEncoder().encode(makePCDHeaderText(pcdHeader, pointCount));
|
|
59
|
+
const rowByteOffset = pcdHeader.headerLen + pointIndex * pcdHeader.rowSize;
|
|
60
|
+
const rowByteLength = pointCount * pcdHeader.rowSize;
|
|
61
|
+
const batchBytes = new Uint8Array(headerBytes.length + rowByteLength);
|
|
62
|
+
batchBytes.set(headerBytes, 0);
|
|
63
|
+
batchBytes.set(dataBytes.subarray(rowByteOffset, rowByteOffset + rowByteLength), headerBytes.length);
|
|
64
|
+
yield makePCDBatch(parsePCD(batchBytes.buffer, options), options);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
function makePCDBatch(mesh, options) {
|
|
68
|
+
const table = convertMeshToArrowTableWrapper(mesh);
|
|
69
|
+
if (options?.pcd?.shape === 'mesh') {
|
|
70
|
+
return convertPCDTableToMesh(table, mesh);
|
|
71
|
+
}
|
|
72
|
+
return makeTableScanBatch({
|
|
73
|
+
...table,
|
|
74
|
+
loader: mesh.loader,
|
|
75
|
+
loaderData: mesh.loaderData
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
/** Convert the parser's Arrow table to legacy PCD mesh output. */
|
|
79
|
+
function convertPCDTableToMesh(table, sourceMesh) {
|
|
80
|
+
return {
|
|
81
|
+
...convertTableToMesh(table),
|
|
82
|
+
loader: sourceMesh.loader,
|
|
83
|
+
loaderData: sourceMesh.loaderData
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
function makePCDHeaderText(pcdHeader, pointCount) {
|
|
87
|
+
const lines = pcdHeader.str
|
|
88
|
+
.split(/\r?\n/)
|
|
89
|
+
.filter(line => line.trim().length > 0)
|
|
90
|
+
.map(line => {
|
|
91
|
+
if (/^WIDTH\s+/i.test(line)) {
|
|
92
|
+
return `WIDTH ${pointCount}`;
|
|
93
|
+
}
|
|
94
|
+
if (/^HEIGHT\s+/i.test(line)) {
|
|
95
|
+
return 'HEIGHT 1';
|
|
96
|
+
}
|
|
97
|
+
if (/^POINTS\s+/i.test(line)) {
|
|
98
|
+
return `POINTS ${pointCount}`;
|
|
99
|
+
}
|
|
100
|
+
return line;
|
|
101
|
+
});
|
|
102
|
+
if (!lines.some(line => /^POINTS\s+/i.test(line))) {
|
|
103
|
+
const dataLineIndex = lines.findIndex(line => /^DATA\s+/i.test(line));
|
|
104
|
+
lines.splice(dataLineIndex >= 0 ? dataLineIndex : lines.length, 0, `POINTS ${pointCount}`);
|
|
105
|
+
}
|
|
106
|
+
return `${lines.join('\n')}\n`;
|
|
107
|
+
}
|
|
108
|
+
/** Hydrates worker columns before reconstructing legacy PCD meshes on the caller. */
|
|
109
|
+
function deserializePCDWorkerResult(result, options) {
|
|
110
|
+
const table = deserializeArrowWorkerTable(result);
|
|
111
|
+
return options?.pcd?.shape === 'mesh' ? convertPCDTableToMesh(table, table) : table;
|
|
112
|
+
}
|
|
113
|
+
/** Restores the existing PCD batch shape after caller-side hydration. */
|
|
114
|
+
function deserializePCDWorkerBatch(result, options) {
|
|
115
|
+
return deserializePCDWorkerResult(result, options);
|
|
116
|
+
}
|
|
117
|
+
/** Parses PCD batches before shared cumulative metadata refinement. */
|
|
118
|
+
async function* parsePCDWithMetadataInBatches(arrayBuffer, options) {
|
|
119
|
+
const batchSize = getNumericBatchSize(options);
|
|
120
|
+
const data = await concatenateArrayBuffersAsync(arrayBuffer);
|
|
121
|
+
const textData = new TextDecoder().decode(data);
|
|
122
|
+
const pcdHeader = parsePCDHeader(textData);
|
|
123
|
+
if (pcdHeader.data === 'ascii') {
|
|
124
|
+
yield* parsePCDASCIIInBatches(data, options, batchSize);
|
|
125
|
+
return;
|
|
126
|
+
}
|
|
127
|
+
if (pcdHeader.data === 'binary') {
|
|
128
|
+
yield* parsePCDBinaryInBatches(data, options, batchSize);
|
|
129
|
+
return;
|
|
130
|
+
}
|
|
131
|
+
yield makePCDBatch(parsePCD(data, options), options);
|
|
132
|
+
}
|
|
133
|
+
/** Exposes native Arrow output while retaining the worker's column protocol. */
|
|
134
|
+
export const PCDLoaderWithParser = {
|
|
135
|
+
...PCDColumnLoader,
|
|
136
|
+
dataType: PCDLoaderMetadata.dataType,
|
|
137
|
+
batchType: PCDLoaderMetadata.batchType,
|
|
138
|
+
parse: async (input, options) => unwrapPCDTable(await PCDColumnLoader.parse(input, options)),
|
|
139
|
+
parseSync: (input, options) => unwrapPCDTable(PCDColumnLoader.parseSync(input, options)),
|
|
140
|
+
async *parseInBatches(input, options) {
|
|
141
|
+
for await (const batch of PCDColumnLoader.parseInBatches(input, options)) {
|
|
142
|
+
if (isColumnBatch(batch)) {
|
|
143
|
+
batch.data.schema.metadata.set('loaders.gl.pcd.header', JSON.stringify(batch.loaderData));
|
|
144
|
+
for (const recordBatch of batch.data.batches) {
|
|
145
|
+
recordBatch.schema.metadata.set('loaders.gl.pcd.header', batch.data.schema.metadata.get('loaders.gl.pcd.header'));
|
|
146
|
+
}
|
|
147
|
+
if (batch.data.batches.length)
|
|
148
|
+
yield* batch.data.batches;
|
|
149
|
+
else
|
|
150
|
+
yield makeArrowMetadataBatch(batch.data.schema);
|
|
151
|
+
}
|
|
152
|
+
else
|
|
153
|
+
yield batch;
|
|
154
|
+
}
|
|
155
|
+
},
|
|
156
|
+
deserializeWorkerResult: (result, options) => unwrapPCDTable(PCDColumnLoader.deserializeWorkerResult(result, options)),
|
|
157
|
+
deserializeWorkerBatch(result, options) {
|
|
158
|
+
const batch = PCDColumnLoader.deserializeWorkerBatch(result, options);
|
|
159
|
+
if (isColumnBatch(batch)) {
|
|
160
|
+
const recordBatch = batch.data.batches[0] ?? makeArrowMetadataBatch(batch.data.schema);
|
|
161
|
+
recordBatch.schema.metadata.set('loaders.gl.pcd.header', JSON.stringify(batch.loaderData));
|
|
162
|
+
return recordBatch;
|
|
163
|
+
}
|
|
164
|
+
return batch;
|
|
165
|
+
}
|
|
166
|
+
};
|
|
167
|
+
/** Returns the Arrow table with its file metadata or the requested mesh. */
|
|
168
|
+
function unwrapPCDTable(result) {
|
|
169
|
+
if ('shape' in result && result.shape === 'arrow-table') {
|
|
170
|
+
result.data.schema.metadata.set('loaders.gl.pcd.header', JSON.stringify(result.loaderData));
|
|
171
|
+
return result.data;
|
|
172
|
+
}
|
|
173
|
+
return result;
|
|
174
|
+
}
|
|
175
|
+
/** Identifies the private Arrow batch envelope. */
|
|
176
|
+
function isColumnBatch(batch) {
|
|
177
|
+
return 'shape' in batch && batch.shape === 'arrow-table';
|
|
178
|
+
}
|
|
179
|
+
//# sourceMappingURL=pcd-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pcd-loader.js","sourceRoot":"","sources":["../../src/pcd/pcd-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,uBAAuB,EAAE,sBAAsB,EAAC,MAAM,+BAA+B,CAAC;AAI9F,OAAO,EACL,4BAA4B,EAC5B,kBAAkB,EAEnB,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EACL,2BAA2B,EAC3B,yBAAyB,EAC1B,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAC,8BAA8B,EAAE,kBAAkB,EAAC,MAAM,+BAA+B,CAAC;AAEjG,OAAO,EAAC,QAAQ,EAAE,cAAc,EAAC,2BAAwB;AACzD,OAAO,EAAC,SAAS,IAAI,iBAAiB,EAAC,8BAA2B;AAElE,MAAM,EAAC,OAAO,EAAE,iBAAiB,EAAE,GAAG,+BAA+B,EAAC,GAAG,iBAAiB,CAAC;AAI3F,SAAS,cAAc,CAAC,IAAa,EAAE,OAA0B;IAC/D,MAAM,KAAK,GAAG,8BAA8B,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,OAAO,EAAE,GAAG,EAAE,KAAK,KAAK,MAAM;QACnC,CAAC,CAAC,qBAAqB,CAAC,KAAK,EAAE,IAAI,CAAC;QACpC,CAAC,CAAC,EAAC,GAAG,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,GAAG,+BAA+B;IAClC,QAAQ,EAAE,IAA2C;IACrD,SAAS,EAAE,IAA4C;IACvD,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IAC9F,SAAS,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IAC5F,cAAc,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CACjC,uBAAuB,CAAC,6BAA6B,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxE,qBAAqB,EAAE,yBAAyB;IAChD,uBAAuB,EAAE,0BAA0B;IACnD,oBAAoB,EAAE,yBAAyB;IAC/C,sBAAsB,EAAE,yBAAyB;CAC8C,CAAC;AAElG,4EAA4E;AAC5E,SAAS,mBAAmB,CAAC,OAA0B;IACrD,MAAM,SAAS,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;IAC3C,OAAO,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/D,CAAC;AAED,QAAQ,CAAC,CAAC,sBAAsB,CAC9B,IAAiB,EACjB,OAA0B,EAC1B,SAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,QAAQ;SACnB,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC;SAC1B,KAAK,CAAC,OAAO,CAAC;SACd,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,mBAAmB,GAAG,SAAS,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;IAE3D,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,QAAQ,IAAI,mBAAmB,EAAE,CAAC;QAChF,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,mBAAmB,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,GAAG,iBAAiB,CAAC,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QACjG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IAC7F,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,CAAC,uBAAuB,CAC/B,IAAiB,EACjB,OAA0B,EAC1B,SAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,mBAAmB,GAAG,SAAS,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IAEvC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC,MAAM,EAAE,UAAU,IAAI,mBAAmB,EAAE,CAAC;QAC1F,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,SAAS,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;QAChF,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;QACvF,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC;QAC3E,MAAM,aAAa,GAAG,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC;QACrD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;QACtE,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC/B,UAAU,CAAC,GAAG,CACZ,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,aAAa,CAAC,EAChE,WAAW,CAAC,MAAM,CACnB,CAAC;QACF,MAAM,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,IAAa,EAAE,OAA0B;IAC7D,MAAM,KAAK,GAAG,8BAA8B,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,OAAO,EAAE,GAAG,EAAE,KAAK,KAAK,MAAM,EAAE,CAAC;QACnC,OAAO,qBAAqB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,kBAAkB,CAAC;QACxB,GAAG,KAAK;QACR,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,UAAU,EAAE,IAAI,CAAC,UAAU;KACV,CAAC,CAAC;AACvB,CAAC;AAED,kEAAkE;AAClE,SAAS,qBAAqB,CAAC,KAAqB,EAAE,UAAmB;IACvE,OAAO;QACL,GAAI,kBAAkB,CAAC,KAAK,CAAa;QACzC,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,UAAU,EAAE,UAAU,CAAC,UAAU;KAClC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAc,EAAE,UAAkB;IAC3D,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG;SACxB,KAAK,CAAC,OAAO,CAAC;SACd,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,IAAI,CAAC,EAAE;QACV,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,SAAS,UAAU,EAAE,CAAC;QAC/B,CAAC;QACD,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO,UAAU,UAAU,EAAE,CAAC;QAChC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEL,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAClD,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACtE,KAAK,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,UAAU,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,qFAAqF;AACrF,SAAS,0BAA0B,CACjC,MAAe,EACf,OAA0B;IAE1B,MAAM,KAAK,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAC;IAClD,OAAO,OAAO,EAAE,GAAG,EAAE,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AACtF,CAAC;AAED,yEAAyE;AACzE,SAAS,yBAAyB,CAAC,MAAe,EAAE,OAA0B;IAC5E,OAAO,0BAA0B,CAAC,MAAM,EAAE,OAAO,CAAmB,CAAC;AACvE,CAAC;AAED,uEAAuE;AACvE,KAAK,SAAS,CAAC,CAAC,6BAA6B,CAC3C,WAE+C,EAC/C,OAA0B;IAE1B,MAAM,SAAS,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,4BAA4B,CAAC,WAAW,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAE3C,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC/B,KAAK,CAAC,CAAC,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IAED,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAChC,KAAK,CAAC,CAAC,uBAAuB,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACzD,OAAO;IACT,CAAC;IAED,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;AACvD,CAAC;AAED,gFAAgF;AAChF,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,GAAG,eAAe;IAClB,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;IACpC,SAAS,EAAE,iBAAiB,CAAC,SAAS;IACtC,KAAK,EAAE,KAAK,EAAE,KAAkB,EAAE,OAA0B,EAAE,EAAE,CAC9D,cAAc,CAAC,MAAM,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7D,SAAS,EAAE,CAAC,KAAkB,EAAE,OAA0B,EAAE,EAAE,CAC5D,cAAc,CAAC,eAAe,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3D,KAAK,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO;QAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,eAAe,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;YACzE,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAC5B,uBAAuB,EACvB,IAAI,CAAC,SAAS,CAAE,KAAkD,CAAC,UAAU,CAAC,CAC/E,CAAC;gBACF,KAAK,MAAM,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC7C,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAC7B,uBAAuB,EACvB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,uBAAuB,CAAE,CACzD,CAAC;gBACJ,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM;oBAAE,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;;oBACpD,MAAM,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,CAAC;;gBAAM,MAAM,KAAK,CAAC;QACrB,CAAC;IACH,CAAC;IACD,uBAAuB,EAAE,CAAC,MAAe,EAAE,OAA0B,EAAE,EAAE,CACvE,cAAc,CAAC,eAAe,CAAC,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1E,sBAAsB,CAAC,MAAe,EAAE,OAA0B;QAChE,MAAM,KAAK,GAAG,eAAe,CAAC,sBAAsB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtE,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvF,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAC7B,uBAAuB,EACvB,IAAI,CAAC,SAAS,CAAE,KAAkD,CAAC,UAAU,CAAC,CAC/E,CAAC;YACF,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CAC4F,CAAC;AAEhG,4EAA4E;AAC5E,SAAS,cAAc,CAAC,MAAgC;IACtD,IAAI,OAAO,IAAI,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,aAAa,EAAE,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAC7B,uBAAuB,EACvB,IAAI,CAAC,SAAS,CAAE,MAAkD,CAAC,UAAU,CAAC,CAC/E,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IACD,OAAO,MAAiB,CAAC;AAC3B,CAAC;AAED,mDAAmD;AACnD,SAAS,aAAa,CAAC,KAAgC;IACrD,OAAO,OAAO,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,aAAa,CAAC;AAC3D,CAAC"}
|