@loaders.gl/geospatial 5.0.0-alpha.14 → 5.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +2 -30
- package/README.md +10 -1
- package/THIRD-PARTY-NOTICES.md +21 -0
- package/WKT-README.md +14 -0
- package/dist/dbf-loader-types.cjs +68 -0
- package/dist/dbf-loader-types.cjs.map +7 -0
- package/dist/dbf-loader-types.d.ts +2 -0
- package/dist/dbf-loader-types.d.ts.map +1 -0
- package/dist/dbf-loader-types.js +2 -0
- package/dist/dbf-loader-types.js.map +1 -0
- package/dist/dbf-loader.cjs +83 -0
- package/dist/dbf-loader.cjs.map +7 -0
- package/dist/dbf-loader.d.ts +2 -0
- package/dist/dbf-loader.d.ts.map +1 -0
- package/dist/dbf-loader.js +2 -0
- package/dist/dbf-loader.js.map +1 -0
- package/dist/dbf-worker.js +1670 -673
- package/dist/dbf.cjs +31 -0
- package/dist/dbf.cjs.map +7 -0
- package/dist/flatgeobuf/bundled.cjs +33 -0
- package/dist/flatgeobuf/bundled.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-format.cjs +40 -0
- package/dist/flatgeobuf/flatgeobuf-format.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.cjs +72 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.d.ts +25 -34
- package/dist/flatgeobuf/flatgeobuf-loader-types.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader-types.js +10 -5
- package/dist/flatgeobuf/flatgeobuf-loader-types.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader.cjs +66 -0
- package/dist/flatgeobuf/flatgeobuf-loader.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-loader.d.ts +22 -6
- package/dist/flatgeobuf/flatgeobuf-loader.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader.js +4 -2
- package/dist/flatgeobuf/flatgeobuf-loader.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-source-loader.cjs +242 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.d.ts +8 -32
- package/dist/flatgeobuf/flatgeobuf-source-loader.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-source-loader.js +16 -22
- package/dist/flatgeobuf/flatgeobuf-source-loader.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-table-query-capabilities.cjs +37 -0
- package/dist/flatgeobuf/flatgeobuf-table-query-capabilities.cjs.map +7 -0
- package/dist/flatgeobuf/index.cjs +19 -5522
- package/dist/flatgeobuf/index.cjs.map +4 -3
- package/dist/flatgeobuf/index.d.ts +1 -3
- package/dist/flatgeobuf/index.d.ts.map +1 -1
- package/dist/flatgeobuf/index.js +1 -4
- package/dist/flatgeobuf/index.js.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-reader.cjs +596 -0
- package/dist/flatgeobuf/lib/flatgeobuf-reader.cjs.map +7 -0
- package/dist/flatgeobuf/lib/flatgeobuf-reader.d.ts +2 -2
- package/dist/flatgeobuf/lib/flatgeobuf-reader.d.ts.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-reader.js.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.cjs +43 -0
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.cjs.map +7 -0
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.d.ts +5 -4
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.d.ts.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.js +7 -34
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.js.map +1 -1
- package/dist/flatgeobuf/lib/parse-flatgeobuf.cjs +330 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.cjs.map +7 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.d.ts +3 -2
- package/dist/flatgeobuf/lib/parse-flatgeobuf.d.ts.map +1 -1
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js +9 -9
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js.map +1 -1
- package/dist/flatgeobuf/unbundled.cjs +31 -0
- package/dist/flatgeobuf/unbundled.cjs.map +7 -0
- package/dist/flatgeobuf/unbundled.d.ts +1 -1
- package/dist/flatgeobuf/unbundled.d.ts.map +1 -1
- package/dist/flatgeobuf/unbundled.js +1 -1
- package/dist/flatgeobuf/unbundled.js.map +1 -1
- package/dist/flatgeobuf-loader-types.cjs +74 -0
- package/dist/flatgeobuf-loader-types.cjs.map +7 -0
- package/dist/flatgeobuf-loader-types.d.ts +2 -0
- package/dist/flatgeobuf-loader-types.d.ts.map +1 -0
- package/dist/flatgeobuf-loader-types.js +2 -0
- package/dist/flatgeobuf-loader-types.js.map +1 -0
- package/dist/flatgeobuf-loader.cjs +68 -0
- package/dist/flatgeobuf-loader.cjs.map +7 -0
- package/dist/flatgeobuf-loader.d.ts +2 -0
- package/dist/flatgeobuf-loader.d.ts.map +1 -0
- package/dist/flatgeobuf-loader.js +2 -0
- package/dist/flatgeobuf-loader.js.map +1 -0
- package/dist/flatgeobuf-source-loader.cjs +244 -0
- package/dist/flatgeobuf-source-loader.cjs.map +7 -0
- package/dist/flatgeobuf-source-loader.d.ts +2 -0
- package/dist/flatgeobuf-source-loader.d.ts.map +1 -0
- package/dist/flatgeobuf-source-loader.js +2 -0
- package/dist/flatgeobuf-source-loader.js.map +1 -0
- package/dist/flatgeobuf-worker.js +7152 -3857
- package/dist/flatgeobuf.cjs +25 -0
- package/dist/flatgeobuf.cjs.map +7 -0
- package/dist/geopackage/bundled.cjs +31 -0
- package/dist/geopackage/bundled.cjs.map +7 -0
- package/dist/geopackage/geopackage-format.cjs +40 -0
- package/dist/geopackage/geopackage-format.cjs.map +7 -0
- package/dist/geopackage/geopackage-loader-options.cjs +33 -0
- package/dist/geopackage/geopackage-loader-options.cjs.map +7 -0
- package/dist/geopackage/geopackage-loader-types.cjs +67 -0
- package/dist/geopackage/geopackage-loader-types.cjs.map +7 -0
- package/dist/geopackage/geopackage-loader-types.d.ts +19 -6
- package/dist/geopackage/geopackage-loader-types.d.ts.map +1 -1
- package/dist/geopackage/geopackage-loader-types.js +8 -2
- package/dist/geopackage/geopackage-loader-types.js.map +1 -1
- package/dist/geopackage/geopackage-loader.cjs +39 -0
- package/dist/geopackage/geopackage-loader.cjs.map +7 -0
- package/dist/geopackage/geopackage-loader.d.ts +11 -3
- package/dist/geopackage/geopackage-loader.d.ts.map +1 -1
- package/dist/geopackage/geopackage-loader.js +2 -0
- package/dist/geopackage/geopackage-loader.js.map +1 -1
- package/dist/geopackage/geopackage-source-loader.cjs +263 -0
- package/dist/geopackage/geopackage-source-loader.cjs.map +7 -0
- package/dist/geopackage/geopackage-source-loader.d.ts +17 -43
- package/dist/geopackage/geopackage-source-loader.d.ts.map +1 -1
- package/dist/geopackage/geopackage-source-loader.js +42 -42
- package/dist/geopackage/geopackage-source-loader.js.map +1 -1
- package/dist/geopackage/index.cjs +16 -4412
- package/dist/geopackage/index.cjs.map +4 -3
- package/dist/geopackage/index.d.ts +1 -1
- package/dist/geopackage/index.d.ts.map +1 -1
- package/dist/geopackage/index.js +1 -1
- package/dist/geopackage/index.js.map +1 -1
- package/dist/geopackage/lib/geopackage-tile-metadata.cjs +124 -0
- package/dist/geopackage/lib/geopackage-tile-metadata.cjs.map +7 -0
- package/dist/geopackage/lib/parse-geopackage.cjs +535 -0
- package/dist/geopackage/lib/parse-geopackage.cjs.map +7 -0
- package/dist/geopackage/lib/parse-geopackage.d.ts +2 -1
- package/dist/geopackage/lib/parse-geopackage.d.ts.map +1 -1
- package/dist/geopackage/lib/parse-geopackage.js +13 -10
- package/dist/geopackage/lib/parse-geopackage.js.map +1 -1
- package/dist/geopackage/lib/types.cjs +19 -0
- package/dist/geopackage/lib/types.cjs.map +7 -0
- package/dist/geopackage/unbundled.cjs +31 -0
- package/dist/geopackage/unbundled.cjs.map +7 -0
- package/dist/geopackage-loader-types.cjs +69 -0
- package/dist/geopackage-loader-types.cjs.map +7 -0
- package/dist/geopackage-loader-types.d.ts +2 -0
- package/dist/geopackage-loader-types.d.ts.map +1 -0
- package/dist/geopackage-loader-types.js +2 -0
- package/dist/geopackage-loader-types.js.map +1 -0
- package/dist/geopackage-loader.cjs +41 -0
- package/dist/geopackage-loader.cjs.map +7 -0
- package/dist/geopackage-loader.d.ts +2 -0
- package/dist/geopackage-loader.d.ts.map +1 -0
- package/dist/geopackage-loader.js +2 -0
- package/dist/geopackage-loader.js.map +1 -0
- package/dist/geopackage-source-loader.cjs +265 -0
- package/dist/geopackage-source-loader.cjs.map +7 -0
- package/dist/geopackage-source-loader.d.ts +2 -0
- package/dist/geopackage-source-loader.d.ts.map +1 -0
- package/dist/geopackage-source-loader.js +2 -0
- package/dist/geopackage-source-loader.js.map +1 -0
- package/dist/geopackage.cjs +25 -0
- package/dist/geopackage.cjs.map +7 -0
- package/dist/gpx-loader-types.cjs +61 -0
- package/dist/gpx-loader-types.cjs.map +7 -0
- package/dist/gpx-loader-types.d.ts +2 -0
- package/dist/gpx-loader-types.d.ts.map +1 -0
- package/dist/gpx-loader-types.js +2 -0
- package/dist/gpx-loader-types.js.map +1 -0
- package/dist/gpx-loader.cjs +79 -0
- package/dist/gpx-loader.cjs.map +7 -0
- package/dist/gpx-loader.d.ts +2 -0
- package/dist/gpx-loader.d.ts.map +1 -0
- package/dist/gpx-loader.js +2 -0
- package/dist/gpx-loader.js.map +1 -0
- package/dist/gpx.cjs +31 -0
- package/dist/gpx.cjs.map +7 -0
- package/dist/hex-wkb-loader-types.cjs +74 -0
- package/dist/hex-wkb-loader-types.cjs.map +7 -0
- package/dist/hex-wkb-loader-types.d.ts +2 -0
- package/dist/hex-wkb-loader-types.d.ts.map +1 -0
- package/dist/hex-wkb-loader-types.js +2 -0
- package/dist/hex-wkb-loader-types.js.map +1 -0
- package/dist/hex-wkb-loader.cjs +69 -0
- package/dist/hex-wkb-loader.cjs.map +7 -0
- package/dist/hex-wkb-loader.d.ts +2 -0
- package/dist/hex-wkb-loader.d.ts.map +1 -0
- package/dist/hex-wkb-loader.js +2 -0
- package/dist/hex-wkb-loader.js.map +1 -0
- package/dist/index.cjs +64 -15169
- package/dist/index.cjs.map +4 -3
- package/dist/index.d.ts +3 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/kml/bundled.cjs +50 -0
- package/dist/kml/bundled.cjs.map +7 -0
- package/dist/kml/bundled.d.ts +1 -1
- package/dist/kml/bundled.d.ts.map +1 -1
- package/dist/kml/bundled.js +1 -1
- package/dist/kml/bundled.js.map +1 -1
- package/dist/kml/gpx-loader-types.cjs +59 -0
- package/dist/kml/gpx-loader-types.cjs.map +7 -0
- package/dist/kml/gpx-loader-types.d.ts +11 -6
- package/dist/kml/gpx-loader-types.d.ts.map +1 -1
- package/dist/kml/gpx-loader-types.js +4 -2
- package/dist/kml/gpx-loader-types.js.map +1 -1
- package/dist/kml/gpx-loader.cjs +77 -0
- package/dist/kml/gpx-loader.cjs.map +7 -0
- package/dist/kml/gpx-loader.d.ts +9 -18
- package/dist/kml/gpx-loader.d.ts.map +1 -1
- package/dist/kml/gpx-loader.js +3 -3
- package/dist/kml/gpx-loader.js.map +1 -1
- package/dist/kml/index.cjs +48 -11414
- package/dist/kml/index.cjs.map +4 -3
- package/dist/kml/index.d.ts +1 -1
- package/dist/kml/index.d.ts.map +1 -1
- package/dist/kml/index.js +1 -1
- package/dist/kml/index.js.map +1 -1
- package/dist/kml/kml-format.cjs +87 -0
- package/dist/kml/kml-format.cjs.map +7 -0
- package/dist/kml/kml-loader-types.cjs +59 -0
- package/dist/kml/kml-loader-types.cjs.map +7 -0
- package/dist/kml/kml-loader-types.d.ts +11 -6
- package/dist/kml/kml-loader-types.d.ts.map +1 -1
- package/dist/kml/kml-loader-types.js +5 -3
- package/dist/kml/kml-loader-types.js.map +1 -1
- package/dist/kml/kml-loader.cjs +75 -0
- package/dist/kml/kml-loader.cjs.map +7 -0
- package/dist/kml/kml-loader.d.ts +9 -18
- package/dist/kml/kml-loader.d.ts.map +1 -1
- package/dist/kml/kml-loader.js +2 -2
- package/dist/kml/kml-loader.js.map +1 -1
- package/dist/kml/kml-parser.cjs +443 -0
- package/dist/kml/kml-parser.cjs.map +7 -0
- package/dist/kml/kml-parser.d.ts.map +1 -1
- package/dist/kml/kml-parser.js +3 -2
- package/dist/kml/kml-parser.js.map +1 -1
- package/dist/kml/kml-writer.cjs +210 -0
- package/dist/kml/kml-writer.cjs.map +7 -0
- package/dist/kml/kml-writer.js +1 -1
- package/dist/kml/kml-writer.js.map +1 -1
- package/dist/kml/kmz-archive.cjs +90 -0
- package/dist/kml/kmz-archive.cjs.map +7 -0
- package/dist/kml/kmz-loader-types.cjs +66 -0
- package/dist/kml/kmz-loader-types.cjs.map +7 -0
- package/dist/kml/kmz-loader-types.d.ts +24 -6
- package/dist/kml/kmz-loader-types.d.ts.map +1 -1
- package/dist/kml/kmz-loader-types.js +10 -2
- package/dist/kml/kmz-loader-types.js.map +1 -1
- package/dist/kml/kmz-loader.cjs +69 -0
- package/dist/kml/kmz-loader.cjs.map +7 -0
- package/dist/kml/kmz-loader.d.ts +13 -3
- package/dist/kml/kmz-loader.d.ts.map +1 -1
- package/dist/kml/kmz-loader.js +5 -2
- package/dist/kml/kmz-loader.js.map +1 -1
- package/dist/kml/kmz-source.cjs +175 -0
- package/dist/kml/kmz-source.cjs.map +7 -0
- package/dist/kml/kmz-source.d.ts +2 -32
- package/dist/kml/kmz-source.d.ts.map +1 -1
- package/dist/kml/kmz-source.js +7 -19
- package/dist/kml/kmz-source.js.map +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.cjs +150 -0
- package/dist/kml/lib/feature-collection-to-arrow.cjs.map +7 -0
- package/dist/kml/lib/feature-collection-to-arrow.d.ts +3 -2
- package/dist/kml/lib/feature-collection-to-arrow.d.ts.map +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.js +3 -3
- package/dist/kml/lib/feature-collection-to-arrow.js.map +1 -1
- package/dist/kml/sports-track-parser.cjs +384 -0
- package/dist/kml/sports-track-parser.cjs.map +7 -0
- package/dist/kml/sports-track-parser.js +3 -2
- package/dist/kml/sports-track-parser.js.map +1 -1
- package/dist/kml/tcx-loader-types.cjs +59 -0
- package/dist/kml/tcx-loader-types.cjs.map +7 -0
- package/dist/kml/tcx-loader-types.d.ts +11 -6
- package/dist/kml/tcx-loader-types.d.ts.map +1 -1
- package/dist/kml/tcx-loader-types.js +4 -2
- package/dist/kml/tcx-loader-types.js.map +1 -1
- package/dist/kml/tcx-loader.cjs +77 -0
- package/dist/kml/tcx-loader.cjs.map +7 -0
- package/dist/kml/tcx-loader.d.ts +9 -18
- package/dist/kml/tcx-loader.d.ts.map +1 -1
- package/dist/kml/tcx-loader.js +3 -3
- package/dist/kml/tcx-loader.js.map +1 -1
- package/dist/kml/unbundled.cjs +50 -0
- package/dist/kml/unbundled.cjs.map +7 -0
- package/dist/kml/unbundled.d.ts +1 -1
- package/dist/kml/unbundled.d.ts.map +1 -1
- package/dist/kml/unbundled.js +1 -1
- package/dist/kml/unbundled.js.map +1 -1
- package/dist/kml-loader-types.cjs +61 -0
- package/dist/kml-loader-types.cjs.map +7 -0
- package/dist/kml-loader-types.d.ts +2 -0
- package/dist/kml-loader-types.d.ts.map +1 -0
- package/dist/kml-loader-types.js +2 -0
- package/dist/kml-loader-types.js.map +1 -0
- package/dist/kml-loader.cjs +77 -0
- package/dist/kml-loader.cjs.map +7 -0
- package/dist/kml-loader.d.ts +2 -0
- package/dist/kml-loader.d.ts.map +1 -0
- package/dist/kml-loader.js +2 -0
- package/dist/kml-loader.js.map +1 -0
- package/dist/kml-writer.cjs +212 -0
- package/dist/kml-writer.cjs.map +7 -0
- package/dist/kml-writer.d.ts +2 -0
- package/dist/kml-writer.d.ts.map +1 -0
- package/dist/kml-writer.js +2 -0
- package/dist/kml-writer.js.map +1 -0
- package/dist/kml.cjs +25 -0
- package/dist/kml.cjs.map +7 -0
- package/dist/kmz-loader-types.cjs +68 -0
- package/dist/kmz-loader-types.cjs.map +7 -0
- package/dist/kmz-loader-types.d.ts +2 -0
- package/dist/kmz-loader-types.d.ts.map +1 -0
- package/dist/kmz-loader-types.js +2 -0
- package/dist/kmz-loader-types.js.map +1 -0
- package/dist/kmz-loader.cjs +71 -0
- package/dist/kmz-loader.cjs.map +7 -0
- package/dist/kmz-loader.d.ts +2 -0
- package/dist/kmz-loader.d.ts.map +1 -0
- package/dist/kmz-loader.js +2 -0
- package/dist/kmz-loader.js.map +1 -0
- package/dist/kmz-source.cjs +177 -0
- package/dist/kmz-source.cjs.map +7 -0
- package/dist/kmz-source.d.ts +2 -0
- package/dist/kmz-source.d.ts.map +1 -0
- package/dist/kmz-source.js +2 -0
- package/dist/kmz-source.js.map +1 -0
- package/dist/kmz.cjs +31 -0
- package/dist/kmz.cjs.map +7 -0
- package/dist/shapefile/bundled.cjs +41 -0
- package/dist/shapefile/bundled.cjs.map +7 -0
- package/dist/shapefile/dbf-format.cjs +40 -0
- package/dist/shapefile/dbf-format.cjs.map +7 -0
- package/dist/shapefile/dbf-loader-types.cjs +66 -0
- package/dist/shapefile/dbf-loader-types.cjs.map +7 -0
- package/dist/shapefile/dbf-loader-types.d.ts +1 -3
- package/dist/shapefile/dbf-loader-types.d.ts.map +1 -1
- package/dist/shapefile/dbf-loader-types.js +4 -4
- package/dist/shapefile/dbf-loader-types.js.map +1 -1
- package/dist/shapefile/dbf-loader.cjs +81 -0
- package/dist/shapefile/dbf-loader.cjs.map +7 -0
- package/dist/shapefile/dbf-loader.d.ts +311 -4
- package/dist/shapefile/dbf-loader.d.ts.map +1 -1
- package/dist/shapefile/dbf-loader.js +43 -11
- package/dist/shapefile/dbf-loader.js.map +1 -1
- package/dist/shapefile/index.cjs +33 -5721
- package/dist/shapefile/index.cjs.map +4 -3
- package/dist/shapefile/index.d.ts +0 -4
- package/dist/shapefile/index.d.ts.map +1 -1
- package/dist/shapefile/index.js +0 -5
- package/dist/shapefile/index.js.map +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.cjs +166 -0
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.d.ts +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js +3 -3
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.cjs +266 -0
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.d.ts +1 -1
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.js +2 -2
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.cjs +306 -0
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts +5 -3
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.js +10 -2
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf.cjs +287 -0
- package/dist/shapefile/lib/parsers/parse-dbf.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.cjs +286 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.js +3 -3
- package/dist/shapefile/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-geometry.cjs +359 -0
- package/dist/shapefile/lib/parsers/parse-shp-geometry.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shp-geometry.d.ts +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-geometry.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-geometry.js +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-geometry.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.cjs +60 -0
- package/dist/shapefile/lib/parsers/parse-shp-header.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shp-header.d.ts +2 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.js +4 -5
- package/dist/shapefile/lib/parsers/parse-shp-header.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.cjs +165 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js +5 -5
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.cjs +184 -0
- package/dist/shapefile/lib/parsers/parse-shp.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shp.js +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shx.cjs +49 -0
- package/dist/shapefile/lib/parsers/parse-shx.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/types.cjs +19 -0
- package/dist/shapefile/lib/parsers/types.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/types.d.ts +3 -3
- package/dist/shapefile/lib/parsers/types.d.ts.map +1 -1
- package/dist/shapefile/lib/shapefile-worker-transport.cjs +77 -0
- package/dist/shapefile/lib/shapefile-worker-transport.cjs.map +7 -0
- package/dist/shapefile/lib/shapefile-worker-transport.d.ts +6 -7
- package/dist/shapefile/lib/shapefile-worker-transport.d.ts.map +1 -1
- package/dist/shapefile/lib/shapefile-worker-transport.js +43 -35
- package/dist/shapefile/lib/shapefile-worker-transport.js.map +1 -1
- package/dist/shapefile/lib/streaming/binary-chunk-reader.cjs +31 -0
- package/dist/shapefile/lib/streaming/binary-chunk-reader.cjs.map +7 -0
- package/dist/shapefile/lib/streaming/binary-reader.cjs +77 -0
- package/dist/shapefile/lib/streaming/binary-reader.cjs.map +7 -0
- package/dist/shapefile/lib/streaming/zip-batch-iterators.cjs +73 -0
- package/dist/shapefile/lib/streaming/zip-batch-iterators.cjs.map +7 -0
- package/dist/shapefile/shapefile-arrow-loader.cjs +413 -0
- package/dist/shapefile/shapefile-arrow-loader.cjs.map +7 -0
- package/dist/shapefile/shapefile-arrow-loader.d.ts.map +1 -1
- package/dist/shapefile/shapefile-arrow-loader.js +59 -20
- package/dist/shapefile/shapefile-arrow-loader.js.map +1 -1
- package/dist/shapefile/shapefile-loader-types.cjs +65 -0
- package/dist/shapefile/shapefile-loader-types.cjs.map +7 -0
- package/dist/shapefile/shapefile-loader-types.d.ts +23 -12
- package/dist/shapefile/shapefile-loader-types.d.ts.map +1 -1
- package/dist/shapefile/shapefile-loader-types.js +7 -3
- package/dist/shapefile/shapefile-loader-types.js.map +1 -1
- package/dist/shapefile/shapefile-loader.cjs +122 -0
- package/dist/shapefile/shapefile-loader.cjs.map +7 -0
- package/dist/shapefile/shapefile-loader.d.ts +52 -8
- package/dist/shapefile/shapefile-loader.d.ts.map +1 -1
- package/dist/shapefile/shapefile-loader.js +90 -10
- package/dist/shapefile/shapefile-loader.js.map +1 -1
- package/dist/shapefile/shp-format.cjs +57 -0
- package/dist/shapefile/shp-format.cjs.map +7 -0
- package/dist/shapefile/shp-loader-types.cjs +65 -0
- package/dist/shapefile/shp-loader-types.cjs.map +7 -0
- package/dist/shapefile/shp-loader-types.d.ts +1 -3
- package/dist/shapefile/shp-loader-types.d.ts.map +1 -1
- package/dist/shapefile/shp-loader-types.js +4 -4
- package/dist/shapefile/shp-loader-types.js.map +1 -1
- package/dist/shapefile/shp-loader.cjs +106 -0
- package/dist/shapefile/shp-loader.cjs.map +7 -0
- package/dist/shapefile/shp-loader.d.ts +191 -2
- package/dist/shapefile/shp-loader.d.ts.map +1 -1
- package/dist/shapefile/shp-loader.js +62 -8
- package/dist/shapefile/shp-loader.js.map +1 -1
- package/dist/shapefile/unbundled.cjs +37 -0
- package/dist/shapefile/unbundled.cjs.map +7 -0
- package/dist/shapefile/unbundled.d.ts +2 -2
- package/dist/shapefile/unbundled.d.ts.map +1 -1
- package/dist/shapefile/unbundled.js +2 -2
- package/dist/shapefile/unbundled.js.map +1 -1
- package/dist/shapefile-arrow-loader.cjs +415 -0
- package/dist/shapefile-arrow-loader.cjs.map +7 -0
- package/dist/shapefile-arrow-loader.d.ts +2 -0
- package/dist/shapefile-arrow-loader.d.ts.map +1 -0
- package/dist/shapefile-arrow-loader.js +2 -0
- package/dist/shapefile-arrow-loader.js.map +1 -0
- package/dist/shapefile-loader-types.cjs +67 -0
- package/dist/shapefile-loader-types.cjs.map +7 -0
- package/dist/shapefile-loader-types.d.ts +2 -0
- package/dist/shapefile-loader-types.d.ts.map +1 -0
- package/dist/shapefile-loader-types.js +2 -0
- package/dist/shapefile-loader-types.js.map +1 -0
- package/dist/shapefile-loader.cjs +124 -0
- package/dist/shapefile-loader.cjs.map +7 -0
- package/dist/shapefile-loader.d.ts +2 -0
- package/dist/shapefile-loader.d.ts.map +1 -0
- package/dist/shapefile-loader.js +2 -0
- package/dist/shapefile-loader.js.map +1 -0
- package/dist/shapefile-worker.js +36978 -0
- package/dist/shapefile.cjs +25 -0
- package/dist/shapefile.cjs.map +7 -0
- package/dist/shp-loader-types.cjs +67 -0
- package/dist/shp-loader-types.cjs.map +7 -0
- package/dist/shp-loader-types.d.ts +2 -0
- package/dist/shp-loader-types.d.ts.map +1 -0
- package/dist/shp-loader-types.js +2 -0
- package/dist/shp-loader-types.js.map +1 -0
- package/dist/shp-loader.cjs +108 -0
- package/dist/shp-loader.cjs.map +7 -0
- package/dist/shp-loader.d.ts +2 -0
- package/dist/shp-loader.d.ts.map +1 -0
- package/dist/shp-loader.js +2 -0
- package/dist/shp-loader.js.map +1 -0
- package/dist/shp-worker.js +7329 -5592
- package/dist/shp.cjs +31 -0
- package/dist/shp.cjs.map +7 -0
- package/dist/tcx-loader-types.cjs +61 -0
- package/dist/tcx-loader-types.cjs.map +7 -0
- package/dist/tcx-loader-types.d.ts +2 -0
- package/dist/tcx-loader-types.d.ts.map +1 -0
- package/dist/tcx-loader-types.js +2 -0
- package/dist/tcx-loader-types.js.map +1 -0
- package/dist/tcx-loader.cjs +79 -0
- package/dist/tcx-loader.cjs.map +7 -0
- package/dist/tcx-loader.d.ts +2 -0
- package/dist/tcx-loader.d.ts.map +1 -0
- package/dist/tcx-loader.js +2 -0
- package/dist/tcx-loader.js.map +1 -0
- package/dist/tcx.cjs +31 -0
- package/dist/tcx.cjs.map +7 -0
- package/dist/twkb-loader-types.cjs +73 -0
- package/dist/twkb-loader-types.cjs.map +7 -0
- package/dist/twkb-loader-types.d.ts +2 -0
- package/dist/twkb-loader-types.d.ts.map +1 -0
- package/dist/twkb-loader-types.js +2 -0
- package/dist/twkb-loader-types.js.map +1 -0
- package/dist/twkb-loader.cjs +47 -0
- package/dist/twkb-loader.cjs.map +7 -0
- package/dist/twkb-loader.d.ts +2 -0
- package/dist/twkb-loader.d.ts.map +1 -0
- package/dist/twkb-loader.js +2 -0
- package/dist/twkb-loader.js.map +1 -0
- package/dist/twkb-writer.cjs +52 -0
- package/dist/twkb-writer.cjs.map +7 -0
- package/dist/twkb-writer.d.ts +2 -0
- package/dist/twkb-writer.d.ts.map +1 -0
- package/dist/twkb-writer.js +2 -0
- package/dist/twkb-writer.js.map +1 -0
- package/dist/twkb.cjs +34 -0
- package/dist/twkb.cjs.map +7 -0
- package/dist/twkb.d.ts +3 -0
- package/dist/twkb.d.ts.map +1 -0
- package/dist/twkb.js +6 -0
- package/dist/twkb.js.map +1 -0
- package/dist/wkb-loader-types.cjs +62 -0
- package/dist/wkb-loader-types.cjs.map +7 -0
- package/dist/wkb-loader-types.d.ts +2 -0
- package/dist/wkb-loader-types.d.ts.map +1 -0
- package/dist/wkb-loader-types.js +2 -0
- package/dist/wkb-loader-types.js.map +1 -0
- package/dist/wkb-loader.cjs +58 -0
- package/dist/wkb-loader.cjs.map +7 -0
- package/dist/wkb-loader.d.ts +2 -0
- package/dist/wkb-loader.d.ts.map +1 -0
- package/dist/wkb-loader.js +2 -0
- package/dist/wkb-loader.js.map +1 -0
- package/dist/wkb-writer.cjs +56 -0
- package/dist/wkb-writer.cjs.map +7 -0
- package/dist/wkb-writer.d.ts +2 -0
- package/dist/wkb-writer.d.ts.map +1 -0
- package/dist/wkb-writer.js +2 -0
- package/dist/wkb-writer.js.map +1 -0
- package/dist/wkb.cjs +34 -0
- package/dist/wkb.cjs.map +7 -0
- package/dist/wkb.d.ts +3 -0
- package/dist/wkb.d.ts.map +1 -0
- package/dist/wkb.js +6 -0
- package/dist/wkb.js.map +1 -0
- package/dist/wkt/bundled.cjs +47 -0
- package/dist/wkt/bundled.cjs.map +7 -0
- package/dist/wkt/bundled.d.ts +7 -0
- package/dist/wkt/bundled.d.ts.map +1 -0
- package/dist/wkt/bundled.js +9 -0
- package/dist/wkt/bundled.js.map +1 -0
- package/dist/wkt/hex-wkb-loader-types.cjs +72 -0
- package/dist/wkt/hex-wkb-loader-types.cjs.map +7 -0
- package/dist/wkt/hex-wkb-loader-types.d.ts +65 -0
- package/dist/wkt/hex-wkb-loader-types.d.ts.map +1 -0
- package/dist/wkt/hex-wkb-loader-types.js +51 -0
- package/dist/wkt/hex-wkb-loader-types.js.map +1 -0
- package/dist/wkt/hex-wkb-loader.cjs +67 -0
- package/dist/wkt/hex-wkb-loader.cjs.map +7 -0
- package/dist/wkt/hex-wkb-loader.d.ts +41 -0
- package/dist/wkt/hex-wkb-loader.d.ts.map +1 -0
- package/dist/wkt/hex-wkb-loader.js +54 -0
- package/dist/wkt/hex-wkb-loader.js.map +1 -0
- package/dist/wkt/index.cjs +66 -0
- package/dist/wkt/index.cjs.map +7 -0
- package/dist/wkt/index.d.ts +11 -0
- package/dist/wkt/index.d.ts.map +1 -0
- package/dist/wkt/index.js +14 -0
- package/dist/wkt/index.js.map +1 -0
- package/dist/wkt/lib/version.cjs +31 -0
- package/dist/wkt/lib/version.cjs.map +7 -0
- package/dist/wkt/lib/version.d.ts +2 -0
- package/dist/wkt/lib/version.d.ts.map +1 -0
- package/dist/wkt/lib/version.js +8 -0
- package/dist/wkt/lib/version.js.map +1 -0
- package/dist/wkt/twkb-loader-types.cjs +71 -0
- package/dist/wkt/twkb-loader-types.cjs.map +7 -0
- package/dist/wkt/twkb-loader-types.d.ts +61 -0
- package/dist/wkt/twkb-loader-types.d.ts.map +1 -0
- package/dist/wkt/twkb-loader-types.js +40 -0
- package/dist/wkt/twkb-loader-types.js.map +1 -0
- package/dist/wkt/twkb-loader.cjs +45 -0
- package/dist/wkt/twkb-loader.cjs.map +7 -0
- package/dist/wkt/twkb-loader.d.ts +59 -0
- package/dist/wkt/twkb-loader.d.ts.map +1 -0
- package/dist/wkt/twkb-loader.js +23 -0
- package/dist/wkt/twkb-loader.js.map +1 -0
- package/dist/wkt/twkb-writer.cjs +50 -0
- package/dist/wkt/twkb-writer.cjs.map +7 -0
- package/dist/wkt/twkb-writer.d.ts +32 -0
- package/dist/wkt/twkb-writer.d.ts.map +1 -0
- package/dist/wkt/twkb-writer.js +27 -0
- package/dist/wkt/twkb-writer.js.map +1 -0
- package/dist/wkt/unbundled.cjs +43 -0
- package/dist/wkt/unbundled.cjs.map +7 -0
- package/dist/wkt/unbundled.d.ts +6 -0
- package/dist/wkt/unbundled.d.ts.map +1 -0
- package/dist/wkt/unbundled.js +9 -0
- package/dist/wkt/unbundled.js.map +1 -0
- package/dist/wkt/wkb-loader-types.cjs +60 -0
- package/dist/wkt/wkb-loader-types.cjs.map +7 -0
- package/dist/wkt/wkb-loader-types.d.ts +65 -0
- package/dist/wkt/wkb-loader-types.d.ts.map +1 -0
- package/dist/wkt/wkb-loader-types.js +30 -0
- package/dist/wkt/wkb-loader-types.js.map +1 -0
- package/dist/wkt/wkb-loader.cjs +56 -0
- package/dist/wkt/wkb-loader.cjs.map +7 -0
- package/dist/wkt/wkb-loader.d.ts +66 -0
- package/dist/wkt/wkb-loader.d.ts.map +1 -0
- package/dist/wkt/wkb-loader.js +32 -0
- package/dist/wkt/wkb-loader.js.map +1 -0
- package/dist/wkt/wkb-writer.cjs +54 -0
- package/dist/wkt/wkb-writer.cjs.map +7 -0
- package/dist/wkt/wkb-writer.d.ts +37 -0
- package/dist/wkt/wkb-writer.d.ts.map +1 -0
- package/dist/wkt/wkb-writer.js +31 -0
- package/dist/wkt/wkb-writer.js.map +1 -0
- package/dist/wkt/wkt-crs-loader-types.cjs +64 -0
- package/dist/wkt/wkt-crs-loader-types.cjs.map +7 -0
- package/dist/wkt/wkt-crs-loader-types.d.ts +54 -0
- package/dist/wkt/wkt-crs-loader-types.d.ts.map +1 -0
- package/dist/wkt/wkt-crs-loader-types.js +36 -0
- package/dist/wkt/wkt-crs-loader-types.js.map +1 -0
- package/dist/wkt/wkt-crs-loader.cjs +38 -0
- package/dist/wkt/wkt-crs-loader.cjs.map +7 -0
- package/dist/wkt/wkt-crs-loader.d.ts +31 -0
- package/dist/wkt/wkt-crs-loader.d.ts.map +1 -0
- package/dist/wkt/wkt-crs-loader.js +17 -0
- package/dist/wkt/wkt-crs-loader.js.map +1 -0
- package/dist/wkt/wkt-crs-writer.cjs +52 -0
- package/dist/wkt/wkt-crs-writer.cjs.map +7 -0
- package/dist/wkt/wkt-crs-writer.d.ts +30 -0
- package/dist/wkt/wkt-crs-writer.d.ts.map +1 -0
- package/dist/wkt/wkt-crs-writer.js +31 -0
- package/dist/wkt/wkt-crs-writer.js.map +1 -0
- package/dist/wkt/wkt-format.cjs +119 -0
- package/dist/wkt/wkt-format.cjs.map +7 -0
- package/dist/wkt/wkt-format.d.ts +69 -0
- package/dist/wkt/wkt-format.d.ts.map +1 -0
- package/dist/wkt/wkt-format.js +91 -0
- package/dist/wkt/wkt-format.js.map +1 -0
- package/dist/wkt/wkt-loader-types.cjs +60 -0
- package/dist/wkt/wkt-loader-types.cjs.map +7 -0
- package/dist/wkt/wkt-loader-types.d.ts +70 -0
- package/dist/wkt/wkt-loader-types.d.ts.map +1 -0
- package/dist/wkt/wkt-loader-types.js +30 -0
- package/dist/wkt/wkt-loader-types.js.map +1 -0
- package/dist/wkt/wkt-loader.cjs +45 -0
- package/dist/wkt/wkt-loader.cjs.map +7 -0
- package/dist/wkt/wkt-loader.d.ts +68 -0
- package/dist/wkt/wkt-loader.d.ts.map +1 -0
- package/dist/wkt/wkt-loader.js +23 -0
- package/dist/wkt/wkt-loader.js.map +1 -0
- package/dist/wkt/wkt-writer.cjs +54 -0
- package/dist/wkt/wkt-writer.cjs.map +7 -0
- package/dist/wkt/wkt-writer.d.ts +31 -0
- package/dist/wkt/wkt-writer.d.ts.map +1 -0
- package/dist/wkt/wkt-writer.js +31 -0
- package/dist/wkt/wkt-writer.js.map +1 -0
- package/dist/wkt/workers/wkb-worker.cjs +7 -0
- package/dist/wkt/workers/wkb-worker.cjs.map +7 -0
- package/dist/wkt/workers/wkb-worker.d.ts +2 -0
- package/dist/wkt/workers/wkb-worker.d.ts.map +1 -0
- package/dist/wkt/workers/wkb-worker.js +7 -0
- package/dist/wkt/workers/wkb-worker.js.map +1 -0
- package/dist/wkt/workers/wkt-worker.cjs +11 -0
- package/dist/wkt/workers/wkt-worker.cjs.map +7 -0
- package/dist/wkt/workers/wkt-worker.d.ts +2 -0
- package/dist/wkt/workers/wkt-worker.d.ts.map +1 -0
- package/dist/wkt/workers/wkt-worker.js +8 -0
- package/dist/wkt/workers/wkt-worker.js.map +1 -0
- package/dist/wkt-crs-loader-types.cjs +66 -0
- package/dist/wkt-crs-loader-types.cjs.map +7 -0
- package/dist/wkt-crs-loader-types.d.ts +2 -0
- package/dist/wkt-crs-loader-types.d.ts.map +1 -0
- package/dist/wkt-crs-loader-types.js +2 -0
- package/dist/wkt-crs-loader-types.js.map +1 -0
- package/dist/wkt-crs-loader.cjs +40 -0
- package/dist/wkt-crs-loader.cjs.map +7 -0
- package/dist/wkt-crs-loader.d.ts +2 -0
- package/dist/wkt-crs-loader.d.ts.map +1 -0
- package/dist/wkt-crs-loader.js +2 -0
- package/dist/wkt-crs-loader.js.map +1 -0
- package/dist/wkt-crs-writer.cjs +54 -0
- package/dist/wkt-crs-writer.cjs.map +7 -0
- package/dist/wkt-crs-writer.d.ts +2 -0
- package/dist/wkt-crs-writer.d.ts.map +1 -0
- package/dist/wkt-crs-writer.js +2 -0
- package/dist/wkt-crs-writer.js.map +1 -0
- package/dist/wkt-loader-types.cjs +62 -0
- package/dist/wkt-loader-types.cjs.map +7 -0
- package/dist/wkt-loader-types.d.ts +2 -0
- package/dist/wkt-loader-types.d.ts.map +1 -0
- package/dist/wkt-loader-types.js +2 -0
- package/dist/wkt-loader-types.js.map +1 -0
- package/dist/wkt-loader.cjs +47 -0
- package/dist/wkt-loader.cjs.map +7 -0
- package/dist/wkt-loader.d.ts +2 -0
- package/dist/wkt-loader.d.ts.map +1 -0
- package/dist/wkt-loader.js +2 -0
- package/dist/wkt-loader.js.map +1 -0
- package/dist/wkt-worker.js +1895 -0
- package/dist/wkt-writer.cjs +56 -0
- package/dist/wkt-writer.cjs.map +7 -0
- package/dist/wkt-writer.d.ts +2 -0
- package/dist/wkt-writer.d.ts.map +1 -0
- package/dist/wkt-writer.js +2 -0
- package/dist/wkt-writer.js.map +1 -0
- package/dist/workers/dbf-worker.cjs +25 -0
- package/dist/workers/dbf-worker.cjs.map +7 -0
- package/dist/workers/dbf-worker.js +16 -2
- package/dist/workers/dbf-worker.js.map +1 -1
- package/dist/workers/flatgeobuf-worker.cjs +7 -0
- package/dist/workers/flatgeobuf-worker.cjs.map +7 -0
- package/dist/workers/geopackage-worker.cjs +7 -0
- package/dist/workers/geopackage-worker.cjs.map +7 -0
- package/dist/workers/shapefile-worker.cjs +71 -0
- package/dist/workers/shapefile-worker.cjs.map +7 -0
- package/dist/workers/shapefile-worker.d.ts +2 -0
- package/dist/workers/shapefile-worker.d.ts.map +1 -0
- package/dist/workers/shapefile-worker.js +61 -0
- package/dist/workers/shapefile-worker.js.map +1 -0
- package/dist/workers/shp-worker.cjs +7 -0
- package/dist/workers/shp-worker.cjs.map +7 -0
- package/dist/workers/shp-worker.js +2 -2
- package/dist/workers/shp-worker.js.map +1 -1
- package/package.json +218 -88
- package/src/dbf-loader-types.ts +1 -0
- package/src/dbf-loader.ts +1 -0
- package/src/flatgeobuf/flatgeobuf-loader-types.ts +18 -17
- package/src/flatgeobuf/flatgeobuf-loader.ts +9 -11
- package/src/flatgeobuf/flatgeobuf-source-loader.ts +19 -32
- package/src/flatgeobuf/index.ts +1 -9
- package/src/flatgeobuf/lib/flatgeobuf-reader.ts +2 -2
- package/src/flatgeobuf/lib/flatgeobuf-worker-transport.ts +12 -50
- package/src/flatgeobuf/lib/parse-flatgeobuf.ts +11 -11
- package/src/flatgeobuf/unbundled.ts +1 -1
- package/src/flatgeobuf-loader-types.ts +1 -0
- package/src/flatgeobuf-loader.ts +1 -0
- package/src/flatgeobuf-source-loader.ts +1 -0
- package/src/geopackage/geopackage-loader-types.ts +13 -8
- package/src/geopackage/geopackage-loader.ts +5 -2
- package/src/geopackage/geopackage-source-loader.ts +57 -58
- package/src/geopackage/index.ts +1 -1
- package/src/geopackage/lib/parse-geopackage.ts +15 -10
- package/src/geopackage-loader-types.ts +1 -0
- package/src/geopackage-loader.ts +1 -0
- package/src/geopackage-source-loader.ts +1 -0
- package/src/gpx-loader-types.ts +1 -0
- package/src/gpx-loader.ts +1 -0
- package/src/hex-wkb-loader-types.ts +1 -0
- package/src/hex-wkb-loader.ts +1 -0
- package/src/index.ts +4 -3
- package/src/kml/bundled.ts +1 -1
- package/src/kml/gpx-loader-types.ts +5 -3
- package/src/kml/gpx-loader.ts +9 -17
- package/src/kml/index.ts +1 -1
- package/src/kml/kml-loader-types.ts +7 -5
- package/src/kml/kml-loader.ts +8 -20
- package/src/kml/kml-parser.ts +3 -2
- package/src/kml/kmz-loader-types.ts +17 -4
- package/src/kml/kmz-loader.ts +7 -3
- package/src/kml/kmz-source.ts +12 -25
- package/src/kml/lib/feature-collection-to-arrow.ts +6 -12
- package/src/kml/sports-track-parser.ts +3 -2
- package/src/kml/tcx-loader-types.ts +5 -3
- package/src/kml/tcx-loader.ts +9 -17
- package/src/kml/unbundled.ts +1 -1
- package/src/kml-loader-types.ts +1 -0
- package/src/kml-loader.ts +1 -0
- package/src/kml-writer.ts +1 -0
- package/src/kmz-loader-types.ts +1 -0
- package/src/kmz-loader.ts +1 -0
- package/src/kmz-source.ts +1 -0
- package/src/shapefile/dbf-loader-types.ts +6 -7
- package/src/shapefile/dbf-loader.ts +52 -19
- package/src/shapefile/index.ts +0 -6
- package/src/shapefile/lib/parsers/build-geoarrow-geometry-arrow.ts +3 -3
- package/src/shapefile/lib/parsers/build-wkb-geometry-arrow.ts +3 -3
- package/src/shapefile/lib/parsers/parse-dbf-to-arrow.ts +21 -7
- package/src/shapefile/lib/parsers/parse-shapefile.ts +3 -3
- package/src/shapefile/lib/parsers/parse-shp-geometry.ts +1 -1
- package/src/shapefile/lib/parsers/parse-shp-header.ts +4 -5
- package/src/shapefile/lib/parsers/parse-shp-to-arrow.ts +5 -5
- package/src/shapefile/lib/parsers/parse-shp.ts +1 -1
- package/src/shapefile/lib/parsers/types.ts +3 -3
- package/src/shapefile/lib/shapefile-worker-transport.ts +50 -58
- package/src/shapefile/shapefile-arrow-loader.ts +76 -21
- package/src/shapefile/shapefile-loader-types.ts +15 -16
- package/src/shapefile/shapefile-loader.ts +106 -8
- package/src/shapefile/shp-loader-types.ts +7 -11
- package/src/shapefile/shp-loader.ts +73 -12
- package/src/shapefile/unbundled.ts +2 -2
- package/src/shapefile-arrow-loader.ts +1 -0
- package/src/shapefile-loader-types.ts +1 -0
- package/src/shapefile-loader.ts +1 -0
- package/src/shp-loader-types.ts +1 -0
- package/src/shp-loader.ts +1 -0
- package/src/tcx-loader-types.ts +1 -0
- package/src/tcx-loader.ts +1 -0
- package/src/twkb-loader-types.ts +1 -0
- package/src/twkb-loader.ts +1 -0
- package/src/twkb-writer.ts +1 -0
- package/src/twkb.ts +6 -0
- package/src/wkb-loader-types.ts +1 -0
- package/src/wkb-loader.ts +1 -0
- package/src/wkb-writer.ts +1 -0
- package/src/wkb.ts +6 -0
- package/src/wkt/bundled.ts +16 -0
- package/src/wkt/hex-wkb-loader-types.ts +60 -0
- package/src/wkt/hex-wkb-loader.ts +65 -0
- package/src/wkt/index.ts +19 -0
- package/src/wkt/lib/version.ts +8 -0
- package/src/wkt/twkb-loader-types.ts +51 -0
- package/src/wkt/twkb-loader.ts +35 -0
- package/src/wkt/twkb-writer.ts +39 -0
- package/src/wkt/unbundled.ts +9 -0
- package/src/wkt/wkb-loader-types.ts +43 -0
- package/src/wkt/wkb-loader.ts +51 -0
- package/src/wkt/wkb-writer.ts +47 -0
- package/src/wkt/wkt-crs-loader-types.ts +44 -0
- package/src/wkt/wkt-crs-loader.ts +25 -0
- package/src/wkt/wkt-crs-writer.ts +42 -0
- package/src/wkt/wkt-format.ts +101 -0
- package/src/wkt/wkt-loader-types.ts +47 -0
- package/src/wkt/wkt-loader.ts +42 -0
- package/src/wkt/wkt-writer.ts +39 -0
- package/src/wkt/workers/wkb-worker.ts +8 -0
- package/src/wkt/workers/wkt-worker.ts +11 -0
- package/src/wkt-crs-loader-types.ts +1 -0
- package/src/wkt-crs-loader.ts +1 -0
- package/src/wkt-crs-writer.ts +1 -0
- package/src/wkt-loader-types.ts +1 -0
- package/src/wkt-loader.ts +1 -0
- package/src/wkt-writer.ts +1 -0
- package/src/workers/dbf-worker.ts +21 -2
- package/src/workers/shapefile-worker.ts +85 -0
- package/src/workers/shp-worker.ts +2 -2
|
@@ -0,0 +1,413 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __defProp = Object.defineProperty;
|
|
4
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
+
var __export = (target, all) => {
|
|
9
|
+
for (var name in all)
|
|
10
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
+
};
|
|
12
|
+
var __copyProps = (to, from, except, desc) => {
|
|
13
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
+
for (let key of __getOwnPropNames(from))
|
|
15
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
+
}
|
|
18
|
+
return to;
|
|
19
|
+
};
|
|
20
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
+
mod
|
|
27
|
+
));
|
|
28
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
+
|
|
30
|
+
// src/shapefile/shapefile-arrow-loader.ts
|
|
31
|
+
var shapefile_arrow_loader_exports = {};
|
|
32
|
+
__export(shapefile_arrow_loader_exports, {
|
|
33
|
+
parseShapefileToArrow: () => parseShapefileToArrow,
|
|
34
|
+
parseShapefileToArrowInBatches: () => parseShapefileToArrowInBatches
|
|
35
|
+
});
|
|
36
|
+
module.exports = __toCommonJS(shapefile_arrow_loader_exports);
|
|
37
|
+
var import_loader_utils = require("@loaders.gl/core/loader-utils");
|
|
38
|
+
var import_loader_utils2 = require("@loaders.gl/core/loader-utils");
|
|
39
|
+
var arrow = __toESM(require("apache-arrow"), 1);
|
|
40
|
+
var import_schema_utils = require("@loaders.gl/core/schema-utils");
|
|
41
|
+
var import_schema_utils2 = require("@loaders.gl/core/schema-utils");
|
|
42
|
+
var import_feature_table = require("@loaders.gl/core/arrow-geometry/feature-table");
|
|
43
|
+
var import_geometry_codecs = require("@loaders.gl/core/arrow-geometry/geometry-codecs");
|
|
44
|
+
var import_geometry_field = require("@loaders.gl/core/arrow-geometry/geometry-field");
|
|
45
|
+
var import_projection = require("@math.gl/geospatial/projection");
|
|
46
|
+
var import_shp_loader = require("./shp-loader.cjs");
|
|
47
|
+
var import_dbf_loader = require("./dbf-loader.cjs");
|
|
48
|
+
var import_parse_shapefile = require("./lib/parsers/parse-shapefile.cjs");
|
|
49
|
+
var import_build_wkb_geometry_arrow = require("./lib/parsers/build-wkb-geometry-arrow.cjs");
|
|
50
|
+
var import_build_geoarrow_geometry_arrow = require("./lib/parsers/build-geoarrow-geometry-arrow.cjs");
|
|
51
|
+
var GEOMETRY_COLUMN_NAME = "geometry";
|
|
52
|
+
async function parseShapefileToArrow(arrayBuffer, options, context) {
|
|
53
|
+
const { cpg, prj, shx } = await (0, import_parse_shapefile.loadShapefileSidecarFiles)(options, context);
|
|
54
|
+
const transform = getReprojectionTransform(prj, options);
|
|
55
|
+
const geoArrowEncoding = getTypedGeoArrowEncoding(options);
|
|
56
|
+
let header;
|
|
57
|
+
let geometryTable;
|
|
58
|
+
if (geoArrowEncoding) {
|
|
59
|
+
geometryTable = (0, import_build_geoarrow_geometry_arrow.makeSHPGeoArrowGeometryTable)(arrayBuffer, options, { transform });
|
|
60
|
+
} else {
|
|
61
|
+
const shpResult = await (0, import_loader_utils2.parseFromContext)(
|
|
62
|
+
arrayBuffer,
|
|
63
|
+
import_shp_loader.SHPLoaderWithParser,
|
|
64
|
+
{
|
|
65
|
+
...options,
|
|
66
|
+
shp: {
|
|
67
|
+
...options?.shp,
|
|
68
|
+
shape: "wkb"
|
|
69
|
+
}
|
|
70
|
+
},
|
|
71
|
+
context
|
|
72
|
+
);
|
|
73
|
+
header = shpResult.header;
|
|
74
|
+
geometryTable = makeGeometryArrowTable(
|
|
75
|
+
shpResult.geometries,
|
|
76
|
+
header,
|
|
77
|
+
transform
|
|
78
|
+
);
|
|
79
|
+
if (options?.geoarrow?.encodingPreference === "geoarrow.geometry" || options?.shapefile?.geoarrow?.encodingPreference === "geoarrow.geometry") {
|
|
80
|
+
const geometryColumn = geometryTable.data.getChild(GEOMETRY_COLUMN_NAME);
|
|
81
|
+
const geometries = geometryColumn?.toArray() || [];
|
|
82
|
+
geometryTable = (0, import_feature_table.convertFeaturesToGeoArrowTable)(
|
|
83
|
+
geometries.map((geometry) => ({
|
|
84
|
+
type: "Feature",
|
|
85
|
+
geometry: geometry ? (0, import_geometry_codecs.convertWKBToGeometry)(geometry.slice().buffer) : null,
|
|
86
|
+
properties: {}
|
|
87
|
+
})),
|
|
88
|
+
{ encodingPreference: "geoarrow.geometry" }
|
|
89
|
+
);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
let propertySchema = null;
|
|
93
|
+
let propertyTable = null;
|
|
94
|
+
const dbfResponse = context?.url ? await context.fetch((0, import_parse_shapefile.replaceExtension)(context.url, "dbf")).catch(() => null) : null;
|
|
95
|
+
if (dbfResponse?.ok) {
|
|
96
|
+
const propertyData = await (0, import_loader_utils2.parseFromContext)(
|
|
97
|
+
dbfResponse,
|
|
98
|
+
import_dbf_loader.DBFLoaderWithParser,
|
|
99
|
+
{
|
|
100
|
+
...options,
|
|
101
|
+
dbf: {
|
|
102
|
+
...options?.dbf,
|
|
103
|
+
shape: "arrow",
|
|
104
|
+
encoding: cpg || "latin1"
|
|
105
|
+
}
|
|
106
|
+
},
|
|
107
|
+
context
|
|
108
|
+
);
|
|
109
|
+
propertySchema = (0, import_schema_utils.convertArrowToSchema)(propertyData.schema);
|
|
110
|
+
propertyTable = { shape: "arrow-table", data: propertyData, schema: propertySchema };
|
|
111
|
+
}
|
|
112
|
+
const schema = buildOutputSchema(propertySchema, header, geometryTable.schema);
|
|
113
|
+
const table = propertyTable ? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema) : geometryTable;
|
|
114
|
+
return Object.assign(table, { loaderData: { header, encoding: cpg, prj, shx } });
|
|
115
|
+
}
|
|
116
|
+
async function* parseShapefileToArrowInBatches(asyncIterator, options, context) {
|
|
117
|
+
if (getTypedGeoArrowEncoding(options)) {
|
|
118
|
+
throw new Error("Typed GeoArrow shapefile output is only supported for non-streaming parse.");
|
|
119
|
+
}
|
|
120
|
+
const { cpg, prj, shx } = await (0, import_parse_shapefile.loadShapefileSidecarFiles)(options, context);
|
|
121
|
+
const batchSize = typeof options?.core?.batchSize === "number" ? options.core.batchSize : options?.shapefile?.batchSize ?? options?.shp?.batchSize ?? options?.dbf?.batchSize ?? 1e4;
|
|
122
|
+
const childOptions = {
|
|
123
|
+
...options,
|
|
124
|
+
core: { ...options?.core, batchMaxRowsPerSecond: 0 }
|
|
125
|
+
};
|
|
126
|
+
const shapeIterable = await (0, import_loader_utils2.parseInBatchesFromContext)(
|
|
127
|
+
(0, import_loader_utils2.toArrayBufferIterator)(asyncIterator),
|
|
128
|
+
import_shp_loader.SHPLoaderWithParser,
|
|
129
|
+
{
|
|
130
|
+
...childOptions,
|
|
131
|
+
shp: {
|
|
132
|
+
...options?.shp,
|
|
133
|
+
shape: "wkb",
|
|
134
|
+
batchSize
|
|
135
|
+
}
|
|
136
|
+
},
|
|
137
|
+
context
|
|
138
|
+
);
|
|
139
|
+
const shapeIterator = getAsyncIterator(shapeIterable);
|
|
140
|
+
const shapeHeader = await getNextNonMetadataValue(shapeIterator);
|
|
141
|
+
const header = shapeHeader;
|
|
142
|
+
let propertyIterator = null;
|
|
143
|
+
let propertySchema = null;
|
|
144
|
+
const dbfResponse = context?.url ? await context.fetch((0, import_parse_shapefile.replaceExtension)(context.url, "dbf")).catch(() => null) : null;
|
|
145
|
+
if (dbfResponse?.ok) {
|
|
146
|
+
const dbfOptions = {
|
|
147
|
+
...childOptions,
|
|
148
|
+
dbf: {
|
|
149
|
+
...options?.dbf,
|
|
150
|
+
shape: "arrow",
|
|
151
|
+
batchSize,
|
|
152
|
+
encoding: cpg || "latin1"
|
|
153
|
+
}
|
|
154
|
+
};
|
|
155
|
+
const propertyIterable = await (0, import_loader_utils2.parseInBatchesFromContext)(
|
|
156
|
+
dbfResponse,
|
|
157
|
+
import_dbf_loader.DBFLoaderWithParser,
|
|
158
|
+
dbfOptions,
|
|
159
|
+
context
|
|
160
|
+
);
|
|
161
|
+
propertyIterator = getAsyncIterator(propertyIterable);
|
|
162
|
+
const firstPropertyBatch = await getNextArrowBatch(propertyIterator);
|
|
163
|
+
propertySchema = firstPropertyBatch?.schema || null;
|
|
164
|
+
const outputSchema2 = buildOutputSchema(propertySchema, header);
|
|
165
|
+
const propertyQueue = [];
|
|
166
|
+
const geometryQueue = [];
|
|
167
|
+
let yieldedDataBatch2 = false;
|
|
168
|
+
if (firstPropertyBatch && firstPropertyBatch.length > 0) {
|
|
169
|
+
propertyQueue.push(firstPropertyBatch.data);
|
|
170
|
+
}
|
|
171
|
+
let shapeDone = false;
|
|
172
|
+
let propertyDone = false;
|
|
173
|
+
while (!shapeDone || !propertyDone || getQueuedRowCount(geometryQueue) > 0 || getQueuedRowCount(propertyQueue) > 0) {
|
|
174
|
+
if (!shapeDone && getQueuedRowCount(geometryQueue) === 0) {
|
|
175
|
+
const shapeBatch = await shapeIterator.next();
|
|
176
|
+
if (shapeBatch.done) {
|
|
177
|
+
shapeDone = true;
|
|
178
|
+
} else if (shapeBatch.value?.batchType !== "metadata") {
|
|
179
|
+
const transform = getReprojectionTransform(prj, options);
|
|
180
|
+
geometryQueue.push(
|
|
181
|
+
makeGeometryArrowTable(shapeBatch.value, header, transform).data
|
|
182
|
+
);
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
if (!propertyDone && getQueuedRowCount(propertyQueue) < getQueuedRowCount(geometryQueue)) {
|
|
186
|
+
const propertyBatch = await getNextArrowBatch(propertyIterator);
|
|
187
|
+
if (!propertyBatch) {
|
|
188
|
+
propertyDone = true;
|
|
189
|
+
} else if (propertyBatch.length > 0) {
|
|
190
|
+
propertyQueue.push(propertyBatch.data);
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
const rowCount = Math.min(getQueuedRowCount(geometryQueue), getQueuedRowCount(propertyQueue));
|
|
194
|
+
if (rowCount === 0) {
|
|
195
|
+
if (shapeDone && getQueuedRowCount(geometryQueue) === 0 || propertyDone && getQueuedRowCount(propertyQueue) === 0) {
|
|
196
|
+
break;
|
|
197
|
+
}
|
|
198
|
+
continue;
|
|
199
|
+
}
|
|
200
|
+
const propertyTable = takeRowsFromQueue(propertyQueue, rowCount);
|
|
201
|
+
const geometryTable = takeRowsFromQueue(geometryQueue, rowCount);
|
|
202
|
+
const batch = appendGeometryColumnToArrowTable(
|
|
203
|
+
{ shape: "arrow-table", schema: propertySchema || void 0, data: propertyTable },
|
|
204
|
+
{ shape: "arrow-table", data: geometryTable },
|
|
205
|
+
outputSchema2
|
|
206
|
+
);
|
|
207
|
+
yieldedDataBatch2 = true;
|
|
208
|
+
yield { ...(0, import_loader_utils2.makeTableScanBatch)(batch), loaderData: { header, encoding: cpg, prj, shx } };
|
|
209
|
+
}
|
|
210
|
+
if (!yieldedDataBatch2) {
|
|
211
|
+
yield { ...makeEmptyArrowBatch(outputSchema2), loaderData: { header, encoding: cpg, prj, shx } };
|
|
212
|
+
}
|
|
213
|
+
return;
|
|
214
|
+
}
|
|
215
|
+
const outputSchema = buildOutputSchema(null, header);
|
|
216
|
+
let yieldedDataBatch = false;
|
|
217
|
+
while (true) {
|
|
218
|
+
const shapeBatch = await shapeIterator.next();
|
|
219
|
+
if (shapeBatch.done) {
|
|
220
|
+
break;
|
|
221
|
+
}
|
|
222
|
+
if (shapeBatch.value?.batchType === "metadata") {
|
|
223
|
+
continue;
|
|
224
|
+
}
|
|
225
|
+
const transform = getReprojectionTransform(prj, options);
|
|
226
|
+
const arrowTable = makeGeometryArrowTable(
|
|
227
|
+
shapeBatch.value,
|
|
228
|
+
header,
|
|
229
|
+
transform
|
|
230
|
+
);
|
|
231
|
+
yieldedDataBatch = true;
|
|
232
|
+
yield {
|
|
233
|
+
...(0, import_loader_utils2.makeTableScanBatch)({ ...arrowTable, schema: outputSchema }),
|
|
234
|
+
loaderData: { header, encoding: cpg, prj, shx }
|
|
235
|
+
};
|
|
236
|
+
}
|
|
237
|
+
if (!yieldedDataBatch) {
|
|
238
|
+
yield { ...makeEmptyArrowBatch(outputSchema), loaderData: { header, encoding: cpg, prj, shx } };
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
function buildOutputSchema(propertySchema, header, geometrySchema) {
|
|
242
|
+
const geometryField = geometrySchema?.fields[0] || (0, import_geometry_field.makeWKBGeometryField)(GEOMETRY_COLUMN_NAME);
|
|
243
|
+
const schema = {
|
|
244
|
+
fields: [...propertySchema?.fields || [], geometryField],
|
|
245
|
+
metadata: {
|
|
246
|
+
...propertySchema?.metadata || {},
|
|
247
|
+
...geometrySchema?.metadata || {}
|
|
248
|
+
}
|
|
249
|
+
};
|
|
250
|
+
if (!geometrySchema) {
|
|
251
|
+
(0, import_geometry_field.setWKBGeometryColumnMetadata)(schema.metadata, {
|
|
252
|
+
geometryColumnName: GEOMETRY_COLUMN_NAME,
|
|
253
|
+
geometryTypes: inferGeometryTypes(header)
|
|
254
|
+
});
|
|
255
|
+
}
|
|
256
|
+
return schema;
|
|
257
|
+
}
|
|
258
|
+
function makeGeometryArrowTable(geometries, header, transform) {
|
|
259
|
+
const geometrySchema = buildOutputSchema(null, header);
|
|
260
|
+
return (0, import_build_wkb_geometry_arrow.makeWKBGeometryArrowTable)(geometries, geometrySchema, transform);
|
|
261
|
+
}
|
|
262
|
+
function appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema) {
|
|
263
|
+
const propertyBatch = propertyTable.data.batches[0];
|
|
264
|
+
const geometryBatch = geometryTable.data.batches[0];
|
|
265
|
+
const arrowSchema = (0, import_schema_utils2.convertSchemaToArrow)(schema);
|
|
266
|
+
const structField = new arrow.Struct(arrowSchema.fields);
|
|
267
|
+
const children = [...propertyBatch.data.children, geometryBatch.data.children[0]];
|
|
268
|
+
const rowCount = Math.max(propertyTable.data.numRows, geometryTable.data.numRows);
|
|
269
|
+
const structData = new arrow.Data(structField, 0, rowCount, 0, void 0, children);
|
|
270
|
+
const recordBatch = new arrow.RecordBatch(arrowSchema, structData);
|
|
271
|
+
return {
|
|
272
|
+
shape: "arrow-table",
|
|
273
|
+
schema,
|
|
274
|
+
data: new arrow.Table(arrowSchema, [recordBatch])
|
|
275
|
+
};
|
|
276
|
+
}
|
|
277
|
+
function getReprojectionTransform(sourceCrs, options) {
|
|
278
|
+
const { reproject = false, targetCrs = "WGS84" } = options?.gis || {};
|
|
279
|
+
if (!reproject) {
|
|
280
|
+
return void 0;
|
|
281
|
+
}
|
|
282
|
+
if (!sourceCrs) {
|
|
283
|
+
throw new import_loader_utils.CRSReprojectionError(
|
|
284
|
+
"missing-source-crs",
|
|
285
|
+
"Shapefile reprojection requires a source CRS from the .prj sidecar file",
|
|
286
|
+
{ targetCrs }
|
|
287
|
+
);
|
|
288
|
+
}
|
|
289
|
+
try {
|
|
290
|
+
const projection = import_projection.projectionEngine.createProjection({
|
|
291
|
+
from: sourceCrs,
|
|
292
|
+
to: targetCrs || "WGS84"
|
|
293
|
+
});
|
|
294
|
+
return (coordinate) => projection.projectSync(coordinate);
|
|
295
|
+
} catch (error) {
|
|
296
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
297
|
+
throw new import_loader_utils.CRSReprojectionError(
|
|
298
|
+
"transformation-failed",
|
|
299
|
+
`Shapefile reprojection failed: ${message}`,
|
|
300
|
+
{ sourceCrs, targetCrs: targetCrs || "WGS84", cause: error }
|
|
301
|
+
);
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
function getTypedGeoArrowEncoding(options) {
|
|
305
|
+
const encoding = options?.shapefile?.geoarrowEncoding || options?.shp?.geoarrowEncoding;
|
|
306
|
+
const preference = options?.geoarrow?.encodingPreference || options?.shapefile?.geoarrow?.encodingPreference || options?.shp?.geoarrow?.encodingPreference;
|
|
307
|
+
return encoding === "geoarrow" || preference === "optimized";
|
|
308
|
+
}
|
|
309
|
+
function inferGeometryTypes(header) {
|
|
310
|
+
const fallbackType = getGeometryTypeFromHeader(header?.type);
|
|
311
|
+
return fallbackType ? [fallbackType] : [];
|
|
312
|
+
}
|
|
313
|
+
function getGeometryTypeFromHeader(type) {
|
|
314
|
+
switch (type) {
|
|
315
|
+
case 1:
|
|
316
|
+
case 11:
|
|
317
|
+
case 21:
|
|
318
|
+
return type === 11 ? "Point Z" : "Point";
|
|
319
|
+
case 3:
|
|
320
|
+
case 13:
|
|
321
|
+
case 23:
|
|
322
|
+
return type === 13 ? "LineString Z" : "LineString";
|
|
323
|
+
case 5:
|
|
324
|
+
case 15:
|
|
325
|
+
case 25:
|
|
326
|
+
return type === 15 ? "Polygon Z" : "Polygon";
|
|
327
|
+
case 8:
|
|
328
|
+
case 18:
|
|
329
|
+
case 28:
|
|
330
|
+
return type === 18 ? "MultiPoint Z" : "MultiPoint";
|
|
331
|
+
default:
|
|
332
|
+
return null;
|
|
333
|
+
}
|
|
334
|
+
}
|
|
335
|
+
function getAsyncIterator(iterable) {
|
|
336
|
+
const iterator = iterable[Symbol.asyncIterator]?.() || iterable[Symbol.iterator]?.();
|
|
337
|
+
return iterator;
|
|
338
|
+
}
|
|
339
|
+
async function getNextNonMetadataValue(iterator) {
|
|
340
|
+
while (true) {
|
|
341
|
+
const result = await iterator.next();
|
|
342
|
+
if (result.done) {
|
|
343
|
+
return null;
|
|
344
|
+
}
|
|
345
|
+
if (result.value?.batchType !== "metadata") {
|
|
346
|
+
return result.value;
|
|
347
|
+
}
|
|
348
|
+
}
|
|
349
|
+
}
|
|
350
|
+
async function getNextArrowBatch(iterator) {
|
|
351
|
+
while (true) {
|
|
352
|
+
const result = await iterator.next();
|
|
353
|
+
if (result.done) {
|
|
354
|
+
return null;
|
|
355
|
+
}
|
|
356
|
+
if ((0, import_schema_utils.isNativeArrowRecordBatch)(result.value)) {
|
|
357
|
+
const recordBatch = result.value;
|
|
358
|
+
const schema = (0, import_schema_utils.convertArrowToSchema)(recordBatch.schema);
|
|
359
|
+
const batch = Object.getPrototypeOf(recordBatch) === arrow.RecordBatch.prototype ? recordBatch : importDBFRecordBatch(recordBatch, schema);
|
|
360
|
+
const data = new arrow.Table(batch.schema, [batch]);
|
|
361
|
+
return (0, import_loader_utils2.makeTableScanBatch)({
|
|
362
|
+
shape: "arrow-table",
|
|
363
|
+
schema,
|
|
364
|
+
data
|
|
365
|
+
});
|
|
366
|
+
}
|
|
367
|
+
if (result.value?.shape === "arrow-table") return result.value;
|
|
368
|
+
}
|
|
369
|
+
}
|
|
370
|
+
function importDBFRecordBatch(batch, tableSchema) {
|
|
371
|
+
const schema = (0, import_schema_utils2.convertSchemaToArrow)(tableSchema);
|
|
372
|
+
const children = batch.data.children.map(
|
|
373
|
+
(column, index) => new arrow.Data(
|
|
374
|
+
schema.fields[index].type,
|
|
375
|
+
column.offset,
|
|
376
|
+
column.length,
|
|
377
|
+
column.nullCount,
|
|
378
|
+
column.buffers,
|
|
379
|
+
void 0,
|
|
380
|
+
void 0,
|
|
381
|
+
column.variadicBuffers
|
|
382
|
+
)
|
|
383
|
+
);
|
|
384
|
+
const data = arrow.makeData({
|
|
385
|
+
type: new arrow.Struct(schema.fields),
|
|
386
|
+
length: batch.numRows,
|
|
387
|
+
children
|
|
388
|
+
});
|
|
389
|
+
return new arrow.RecordBatch(schema, data, new Map(batch.metadata));
|
|
390
|
+
}
|
|
391
|
+
function getQueuedRowCount(queue) {
|
|
392
|
+
return queue.reduce((rowCount, table) => rowCount + table.numRows, 0);
|
|
393
|
+
}
|
|
394
|
+
function takeRowsFromQueue(queue, rowCount) {
|
|
395
|
+
const table = queue[0];
|
|
396
|
+
if (rowCount === table.numRows) {
|
|
397
|
+
queue.shift();
|
|
398
|
+
return table;
|
|
399
|
+
}
|
|
400
|
+
const result = table.slice(0, rowCount);
|
|
401
|
+
queue[0] = table.slice(rowCount, table.numRows - rowCount);
|
|
402
|
+
return result;
|
|
403
|
+
}
|
|
404
|
+
function makeEmptyArrowBatch(schema) {
|
|
405
|
+
const table = new import_schema_utils2.ArrowTableBuilder(schema).finishTable();
|
|
406
|
+
return (0, import_loader_utils2.makeTableScanBatch)({ shape: "arrow-table", data: table, schema });
|
|
407
|
+
}
|
|
408
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
409
|
+
0 && (module.exports = {
|
|
410
|
+
parseShapefileToArrow,
|
|
411
|
+
parseShapefileToArrowInBatches
|
|
412
|
+
});
|
|
413
|
+
//# sourceMappingURL=shapefile-arrow-loader.cjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../src/shapefile/shapefile-arrow-loader.ts"],
|
|
4
|
+
"sourcesContent": ["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {CRSReprojectionError, type LoaderContext} from '@loaders.gl/core/loader-utils';\nimport {\n makeTableScanBatch,\n parseFromContext,\n parseInBatchesFromContext,\n toArrayBufferIterator\n} from '@loaders.gl/core/loader-utils';\nimport * as arrow from 'apache-arrow';\nimport {convertArrowToSchema, isNativeArrowRecordBatch} from '@loaders.gl/core/schema-utils';\nimport type {\n ArrowTable,\n ArrowTableBatch,\n Field,\n Schema as TableSchema\n} from '@loaders.gl/core/schema';\nimport {ArrowTableBuilder, convertSchemaToArrow} from '@loaders.gl/core/schema-utils';\nimport {convertFeaturesToGeoArrowTable} from '@loaders.gl/core/arrow-geometry/feature-table';\nimport {convertWKBToGeometry} from '@loaders.gl/core/arrow-geometry/geometry-codecs';\nimport {type GeoParquetGeometryType} from '@loaders.gl/core/schema';\nimport {\n makeWKBGeometryField,\n setWKBGeometryColumnMetadata\n} from '@loaders.gl/core/arrow-geometry/geometry-field';\nimport {projectionEngine} from '@math.gl/geospatial/projection';\nimport type {ReadonlyCRSDefinition, WKTCRSDefinition} from '@math.gl/geospatial/crs';\nimport {SHPLoaderWithParser} from './shp-loader';\nimport {DBFLoaderWithParser} from './dbf-loader';\nimport type {ShapefileLoaderOptions} from './shapefile-loader-types';\nimport type {SHPResult} from './lib/parsers/parse-shp';\nimport type {SHPHeader} from './lib/parsers/parse-shp-header';\nimport {loadShapefileSidecarFiles, replaceExtension} from './lib/parsers/parse-shapefile';\nimport {\n type SHPWKBGeometry,\n makeWKBGeometryArrowTable\n} from './lib/parsers/build-wkb-geometry-arrow';\nimport {makeSHPGeoArrowGeometryTable} from './lib/parsers/build-geoarrow-geometry-arrow';\nconst GEOMETRY_COLUMN_NAME = 'geometry';\n\n/** Parses a shapefile and returns an Arrow table with a WKB geometry column. */\nexport async function parseShapefileToArrow(\n arrayBuffer: ArrayBuffer,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): Promise<ArrowTable> {\n const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);\n const transform = getReprojectionTransform(prj, options);\n const geoArrowEncoding = getTypedGeoArrowEncoding(options);\n let header: SHPHeader | undefined;\n let geometryTable: ArrowTable;\n\n if (geoArrowEncoding) {\n geometryTable = makeSHPGeoArrowGeometryTable(arrayBuffer, options, {transform});\n } else {\n const shpResult = (await parseFromContext(\n arrayBuffer,\n SHPLoaderWithParser,\n {\n ...options,\n shp: {\n ...options?.shp,\n shape: 'wkb'\n }\n },\n context!\n )) as SHPResult;\n header = shpResult.header;\n geometryTable = makeGeometryArrowTable(\n shpResult.geometries as (SHPWKBGeometry | null)[],\n header,\n transform\n );\n if (\n options?.geoarrow?.encodingPreference === 'geoarrow.geometry' ||\n options?.shapefile?.geoarrow?.encodingPreference === 'geoarrow.geometry'\n ) {\n const geometryColumn = geometryTable.data.getChild(GEOMETRY_COLUMN_NAME);\n const geometries = geometryColumn?.toArray() || [];\n geometryTable = convertFeaturesToGeoArrowTable(\n geometries.map(geometry => ({\n type: 'Feature' as const,\n geometry: geometry ? convertWKBToGeometry(geometry.slice().buffer) : null,\n properties: {}\n })),\n {encodingPreference: 'geoarrow.geometry'}\n );\n }\n }\n\n let propertySchema: TableSchema | null = null;\n let propertyTable: ArrowTable | null = null;\n\n const dbfResponse = context?.url\n ? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)\n : null;\n if (dbfResponse?.ok) {\n const propertyData = (await parseFromContext(\n dbfResponse as any,\n DBFLoaderWithParser,\n {\n ...options,\n dbf: {\n ...options?.dbf,\n shape: 'arrow' as const,\n encoding: cpg || 'latin1'\n }\n },\n context!\n )) as arrow.Table;\n propertySchema = convertArrowToSchema(propertyData.schema);\n propertyTable = {shape: 'arrow-table', data: propertyData, schema: propertySchema};\n }\n\n const schema = buildOutputSchema(propertySchema, header, geometryTable.schema);\n const table = propertyTable\n ? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema)\n : geometryTable;\n return Object.assign(table, {loaderData: {header, encoding: cpg, prj, shx}});\n}\n\n/** Parses a shapefile into Arrow batches while keeping DBF-derived schema stable. */\nexport async function* parseShapefileToArrowInBatches(\n asyncIterator:\n | AsyncIterable<ArrayBufferLike | ArrayBufferView>\n | Iterable<ArrayBufferLike | ArrayBufferView>,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): AsyncIterable<ArrowTableBatch> {\n if (getTypedGeoArrowEncoding(options)) {\n throw new Error('Typed GeoArrow shapefile output is only supported for non-streaming parse.');\n }\n\n const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);\n const batchSize =\n typeof options?.core?.batchSize === 'number'\n ? options.core.batchSize\n : (options?.shapefile?.batchSize ??\n options?.shp?.batchSize ??\n options?.dbf?.batchSize ??\n 10000);\n const childOptions = {\n ...options,\n core: {...options?.core, batchMaxRowsPerSecond: 0}\n };\n\n const shapeIterable = await parseInBatchesFromContext(\n toArrayBufferIterator(asyncIterator),\n SHPLoaderWithParser,\n {\n ...childOptions,\n shp: {\n ...options?.shp,\n shape: 'wkb',\n batchSize\n }\n },\n context!\n );\n const shapeIterator = getAsyncIterator(shapeIterable);\n\n const shapeHeader = await getNextNonMetadataValue(shapeIterator);\n const header = shapeHeader as SHPHeader;\n\n let propertyIterator: AsyncIterator<any> | null = null;\n let propertySchema: TableSchema | null = null;\n\n const dbfResponse = context?.url\n ? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)\n : null;\n if (dbfResponse?.ok) {\n const dbfOptions = {\n ...childOptions,\n dbf: {\n ...options?.dbf,\n shape: 'arrow' as const,\n batchSize,\n encoding: cpg || 'latin1'\n }\n };\n const propertyIterable = await parseInBatchesFromContext(\n dbfResponse,\n DBFLoaderWithParser,\n dbfOptions,\n context!\n );\n propertyIterator = getAsyncIterator(propertyIterable);\n\n const firstPropertyBatch = await getNextArrowBatch(propertyIterator);\n propertySchema = firstPropertyBatch?.schema || null;\n const outputSchema = buildOutputSchema(propertySchema, header);\n const propertyQueue: arrow.Table[] = [];\n const geometryQueue: arrow.Table[] = [];\n let yieldedDataBatch = false;\n\n if (firstPropertyBatch && firstPropertyBatch.length > 0) {\n propertyQueue.push(firstPropertyBatch.data);\n }\n\n let shapeDone = false;\n let propertyDone = false;\n while (\n !shapeDone ||\n !propertyDone ||\n getQueuedRowCount(geometryQueue) > 0 ||\n getQueuedRowCount(propertyQueue) > 0\n ) {\n if (!shapeDone && getQueuedRowCount(geometryQueue) === 0) {\n const shapeBatch = await shapeIterator.next();\n if (shapeBatch.done) {\n shapeDone = true;\n } else if (shapeBatch.value?.batchType !== 'metadata') {\n const transform = getReprojectionTransform(prj, options);\n geometryQueue.push(\n makeGeometryArrowTable(shapeBatch.value as (SHPWKBGeometry | null)[], header, transform)\n .data\n );\n }\n }\n\n if (!propertyDone && getQueuedRowCount(propertyQueue) < getQueuedRowCount(geometryQueue)) {\n const propertyBatch = await getNextArrowBatch(propertyIterator);\n if (!propertyBatch) {\n propertyDone = true;\n } else if (propertyBatch.length > 0) {\n propertyQueue.push(propertyBatch.data);\n }\n }\n\n const rowCount = Math.min(getQueuedRowCount(geometryQueue), getQueuedRowCount(propertyQueue));\n if (rowCount === 0) {\n if (\n (shapeDone && getQueuedRowCount(geometryQueue) === 0) ||\n (propertyDone && getQueuedRowCount(propertyQueue) === 0)\n ) {\n break;\n }\n continue;\n }\n\n const propertyTable = takeRowsFromQueue(propertyQueue, rowCount);\n const geometryTable = takeRowsFromQueue(geometryQueue, rowCount);\n const batch = appendGeometryColumnToArrowTable(\n {shape: 'arrow-table', schema: propertySchema || undefined, data: propertyTable},\n {shape: 'arrow-table', data: geometryTable},\n outputSchema\n );\n yieldedDataBatch = true;\n yield {...makeTableScanBatch(batch), loaderData: {header, encoding: cpg, prj, shx}};\n }\n if (!yieldedDataBatch) {\n yield {...makeEmptyArrowBatch(outputSchema), loaderData: {header, encoding: cpg, prj, shx}};\n }\n return;\n }\n\n const outputSchema = buildOutputSchema(null, header);\n let yieldedDataBatch = false;\n\n while (true) {\n const shapeBatch = await shapeIterator.next();\n if (shapeBatch.done) {\n break;\n }\n if (shapeBatch.value?.batchType === 'metadata') {\n continue;\n }\n const transform = getReprojectionTransform(prj, options);\n const arrowTable = makeGeometryArrowTable(\n shapeBatch.value as (SHPWKBGeometry | null)[],\n header,\n transform\n );\n yieldedDataBatch = true;\n yield {\n ...makeTableScanBatch({...arrowTable, schema: outputSchema}),\n loaderData: {header, encoding: cpg, prj, shx}\n };\n }\n if (!yieldedDataBatch) {\n yield {...makeEmptyArrowBatch(outputSchema), loaderData: {header, encoding: cpg, prj, shx}};\n }\n}\n\n/** Creates the output Arrow schema by appending the WKB geometry column to DBF fields. */\nfunction buildOutputSchema(\n propertySchema: TableSchema | null,\n header?: SHPHeader,\n geometrySchema?: TableSchema\n): TableSchema {\n const geometryField: Field =\n geometrySchema?.fields[0] || makeWKBGeometryField(GEOMETRY_COLUMN_NAME);\n const schema: TableSchema = {\n fields: [...(propertySchema?.fields || []), geometryField],\n metadata: {\n ...(propertySchema?.metadata || {}),\n ...(geometrySchema?.metadata || {})\n }\n };\n\n if (!geometrySchema) {\n setWKBGeometryColumnMetadata(schema.metadata!, {\n geometryColumnName: GEOMETRY_COLUMN_NAME,\n geometryTypes: inferGeometryTypes(header)\n });\n }\n\n return schema;\n}\n\nfunction makeGeometryArrowTable(\n geometries: (SHPWKBGeometry | null | undefined)[],\n header?: SHPHeader,\n transform?: (coordinate: number[]) => number[]\n) {\n const geometrySchema = buildOutputSchema(null, header);\n return makeWKBGeometryArrowTable(geometries, geometrySchema, transform);\n}\n\nfunction appendGeometryColumnToArrowTable(\n propertyTable: ArrowTable,\n geometryTable: ArrowTable,\n schema: TableSchema\n): ArrowTable {\n const propertyBatch = propertyTable.data.batches[0];\n const geometryBatch = geometryTable.data.batches[0];\n const arrowSchema = convertSchemaToArrow(schema);\n const structField = new arrow.Struct(arrowSchema.fields);\n const children = [...propertyBatch.data.children, geometryBatch.data.children[0]];\n const rowCount = Math.max(propertyTable.data.numRows, geometryTable.data.numRows);\n const structData = new arrow.Data(structField, 0, rowCount, 0, undefined, children);\n const recordBatch = new arrow.RecordBatch(arrowSchema, structData);\n\n return {\n shape: 'arrow-table',\n schema,\n data: new arrow.Table(arrowSchema, [recordBatch])\n };\n}\n\nfunction getReprojectionTransform(\n sourceCrs: WKTCRSDefinition | undefined,\n options?: ShapefileLoaderOptions\n): ((coordinate: number[]) => number[]) | undefined {\n const {reproject = false, targetCrs = 'WGS84'} = options?.gis || {};\n if (!reproject) {\n return undefined;\n }\n if (!sourceCrs) {\n throw new CRSReprojectionError(\n 'missing-source-crs',\n 'Shapefile reprojection requires a source CRS from the .prj sidecar file',\n {targetCrs}\n );\n }\n try {\n const projection = projectionEngine.createProjection({\n from: sourceCrs,\n to: (targetCrs || 'WGS84') as ReadonlyCRSDefinition\n });\n return coordinate => projection.projectSync(coordinate);\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n throw new CRSReprojectionError(\n 'transformation-failed',\n `Shapefile reprojection failed: ${message}`,\n {sourceCrs, targetCrs: targetCrs || 'WGS84', cause: error}\n );\n }\n}\n\nfunction getTypedGeoArrowEncoding(options?: ShapefileLoaderOptions): boolean {\n const encoding = options?.shapefile?.geoarrowEncoding || options?.shp?.geoarrowEncoding;\n const preference =\n options?.geoarrow?.encodingPreference ||\n options?.shapefile?.geoarrow?.encodingPreference ||\n options?.shp?.geoarrow?.encodingPreference;\n return encoding === 'geoarrow' || preference === 'optimized';\n}\n\n/** Infers GeoParquet geometry type metadata from parsed geometries or the SHP header. */\nfunction inferGeometryTypes(header?: SHPHeader): GeoParquetGeometryType[] {\n const fallbackType = getGeometryTypeFromHeader(header?.type);\n return fallbackType ? [fallbackType] : [];\n}\n\n/** Maps SHP header geometry type codes to GeoParquet geometry type strings. */\nfunction getGeometryTypeFromHeader(type?: number): GeoParquetGeometryType | null {\n switch (type) {\n case 1:\n case 11:\n case 21:\n return type === 11 ? 'Point Z' : 'Point';\n case 3:\n case 13:\n case 23:\n return type === 13 ? 'LineString Z' : 'LineString';\n case 5:\n case 15:\n case 25:\n return type === 15 ? 'Polygon Z' : 'Polygon';\n case 8:\n case 18:\n case 28:\n return type === 18 ? 'MultiPoint Z' : 'MultiPoint';\n default:\n return null;\n }\n}\n\n/** Normalizes sync or async iterables to a single async iterator interface. */\nfunction getAsyncIterator(iterable: AsyncIterable<any> | Iterable<any>): AsyncIterator<any> {\n const iterator = iterable[Symbol.asyncIterator]?.() || iterable[Symbol.iterator]?.();\n return iterator as AsyncIterator<any>;\n}\n\n/** Reads the next non-metadata value from a parser iterator. */\nasync function getNextNonMetadataValue(iterator: AsyncIterator<any>): Promise<any> {\n while (true) {\n const result = await iterator.next();\n if (result.done) {\n return null;\n }\n if (result.value?.batchType !== 'metadata') {\n return result.value;\n }\n }\n}\n\n/** Reads both native and legacy DBF column batches. */\nasync function getNextArrowBatch(iterator: AsyncIterator<any>): Promise<ArrowTableBatch | null> {\n while (true) {\n const result = await iterator.next();\n if (result.done) {\n return null;\n }\n if (isNativeArrowRecordBatch(result.value)) {\n const recordBatch = result.value;\n const schema = convertArrowToSchema(recordBatch.schema);\n const batch =\n Object.getPrototypeOf(recordBatch) === arrow.RecordBatch.prototype\n ? recordBatch\n : importDBFRecordBatch(recordBatch, schema);\n const data = new arrow.Table(batch.schema, [batch]);\n return makeTableScanBatch({\n shape: 'arrow-table',\n schema,\n data\n });\n }\n if (result.value?.shape === 'arrow-table') return result.value;\n }\n}\n\n/** Rebuilds primitive DBF columns with local Arrow classes while reusing their buffers. */\nfunction importDBFRecordBatch(\n batch: arrow.RecordBatch,\n tableSchema: TableSchema\n): arrow.RecordBatch {\n const schema = convertSchemaToArrow(tableSchema);\n const children = batch.data.children.map(\n (column, index) =>\n new arrow.Data(\n schema.fields[index].type,\n column.offset,\n column.length,\n column.nullCount,\n column.buffers,\n undefined,\n undefined,\n column.variadicBuffers\n )\n );\n const data = arrow.makeData({\n type: new arrow.Struct(schema.fields),\n length: batch.numRows,\n children\n });\n return new arrow.RecordBatch(schema, data, new Map(batch.metadata));\n}\n\nfunction getQueuedRowCount(queue: arrow.Table[]): number {\n return queue.reduce((rowCount, table) => rowCount + table.numRows, 0);\n}\n\nfunction takeRowsFromQueue(queue: arrow.Table[], rowCount: number): arrow.Table {\n const table = queue[0];\n if (rowCount === table.numRows) {\n queue.shift();\n return table;\n }\n const result = table.slice(0, rowCount);\n queue[0] = table.slice(rowCount, table.numRows - rowCount);\n return result;\n}\n\n/** Creates an explicit empty Arrow batch so zero-row shapefiles still expose schema in batch mode. */\nfunction makeEmptyArrowBatch(schema: TableSchema): ArrowTableBatch {\n const table = new ArrowTableBuilder(schema).finishTable();\n return makeTableScanBatch({shape: 'arrow-table', data: table, schema});\n}\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,0BAAuD;AACvD,IAAAA,uBAKO;AACP,YAAuB;AACvB,0BAA6D;AAO7D,IAAAC,uBAAsD;AACtD,2BAA6C;AAC7C,6BAAmC;AAEnC,4BAGO;AACP,wBAA+B;AAE/B,wBAAkC;AAClC,wBAAkC;AAIlC,6BAA0D;AAC1D,sCAGO;AACP,2CAA2C;AAC3C,IAAM,uBAAuB;AAG7B,eAAsB,sBACpB,aACA,SACA,SACqB;AACrB,QAAM,EAAC,KAAK,KAAK,IAAG,IAAI,UAAM,kDAA0B,SAAS,OAAO;AACxE,QAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,QAAM,mBAAmB,yBAAyB,OAAO;AACzD,MAAI;AACJ,MAAI;AAEJ,MAAI,kBAAkB;AACpB,wBAAgB,mEAA6B,aAAa,SAAS,EAAC,UAAS,CAAC;AAAA,EAChF,OAAO;AACL,UAAM,YAAa,UAAM;AAAA,MACvB;AAAA,MACA;AAAA,MACA;AAAA,QACE,GAAG;AAAA,QACH,KAAK;AAAA,UACH,GAAG,SAAS;AAAA,UACZ,OAAO;AAAA,QACT;AAAA,MACF;AAAA,MACA;AAAA,IACF;AACA,aAAS,UAAU;AACnB,oBAAgB;AAAA,MACd,UAAU;AAAA,MACV;AAAA,MACA;AAAA,IACF;AACA,QACE,SAAS,UAAU,uBAAuB,uBAC1C,SAAS,WAAW,UAAU,uBAAuB,qBACrD;AACA,YAAM,iBAAiB,cAAc,KAAK,SAAS,oBAAoB;AACvE,YAAM,aAAa,gBAAgB,QAAQ,KAAK,CAAC;AACjD,0BAAgB;AAAA,QACd,WAAW,IAAI,eAAa;AAAA,UAC1B,MAAM;AAAA,UACN,UAAU,eAAW,6CAAqB,SAAS,MAAM,EAAE,MAAM,IAAI;AAAA,UACrE,YAAY,CAAC;AAAA,QACf,EAAE;AAAA,QACF,EAAC,oBAAoB,oBAAmB;AAAA,MAC1C;AAAA,IACF;AAAA,EACF;AAEA,MAAI,iBAAqC;AACzC,MAAI,gBAAmC;AAEvC,QAAM,cAAc,SAAS,MACzB,MAAM,QAAQ,UAAM,yCAAiB,QAAQ,KAAK,KAAK,CAAC,EAAE,MAAM,MAAM,IAAI,IAC1E;AACJ,MAAI,aAAa,IAAI;AACnB,UAAM,eAAgB,UAAM;AAAA,MAC1B;AAAA,MACA;AAAA,MACA;AAAA,QACE,GAAG;AAAA,QACH,KAAK;AAAA,UACH,GAAG,SAAS;AAAA,UACZ,OAAO;AAAA,UACP,UAAU,OAAO;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,IACF;AACA,yBAAiB,0CAAqB,aAAa,MAAM;AACzD,oBAAgB,EAAC,OAAO,eAAe,MAAM,cAAc,QAAQ,eAAc;AAAA,EACnF;AAEA,QAAM,SAAS,kBAAkB,gBAAgB,QAAQ,cAAc,MAAM;AAC7E,QAAM,QAAQ,gBACV,iCAAiC,eAAe,eAAe,MAAM,IACrE;AACJ,SAAO,OAAO,OAAO,OAAO,EAAC,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,EAAC,CAAC;AAC7E;AAGA,gBAAuB,+BACrB,eAGA,SACA,SACgC;AAChC,MAAI,yBAAyB,OAAO,GAAG;AACrC,UAAM,IAAI,MAAM,4EAA4E;AAAA,EAC9F;AAEA,QAAM,EAAC,KAAK,KAAK,IAAG,IAAI,UAAM,kDAA0B,SAAS,OAAO;AACxE,QAAM,YACJ,OAAO,SAAS,MAAM,cAAc,WAChC,QAAQ,KAAK,YACZ,SAAS,WAAW,aACrB,SAAS,KAAK,aACd,SAAS,KAAK,aACd;AACN,QAAM,eAAe;AAAA,IACnB,GAAG;AAAA,IACH,MAAM,EAAC,GAAG,SAAS,MAAM,uBAAuB,EAAC;AAAA,EACnD;AAEA,QAAM,gBAAgB,UAAM;AAAA,QAC1B,4CAAsB,aAAa;AAAA,IACnC;AAAA,IACA;AAAA,MACE,GAAG;AAAA,MACH,KAAK;AAAA,QACH,GAAG,SAAS;AAAA,QACZ,OAAO;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAAA,IACA;AAAA,EACF;AACA,QAAM,gBAAgB,iBAAiB,aAAa;AAEpD,QAAM,cAAc,MAAM,wBAAwB,aAAa;AAC/D,QAAM,SAAS;AAEf,MAAI,mBAA8C;AAClD,MAAI,iBAAqC;AAEzC,QAAM,cAAc,SAAS,MACzB,MAAM,QAAQ,UAAM,yCAAiB,QAAQ,KAAK,KAAK,CAAC,EAAE,MAAM,MAAM,IAAI,IAC1E;AACJ,MAAI,aAAa,IAAI;AACnB,UAAM,aAAa;AAAA,MACjB,GAAG;AAAA,MACH,KAAK;AAAA,QACH,GAAG,SAAS;AAAA,QACZ,OAAO;AAAA,QACP;AAAA,QACA,UAAU,OAAO;AAAA,MACnB;AAAA,IACF;AACA,UAAM,mBAAmB,UAAM;AAAA,MAC7B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,uBAAmB,iBAAiB,gBAAgB;AAEpD,UAAM,qBAAqB,MAAM,kBAAkB,gBAAgB;AACnE,qBAAiB,oBAAoB,UAAU;AAC/C,UAAMC,gBAAe,kBAAkB,gBAAgB,MAAM;AAC7D,UAAM,gBAA+B,CAAC;AACtC,UAAM,gBAA+B,CAAC;AACtC,QAAIC,oBAAmB;AAEvB,QAAI,sBAAsB,mBAAmB,SAAS,GAAG;AACvD,oBAAc,KAAK,mBAAmB,IAAI;AAAA,IAC5C;AAEA,QAAI,YAAY;AAChB,QAAI,eAAe;AACnB,WACE,CAAC,aACD,CAAC,gBACD,kBAAkB,aAAa,IAAI,KACnC,kBAAkB,aAAa,IAAI,GACnC;AACA,UAAI,CAAC,aAAa,kBAAkB,aAAa,MAAM,GAAG;AACxD,cAAM,aAAa,MAAM,cAAc,KAAK;AAC5C,YAAI,WAAW,MAAM;AACnB,sBAAY;AAAA,QACd,WAAW,WAAW,OAAO,cAAc,YAAY;AACrD,gBAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,wBAAc;AAAA,YACZ,uBAAuB,WAAW,OAAoC,QAAQ,SAAS,EACpF;AAAA,UACL;AAAA,QACF;AAAA,MACF;AAEA,UAAI,CAAC,gBAAgB,kBAAkB,aAAa,IAAI,kBAAkB,aAAa,GAAG;AACxF,cAAM,gBAAgB,MAAM,kBAAkB,gBAAgB;AAC9D,YAAI,CAAC,eAAe;AAClB,yBAAe;AAAA,QACjB,WAAW,cAAc,SAAS,GAAG;AACnC,wBAAc,KAAK,cAAc,IAAI;AAAA,QACvC;AAAA,MACF;AAEA,YAAM,WAAW,KAAK,IAAI,kBAAkB,aAAa,GAAG,kBAAkB,aAAa,CAAC;AAC5F,UAAI,aAAa,GAAG;AAClB,YACG,aAAa,kBAAkB,aAAa,MAAM,KAClD,gBAAgB,kBAAkB,aAAa,MAAM,GACtD;AACA;AAAA,QACF;AACA;AAAA,MACF;AAEA,YAAM,gBAAgB,kBAAkB,eAAe,QAAQ;AAC/D,YAAM,gBAAgB,kBAAkB,eAAe,QAAQ;AAC/D,YAAM,QAAQ;AAAA,QACZ,EAAC,OAAO,eAAe,QAAQ,kBAAkB,QAAW,MAAM,cAAa;AAAA,QAC/E,EAAC,OAAO,eAAe,MAAM,cAAa;AAAA,QAC1CD;AAAA,MACF;AACA,MAAAC,oBAAmB;AACnB,YAAM,EAAC,OAAG,yCAAmB,KAAK,GAAG,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,EAAC;AAAA,IACpF;AACA,QAAI,CAACA,mBAAkB;AACrB,YAAM,EAAC,GAAG,oBAAoBD,aAAY,GAAG,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,EAAC;AAAA,IAC5F;AACA;AAAA,EACF;AAEA,QAAM,eAAe,kBAAkB,MAAM,MAAM;AACnD,MAAI,mBAAmB;AAEvB,SAAO,MAAM;AACX,UAAM,aAAa,MAAM,cAAc,KAAK;AAC5C,QAAI,WAAW,MAAM;AACnB;AAAA,IACF;AACA,QAAI,WAAW,OAAO,cAAc,YAAY;AAC9C;AAAA,IACF;AACA,UAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,UAAM,aAAa;AAAA,MACjB,WAAW;AAAA,MACX;AAAA,MACA;AAAA,IACF;AACA,uBAAmB;AACnB,UAAM;AAAA,MACJ,OAAG,yCAAmB,EAAC,GAAG,YAAY,QAAQ,aAAY,CAAC;AAAA,MAC3D,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG;AAAA,IAC9C;AAAA,EACF;AACA,MAAI,CAAC,kBAAkB;AACrB,UAAM,EAAC,GAAG,oBAAoB,YAAY,GAAG,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,EAAC;AAAA,EAC5F;AACF;AAGA,SAAS,kBACP,gBACA,QACA,gBACa;AACb,QAAM,gBACJ,gBAAgB,OAAO,CAAC,SAAK,4CAAqB,oBAAoB;AACxE,QAAM,SAAsB;AAAA,IAC1B,QAAQ,CAAC,GAAI,gBAAgB,UAAU,CAAC,GAAI,aAAa;AAAA,IACzD,UAAU;AAAA,MACR,GAAI,gBAAgB,YAAY,CAAC;AAAA,MACjC,GAAI,gBAAgB,YAAY,CAAC;AAAA,IACnC;AAAA,EACF;AAEA,MAAI,CAAC,gBAAgB;AACnB,4DAA6B,OAAO,UAAW;AAAA,MAC7C,oBAAoB;AAAA,MACpB,eAAe,mBAAmB,MAAM;AAAA,IAC1C,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAEA,SAAS,uBACP,YACA,QACA,WACA;AACA,QAAM,iBAAiB,kBAAkB,MAAM,MAAM;AACrD,aAAO,2DAA0B,YAAY,gBAAgB,SAAS;AACxE;AAEA,SAAS,iCACP,eACA,eACA,QACY;AACZ,QAAM,gBAAgB,cAAc,KAAK,QAAQ,CAAC;AAClD,QAAM,gBAAgB,cAAc,KAAK,QAAQ,CAAC;AAClD,QAAM,kBAAc,2CAAqB,MAAM;AAC/C,QAAM,cAAc,IAAU,aAAO,YAAY,MAAM;AACvD,QAAM,WAAW,CAAC,GAAG,cAAc,KAAK,UAAU,cAAc,KAAK,SAAS,CAAC,CAAC;AAChF,QAAM,WAAW,KAAK,IAAI,cAAc,KAAK,SAAS,cAAc,KAAK,OAAO;AAChF,QAAM,aAAa,IAAU,WAAK,aAAa,GAAG,UAAU,GAAG,QAAW,QAAQ;AAClF,QAAM,cAAc,IAAU,kBAAY,aAAa,UAAU;AAEjE,SAAO;AAAA,IACL,OAAO;AAAA,IACP;AAAA,IACA,MAAM,IAAU,YAAM,aAAa,CAAC,WAAW,CAAC;AAAA,EAClD;AACF;AAEA,SAAS,yBACP,WACA,SACkD;AAClD,QAAM,EAAC,YAAY,OAAO,YAAY,QAAO,IAAI,SAAS,OAAO,CAAC;AAClE,MAAI,CAAC,WAAW;AACd,WAAO;AAAA,EACT;AACA,MAAI,CAAC,WAAW;AACd,UAAM,IAAI;AAAA,MACR;AAAA,MACA;AAAA,MACA,EAAC,UAAS;AAAA,IACZ;AAAA,EACF;AACA,MAAI;AACF,UAAM,aAAa,mCAAiB,iBAAiB;AAAA,MACnD,MAAM;AAAA,MACN,IAAK,aAAa;AAAA,IACpB,CAAC;AACD,WAAO,gBAAc,WAAW,YAAY,UAAU;AAAA,EACxD,SAAS,OAAO;AACd,UAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,UAAM,IAAI;AAAA,MACR;AAAA,MACA,kCAAkC,OAAO;AAAA,MACzC,EAAC,WAAW,WAAW,aAAa,SAAS,OAAO,MAAK;AAAA,IAC3D;AAAA,EACF;AACF;AAEA,SAAS,yBAAyB,SAA2C;AAC3E,QAAM,WAAW,SAAS,WAAW,oBAAoB,SAAS,KAAK;AACvE,QAAM,aACJ,SAAS,UAAU,sBACnB,SAAS,WAAW,UAAU,sBAC9B,SAAS,KAAK,UAAU;AAC1B,SAAO,aAAa,cAAc,eAAe;AACnD;AAGA,SAAS,mBAAmB,QAA8C;AACxE,QAAM,eAAe,0BAA0B,QAAQ,IAAI;AAC3D,SAAO,eAAe,CAAC,YAAY,IAAI,CAAC;AAC1C;AAGA,SAAS,0BAA0B,MAA8C;AAC/E,UAAQ,MAAM;AAAA,IACZ,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,YAAY;AAAA,IACnC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,iBAAiB;AAAA,IACxC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,cAAc;AAAA,IACrC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,iBAAiB;AAAA,IACxC;AACE,aAAO;AAAA,EACX;AACF;AAGA,SAAS,iBAAiB,UAAkE;AAC1F,QAAM,WAAW,SAAS,OAAO,aAAa,IAAI,KAAK,SAAS,OAAO,QAAQ,IAAI;AACnF,SAAO;AACT;AAGA,eAAe,wBAAwB,UAA4C;AACjF,SAAO,MAAM;AACX,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,QAAI,OAAO,MAAM;AACf,aAAO;AAAA,IACT;AACA,QAAI,OAAO,OAAO,cAAc,YAAY;AAC1C,aAAO,OAAO;AAAA,IAChB;AAAA,EACF;AACF;AAGA,eAAe,kBAAkB,UAA+D;AAC9F,SAAO,MAAM;AACX,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,QAAI,OAAO,MAAM;AACf,aAAO;AAAA,IACT;AACA,YAAI,8CAAyB,OAAO,KAAK,GAAG;AAC1C,YAAM,cAAc,OAAO;AAC3B,YAAM,aAAS,0CAAqB,YAAY,MAAM;AACtD,YAAM,QACJ,OAAO,eAAe,WAAW,MAAY,kBAAY,YACrD,cACA,qBAAqB,aAAa,MAAM;AAC9C,YAAM,OAAO,IAAU,YAAM,MAAM,QAAQ,CAAC,KAAK,CAAC;AAClD,iBAAO,yCAAmB;AAAA,QACxB,OAAO;AAAA,QACP;AAAA,QACA;AAAA,MACF,CAAC;AAAA,IACH;AACA,QAAI,OAAO,OAAO,UAAU,cAAe,QAAO,OAAO;AAAA,EAC3D;AACF;AAGA,SAAS,qBACP,OACA,aACmB;AACnB,QAAM,aAAS,2CAAqB,WAAW;AAC/C,QAAM,WAAW,MAAM,KAAK,SAAS;AAAA,IACnC,CAAC,QAAQ,UACP,IAAU;AAAA,MACR,OAAO,OAAO,KAAK,EAAE;AAAA,MACrB,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,OAAO;AAAA,IACT;AAAA,EACJ;AACA,QAAM,OAAa,eAAS;AAAA,IAC1B,MAAM,IAAU,aAAO,OAAO,MAAM;AAAA,IACpC,QAAQ,MAAM;AAAA,IACd;AAAA,EACF,CAAC;AACD,SAAO,IAAU,kBAAY,QAAQ,MAAM,IAAI,IAAI,MAAM,QAAQ,CAAC;AACpE;AAEA,SAAS,kBAAkB,OAA8B;AACvD,SAAO,MAAM,OAAO,CAAC,UAAU,UAAU,WAAW,MAAM,SAAS,CAAC;AACtE;AAEA,SAAS,kBAAkB,OAAsB,UAA+B;AAC9E,QAAM,QAAQ,MAAM,CAAC;AACrB,MAAI,aAAa,MAAM,SAAS;AAC9B,UAAM,MAAM;AACZ,WAAO;AAAA,EACT;AACA,QAAM,SAAS,MAAM,MAAM,GAAG,QAAQ;AACtC,QAAM,CAAC,IAAI,MAAM,MAAM,UAAU,MAAM,UAAU,QAAQ;AACzD,SAAO;AACT;AAGA,SAAS,oBAAoB,QAAsC;AACjE,QAAM,QAAQ,IAAI,uCAAkB,MAAM,EAAE,YAAY;AACxD,aAAO,yCAAmB,EAAC,OAAO,eAAe,MAAM,OAAO,OAAM,CAAC;AACvE;",
|
|
6
|
+
"names": ["import_loader_utils", "import_schema_utils", "outputSchema", "yieldedDataBatch"]
|
|
7
|
+
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shapefile-arrow-loader.d.ts","sourceRoot":"","sources":["../../src/shapefile/shapefile-arrow-loader.ts"],"names":[],"mappings":"AAIA,OAAO,EAAuB,KAAK,aAAa,EAAC,MAAM,+BAA+B,CAAC;
|
|
1
|
+
{"version":3,"file":"shapefile-arrow-loader.d.ts","sourceRoot":"","sources":["../../src/shapefile/shapefile-arrow-loader.ts"],"names":[],"mappings":"AAIA,OAAO,EAAuB,KAAK,aAAa,EAAC,MAAM,+BAA+B,CAAC;AASvF,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EAGhB,MAAM,yBAAyB,CAAC;AAajC,OAAO,KAAK,EAAC,sBAAsB,EAAC,oCAAiC;AAWrE,gFAAgF;AAChF,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,sBAAsB,EAChC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,UAAU,CAAC,CA0ErB;AAED,qFAAqF;AACrF,wBAAuB,8BAA8B,CACnD,aAAa,EACT,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,EAC/C,OAAO,CAAC,EAAE,sBAAsB,EAChC,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC,eAAe,CAAC,CA0JhC"}
|
|
@@ -4,10 +4,11 @@
|
|
|
4
4
|
import { CRSReprojectionError } from '@loaders.gl/core/loader-utils';
|
|
5
5
|
import { makeTableScanBatch, parseFromContext, parseInBatchesFromContext, toArrayBufferIterator } from '@loaders.gl/core/loader-utils';
|
|
6
6
|
import * as arrow from 'apache-arrow';
|
|
7
|
+
import { convertArrowToSchema, isNativeArrowRecordBatch } from '@loaders.gl/core/schema-utils';
|
|
7
8
|
import { ArrowTableBuilder, convertSchemaToArrow } from '@loaders.gl/core/schema-utils';
|
|
8
|
-
import { convertFeaturesToGeoArrowTable } from '@loaders.gl/arrow-geometry/feature-table';
|
|
9
|
-
import { convertWKBToGeometry } from '@loaders.gl/arrow-geometry/geometry-codecs';
|
|
10
|
-
import { makeWKBGeometryField, setWKBGeometryColumnMetadata } from '@loaders.gl/arrow-geometry/geometry-field';
|
|
9
|
+
import { convertFeaturesToGeoArrowTable } from '@loaders.gl/core/arrow-geometry/feature-table';
|
|
10
|
+
import { convertWKBToGeometry } from '@loaders.gl/core/arrow-geometry/geometry-codecs';
|
|
11
|
+
import { makeWKBGeometryField, setWKBGeometryColumnMetadata } from '@loaders.gl/core/arrow-geometry/geometry-field';
|
|
11
12
|
import { projectionEngine } from '@math.gl/geospatial/projection';
|
|
12
13
|
import { SHPLoaderWithParser } from "./shp-loader.js";
|
|
13
14
|
import { DBFLoaderWithParser } from "./dbf-loader.js";
|
|
@@ -17,7 +18,7 @@ import { makeSHPGeoArrowGeometryTable } from "./lib/parsers/build-geoarrow-geome
|
|
|
17
18
|
const GEOMETRY_COLUMN_NAME = 'geometry';
|
|
18
19
|
/** Parses a shapefile and returns an Arrow table with a WKB geometry column. */
|
|
19
20
|
export async function parseShapefileToArrow(arrayBuffer, options, context) {
|
|
20
|
-
const { cpg, prj } = await loadShapefileSidecarFiles(options, context);
|
|
21
|
+
const { cpg, prj, shx } = await loadShapefileSidecarFiles(options, context);
|
|
21
22
|
const transform = getReprojectionTransform(prj, options);
|
|
22
23
|
const geoArrowEncoding = getTypedGeoArrowEncoding(options);
|
|
23
24
|
let header;
|
|
@@ -52,30 +53,41 @@ export async function parseShapefileToArrow(arrayBuffer, options, context) {
|
|
|
52
53
|
? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)
|
|
53
54
|
: null;
|
|
54
55
|
if (dbfResponse?.ok) {
|
|
55
|
-
|
|
56
|
+
const propertyData = (await parseFromContext(dbfResponse, DBFLoaderWithParser, {
|
|
56
57
|
...options,
|
|
57
58
|
dbf: {
|
|
58
59
|
...options?.dbf,
|
|
59
|
-
shape: 'arrow
|
|
60
|
+
shape: 'arrow',
|
|
60
61
|
encoding: cpg || 'latin1'
|
|
61
62
|
}
|
|
62
63
|
}, context));
|
|
63
|
-
propertySchema =
|
|
64
|
+
propertySchema = convertArrowToSchema(propertyData.schema);
|
|
65
|
+
propertyTable = { shape: 'arrow-table', data: propertyData, schema: propertySchema };
|
|
64
66
|
}
|
|
65
67
|
const schema = buildOutputSchema(propertySchema, header, geometryTable.schema);
|
|
66
|
-
|
|
68
|
+
const table = propertyTable
|
|
67
69
|
? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema)
|
|
68
70
|
: geometryTable;
|
|
71
|
+
return Object.assign(table, { loaderData: { header, encoding: cpg, prj, shx } });
|
|
69
72
|
}
|
|
70
73
|
/** Parses a shapefile into Arrow batches while keeping DBF-derived schema stable. */
|
|
71
74
|
export async function* parseShapefileToArrowInBatches(asyncIterator, options, context) {
|
|
72
75
|
if (getTypedGeoArrowEncoding(options)) {
|
|
73
76
|
throw new Error('Typed GeoArrow shapefile output is only supported for non-streaming parse.');
|
|
74
77
|
}
|
|
75
|
-
const { cpg, prj } = await loadShapefileSidecarFiles(options, context);
|
|
76
|
-
const batchSize =
|
|
77
|
-
|
|
78
|
+
const { cpg, prj, shx } = await loadShapefileSidecarFiles(options, context);
|
|
79
|
+
const batchSize = typeof options?.core?.batchSize === 'number'
|
|
80
|
+
? options.core.batchSize
|
|
81
|
+
: (options?.shapefile?.batchSize ??
|
|
82
|
+
options?.shp?.batchSize ??
|
|
83
|
+
options?.dbf?.batchSize ??
|
|
84
|
+
10000);
|
|
85
|
+
const childOptions = {
|
|
78
86
|
...options,
|
|
87
|
+
core: { ...options?.core, batchMaxRowsPerSecond: 0 }
|
|
88
|
+
};
|
|
89
|
+
const shapeIterable = await parseInBatchesFromContext(toArrayBufferIterator(asyncIterator), SHPLoaderWithParser, {
|
|
90
|
+
...childOptions,
|
|
79
91
|
shp: {
|
|
80
92
|
...options?.shp,
|
|
81
93
|
shape: 'wkb',
|
|
@@ -92,10 +104,10 @@ export async function* parseShapefileToArrowInBatches(asyncIterator, options, co
|
|
|
92
104
|
: null;
|
|
93
105
|
if (dbfResponse?.ok) {
|
|
94
106
|
const dbfOptions = {
|
|
95
|
-
...
|
|
107
|
+
...childOptions,
|
|
96
108
|
dbf: {
|
|
97
109
|
...options?.dbf,
|
|
98
|
-
shape: 'arrow
|
|
110
|
+
shape: 'arrow',
|
|
99
111
|
batchSize,
|
|
100
112
|
encoding: cpg || 'latin1'
|
|
101
113
|
}
|
|
@@ -149,10 +161,10 @@ export async function* parseShapefileToArrowInBatches(asyncIterator, options, co
|
|
|
149
161
|
const geometryTable = takeRowsFromQueue(geometryQueue, rowCount);
|
|
150
162
|
const batch = appendGeometryColumnToArrowTable({ shape: 'arrow-table', schema: propertySchema || undefined, data: propertyTable }, { shape: 'arrow-table', data: geometryTable }, outputSchema);
|
|
151
163
|
yieldedDataBatch = true;
|
|
152
|
-
yield makeTableScanBatch(batch);
|
|
164
|
+
yield { ...makeTableScanBatch(batch), loaderData: { header, encoding: cpg, prj, shx } };
|
|
153
165
|
}
|
|
154
166
|
if (!yieldedDataBatch) {
|
|
155
|
-
yield makeEmptyArrowBatch(outputSchema);
|
|
167
|
+
yield { ...makeEmptyArrowBatch(outputSchema), loaderData: { header, encoding: cpg, prj, shx } };
|
|
156
168
|
}
|
|
157
169
|
return;
|
|
158
170
|
}
|
|
@@ -169,10 +181,13 @@ export async function* parseShapefileToArrowInBatches(asyncIterator, options, co
|
|
|
169
181
|
const transform = getReprojectionTransform(prj, options);
|
|
170
182
|
const arrowTable = makeGeometryArrowTable(shapeBatch.value, header, transform);
|
|
171
183
|
yieldedDataBatch = true;
|
|
172
|
-
yield
|
|
184
|
+
yield {
|
|
185
|
+
...makeTableScanBatch({ ...arrowTable, schema: outputSchema }),
|
|
186
|
+
loaderData: { header, encoding: cpg, prj, shx }
|
|
187
|
+
};
|
|
173
188
|
}
|
|
174
189
|
if (!yieldedDataBatch) {
|
|
175
|
-
yield makeEmptyArrowBatch(outputSchema);
|
|
190
|
+
yield { ...makeEmptyArrowBatch(outputSchema), loaderData: { header, encoding: cpg, prj, shx } };
|
|
176
191
|
}
|
|
177
192
|
}
|
|
178
193
|
/** Creates the output Arrow schema by appending the WKB geometry column to DBF fields. */
|
|
@@ -284,17 +299,41 @@ async function getNextNonMetadataValue(iterator) {
|
|
|
284
299
|
}
|
|
285
300
|
}
|
|
286
301
|
}
|
|
302
|
+
/** Reads both native and legacy DBF column batches. */
|
|
287
303
|
async function getNextArrowBatch(iterator) {
|
|
288
304
|
while (true) {
|
|
289
305
|
const result = await iterator.next();
|
|
290
306
|
if (result.done) {
|
|
291
307
|
return null;
|
|
292
308
|
}
|
|
293
|
-
if (result.value
|
|
294
|
-
|
|
309
|
+
if (isNativeArrowRecordBatch(result.value)) {
|
|
310
|
+
const recordBatch = result.value;
|
|
311
|
+
const schema = convertArrowToSchema(recordBatch.schema);
|
|
312
|
+
const batch = Object.getPrototypeOf(recordBatch) === arrow.RecordBatch.prototype
|
|
313
|
+
? recordBatch
|
|
314
|
+
: importDBFRecordBatch(recordBatch, schema);
|
|
315
|
+
const data = new arrow.Table(batch.schema, [batch]);
|
|
316
|
+
return makeTableScanBatch({
|
|
317
|
+
shape: 'arrow-table',
|
|
318
|
+
schema,
|
|
319
|
+
data
|
|
320
|
+
});
|
|
295
321
|
}
|
|
322
|
+
if (result.value?.shape === 'arrow-table')
|
|
323
|
+
return result.value;
|
|
296
324
|
}
|
|
297
325
|
}
|
|
326
|
+
/** Rebuilds primitive DBF columns with local Arrow classes while reusing their buffers. */
|
|
327
|
+
function importDBFRecordBatch(batch, tableSchema) {
|
|
328
|
+
const schema = convertSchemaToArrow(tableSchema);
|
|
329
|
+
const children = batch.data.children.map((column, index) => new arrow.Data(schema.fields[index].type, column.offset, column.length, column.nullCount, column.buffers, undefined, undefined, column.variadicBuffers));
|
|
330
|
+
const data = arrow.makeData({
|
|
331
|
+
type: new arrow.Struct(schema.fields),
|
|
332
|
+
length: batch.numRows,
|
|
333
|
+
children
|
|
334
|
+
});
|
|
335
|
+
return new arrow.RecordBatch(schema, data, new Map(batch.metadata));
|
|
336
|
+
}
|
|
298
337
|
function getQueuedRowCount(queue) {
|
|
299
338
|
return queue.reduce((rowCount, table) => rowCount + table.numRows, 0);
|
|
300
339
|
}
|
|
@@ -311,6 +350,6 @@ function takeRowsFromQueue(queue, rowCount) {
|
|
|
311
350
|
/** Creates an explicit empty Arrow batch so zero-row shapefiles still expose schema in batch mode. */
|
|
312
351
|
function makeEmptyArrowBatch(schema) {
|
|
313
352
|
const table = new ArrowTableBuilder(schema).finishTable();
|
|
314
|
-
return makeTableScanBatch({
|
|
353
|
+
return makeTableScanBatch({ shape: 'arrow-table', data: table, schema });
|
|
315
354
|
}
|
|
316
355
|
//# sourceMappingURL=shapefile-arrow-loader.js.map
|