@loaders.gl/geospatial 5.0.0-beta.1 → 5.0.0-beta.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -2
- package/WKT-README.md +1 -1
- package/dist/dbf-loader-types.cjs +68 -0
- package/dist/dbf-loader-types.cjs.map +7 -0
- package/dist/dbf-loader-types.d.ts +2 -0
- package/dist/dbf-loader-types.d.ts.map +1 -0
- package/dist/dbf-loader-types.js +2 -0
- package/dist/dbf-loader-types.js.map +1 -0
- package/dist/dbf-loader.cjs +81 -0
- package/dist/dbf-loader.cjs.map +7 -0
- package/dist/dbf-loader.d.ts +2 -0
- package/dist/dbf-loader.d.ts.map +1 -0
- package/dist/dbf-loader.js +2 -0
- package/dist/dbf-loader.js.map +1 -0
- package/dist/dbf-worker.js +1557 -689
- package/dist/flatgeobuf/flatgeobuf-loader-types.cjs +12 -8
- package/dist/flatgeobuf/flatgeobuf-loader-types.cjs.map +2 -2
- package/dist/flatgeobuf/flatgeobuf-loader-types.d.ts +25 -34
- package/dist/flatgeobuf/flatgeobuf-loader-types.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader-types.js +10 -5
- package/dist/flatgeobuf/flatgeobuf-loader-types.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader.cjs +4 -2
- package/dist/flatgeobuf/flatgeobuf-loader.cjs.map +2 -2
- package/dist/flatgeobuf/flatgeobuf-loader.d.ts +22 -6
- package/dist/flatgeobuf/flatgeobuf-loader.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader.js +4 -2
- package/dist/flatgeobuf/flatgeobuf-loader.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-source-loader.cjs +15 -23
- package/dist/flatgeobuf/flatgeobuf-source-loader.cjs.map +2 -2
- package/dist/flatgeobuf/flatgeobuf-source-loader.d.ts +8 -32
- package/dist/flatgeobuf/flatgeobuf-source-loader.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-source-loader.js +16 -22
- package/dist/flatgeobuf/flatgeobuf-source-loader.js.map +1 -1
- package/dist/flatgeobuf/index.cjs +2 -9
- package/dist/flatgeobuf/index.cjs.map +3 -3
- package/dist/flatgeobuf/index.d.ts +1 -3
- package/dist/flatgeobuf/index.d.ts.map +1 -1
- package/dist/flatgeobuf/index.js +1 -4
- package/dist/flatgeobuf/index.js.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.cjs +5 -36
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.cjs.map +2 -2
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.d.ts +5 -4
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.d.ts.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.js +7 -34
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.js.map +1 -1
- package/dist/flatgeobuf/lib/parse-flatgeobuf.cjs +5 -19
- package/dist/flatgeobuf/lib/parse-flatgeobuf.cjs.map +2 -2
- package/dist/flatgeobuf/lib/parse-flatgeobuf.d.ts +7 -6
- package/dist/flatgeobuf/lib/parse-flatgeobuf.d.ts.map +1 -1
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js +8 -21
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js.map +1 -1
- package/dist/flatgeobuf/unbundled.cjs +2 -4
- package/dist/flatgeobuf/unbundled.cjs.map +2 -2
- package/dist/flatgeobuf/unbundled.d.ts +1 -1
- package/dist/flatgeobuf/unbundled.d.ts.map +1 -1
- package/dist/flatgeobuf/unbundled.js +1 -1
- package/dist/flatgeobuf/unbundled.js.map +1 -1
- package/dist/flatgeobuf-loader-types.cjs +74 -0
- package/dist/flatgeobuf-loader-types.cjs.map +7 -0
- package/dist/flatgeobuf-loader-types.d.ts +2 -0
- package/dist/flatgeobuf-loader-types.d.ts.map +1 -0
- package/dist/flatgeobuf-loader-types.js +2 -0
- package/dist/flatgeobuf-loader-types.js.map +1 -0
- package/dist/flatgeobuf-loader.cjs +68 -0
- package/dist/flatgeobuf-loader.cjs.map +7 -0
- package/dist/flatgeobuf-loader.d.ts +2 -0
- package/dist/flatgeobuf-loader.d.ts.map +1 -0
- package/dist/flatgeobuf-loader.js +2 -0
- package/dist/flatgeobuf-loader.js.map +1 -0
- package/dist/flatgeobuf-source-loader.cjs +244 -0
- package/dist/flatgeobuf-source-loader.cjs.map +7 -0
- package/dist/flatgeobuf-source-loader.d.ts +2 -0
- package/dist/flatgeobuf-source-loader.d.ts.map +1 -0
- package/dist/flatgeobuf-source-loader.js +2 -0
- package/dist/flatgeobuf-source-loader.js.map +1 -0
- package/dist/flatgeobuf-worker.js +5610 -1943
- package/dist/geopackage/geopackage-loader-types.cjs +8 -2
- package/dist/geopackage/geopackage-loader-types.cjs.map +2 -2
- package/dist/geopackage/geopackage-loader-types.d.ts +19 -6
- package/dist/geopackage/geopackage-loader-types.d.ts.map +1 -1
- package/dist/geopackage/geopackage-loader-types.js +8 -2
- package/dist/geopackage/geopackage-loader-types.js.map +1 -1
- package/dist/geopackage/geopackage-loader.cjs +2 -0
- package/dist/geopackage/geopackage-loader.cjs.map +2 -2
- package/dist/geopackage/geopackage-loader.d.ts +11 -3
- package/dist/geopackage/geopackage-loader.d.ts.map +1 -1
- package/dist/geopackage/geopackage-loader.js +2 -0
- package/dist/geopackage/geopackage-loader.js.map +1 -1
- package/dist/geopackage/geopackage-source-loader.cjs +37 -37
- package/dist/geopackage/geopackage-source-loader.cjs.map +3 -3
- package/dist/geopackage/geopackage-source-loader.d.ts +17 -43
- package/dist/geopackage/geopackage-source-loader.d.ts.map +1 -1
- package/dist/geopackage/geopackage-source-loader.js +41 -41
- package/dist/geopackage/geopackage-source-loader.js.map +1 -1
- package/dist/geopackage/index.cjs +2 -4
- package/dist/geopackage/index.cjs.map +2 -2
- package/dist/geopackage/index.d.ts +1 -1
- package/dist/geopackage/index.d.ts.map +1 -1
- package/dist/geopackage/index.js +1 -1
- package/dist/geopackage/index.js.map +1 -1
- package/dist/geopackage/lib/parse-geopackage.cjs +2 -2
- package/dist/geopackage/lib/parse-geopackage.cjs.map +2 -2
- package/dist/geopackage/lib/parse-geopackage.d.ts +5 -4
- package/dist/geopackage/lib/parse-geopackage.d.ts.map +1 -1
- package/dist/geopackage/lib/parse-geopackage.js +2 -3
- package/dist/geopackage/lib/parse-geopackage.js.map +1 -1
- package/dist/geopackage-loader-types.cjs +69 -0
- package/dist/geopackage-loader-types.cjs.map +7 -0
- package/dist/geopackage-loader-types.d.ts +2 -0
- package/dist/geopackage-loader-types.d.ts.map +1 -0
- package/dist/geopackage-loader-types.js +2 -0
- package/dist/geopackage-loader-types.js.map +1 -0
- package/dist/geopackage-loader.cjs +41 -0
- package/dist/geopackage-loader.cjs.map +7 -0
- package/dist/geopackage-loader.d.ts +2 -0
- package/dist/geopackage-loader.d.ts.map +1 -0
- package/dist/geopackage-loader.js +2 -0
- package/dist/geopackage-loader.js.map +1 -0
- package/dist/geopackage-source-loader.cjs +265 -0
- package/dist/geopackage-source-loader.cjs.map +7 -0
- package/dist/geopackage-source-loader.d.ts +2 -0
- package/dist/geopackage-source-loader.d.ts.map +1 -0
- package/dist/geopackage-source-loader.js +2 -0
- package/dist/geopackage-source-loader.js.map +1 -0
- package/dist/gpx-loader-types.cjs +61 -0
- package/dist/gpx-loader-types.cjs.map +7 -0
- package/dist/gpx-loader-types.d.ts +2 -0
- package/dist/gpx-loader-types.d.ts.map +1 -0
- package/dist/gpx-loader-types.js +2 -0
- package/dist/gpx-loader-types.js.map +1 -0
- package/dist/gpx-loader.cjs +79 -0
- package/dist/gpx-loader.cjs.map +7 -0
- package/dist/gpx-loader.d.ts +2 -0
- package/dist/gpx-loader.d.ts.map +1 -0
- package/dist/gpx-loader.js +2 -0
- package/dist/gpx-loader.js.map +1 -0
- package/dist/hex-wkb-loader-types.cjs +74 -0
- package/dist/hex-wkb-loader-types.cjs.map +7 -0
- package/dist/hex-wkb-loader-types.d.ts +2 -0
- package/dist/hex-wkb-loader-types.d.ts.map +1 -0
- package/dist/hex-wkb-loader-types.js +2 -0
- package/dist/hex-wkb-loader-types.js.map +1 -0
- package/dist/hex-wkb-loader.cjs +69 -0
- package/dist/hex-wkb-loader.cjs.map +7 -0
- package/dist/hex-wkb-loader.d.ts +2 -0
- package/dist/hex-wkb-loader.d.ts.map +1 -0
- package/dist/hex-wkb-loader.js +2 -0
- package/dist/hex-wkb-loader.js.map +1 -0
- package/dist/index.cjs +0 -7
- package/dist/index.cjs.map +3 -3
- package/dist/index.d.ts +2 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -3
- package/dist/index.js.map +1 -1
- package/dist/kml/bundled.cjs +0 -2
- package/dist/kml/bundled.cjs.map +2 -2
- package/dist/kml/bundled.d.ts +1 -1
- package/dist/kml/bundled.d.ts.map +1 -1
- package/dist/kml/bundled.js +1 -1
- package/dist/kml/bundled.js.map +1 -1
- package/dist/kml/gpx-loader-types.cjs +4 -2
- package/dist/kml/gpx-loader-types.cjs.map +2 -2
- package/dist/kml/gpx-loader-types.d.ts +11 -6
- package/dist/kml/gpx-loader-types.d.ts.map +1 -1
- package/dist/kml/gpx-loader-types.js +4 -2
- package/dist/kml/gpx-loader-types.js.map +1 -1
- package/dist/kml/gpx-loader.cjs +1 -1
- package/dist/kml/gpx-loader.cjs.map +2 -2
- package/dist/kml/gpx-loader.d.ts +9 -18
- package/dist/kml/gpx-loader.d.ts.map +1 -1
- package/dist/kml/gpx-loader.js +2 -2
- package/dist/kml/gpx-loader.js.map +1 -1
- package/dist/kml/index.cjs +0 -2
- package/dist/kml/index.cjs.map +2 -2
- package/dist/kml/index.d.ts +1 -1
- package/dist/kml/index.d.ts.map +1 -1
- package/dist/kml/index.js +1 -1
- package/dist/kml/index.js.map +1 -1
- package/dist/kml/kml-loader-types.cjs +5 -3
- package/dist/kml/kml-loader-types.cjs.map +2 -2
- package/dist/kml/kml-loader-types.d.ts +11 -6
- package/dist/kml/kml-loader-types.d.ts.map +1 -1
- package/dist/kml/kml-loader-types.js +5 -3
- package/dist/kml/kml-loader-types.js.map +1 -1
- package/dist/kml/kml-loader.cjs +1 -1
- package/dist/kml/kml-loader.cjs.map +2 -2
- package/dist/kml/kml-loader.d.ts +9 -18
- package/dist/kml/kml-loader.d.ts.map +1 -1
- package/dist/kml/kml-loader.js +2 -2
- package/dist/kml/kml-loader.js.map +1 -1
- package/dist/kml/kml-parser.cjs +4 -3
- package/dist/kml/kml-parser.cjs.map +2 -2
- package/dist/kml/kml-parser.d.ts.map +1 -1
- package/dist/kml/kml-parser.js +3 -2
- package/dist/kml/kml-parser.js.map +1 -1
- package/dist/kml/kml-writer.cjs +1 -1
- package/dist/kml/kml-writer.cjs.map +1 -1
- package/dist/kml/kml-writer.js +1 -1
- package/dist/kml/kml-writer.js.map +1 -1
- package/dist/kml/kmz-loader-types.cjs +12 -2
- package/dist/kml/kmz-loader-types.cjs.map +2 -2
- package/dist/kml/kmz-loader-types.d.ts +24 -6
- package/dist/kml/kmz-loader-types.d.ts.map +1 -1
- package/dist/kml/kmz-loader-types.js +10 -2
- package/dist/kml/kmz-loader-types.js.map +1 -1
- package/dist/kml/kmz-loader.cjs +5 -2
- package/dist/kml/kmz-loader.cjs.map +2 -2
- package/dist/kml/kmz-loader.d.ts +13 -3
- package/dist/kml/kmz-loader.d.ts.map +1 -1
- package/dist/kml/kmz-loader.js +5 -2
- package/dist/kml/kmz-loader.js.map +1 -1
- package/dist/kml/kmz-source.cjs +9 -23
- package/dist/kml/kmz-source.cjs.map +2 -2
- package/dist/kml/kmz-source.d.ts +2 -32
- package/dist/kml/kmz-source.d.ts.map +1 -1
- package/dist/kml/kmz-source.js +7 -19
- package/dist/kml/kmz-source.js.map +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.cjs.map +2 -2
- package/dist/kml/lib/feature-collection-to-arrow.d.ts +3 -2
- package/dist/kml/lib/feature-collection-to-arrow.d.ts.map +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.js.map +1 -1
- package/dist/kml/sports-track-parser.cjs +4 -3
- package/dist/kml/sports-track-parser.cjs.map +2 -2
- package/dist/kml/sports-track-parser.js +3 -2
- package/dist/kml/sports-track-parser.js.map +1 -1
- package/dist/kml/tcx-loader-types.cjs +4 -2
- package/dist/kml/tcx-loader-types.cjs.map +2 -2
- package/dist/kml/tcx-loader-types.d.ts +11 -6
- package/dist/kml/tcx-loader-types.d.ts.map +1 -1
- package/dist/kml/tcx-loader-types.js +4 -2
- package/dist/kml/tcx-loader-types.js.map +1 -1
- package/dist/kml/tcx-loader.cjs +1 -1
- package/dist/kml/tcx-loader.cjs.map +2 -2
- package/dist/kml/tcx-loader.d.ts +9 -18
- package/dist/kml/tcx-loader.d.ts.map +1 -1
- package/dist/kml/tcx-loader.js +2 -2
- package/dist/kml/tcx-loader.js.map +1 -1
- package/dist/kml/unbundled.cjs +0 -2
- package/dist/kml/unbundled.cjs.map +2 -2
- package/dist/kml/unbundled.d.ts +1 -1
- package/dist/kml/unbundled.d.ts.map +1 -1
- package/dist/kml/unbundled.js +1 -1
- package/dist/kml/unbundled.js.map +1 -1
- package/dist/kml-loader-types.cjs +61 -0
- package/dist/kml-loader-types.cjs.map +7 -0
- package/dist/kml-loader-types.d.ts +2 -0
- package/dist/kml-loader-types.d.ts.map +1 -0
- package/dist/kml-loader-types.js +2 -0
- package/dist/kml-loader-types.js.map +1 -0
- package/dist/kml-loader.cjs +77 -0
- package/dist/kml-loader.cjs.map +7 -0
- package/dist/kml-loader.d.ts +2 -0
- package/dist/kml-loader.d.ts.map +1 -0
- package/dist/kml-loader.js +2 -0
- package/dist/kml-loader.js.map +1 -0
- package/dist/kml-writer.cjs +212 -0
- package/dist/kml-writer.cjs.map +7 -0
- package/dist/kml-writer.d.ts +2 -0
- package/dist/kml-writer.d.ts.map +1 -0
- package/dist/kml-writer.js +2 -0
- package/dist/kml-writer.js.map +1 -0
- package/dist/kmz-loader-types.cjs +68 -0
- package/dist/kmz-loader-types.cjs.map +7 -0
- package/dist/kmz-loader-types.d.ts +2 -0
- package/dist/kmz-loader-types.d.ts.map +1 -0
- package/dist/kmz-loader-types.js +2 -0
- package/dist/kmz-loader-types.js.map +1 -0
- package/dist/kmz-loader.cjs +71 -0
- package/dist/kmz-loader.cjs.map +7 -0
- package/dist/kmz-loader.d.ts +2 -0
- package/dist/kmz-loader.d.ts.map +1 -0
- package/dist/kmz-loader.js +2 -0
- package/dist/kmz-loader.js.map +1 -0
- package/dist/kmz-source.cjs +177 -0
- package/dist/kmz-source.cjs.map +7 -0
- package/dist/kmz-source.d.ts +2 -0
- package/dist/kmz-source.d.ts.map +1 -0
- package/dist/kmz-source.js +2 -0
- package/dist/kmz-source.js.map +1 -0
- package/dist/shapefile/dbf-loader-types.cjs +5 -7
- package/dist/shapefile/dbf-loader-types.cjs.map +2 -2
- package/dist/shapefile/dbf-loader-types.d.ts +1 -3
- package/dist/shapefile/dbf-loader-types.d.ts.map +1 -1
- package/dist/shapefile/dbf-loader-types.js +3 -4
- package/dist/shapefile/dbf-loader-types.js.map +1 -1
- package/dist/shapefile/dbf-loader.cjs +21 -13
- package/dist/shapefile/dbf-loader.cjs.map +2 -2
- package/dist/shapefile/dbf-loader.d.ts +310 -4
- package/dist/shapefile/dbf-loader.d.ts.map +1 -1
- package/dist/shapefile/dbf-loader.js +27 -17
- package/dist/shapefile/dbf-loader.js.map +1 -1
- package/dist/shapefile/index.cjs +0 -6
- package/dist/shapefile/index.cjs.map +3 -3
- package/dist/shapefile/index.d.ts +0 -4
- package/dist/shapefile/index.d.ts.map +1 -1
- package/dist/shapefile/index.js +0 -5
- package/dist/shapefile/index.js.map +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.cjs +2 -6
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.d.ts +5 -4
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js +3 -7
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.d.ts +4 -3
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts +4 -4
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shapefile.cjs.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shapefile.js +1 -1
- package/dist/shapefile/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.cjs +4 -3
- package/dist/shapefile/lib/parsers/parse-shp-header.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/parse-shp-header.d.ts +2 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.js +4 -5
- package/dist/shapefile/lib/parsers/parse-shp-header.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.cjs +8 -11
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.d.ts +3 -3
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js +12 -10
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.cjs +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/parse-shp.js +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.js.map +1 -1
- package/dist/shapefile/lib/parsers/types.cjs.map +1 -1
- package/dist/shapefile/lib/parsers/types.d.ts +3 -3
- package/dist/shapefile/lib/parsers/types.d.ts.map +1 -1
- package/dist/shapefile/lib/shapefile-worker-transport.cjs +6 -3
- package/dist/shapefile/lib/shapefile-worker-transport.cjs.map +2 -2
- package/dist/shapefile/lib/shapefile-worker-transport.d.ts.map +1 -1
- package/dist/shapefile/lib/shapefile-worker-transport.js +6 -5
- package/dist/shapefile/lib/shapefile-worker-transport.js.map +1 -1
- package/dist/shapefile/shapefile-arrow-loader.cjs +87 -46
- package/dist/shapefile/shapefile-arrow-loader.cjs.map +3 -3
- package/dist/shapefile/shapefile-arrow-loader.d.ts +5 -3
- package/dist/shapefile/shapefile-arrow-loader.d.ts.map +1 -1
- package/dist/shapefile/shapefile-arrow-loader.js +81 -44
- package/dist/shapefile/shapefile-arrow-loader.js.map +1 -1
- package/dist/shapefile/shapefile-loader-types.cjs +5 -3
- package/dist/shapefile/shapefile-loader-types.cjs.map +2 -2
- package/dist/shapefile/shapefile-loader-types.d.ts +17 -12
- package/dist/shapefile/shapefile-loader-types.d.ts.map +1 -1
- package/dist/shapefile/shapefile-loader-types.js +5 -3
- package/dist/shapefile/shapefile-loader-types.js.map +1 -1
- package/dist/shapefile/shapefile-loader.cjs +25 -12
- package/dist/shapefile/shapefile-loader.cjs.map +2 -2
- package/dist/shapefile/shapefile-loader.d.ts +12 -12
- package/dist/shapefile/shapefile-loader.d.ts.map +1 -1
- package/dist/shapefile/shapefile-loader.js +27 -14
- package/dist/shapefile/shapefile-loader.js.map +1 -1
- package/dist/shapefile/shp-loader-types.cjs +3 -5
- package/dist/shapefile/shp-loader-types.cjs.map +2 -2
- package/dist/shapefile/shp-loader-types.d.ts +1 -3
- package/dist/shapefile/shp-loader-types.d.ts.map +1 -1
- package/dist/shapefile/shp-loader-types.js +3 -4
- package/dist/shapefile/shp-loader-types.js.map +1 -1
- package/dist/shapefile/shp-loader.cjs +10 -5
- package/dist/shapefile/shp-loader.cjs.map +2 -2
- package/dist/shapefile/shp-loader.d.ts +77 -3
- package/dist/shapefile/shp-loader.d.ts.map +1 -1
- package/dist/shapefile/shp-loader.js +14 -7
- package/dist/shapefile/shp-loader.js.map +1 -1
- package/dist/shapefile/unbundled.cjs +0 -4
- package/dist/shapefile/unbundled.cjs.map +2 -2
- package/dist/shapefile/unbundled.d.ts +2 -2
- package/dist/shapefile/unbundled.d.ts.map +1 -1
- package/dist/shapefile/unbundled.js +2 -2
- package/dist/shapefile/unbundled.js.map +1 -1
- package/dist/shapefile-arrow-loader.cjs +420 -0
- package/dist/shapefile-arrow-loader.cjs.map +7 -0
- package/dist/shapefile-arrow-loader.d.ts +2 -0
- package/dist/shapefile-arrow-loader.d.ts.map +1 -0
- package/dist/shapefile-arrow-loader.js +2 -0
- package/dist/shapefile-arrow-loader.js.map +1 -0
- package/dist/shapefile-loader-types.cjs +67 -0
- package/dist/shapefile-loader-types.cjs.map +7 -0
- package/dist/shapefile-loader-types.d.ts +2 -0
- package/dist/shapefile-loader-types.d.ts.map +1 -0
- package/dist/shapefile-loader-types.js +2 -0
- package/dist/shapefile-loader-types.js.map +1 -0
- package/dist/shapefile-loader.cjs +88 -0
- package/dist/shapefile-loader.cjs.map +7 -0
- package/dist/shapefile-loader.d.ts +2 -0
- package/dist/shapefile-loader.d.ts.map +1 -0
- package/dist/shapefile-loader.js +2 -0
- package/dist/shapefile-loader.js.map +1 -0
- package/dist/shapefile-worker.js +27319 -25590
- package/dist/shp-loader-types.cjs +67 -0
- package/dist/shp-loader-types.cjs.map +7 -0
- package/dist/shp-loader-types.d.ts +2 -0
- package/dist/shp-loader-types.d.ts.map +1 -0
- package/dist/shp-loader-types.js +2 -0
- package/dist/shp-loader-types.js.map +1 -0
- package/dist/shp-loader.cjs +65 -0
- package/dist/shp-loader.cjs.map +7 -0
- package/dist/shp-loader.d.ts +2 -0
- package/dist/shp-loader.d.ts.map +1 -0
- package/dist/shp-loader.js +2 -0
- package/dist/shp-loader.js.map +1 -0
- package/dist/shp-worker.js +3757 -2205
- package/dist/tcx-loader-types.cjs +61 -0
- package/dist/tcx-loader-types.cjs.map +7 -0
- package/dist/tcx-loader-types.d.ts +2 -0
- package/dist/tcx-loader-types.d.ts.map +1 -0
- package/dist/tcx-loader-types.js +2 -0
- package/dist/tcx-loader-types.js.map +1 -0
- package/dist/tcx-loader.cjs +79 -0
- package/dist/tcx-loader.cjs.map +7 -0
- package/dist/tcx-loader.d.ts +2 -0
- package/dist/tcx-loader.d.ts.map +1 -0
- package/dist/tcx-loader.js +2 -0
- package/dist/tcx-loader.js.map +1 -0
- package/dist/twkb-loader-types.cjs +73 -0
- package/dist/twkb-loader-types.cjs.map +7 -0
- package/dist/twkb-loader-types.d.ts +2 -0
- package/dist/twkb-loader-types.d.ts.map +1 -0
- package/dist/twkb-loader-types.js +2 -0
- package/dist/twkb-loader-types.js.map +1 -0
- package/dist/twkb-loader.cjs +47 -0
- package/dist/twkb-loader.cjs.map +7 -0
- package/dist/twkb-loader.d.ts +2 -0
- package/dist/twkb-loader.d.ts.map +1 -0
- package/dist/twkb-loader.js +2 -0
- package/dist/twkb-loader.js.map +1 -0
- package/dist/twkb-writer.cjs +52 -0
- package/dist/twkb-writer.cjs.map +7 -0
- package/dist/twkb-writer.d.ts +2 -0
- package/dist/twkb-writer.d.ts.map +1 -0
- package/dist/twkb-writer.js +2 -0
- package/dist/twkb-writer.js.map +1 -0
- package/dist/wkb-loader-types.cjs +62 -0
- package/dist/wkb-loader-types.cjs.map +7 -0
- package/dist/wkb-loader-types.d.ts +2 -0
- package/dist/wkb-loader-types.d.ts.map +1 -0
- package/dist/wkb-loader-types.js +2 -0
- package/dist/wkb-loader-types.js.map +1 -0
- package/dist/wkb-loader.cjs +58 -0
- package/dist/wkb-loader.cjs.map +7 -0
- package/dist/wkb-loader.d.ts +2 -0
- package/dist/wkb-loader.d.ts.map +1 -0
- package/dist/wkb-loader.js +2 -0
- package/dist/wkb-loader.js.map +1 -0
- package/dist/wkb-writer.cjs +56 -0
- package/dist/wkb-writer.cjs.map +7 -0
- package/dist/wkb-writer.d.ts +2 -0
- package/dist/wkb-writer.d.ts.map +1 -0
- package/dist/wkb-writer.js +2 -0
- package/dist/wkb-writer.js.map +1 -0
- package/dist/wkt/hex-wkb-loader-types.cjs +1 -1
- package/dist/wkt/hex-wkb-loader-types.cjs.map +2 -2
- package/dist/wkt/hex-wkb-loader-types.d.ts +1 -1
- package/dist/wkt/hex-wkb-loader-types.js +1 -1
- package/dist/wkt/hex-wkb-loader-types.js.map +1 -1
- package/dist/wkt/index.cjs +0 -6
- package/dist/wkt/index.cjs.map +3 -3
- package/dist/wkt/index.d.ts +0 -4
- package/dist/wkt/index.d.ts.map +1 -1
- package/dist/wkt/index.js +0 -5
- package/dist/wkt/index.js.map +1 -1
- package/dist/wkt/lib/version.cjs +1 -1
- package/dist/wkt/lib/version.cjs.map +1 -1
- package/dist/wkt/lib/version.js +1 -1
- package/dist/wkt/lib/version.js.map +1 -1
- package/dist/wkt/twkb-loader-types.cjs +3 -6
- package/dist/wkt/twkb-loader-types.cjs.map +2 -2
- package/dist/wkt/twkb-loader-types.d.ts +0 -23
- package/dist/wkt/twkb-loader-types.d.ts.map +1 -1
- package/dist/wkt/twkb-loader-types.js +1 -3
- package/dist/wkt/twkb-loader-types.js.map +1 -1
- package/dist/wkt/twkb-loader.cjs +1 -1
- package/dist/wkt/twkb-loader.cjs.map +2 -2
- package/dist/wkt/twkb-loader.js +1 -1
- package/dist/wkt/twkb-loader.js.map +1 -1
- package/dist/wkt/unbundled.cjs +2 -6
- package/dist/wkt/unbundled.cjs.map +2 -2
- package/dist/wkt/unbundled.d.ts +2 -2
- package/dist/wkt/unbundled.d.ts.map +1 -1
- package/dist/wkt/unbundled.js +2 -2
- package/dist/wkt/unbundled.js.map +1 -1
- package/dist/wkt/wkb-loader-types.cjs +3 -6
- package/dist/wkt/wkb-loader-types.cjs.map +2 -2
- package/dist/wkt/wkb-loader-types.d.ts +2 -26
- package/dist/wkt/wkb-loader-types.d.ts.map +1 -1
- package/dist/wkt/wkb-loader-types.js +1 -3
- package/dist/wkt/wkb-loader-types.js.map +1 -1
- package/dist/wkt/wkb-loader.cjs +1 -1
- package/dist/wkt/wkb-loader.cjs.map +2 -2
- package/dist/wkt/wkb-loader.js +1 -1
- package/dist/wkt/wkb-loader.js.map +1 -1
- package/dist/wkt/wkt-crs-loader-types.cjs +1 -1
- package/dist/wkt/wkt-crs-loader-types.cjs.map +2 -2
- package/dist/wkt/wkt-crs-loader-types.d.ts +2 -2
- package/dist/wkt/wkt-crs-loader-types.js +1 -1
- package/dist/wkt/wkt-crs-loader-types.js.map +1 -1
- package/dist/wkt/wkt-format.cjs +2 -2
- package/dist/wkt/wkt-format.cjs.map +2 -2
- package/dist/wkt/wkt-format.js +1 -1
- package/dist/wkt/wkt-format.js.map +1 -1
- package/dist/wkt/wkt-loader-types.cjs +3 -6
- package/dist/wkt/wkt-loader-types.cjs.map +2 -2
- package/dist/wkt/wkt-loader-types.d.ts +2 -27
- package/dist/wkt/wkt-loader-types.d.ts.map +1 -1
- package/dist/wkt/wkt-loader-types.js +1 -3
- package/dist/wkt/wkt-loader-types.js.map +1 -1
- package/dist/wkt/wkt-loader.cjs +1 -1
- package/dist/wkt/wkt-loader.cjs.map +2 -2
- package/dist/wkt/wkt-loader.js +1 -1
- package/dist/wkt/wkt-loader.js.map +1 -1
- package/dist/wkt-crs-loader-types.cjs +66 -0
- package/dist/wkt-crs-loader-types.cjs.map +7 -0
- package/dist/wkt-crs-loader-types.d.ts +2 -0
- package/dist/wkt-crs-loader-types.d.ts.map +1 -0
- package/dist/wkt-crs-loader-types.js +2 -0
- package/dist/wkt-crs-loader-types.js.map +1 -0
- package/dist/wkt-crs-loader.cjs +40 -0
- package/dist/wkt-crs-loader.cjs.map +7 -0
- package/dist/wkt-crs-loader.d.ts +2 -0
- package/dist/wkt-crs-loader.d.ts.map +1 -0
- package/dist/wkt-crs-loader.js +2 -0
- package/dist/wkt-crs-loader.js.map +1 -0
- package/dist/wkt-crs-writer.cjs +54 -0
- package/dist/wkt-crs-writer.cjs.map +7 -0
- package/dist/wkt-crs-writer.d.ts +2 -0
- package/dist/wkt-crs-writer.d.ts.map +1 -0
- package/dist/wkt-crs-writer.js +2 -0
- package/dist/wkt-crs-writer.js.map +1 -0
- package/dist/wkt-loader-types.cjs +62 -0
- package/dist/wkt-loader-types.cjs.map +7 -0
- package/dist/wkt-loader-types.d.ts +2 -0
- package/dist/wkt-loader-types.d.ts.map +1 -0
- package/dist/wkt-loader-types.js +2 -0
- package/dist/wkt-loader-types.js.map +1 -0
- package/dist/wkt-loader.cjs +47 -0
- package/dist/wkt-loader.cjs.map +7 -0
- package/dist/wkt-loader.d.ts +2 -0
- package/dist/wkt-loader.d.ts.map +1 -0
- package/dist/wkt-loader.js +2 -0
- package/dist/wkt-loader.js.map +1 -0
- package/dist/wkt-worker.js +749 -124
- package/dist/wkt-writer.cjs +56 -0
- package/dist/wkt-writer.cjs.map +7 -0
- package/dist/wkt-writer.d.ts +2 -0
- package/dist/wkt-writer.d.ts.map +1 -0
- package/dist/wkt-writer.js +2 -0
- package/dist/wkt-writer.js.map +1 -0
- package/dist/workers/dbf-worker.cjs +4 -4
- package/dist/workers/dbf-worker.cjs.map +2 -2
- package/dist/workers/dbf-worker.js +5 -5
- package/dist/workers/dbf-worker.js.map +1 -1
- package/dist/workers/shapefile-worker.cjs +3 -3
- package/dist/workers/shapefile-worker.cjs.map +2 -2
- package/dist/workers/shapefile-worker.js +3 -5
- package/dist/workers/shapefile-worker.js.map +1 -1
- package/package.json +153 -131
- package/src/dbf-loader-types.ts +1 -0
- package/src/dbf-loader.ts +1 -0
- package/src/flatgeobuf/flatgeobuf-loader-types.ts +18 -17
- package/src/flatgeobuf/flatgeobuf-loader.ts +9 -11
- package/src/flatgeobuf/flatgeobuf-source-loader.ts +19 -32
- package/src/flatgeobuf/index.ts +1 -9
- package/src/flatgeobuf/lib/flatgeobuf-worker-transport.ts +12 -50
- package/src/flatgeobuf/lib/parse-flatgeobuf.ts +16 -34
- package/src/flatgeobuf/unbundled.ts +1 -1
- package/src/flatgeobuf-loader-types.ts +1 -0
- package/src/flatgeobuf-loader.ts +1 -0
- package/src/flatgeobuf-source-loader.ts +1 -0
- package/src/geopackage/geopackage-loader-types.ts +13 -8
- package/src/geopackage/geopackage-loader.ts +5 -2
- package/src/geopackage/geopackage-source-loader.ts +56 -57
- package/src/geopackage/index.ts +1 -1
- package/src/geopackage/lib/parse-geopackage.ts +6 -6
- package/src/geopackage-loader-types.ts +1 -0
- package/src/geopackage-loader.ts +1 -0
- package/src/geopackage-source-loader.ts +1 -0
- package/src/gpx-loader-types.ts +1 -0
- package/src/gpx-loader.ts +1 -0
- package/src/hex-wkb-loader-types.ts +1 -0
- package/src/hex-wkb-loader.ts +1 -0
- package/src/index.ts +2 -3
- package/src/kml/bundled.ts +1 -1
- package/src/kml/gpx-loader-types.ts +5 -3
- package/src/kml/gpx-loader.ts +8 -16
- package/src/kml/index.ts +1 -1
- package/src/kml/kml-loader-types.ts +7 -5
- package/src/kml/kml-loader.ts +8 -20
- package/src/kml/kml-parser.ts +3 -2
- package/src/kml/kmz-loader-types.ts +17 -4
- package/src/kml/kmz-loader.ts +7 -3
- package/src/kml/kmz-source.ts +12 -25
- package/src/kml/lib/feature-collection-to-arrow.ts +3 -9
- package/src/kml/sports-track-parser.ts +3 -2
- package/src/kml/tcx-loader-types.ts +5 -3
- package/src/kml/tcx-loader.ts +8 -16
- package/src/kml/unbundled.ts +1 -1
- package/src/kml-loader-types.ts +1 -0
- package/src/kml-loader.ts +1 -0
- package/src/kml-writer.ts +1 -0
- package/src/kmz-loader-types.ts +1 -0
- package/src/kmz-loader.ts +1 -0
- package/src/kmz-source.ts +1 -0
- package/src/shapefile/dbf-loader-types.ts +5 -7
- package/src/shapefile/dbf-loader.ts +40 -27
- package/src/shapefile/index.ts +0 -6
- package/src/shapefile/lib/parsers/build-geoarrow-geometry-arrow.ts +6 -10
- package/src/shapefile/lib/parsers/build-wkb-geometry-arrow.ts +4 -3
- package/src/shapefile/lib/parsers/parse-dbf-to-arrow.ts +6 -5
- package/src/shapefile/lib/parsers/parse-shapefile.ts +1 -1
- package/src/shapefile/lib/parsers/parse-shp-header.ts +4 -5
- package/src/shapefile/lib/parsers/parse-shp-to-arrow.ts +15 -21
- package/src/shapefile/lib/parsers/parse-shp.ts +1 -1
- package/src/shapefile/lib/parsers/types.ts +3 -3
- package/src/shapefile/lib/shapefile-worker-transport.ts +8 -5
- package/src/shapefile/shapefile-arrow-loader.ts +120 -63
- package/src/shapefile/shapefile-loader-types.ts +11 -16
- package/src/shapefile/shapefile-loader.ts +45 -26
- package/src/shapefile/shp-loader-types.ts +6 -11
- package/src/shapefile/shp-loader.ts +21 -14
- package/src/shapefile/unbundled.ts +2 -2
- package/src/shapefile-arrow-loader.ts +1 -0
- package/src/shapefile-loader-types.ts +1 -0
- package/src/shapefile-loader.ts +1 -0
- package/src/shp-loader-types.ts +1 -0
- package/src/shp-loader.ts +1 -0
- package/src/tcx-loader-types.ts +1 -0
- package/src/tcx-loader.ts +1 -0
- package/src/twkb-loader-types.ts +1 -0
- package/src/twkb-loader.ts +1 -0
- package/src/twkb-writer.ts +1 -0
- package/src/wkb-loader-types.ts +1 -0
- package/src/wkb-loader.ts +1 -0
- package/src/wkb-writer.ts +1 -0
- package/src/wkt/hex-wkb-loader-types.ts +1 -1
- package/src/wkt/index.ts +0 -6
- package/src/wkt/twkb-loader-types.ts +1 -4
- package/src/wkt/twkb-loader.ts +1 -1
- package/src/wkt/unbundled.ts +2 -2
- package/src/wkt/wkb-loader-types.ts +1 -4
- package/src/wkt/wkb-loader.ts +1 -1
- package/src/wkt/wkt-crs-loader-types.ts +1 -1
- package/src/wkt/wkt-format.ts +1 -1
- package/src/wkt/wkt-loader-types.ts +1 -4
- package/src/wkt/wkt-loader.ts +1 -1
- package/src/wkt-crs-loader-types.ts +1 -0
- package/src/wkt-crs-loader.ts +1 -0
- package/src/wkt-crs-writer.ts +1 -0
- package/src/wkt-loader-types.ts +1 -0
- package/src/wkt-loader.ts +1 -0
- package/src/wkt-writer.ts +1 -0
- package/src/workers/dbf-worker.ts +5 -5
- package/src/workers/shapefile-worker.ts +3 -6
|
@@ -30,6 +30,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
30
30
|
// src/shapefile/shapefile-arrow-loader.ts
|
|
31
31
|
var shapefile_arrow_loader_exports = {};
|
|
32
32
|
__export(shapefile_arrow_loader_exports, {
|
|
33
|
+
SHAPEFILE_HEADER_KEY: () => SHAPEFILE_HEADER_KEY,
|
|
33
34
|
parseShapefileToArrow: () => parseShapefileToArrow,
|
|
34
35
|
parseShapefileToArrowInBatches: () => parseShapefileToArrowInBatches
|
|
35
36
|
});
|
|
@@ -38,6 +39,7 @@ var import_loader_utils = require("@loaders.gl/core/loader-utils");
|
|
|
38
39
|
var import_loader_utils2 = require("@loaders.gl/core/loader-utils");
|
|
39
40
|
var arrow = __toESM(require("apache-arrow"), 1);
|
|
40
41
|
var import_schema_utils = require("@loaders.gl/core/schema-utils");
|
|
42
|
+
var import_schema_utils2 = require("@loaders.gl/core/schema-utils");
|
|
41
43
|
var import_feature_table = require("@loaders.gl/core/arrow-geometry/feature-table");
|
|
42
44
|
var import_geometry_codecs = require("@loaders.gl/core/arrow-geometry/geometry-codecs");
|
|
43
45
|
var import_geometry_field = require("@loaders.gl/core/arrow-geometry/geometry-field");
|
|
@@ -76,7 +78,7 @@ async function parseShapefileToArrow(arrayBuffer, options, context) {
|
|
|
76
78
|
transform
|
|
77
79
|
);
|
|
78
80
|
if (options?.geoarrow?.encodingPreference === "geoarrow.geometry" || options?.shapefile?.geoarrow?.encodingPreference === "geoarrow.geometry") {
|
|
79
|
-
const geometryColumn = geometryTable.
|
|
81
|
+
const geometryColumn = geometryTable.getChild(GEOMETRY_COLUMN_NAME);
|
|
80
82
|
const geometries = geometryColumn?.toArray() || [];
|
|
81
83
|
geometryTable = (0, import_feature_table.convertFeaturesToGeoArrowTable)(
|
|
82
84
|
geometries.map((geometry) => ({
|
|
@@ -92,36 +94,48 @@ async function parseShapefileToArrow(arrayBuffer, options, context) {
|
|
|
92
94
|
let propertyTable = null;
|
|
93
95
|
const dbfResponse = context?.url ? await context.fetch((0, import_parse_shapefile.replaceExtension)(context.url, "dbf")).catch(() => null) : null;
|
|
94
96
|
if (dbfResponse?.ok) {
|
|
95
|
-
|
|
97
|
+
const propertyData = await (0, import_loader_utils2.parseFromContext)(
|
|
96
98
|
dbfResponse,
|
|
97
99
|
import_dbf_loader.DBFLoaderWithParser,
|
|
98
100
|
{
|
|
99
101
|
...options,
|
|
100
102
|
dbf: {
|
|
101
103
|
...options?.dbf,
|
|
102
|
-
shape: "arrow
|
|
104
|
+
shape: "arrow",
|
|
103
105
|
encoding: cpg || "latin1"
|
|
104
106
|
}
|
|
105
107
|
},
|
|
106
108
|
context
|
|
107
109
|
);
|
|
108
|
-
propertySchema =
|
|
110
|
+
propertySchema = (0, import_schema_utils.convertArrowToSchema)(propertyData.schema);
|
|
111
|
+
propertyTable = propertyData;
|
|
109
112
|
}
|
|
110
|
-
const schema = buildOutputSchema(
|
|
113
|
+
const schema = buildOutputSchema(
|
|
114
|
+
propertySchema,
|
|
115
|
+
header,
|
|
116
|
+
(0, import_schema_utils.convertArrowToSchema)(geometryTable.schema)
|
|
117
|
+
);
|
|
111
118
|
const table = propertyTable ? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema) : geometryTable;
|
|
112
|
-
|
|
119
|
+
const encoded = encodeShapefileHeader({ header, encoding: cpg, prj, shx });
|
|
120
|
+
table.schema.metadata.set(SHAPEFILE_HEADER_KEY, encoded);
|
|
121
|
+
for (const batch of table.batches) batch.schema.metadata.set(SHAPEFILE_HEADER_KEY, encoded);
|
|
122
|
+
return table;
|
|
113
123
|
}
|
|
114
124
|
async function* parseShapefileToArrowInBatches(asyncIterator, options, context) {
|
|
115
125
|
if (getTypedGeoArrowEncoding(options)) {
|
|
116
126
|
throw new Error("Typed GeoArrow shapefile output is only supported for non-streaming parse.");
|
|
117
127
|
}
|
|
118
128
|
const { cpg, prj, shx } = await (0, import_parse_shapefile.loadShapefileSidecarFiles)(options, context);
|
|
119
|
-
const batchSize = options?.shapefile?.batchSize
|
|
129
|
+
const batchSize = typeof options?.core?.batchSize === "number" ? options.core.batchSize : options?.shapefile?.batchSize ?? options?.shp?.batchSize ?? options?.dbf?.batchSize ?? 1e4;
|
|
130
|
+
const childOptions = {
|
|
131
|
+
...options,
|
|
132
|
+
core: { ...options?.core, batchMaxRowsPerSecond: 0 }
|
|
133
|
+
};
|
|
120
134
|
const shapeIterable = await (0, import_loader_utils2.parseInBatchesFromContext)(
|
|
121
135
|
(0, import_loader_utils2.toArrayBufferIterator)(asyncIterator),
|
|
122
136
|
import_shp_loader.SHPLoaderWithParser,
|
|
123
137
|
{
|
|
124
|
-
...
|
|
138
|
+
...childOptions,
|
|
125
139
|
shp: {
|
|
126
140
|
...options?.shp,
|
|
127
141
|
shape: "wkb",
|
|
@@ -133,15 +147,16 @@ async function* parseShapefileToArrowInBatches(asyncIterator, options, context)
|
|
|
133
147
|
const shapeIterator = getAsyncIterator(shapeIterable);
|
|
134
148
|
const shapeHeader = await getNextNonMetadataValue(shapeIterator);
|
|
135
149
|
const header = shapeHeader;
|
|
150
|
+
const encodedHeader = encodeShapefileHeader({ header, encoding: cpg, prj, shx });
|
|
136
151
|
let propertyIterator = null;
|
|
137
152
|
let propertySchema = null;
|
|
138
153
|
const dbfResponse = context?.url ? await context.fetch((0, import_parse_shapefile.replaceExtension)(context.url, "dbf")).catch(() => null) : null;
|
|
139
154
|
if (dbfResponse?.ok) {
|
|
140
155
|
const dbfOptions = {
|
|
141
|
-
...
|
|
156
|
+
...childOptions,
|
|
142
157
|
dbf: {
|
|
143
158
|
...options?.dbf,
|
|
144
|
-
shape: "arrow
|
|
159
|
+
shape: "arrow",
|
|
145
160
|
batchSize,
|
|
146
161
|
encoding: cpg || "latin1"
|
|
147
162
|
}
|
|
@@ -154,13 +169,13 @@ async function* parseShapefileToArrowInBatches(asyncIterator, options, context)
|
|
|
154
169
|
);
|
|
155
170
|
propertyIterator = getAsyncIterator(propertyIterable);
|
|
156
171
|
const firstPropertyBatch = await getNextArrowBatch(propertyIterator);
|
|
157
|
-
propertySchema = firstPropertyBatch
|
|
172
|
+
propertySchema = firstPropertyBatch ? (0, import_schema_utils.convertArrowToSchema)(firstPropertyBatch.schema) : null;
|
|
158
173
|
const outputSchema2 = buildOutputSchema(propertySchema, header);
|
|
159
174
|
const propertyQueue = [];
|
|
160
175
|
const geometryQueue = [];
|
|
161
176
|
let yieldedDataBatch2 = false;
|
|
162
|
-
if (firstPropertyBatch && firstPropertyBatch.
|
|
163
|
-
propertyQueue.push(firstPropertyBatch.
|
|
177
|
+
if (firstPropertyBatch && firstPropertyBatch.numRows > 0) {
|
|
178
|
+
propertyQueue.push(new arrow.Table(firstPropertyBatch.schema, [firstPropertyBatch]));
|
|
164
179
|
}
|
|
165
180
|
let shapeDone = false;
|
|
166
181
|
let propertyDone = false;
|
|
@@ -172,7 +187,7 @@ async function* parseShapefileToArrowInBatches(asyncIterator, options, context)
|
|
|
172
187
|
} else if (shapeBatch.value?.batchType !== "metadata") {
|
|
173
188
|
const transform = getReprojectionTransform(prj, options);
|
|
174
189
|
geometryQueue.push(
|
|
175
|
-
makeGeometryArrowTable(shapeBatch.value, header, transform)
|
|
190
|
+
makeGeometryArrowTable(shapeBatch.value, header, transform)
|
|
176
191
|
);
|
|
177
192
|
}
|
|
178
193
|
}
|
|
@@ -180,8 +195,8 @@ async function* parseShapefileToArrowInBatches(asyncIterator, options, context)
|
|
|
180
195
|
const propertyBatch = await getNextArrowBatch(propertyIterator);
|
|
181
196
|
if (!propertyBatch) {
|
|
182
197
|
propertyDone = true;
|
|
183
|
-
} else if (propertyBatch.
|
|
184
|
-
propertyQueue.push(propertyBatch.
|
|
198
|
+
} else if (propertyBatch.numRows > 0) {
|
|
199
|
+
propertyQueue.push(new arrow.Table(propertyBatch.schema, [propertyBatch]));
|
|
185
200
|
}
|
|
186
201
|
}
|
|
187
202
|
const rowCount = Math.min(getQueuedRowCount(geometryQueue), getQueuedRowCount(propertyQueue));
|
|
@@ -193,16 +208,14 @@ async function* parseShapefileToArrowInBatches(asyncIterator, options, context)
|
|
|
193
208
|
}
|
|
194
209
|
const propertyTable = takeRowsFromQueue(propertyQueue, rowCount);
|
|
195
210
|
const geometryTable = takeRowsFromQueue(geometryQueue, rowCount);
|
|
196
|
-
const batch = appendGeometryColumnToArrowTable(
|
|
197
|
-
{ shape: "arrow-table", schema: propertySchema || void 0, data: propertyTable },
|
|
198
|
-
{ shape: "arrow-table", data: geometryTable },
|
|
199
|
-
outputSchema2
|
|
200
|
-
);
|
|
211
|
+
const batch = appendGeometryColumnToArrowTable(propertyTable, geometryTable, outputSchema2);
|
|
201
212
|
yieldedDataBatch2 = true;
|
|
202
|
-
|
|
213
|
+
const recordBatch = batch.batches[0];
|
|
214
|
+
recordBatch.schema.metadata.set(SHAPEFILE_HEADER_KEY, encodedHeader);
|
|
215
|
+
yield recordBatch;
|
|
203
216
|
}
|
|
204
217
|
if (!yieldedDataBatch2) {
|
|
205
|
-
yield
|
|
218
|
+
yield makeEmptyArrowBatch(outputSchema2, encodedHeader);
|
|
206
219
|
}
|
|
207
220
|
return;
|
|
208
221
|
}
|
|
@@ -223,13 +236,13 @@ async function* parseShapefileToArrowInBatches(asyncIterator, options, context)
|
|
|
223
236
|
transform
|
|
224
237
|
);
|
|
225
238
|
yieldedDataBatch = true;
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
}
|
|
239
|
+
for (const batch of arrowTable.batches) {
|
|
240
|
+
batch.schema.metadata.set(SHAPEFILE_HEADER_KEY, encodedHeader);
|
|
241
|
+
yield batch;
|
|
242
|
+
}
|
|
230
243
|
}
|
|
231
244
|
if (!yieldedDataBatch) {
|
|
232
|
-
yield
|
|
245
|
+
yield makeEmptyArrowBatch(outputSchema, encodedHeader);
|
|
233
246
|
}
|
|
234
247
|
}
|
|
235
248
|
function buildOutputSchema(propertySchema, header, geometrySchema) {
|
|
@@ -254,19 +267,15 @@ function makeGeometryArrowTable(geometries, header, transform) {
|
|
|
254
267
|
return (0, import_build_wkb_geometry_arrow.makeWKBGeometryArrowTable)(geometries, geometrySchema, transform);
|
|
255
268
|
}
|
|
256
269
|
function appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema) {
|
|
257
|
-
const propertyBatch = propertyTable.
|
|
258
|
-
const geometryBatch = geometryTable.
|
|
259
|
-
const arrowSchema = (0,
|
|
270
|
+
const propertyBatch = propertyTable.batches[0];
|
|
271
|
+
const geometryBatch = geometryTable.batches[0];
|
|
272
|
+
const arrowSchema = (0, import_schema_utils2.convertSchemaToArrow)(schema);
|
|
260
273
|
const structField = new arrow.Struct(arrowSchema.fields);
|
|
261
274
|
const children = [...propertyBatch.data.children, geometryBatch.data.children[0]];
|
|
262
|
-
const rowCount = Math.max(propertyTable.
|
|
275
|
+
const rowCount = Math.max(propertyTable.numRows, geometryTable.numRows);
|
|
263
276
|
const structData = new arrow.Data(structField, 0, rowCount, 0, void 0, children);
|
|
264
277
|
const recordBatch = new arrow.RecordBatch(arrowSchema, structData);
|
|
265
|
-
return
|
|
266
|
-
shape: "arrow-table",
|
|
267
|
-
schema,
|
|
268
|
-
data: new arrow.Table(arrowSchema, [recordBatch])
|
|
269
|
-
};
|
|
278
|
+
return new arrow.Table(arrowSchema, [recordBatch]);
|
|
270
279
|
}
|
|
271
280
|
function getReprojectionTransform(sourceCrs, options) {
|
|
272
281
|
const { reproject = false, targetCrs = "WGS84" } = options?.gis || {};
|
|
@@ -344,14 +353,34 @@ async function getNextNonMetadataValue(iterator) {
|
|
|
344
353
|
async function getNextArrowBatch(iterator) {
|
|
345
354
|
while (true) {
|
|
346
355
|
const result = await iterator.next();
|
|
347
|
-
if (result.done)
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
return result.value;
|
|
356
|
+
if (result.done) return null;
|
|
357
|
+
if ((0, import_schema_utils.isArrowRecordBatch)(result.value)) {
|
|
358
|
+
const batch = result.value;
|
|
359
|
+
return Object.getPrototypeOf(batch) === arrow.RecordBatch.prototype ? batch : importDBFRecordBatch(batch, (0, import_schema_utils.convertArrowToSchema)(batch.schema));
|
|
352
360
|
}
|
|
353
361
|
}
|
|
354
362
|
}
|
|
363
|
+
function importDBFRecordBatch(batch, tableSchema) {
|
|
364
|
+
const schema = (0, import_schema_utils2.convertSchemaToArrow)(tableSchema);
|
|
365
|
+
const children = batch.data.children.map(
|
|
366
|
+
(column, index) => new arrow.Data(
|
|
367
|
+
schema.fields[index].type,
|
|
368
|
+
column.offset,
|
|
369
|
+
column.length,
|
|
370
|
+
column.nullCount,
|
|
371
|
+
column.buffers,
|
|
372
|
+
void 0,
|
|
373
|
+
void 0,
|
|
374
|
+
column.variadicBuffers
|
|
375
|
+
)
|
|
376
|
+
);
|
|
377
|
+
const data = arrow.makeData({
|
|
378
|
+
type: new arrow.Struct(schema.fields),
|
|
379
|
+
length: batch.numRows,
|
|
380
|
+
children
|
|
381
|
+
});
|
|
382
|
+
return new arrow.RecordBatch(schema, data, new Map(batch.metadata));
|
|
383
|
+
}
|
|
355
384
|
function getQueuedRowCount(queue) {
|
|
356
385
|
return queue.reduce((rowCount, table) => rowCount + table.numRows, 0);
|
|
357
386
|
}
|
|
@@ -362,15 +391,27 @@ function takeRowsFromQueue(queue, rowCount) {
|
|
|
362
391
|
return table;
|
|
363
392
|
}
|
|
364
393
|
const result = table.slice(0, rowCount);
|
|
365
|
-
queue[0] = table.slice(rowCount
|
|
394
|
+
queue[0] = table.slice(rowCount);
|
|
366
395
|
return result;
|
|
367
396
|
}
|
|
368
|
-
function makeEmptyArrowBatch(schema) {
|
|
369
|
-
const
|
|
370
|
-
|
|
397
|
+
function makeEmptyArrowBatch(schema, header) {
|
|
398
|
+
const nativeSchema = (0, import_schema_utils2.convertSchemaToArrow)(schema);
|
|
399
|
+
nativeSchema.metadata.set(SHAPEFILE_HEADER_KEY, header);
|
|
400
|
+
return (0, import_schema_utils2.makeArrowMetadataBatch)(nativeSchema);
|
|
401
|
+
}
|
|
402
|
+
var SHAPEFILE_HEADER_KEY = "loaders.gl.shapefile.header";
|
|
403
|
+
function encodeShapefileHeader({
|
|
404
|
+
shx,
|
|
405
|
+
...header
|
|
406
|
+
}) {
|
|
407
|
+
return JSON.stringify({
|
|
408
|
+
...header,
|
|
409
|
+
...shx ? { shx: { offsets: Array.from(shx.offsets), lengths: Array.from(shx.lengths) } } : {}
|
|
410
|
+
});
|
|
371
411
|
}
|
|
372
412
|
// Annotate the CommonJS export names for ESM import in node:
|
|
373
413
|
0 && (module.exports = {
|
|
414
|
+
SHAPEFILE_HEADER_KEY,
|
|
374
415
|
parseShapefileToArrow,
|
|
375
416
|
parseShapefileToArrowInBatches
|
|
376
417
|
});
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/shapefile/shapefile-arrow-loader.ts"],
|
|
4
|
-
"sourcesContent": ["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {CRSReprojectionError, type LoaderContext} from '@loaders.gl/core/loader-utils';\nimport {\n makeTableScanBatch,\n parseFromContext,\n parseInBatchesFromContext,\n toArrayBufferIterator\n} from '@loaders.gl/core/loader-utils';\nimport * as arrow from 'apache-arrow';\nimport type {\n ArrowTable,\n ArrowTableBatch,\n Field,\n Schema as TableSchema\n} from '@loaders.gl/core/schema';\nimport {ArrowTableBuilder, convertSchemaToArrow} from '@loaders.gl/core/schema-utils';\nimport {convertFeaturesToGeoArrowTable} from '@loaders.gl/core/arrow-geometry/feature-table';\nimport {convertWKBToGeometry} from '@loaders.gl/core/arrow-geometry/geometry-codecs';\nimport {type GeoParquetGeometryType} from '@loaders.gl/core/schema';\nimport {\n makeWKBGeometryField,\n setWKBGeometryColumnMetadata\n} from '@loaders.gl/core/arrow-geometry/geometry-field';\nimport {projectionEngine} from '@math.gl/geospatial/projection';\nimport type {ReadonlyCRSDefinition, WKTCRSDefinition} from '@math.gl/geospatial/crs';\nimport {SHPLoaderWithParser} from './shp-loader';\nimport {DBFLoaderWithParser} from './dbf-loader';\nimport type {ShapefileLoaderOptions} from './shapefile-loader-types';\nimport type {SHPResult} from './lib/parsers/parse-shp';\nimport type {SHPHeader} from './lib/parsers/parse-shp-header';\nimport {loadShapefileSidecarFiles, replaceExtension} from './lib/parsers/parse-shapefile';\nimport {\n type SHPWKBGeometry,\n makeWKBGeometryArrowTable\n} from './lib/parsers/build-wkb-geometry-arrow';\nimport {makeSHPGeoArrowGeometryTable} from './lib/parsers/build-geoarrow-geometry-arrow';\nconst GEOMETRY_COLUMN_NAME = 'geometry';\n\n/** Parses a shapefile and returns an Arrow table with a WKB geometry column. */\nexport async function parseShapefileToArrow(\n arrayBuffer: ArrayBuffer,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): Promise<ArrowTable> {\n const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);\n const transform = getReprojectionTransform(prj, options);\n const geoArrowEncoding = getTypedGeoArrowEncoding(options);\n let header: SHPHeader | undefined;\n let geometryTable: ArrowTable;\n\n if (geoArrowEncoding) {\n geometryTable = makeSHPGeoArrowGeometryTable(arrayBuffer, options, {transform});\n } else {\n const shpResult = (await parseFromContext(\n arrayBuffer,\n SHPLoaderWithParser,\n {\n ...options,\n shp: {\n ...options?.shp,\n shape: 'wkb'\n }\n },\n context!\n )) as SHPResult;\n header = shpResult.header;\n geometryTable = makeGeometryArrowTable(\n shpResult.geometries as (SHPWKBGeometry | null)[],\n header,\n transform\n );\n if (\n options?.geoarrow?.encodingPreference === 'geoarrow.geometry' ||\n options?.shapefile?.geoarrow?.encodingPreference === 'geoarrow.geometry'\n ) {\n const geometryColumn = geometryTable.data.getChild(GEOMETRY_COLUMN_NAME);\n const geometries = geometryColumn?.toArray() || [];\n geometryTable = convertFeaturesToGeoArrowTable(\n geometries.map(geometry => ({\n type: 'Feature' as const,\n geometry: geometry ? convertWKBToGeometry(geometry.slice().buffer) : null,\n properties: {}\n })),\n {encodingPreference: 'geoarrow.geometry'}\n );\n }\n }\n\n let propertySchema: TableSchema | null = null;\n let propertyTable: ArrowTable | null = null;\n\n const dbfResponse = context?.url\n ? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)\n : null;\n if (dbfResponse?.ok) {\n propertyTable = (await parseFromContext(\n dbfResponse as any,\n DBFLoaderWithParser,\n {\n ...options,\n dbf: {\n ...options?.dbf,\n shape: 'arrow-table' as const,\n encoding: cpg || 'latin1'\n }\n },\n context!\n )) as ArrowTable;\n propertySchema = propertyTable.schema || null;\n }\n\n const schema = buildOutputSchema(propertySchema, header, geometryTable.schema);\n const table = propertyTable\n ? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema)\n : geometryTable;\n return Object.assign(table, {loaderData: {header, encoding: cpg, prj, shx}});\n}\n\n/** Parses a shapefile into Arrow batches while keeping DBF-derived schema stable. */\nexport async function* parseShapefileToArrowInBatches(\n asyncIterator:\n | AsyncIterable<ArrayBufferLike | ArrayBufferView>\n | Iterable<ArrayBufferLike | ArrayBufferView>,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): AsyncIterable<ArrowTableBatch> {\n if (getTypedGeoArrowEncoding(options)) {\n throw new Error('Typed GeoArrow shapefile output is only supported for non-streaming parse.');\n }\n\n const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);\n const batchSize =\n options?.shapefile?.batchSize || options?.shp?.batchSize || options?.dbf?.batchSize || 10000;\n\n const shapeIterable = await parseInBatchesFromContext(\n toArrayBufferIterator(asyncIterator),\n SHPLoaderWithParser,\n {\n ...options,\n shp: {\n ...options?.shp,\n shape: 'wkb',\n batchSize\n }\n },\n context!\n );\n const shapeIterator = getAsyncIterator(shapeIterable);\n\n const shapeHeader = await getNextNonMetadataValue(shapeIterator);\n const header = shapeHeader as SHPHeader;\n\n let propertyIterator: AsyncIterator<any> | null = null;\n let propertySchema: TableSchema | null = null;\n\n const dbfResponse = context?.url\n ? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)\n : null;\n if (dbfResponse?.ok) {\n const dbfOptions = {\n ...options,\n dbf: {\n ...options?.dbf,\n shape: 'arrow-table' as const,\n batchSize,\n encoding: cpg || 'latin1'\n }\n };\n const propertyIterable = await parseInBatchesFromContext(\n dbfResponse,\n DBFLoaderWithParser,\n dbfOptions,\n context!\n );\n propertyIterator = getAsyncIterator(propertyIterable);\n\n const firstPropertyBatch = await getNextArrowBatch(propertyIterator);\n propertySchema = firstPropertyBatch?.schema || null;\n const outputSchema = buildOutputSchema(propertySchema, header);\n const propertyQueue: arrow.Table[] = [];\n const geometryQueue: arrow.Table[] = [];\n let yieldedDataBatch = false;\n\n if (firstPropertyBatch && firstPropertyBatch.length > 0) {\n propertyQueue.push(firstPropertyBatch.data);\n }\n\n let shapeDone = false;\n let propertyDone = false;\n while (\n !shapeDone ||\n !propertyDone ||\n getQueuedRowCount(geometryQueue) > 0 ||\n getQueuedRowCount(propertyQueue) > 0\n ) {\n if (!shapeDone && getQueuedRowCount(geometryQueue) === 0) {\n const shapeBatch = await shapeIterator.next();\n if (shapeBatch.done) {\n shapeDone = true;\n } else if (shapeBatch.value?.batchType !== 'metadata') {\n const transform = getReprojectionTransform(prj, options);\n geometryQueue.push(\n makeGeometryArrowTable(shapeBatch.value as (SHPWKBGeometry | null)[], header, transform)\n .data\n );\n }\n }\n\n if (!propertyDone && getQueuedRowCount(propertyQueue) < getQueuedRowCount(geometryQueue)) {\n const propertyBatch = await getNextArrowBatch(propertyIterator);\n if (!propertyBatch) {\n propertyDone = true;\n } else if (propertyBatch.length > 0) {\n propertyQueue.push(propertyBatch.data);\n }\n }\n\n const rowCount = Math.min(getQueuedRowCount(geometryQueue), getQueuedRowCount(propertyQueue));\n if (rowCount === 0) {\n if (\n (shapeDone && getQueuedRowCount(geometryQueue) === 0) ||\n (propertyDone && getQueuedRowCount(propertyQueue) === 0)\n ) {\n break;\n }\n continue;\n }\n\n const propertyTable = takeRowsFromQueue(propertyQueue, rowCount);\n const geometryTable = takeRowsFromQueue(geometryQueue, rowCount);\n const batch = appendGeometryColumnToArrowTable(\n {shape: 'arrow-table', schema: propertySchema || undefined, data: propertyTable},\n {shape: 'arrow-table', data: geometryTable},\n outputSchema\n );\n yieldedDataBatch = true;\n yield {...makeTableScanBatch(batch), loaderData: {header, encoding: cpg, prj, shx}};\n }\n if (!yieldedDataBatch) {\n yield {...makeEmptyArrowBatch(outputSchema), loaderData: {header, encoding: cpg, prj, shx}};\n }\n return;\n }\n\n const outputSchema = buildOutputSchema(null, header);\n let yieldedDataBatch = false;\n\n while (true) {\n const shapeBatch = await shapeIterator.next();\n if (shapeBatch.done) {\n break;\n }\n if (shapeBatch.value?.batchType === 'metadata') {\n continue;\n }\n const transform = getReprojectionTransform(prj, options);\n const arrowTable = makeGeometryArrowTable(\n shapeBatch.value as (SHPWKBGeometry | null)[],\n header,\n transform\n );\n yieldedDataBatch = true;\n yield {\n ...makeTableScanBatch({...arrowTable, schema: outputSchema}),\n loaderData: {header, encoding: cpg, prj, shx}\n };\n }\n if (!yieldedDataBatch) {\n yield {...makeEmptyArrowBatch(outputSchema), loaderData: {header, encoding: cpg, prj, shx}};\n }\n}\n\n/** Creates the output Arrow schema by appending the WKB geometry column to DBF fields. */\nfunction buildOutputSchema(\n propertySchema: TableSchema | null,\n header?: SHPHeader,\n geometrySchema?: TableSchema\n): TableSchema {\n const geometryField: Field =\n geometrySchema?.fields[0] || makeWKBGeometryField(GEOMETRY_COLUMN_NAME);\n const schema: TableSchema = {\n fields: [...(propertySchema?.fields || []), geometryField],\n metadata: {\n ...(propertySchema?.metadata || {}),\n ...(geometrySchema?.metadata || {})\n }\n };\n\n if (!geometrySchema) {\n setWKBGeometryColumnMetadata(schema.metadata!, {\n geometryColumnName: GEOMETRY_COLUMN_NAME,\n geometryTypes: inferGeometryTypes(header)\n });\n }\n\n return schema;\n}\n\nfunction makeGeometryArrowTable(\n geometries: (SHPWKBGeometry | null | undefined)[],\n header?: SHPHeader,\n transform?: (coordinate: number[]) => number[]\n) {\n const geometrySchema = buildOutputSchema(null, header);\n return makeWKBGeometryArrowTable(geometries, geometrySchema, transform);\n}\n\nfunction appendGeometryColumnToArrowTable(\n propertyTable: ArrowTable,\n geometryTable: ArrowTable,\n schema: TableSchema\n): ArrowTable {\n const propertyBatch = propertyTable.data.batches[0];\n const geometryBatch = geometryTable.data.batches[0];\n const arrowSchema = convertSchemaToArrow(schema);\n const structField = new arrow.Struct(arrowSchema.fields);\n const children = [...propertyBatch.data.children, geometryBatch.data.children[0]];\n const rowCount = Math.max(propertyTable.data.numRows, geometryTable.data.numRows);\n const structData = new arrow.Data(structField, 0, rowCount, 0, undefined, children);\n const recordBatch = new arrow.RecordBatch(arrowSchema, structData);\n\n return {\n shape: 'arrow-table',\n schema,\n data: new arrow.Table(arrowSchema, [recordBatch])\n };\n}\n\nfunction getReprojectionTransform(\n sourceCrs: WKTCRSDefinition | undefined,\n options?: ShapefileLoaderOptions\n): ((coordinate: number[]) => number[]) | undefined {\n const {reproject = false, targetCrs = 'WGS84'} = options?.gis || {};\n if (!reproject) {\n return undefined;\n }\n if (!sourceCrs) {\n throw new CRSReprojectionError(\n 'missing-source-crs',\n 'Shapefile reprojection requires a source CRS from the .prj sidecar file',\n {targetCrs}\n );\n }\n try {\n const projection = projectionEngine.createProjection({\n from: sourceCrs,\n to: (targetCrs || 'WGS84') as ReadonlyCRSDefinition\n });\n return coordinate => projection.projectSync(coordinate);\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n throw new CRSReprojectionError(\n 'transformation-failed',\n `Shapefile reprojection failed: ${message}`,\n {sourceCrs, targetCrs: targetCrs || 'WGS84', cause: error}\n );\n }\n}\n\nfunction getTypedGeoArrowEncoding(options?: ShapefileLoaderOptions): boolean {\n const encoding = options?.shapefile?.geoarrowEncoding || options?.shp?.geoarrowEncoding;\n const preference =\n options?.geoarrow?.encodingPreference ||\n options?.shapefile?.geoarrow?.encodingPreference ||\n options?.shp?.geoarrow?.encodingPreference;\n return encoding === 'geoarrow' || preference === 'optimized';\n}\n\n/** Infers GeoParquet geometry type metadata from parsed geometries or the SHP header. */\nfunction inferGeometryTypes(header?: SHPHeader): GeoParquetGeometryType[] {\n const fallbackType = getGeometryTypeFromHeader(header?.type);\n return fallbackType ? [fallbackType] : [];\n}\n\n/** Maps SHP header geometry type codes to GeoParquet geometry type strings. */\nfunction getGeometryTypeFromHeader(type?: number): GeoParquetGeometryType | null {\n switch (type) {\n case 1:\n case 11:\n case 21:\n return type === 11 ? 'Point Z' : 'Point';\n case 3:\n case 13:\n case 23:\n return type === 13 ? 'LineString Z' : 'LineString';\n case 5:\n case 15:\n case 25:\n return type === 15 ? 'Polygon Z' : 'Polygon';\n case 8:\n case 18:\n case 28:\n return type === 18 ? 'MultiPoint Z' : 'MultiPoint';\n default:\n return null;\n }\n}\n\n/** Normalizes sync or async iterables to a single async iterator interface. */\nfunction getAsyncIterator(iterable: AsyncIterable<any> | Iterable<any>): AsyncIterator<any> {\n const iterator = iterable[Symbol.asyncIterator]?.() || iterable[Symbol.iterator]?.();\n return iterator as AsyncIterator<any>;\n}\n\n/** Reads the next non-metadata value from a parser iterator. */\nasync function getNextNonMetadataValue(iterator: AsyncIterator<any>): Promise<any> {\n while (true) {\n const result = await iterator.next();\n if (result.done) {\n return null;\n }\n if (result.value?.batchType !== 'metadata') {\n return result.value;\n }\n }\n}\n\nasync function getNextArrowBatch(iterator: AsyncIterator<any>): Promise<ArrowTableBatch | null> {\n while (true) {\n const result = await iterator.next();\n if (result.done) {\n return null;\n }\n if (result.value?.shape === 'arrow-table') {\n return result.value;\n }\n }\n}\n\nfunction getQueuedRowCount(queue: arrow.Table[]): number {\n return queue.reduce((rowCount, table) => rowCount + table.numRows, 0);\n}\n\nfunction takeRowsFromQueue(queue: arrow.Table[], rowCount: number): arrow.Table {\n const table = queue[0];\n if (rowCount === table.numRows) {\n queue.shift();\n return table;\n }\n const result = table.slice(0, rowCount);\n queue[0] = table.slice(rowCount, table.numRows - rowCount);\n return result;\n}\n\n/** Creates an explicit empty Arrow batch so zero-row shapefiles still expose schema in batch mode. */\nfunction makeEmptyArrowBatch(schema: TableSchema): ArrowTableBatch {\n const table = new ArrowTableBuilder(schema).finishTable();\n return makeTableScanBatch({...table, schema});\n}\n"],
|
|
5
|
-
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,0BAAuD;AACvD,IAAAA,
|
|
6
|
-
"names": ["import_loader_utils", "outputSchema", "yieldedDataBatch"]
|
|
4
|
+
"sourcesContent": ["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {CRSReprojectionError, type LoaderContext} from '@loaders.gl/core/loader-utils';\nimport {\n parseFromContext,\n parseInBatchesFromContext,\n toArrayBufferIterator\n} from '@loaders.gl/core/loader-utils';\nimport * as arrow from 'apache-arrow';\nimport {convertArrowToSchema, isArrowRecordBatch} from '@loaders.gl/core/schema-utils';\nimport type {Field, Schema as TableSchema} from '@loaders.gl/core/schema';\nimport {makeArrowMetadataBatch, convertSchemaToArrow} from '@loaders.gl/core/schema-utils';\nimport {convertFeaturesToGeoArrowTable} from '@loaders.gl/core/arrow-geometry/feature-table';\nimport {convertWKBToGeometry} from '@loaders.gl/core/arrow-geometry/geometry-codecs';\nimport {type GeoParquetGeometryType} from '@loaders.gl/core/schema';\nimport {\n makeWKBGeometryField,\n setWKBGeometryColumnMetadata\n} from '@loaders.gl/core/arrow-geometry/geometry-field';\nimport {projectionEngine} from '@math.gl/geospatial/projection';\nimport type {ReadonlyCRSDefinition, WKTCRSDefinition} from '@math.gl/geospatial/crs';\nimport {SHPLoaderWithParser} from './shp-loader';\nimport {DBFLoaderWithParser} from './dbf-loader';\nimport type {ShapefileLoaderOptions} from './shapefile-loader-types';\nimport type {SHPResult} from './lib/parsers/parse-shp';\nimport type {SHPHeader} from './lib/parsers/parse-shp-header';\nimport {loadShapefileSidecarFiles, replaceExtension} from './lib/parsers/parse-shapefile';\nimport {\n type SHPWKBGeometry,\n makeWKBGeometryArrowTable\n} from './lib/parsers/build-wkb-geometry-arrow';\nimport {makeSHPGeoArrowGeometryTable} from './lib/parsers/build-geoarrow-geometry-arrow';\nconst GEOMETRY_COLUMN_NAME = 'geometry';\n\n/** Parses a shapefile and returns an Arrow table with a WKB geometry column. */\nexport async function parseShapefileToArrow(\n arrayBuffer: ArrayBuffer,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): Promise<arrow.Table> {\n const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);\n const transform = getReprojectionTransform(prj, options);\n const geoArrowEncoding = getTypedGeoArrowEncoding(options);\n let header: SHPHeader | undefined;\n let geometryTable: arrow.Table;\n\n if (geoArrowEncoding) {\n geometryTable = makeSHPGeoArrowGeometryTable(arrayBuffer, options, {transform});\n } else {\n const shpResult = (await parseFromContext(\n arrayBuffer,\n SHPLoaderWithParser,\n {\n ...options,\n shp: {\n ...options?.shp,\n shape: 'wkb'\n }\n },\n context!\n )) as SHPResult;\n header = shpResult.header;\n geometryTable = makeGeometryArrowTable(\n shpResult.geometries as (SHPWKBGeometry | null)[],\n header,\n transform\n );\n if (\n options?.geoarrow?.encodingPreference === 'geoarrow.geometry' ||\n options?.shapefile?.geoarrow?.encodingPreference === 'geoarrow.geometry'\n ) {\n const geometryColumn = geometryTable.getChild(GEOMETRY_COLUMN_NAME);\n const geometries = geometryColumn?.toArray() || [];\n geometryTable = convertFeaturesToGeoArrowTable(\n geometries.map(geometry => ({\n type: 'Feature' as const,\n geometry: geometry ? convertWKBToGeometry(geometry.slice().buffer) : null,\n properties: {}\n })),\n {encodingPreference: 'geoarrow.geometry'}\n );\n }\n }\n\n let propertySchema: TableSchema | null = null;\n let propertyTable: arrow.Table | null = null;\n\n const dbfResponse = context?.url\n ? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)\n : null;\n if (dbfResponse?.ok) {\n const propertyData = (await parseFromContext(\n dbfResponse as any,\n DBFLoaderWithParser,\n {\n ...options,\n dbf: {\n ...options?.dbf,\n shape: 'arrow' as const,\n encoding: cpg || 'latin1'\n }\n },\n context!\n )) as arrow.Table;\n propertySchema = convertArrowToSchema(propertyData.schema);\n propertyTable = propertyData;\n }\n\n const schema = buildOutputSchema(\n propertySchema,\n header,\n convertArrowToSchema(geometryTable.schema)\n );\n const table = propertyTable\n ? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema)\n : geometryTable;\n const encoded = encodeShapefileHeader({header, encoding: cpg, prj, shx});\n table.schema.metadata.set(SHAPEFILE_HEADER_KEY, encoded);\n for (const batch of table.batches) batch.schema.metadata.set(SHAPEFILE_HEADER_KEY, encoded);\n return table;\n}\n\n/** Parses a shapefile into Arrow batches while keeping DBF-derived schema stable. */\nexport async function* parseShapefileToArrowInBatches(\n asyncIterator:\n | AsyncIterable<ArrayBufferLike | ArrayBufferView>\n | Iterable<ArrayBufferLike | ArrayBufferView>,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): AsyncIterable<arrow.RecordBatch> {\n if (getTypedGeoArrowEncoding(options)) {\n throw new Error('Typed GeoArrow shapefile output is only supported for non-streaming parse.');\n }\n\n const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);\n const batchSize =\n typeof options?.core?.batchSize === 'number'\n ? options.core.batchSize\n : (options?.shapefile?.batchSize ??\n options?.shp?.batchSize ??\n options?.dbf?.batchSize ??\n 10000);\n const childOptions = {\n ...options,\n core: {...options?.core, batchMaxRowsPerSecond: 0}\n };\n\n const shapeIterable = await parseInBatchesFromContext(\n toArrayBufferIterator(asyncIterator),\n SHPLoaderWithParser,\n {\n ...childOptions,\n shp: {\n ...options?.shp,\n shape: 'wkb',\n batchSize\n }\n },\n context!\n );\n const shapeIterator = getAsyncIterator(shapeIterable);\n\n const shapeHeader = await getNextNonMetadataValue(shapeIterator);\n const header = shapeHeader as SHPHeader;\n const encodedHeader = encodeShapefileHeader({header, encoding: cpg, prj, shx});\n\n let propertyIterator: AsyncIterator<any> | null = null;\n let propertySchema: TableSchema | null = null;\n\n const dbfResponse = context?.url\n ? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)\n : null;\n if (dbfResponse?.ok) {\n const dbfOptions = {\n ...childOptions,\n dbf: {\n ...options?.dbf,\n shape: 'arrow' as const,\n batchSize,\n encoding: cpg || 'latin1'\n }\n };\n const propertyIterable = await parseInBatchesFromContext(\n dbfResponse,\n DBFLoaderWithParser,\n dbfOptions,\n context!\n );\n propertyIterator = getAsyncIterator(propertyIterable);\n\n const firstPropertyBatch = await getNextArrowBatch(propertyIterator);\n propertySchema = firstPropertyBatch ? convertArrowToSchema(firstPropertyBatch.schema) : null;\n const outputSchema = buildOutputSchema(propertySchema, header);\n const propertyQueue: arrow.Table[] = [];\n const geometryQueue: arrow.Table[] = [];\n let yieldedDataBatch = false;\n\n if (firstPropertyBatch && firstPropertyBatch.numRows > 0) {\n propertyQueue.push(new arrow.Table(firstPropertyBatch.schema, [firstPropertyBatch]));\n }\n\n let shapeDone = false;\n let propertyDone = false;\n while (\n !shapeDone ||\n !propertyDone ||\n getQueuedRowCount(geometryQueue) > 0 ||\n getQueuedRowCount(propertyQueue) > 0\n ) {\n if (!shapeDone && getQueuedRowCount(geometryQueue) === 0) {\n const shapeBatch = await shapeIterator.next();\n if (shapeBatch.done) {\n shapeDone = true;\n } else if (shapeBatch.value?.batchType !== 'metadata') {\n const transform = getReprojectionTransform(prj, options);\n geometryQueue.push(\n makeGeometryArrowTable(shapeBatch.value as (SHPWKBGeometry | null)[], header, transform)\n );\n }\n }\n\n if (!propertyDone && getQueuedRowCount(propertyQueue) < getQueuedRowCount(geometryQueue)) {\n const propertyBatch = await getNextArrowBatch(propertyIterator);\n if (!propertyBatch) {\n propertyDone = true;\n } else if (propertyBatch.numRows > 0) {\n propertyQueue.push(new arrow.Table(propertyBatch.schema, [propertyBatch]));\n }\n }\n\n const rowCount = Math.min(getQueuedRowCount(geometryQueue), getQueuedRowCount(propertyQueue));\n if (rowCount === 0) {\n if (\n (shapeDone && getQueuedRowCount(geometryQueue) === 0) ||\n (propertyDone && getQueuedRowCount(propertyQueue) === 0)\n ) {\n break;\n }\n continue;\n }\n\n const propertyTable = takeRowsFromQueue(propertyQueue, rowCount);\n const geometryTable = takeRowsFromQueue(geometryQueue, rowCount);\n const batch = appendGeometryColumnToArrowTable(propertyTable, geometryTable, outputSchema);\n yieldedDataBatch = true;\n const recordBatch = batch.batches[0];\n recordBatch.schema.metadata.set(SHAPEFILE_HEADER_KEY, encodedHeader);\n yield recordBatch;\n }\n if (!yieldedDataBatch) {\n yield makeEmptyArrowBatch(outputSchema, encodedHeader);\n }\n return;\n }\n\n const outputSchema = buildOutputSchema(null, header);\n let yieldedDataBatch = false;\n\n while (true) {\n const shapeBatch = await shapeIterator.next();\n if (shapeBatch.done) {\n break;\n }\n if (shapeBatch.value?.batchType === 'metadata') {\n continue;\n }\n const transform = getReprojectionTransform(prj, options);\n const arrowTable = makeGeometryArrowTable(\n shapeBatch.value as (SHPWKBGeometry | null)[],\n header,\n transform\n );\n yieldedDataBatch = true;\n for (const batch of arrowTable.batches) {\n batch.schema.metadata.set(SHAPEFILE_HEADER_KEY, encodedHeader);\n yield batch;\n }\n }\n if (!yieldedDataBatch) {\n yield makeEmptyArrowBatch(outputSchema, encodedHeader);\n }\n}\n\n/** Creates the output Arrow schema by appending the WKB geometry column to DBF fields. */\nfunction buildOutputSchema(\n propertySchema: TableSchema | null,\n header?: SHPHeader,\n geometrySchema?: TableSchema\n): TableSchema {\n const geometryField: Field =\n geometrySchema?.fields[0] || makeWKBGeometryField(GEOMETRY_COLUMN_NAME);\n const schema: TableSchema = {\n fields: [...(propertySchema?.fields || []), geometryField],\n metadata: {\n ...(propertySchema?.metadata || {}),\n ...(geometrySchema?.metadata || {})\n }\n };\n\n if (!geometrySchema) {\n setWKBGeometryColumnMetadata(schema.metadata!, {\n geometryColumnName: GEOMETRY_COLUMN_NAME,\n geometryTypes: inferGeometryTypes(header)\n });\n }\n\n return schema;\n}\n\nfunction makeGeometryArrowTable(\n geometries: (SHPWKBGeometry | null | undefined)[],\n header?: SHPHeader,\n transform?: (coordinate: number[]) => number[]\n) {\n const geometrySchema = buildOutputSchema(null, header);\n return makeWKBGeometryArrowTable(geometries, geometrySchema, transform);\n}\n\nfunction appendGeometryColumnToArrowTable(\n propertyTable: arrow.Table,\n geometryTable: arrow.Table,\n schema: TableSchema\n): arrow.Table {\n const propertyBatch = propertyTable.batches[0];\n const geometryBatch = geometryTable.batches[0];\n const arrowSchema = convertSchemaToArrow(schema);\n const structField = new arrow.Struct(arrowSchema.fields);\n const children = [...propertyBatch.data.children, geometryBatch.data.children[0]];\n const rowCount = Math.max(propertyTable.numRows, geometryTable.numRows);\n const structData = new arrow.Data(structField, 0, rowCount, 0, undefined, children);\n const recordBatch = new arrow.RecordBatch(arrowSchema, structData);\n\n return new arrow.Table(arrowSchema, [recordBatch]);\n}\n\nfunction getReprojectionTransform(\n sourceCrs: WKTCRSDefinition | undefined,\n options?: ShapefileLoaderOptions\n): ((coordinate: number[]) => number[]) | undefined {\n const {reproject = false, targetCrs = 'WGS84'} = options?.gis || {};\n if (!reproject) {\n return undefined;\n }\n if (!sourceCrs) {\n throw new CRSReprojectionError(\n 'missing-source-crs',\n 'Shapefile reprojection requires a source CRS from the .prj sidecar file',\n {targetCrs}\n );\n }\n try {\n const projection = projectionEngine.createProjection({\n from: sourceCrs,\n to: (targetCrs || 'WGS84') as ReadonlyCRSDefinition\n });\n return coordinate => projection.projectSync(coordinate);\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n throw new CRSReprojectionError(\n 'transformation-failed',\n `Shapefile reprojection failed: ${message}`,\n {sourceCrs, targetCrs: targetCrs || 'WGS84', cause: error}\n );\n }\n}\n\nfunction getTypedGeoArrowEncoding(options?: ShapefileLoaderOptions): boolean {\n const encoding = options?.shapefile?.geoarrowEncoding || options?.shp?.geoarrowEncoding;\n const preference =\n options?.geoarrow?.encodingPreference ||\n options?.shapefile?.geoarrow?.encodingPreference ||\n options?.shp?.geoarrow?.encodingPreference;\n return encoding === 'geoarrow' || preference === 'optimized';\n}\n\n/** Infers GeoParquet geometry type metadata from parsed geometries or the SHP header. */\nfunction inferGeometryTypes(header?: SHPHeader): GeoParquetGeometryType[] {\n const fallbackType = getGeometryTypeFromHeader(header?.type);\n return fallbackType ? [fallbackType] : [];\n}\n\n/** Maps SHP header geometry type codes to GeoParquet geometry type strings. */\nfunction getGeometryTypeFromHeader(type?: number): GeoParquetGeometryType | null {\n switch (type) {\n case 1:\n case 11:\n case 21:\n return type === 11 ? 'Point Z' : 'Point';\n case 3:\n case 13:\n case 23:\n return type === 13 ? 'LineString Z' : 'LineString';\n case 5:\n case 15:\n case 25:\n return type === 15 ? 'Polygon Z' : 'Polygon';\n case 8:\n case 18:\n case 28:\n return type === 18 ? 'MultiPoint Z' : 'MultiPoint';\n default:\n return null;\n }\n}\n\n/** Normalizes sync or async iterables to a single async iterator interface. */\nfunction getAsyncIterator(iterable: AsyncIterable<any> | Iterable<any>): AsyncIterator<any> {\n const iterator = iterable[Symbol.asyncIterator]?.() || iterable[Symbol.iterator]?.();\n return iterator as AsyncIterator<any>;\n}\n\n/** Reads the next non-metadata value from a parser iterator. */\nasync function getNextNonMetadataValue(iterator: AsyncIterator<any>): Promise<any> {\n while (true) {\n const result = await iterator.next();\n if (result.done) {\n return null;\n }\n if (result.value?.batchType !== 'metadata') {\n return result.value;\n }\n }\n}\n\n/** Reads native DBF batches and imports columns originating from another Arrow build. */\nasync function getNextArrowBatch(\n iterator: AsyncIterator<unknown>\n): Promise<arrow.RecordBatch | null> {\n while (true) {\n const result = await iterator.next();\n if (result.done) return null;\n if (isArrowRecordBatch(result.value)) {\n const batch = result.value;\n return Object.getPrototypeOf(batch) === arrow.RecordBatch.prototype\n ? batch\n : importDBFRecordBatch(batch, convertArrowToSchema(batch.schema));\n }\n }\n}\n\n/** Rebuilds primitive DBF columns with local Arrow classes while reusing their buffers. */\nfunction importDBFRecordBatch(\n batch: arrow.RecordBatch,\n tableSchema: TableSchema\n): arrow.RecordBatch {\n const schema = convertSchemaToArrow(tableSchema);\n const children = batch.data.children.map(\n (column, index) =>\n new arrow.Data(\n schema.fields[index].type,\n column.offset,\n column.length,\n column.nullCount,\n column.buffers,\n undefined,\n undefined,\n column.variadicBuffers\n )\n );\n const data = arrow.makeData({\n type: new arrow.Struct(schema.fields),\n length: batch.numRows,\n children\n });\n return new arrow.RecordBatch(schema, data, new Map(batch.metadata));\n}\n\nfunction getQueuedRowCount(queue: arrow.Table[]): number {\n return queue.reduce((rowCount, table) => rowCount + table.numRows, 0);\n}\n\nfunction takeRowsFromQueue(queue: arrow.Table[], rowCount: number): arrow.Table {\n const table = queue[0];\n if (rowCount === table.numRows) {\n queue.shift();\n return table;\n }\n const result = table.slice(0, rowCount);\n queue[0] = table.slice(rowCount);\n return result;\n}\n\n/** Creates an explicit empty Arrow batch so zero-row shapefiles still expose their schema. */\nfunction makeEmptyArrowBatch(schema: TableSchema, header: string): arrow.RecordBatch {\n const nativeSchema = convertSchemaToArrow(schema);\n nativeSchema.metadata.set(SHAPEFILE_HEADER_KEY, header);\n return makeArrowMetadataBatch(nativeSchema);\n}\n\n/** Schema metadata key for the Shapefile header and sidecar data. */\nexport const SHAPEFILE_HEADER_KEY = 'loaders.gl.shapefile.header';\n\n/** Encodes Shapefile sidecars for schema and worker transport. */\nfunction encodeShapefileHeader({\n shx,\n ...header\n}: {\n header?: SHPHeader;\n encoding?: string;\n prj?: WKTCRSDefinition;\n shx?: {offsets: Int32Array; lengths: Int32Array};\n}): string {\n return JSON.stringify({\n ...header,\n ...(shx ? {shx: {offsets: Array.from(shx.offsets), lengths: Array.from(shx.lengths)}} : {})\n });\n}\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,0BAAuD;AACvD,IAAAA,uBAIO;AACP,YAAuB;AACvB,0BAAuD;AAEvD,IAAAC,uBAA2D;AAC3D,2BAA6C;AAC7C,6BAAmC;AAEnC,4BAGO;AACP,wBAA+B;AAE/B,wBAAkC;AAClC,wBAAkC;AAIlC,6BAA0D;AAC1D,sCAGO;AACP,2CAA2C;AAC3C,IAAM,uBAAuB;AAG7B,eAAsB,sBACpB,aACA,SACA,SACsB;AACtB,QAAM,EAAC,KAAK,KAAK,IAAG,IAAI,UAAM,kDAA0B,SAAS,OAAO;AACxE,QAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,QAAM,mBAAmB,yBAAyB,OAAO;AACzD,MAAI;AACJ,MAAI;AAEJ,MAAI,kBAAkB;AACpB,wBAAgB,mEAA6B,aAAa,SAAS,EAAC,UAAS,CAAC;AAAA,EAChF,OAAO;AACL,UAAM,YAAa,UAAM;AAAA,MACvB;AAAA,MACA;AAAA,MACA;AAAA,QACE,GAAG;AAAA,QACH,KAAK;AAAA,UACH,GAAG,SAAS;AAAA,UACZ,OAAO;AAAA,QACT;AAAA,MACF;AAAA,MACA;AAAA,IACF;AACA,aAAS,UAAU;AACnB,oBAAgB;AAAA,MACd,UAAU;AAAA,MACV;AAAA,MACA;AAAA,IACF;AACA,QACE,SAAS,UAAU,uBAAuB,uBAC1C,SAAS,WAAW,UAAU,uBAAuB,qBACrD;AACA,YAAM,iBAAiB,cAAc,SAAS,oBAAoB;AAClE,YAAM,aAAa,gBAAgB,QAAQ,KAAK,CAAC;AACjD,0BAAgB;AAAA,QACd,WAAW,IAAI,eAAa;AAAA,UAC1B,MAAM;AAAA,UACN,UAAU,eAAW,6CAAqB,SAAS,MAAM,EAAE,MAAM,IAAI;AAAA,UACrE,YAAY,CAAC;AAAA,QACf,EAAE;AAAA,QACF,EAAC,oBAAoB,oBAAmB;AAAA,MAC1C;AAAA,IACF;AAAA,EACF;AAEA,MAAI,iBAAqC;AACzC,MAAI,gBAAoC;AAExC,QAAM,cAAc,SAAS,MACzB,MAAM,QAAQ,UAAM,yCAAiB,QAAQ,KAAK,KAAK,CAAC,EAAE,MAAM,MAAM,IAAI,IAC1E;AACJ,MAAI,aAAa,IAAI;AACnB,UAAM,eAAgB,UAAM;AAAA,MAC1B;AAAA,MACA;AAAA,MACA;AAAA,QACE,GAAG;AAAA,QACH,KAAK;AAAA,UACH,GAAG,SAAS;AAAA,UACZ,OAAO;AAAA,UACP,UAAU,OAAO;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,IACF;AACA,yBAAiB,0CAAqB,aAAa,MAAM;AACzD,oBAAgB;AAAA,EAClB;AAEA,QAAM,SAAS;AAAA,IACb;AAAA,IACA;AAAA,QACA,0CAAqB,cAAc,MAAM;AAAA,EAC3C;AACA,QAAM,QAAQ,gBACV,iCAAiC,eAAe,eAAe,MAAM,IACrE;AACJ,QAAM,UAAU,sBAAsB,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,CAAC;AACvE,QAAM,OAAO,SAAS,IAAI,sBAAsB,OAAO;AACvD,aAAW,SAAS,MAAM,QAAS,OAAM,OAAO,SAAS,IAAI,sBAAsB,OAAO;AAC1F,SAAO;AACT;AAGA,gBAAuB,+BACrB,eAGA,SACA,SACkC;AAClC,MAAI,yBAAyB,OAAO,GAAG;AACrC,UAAM,IAAI,MAAM,4EAA4E;AAAA,EAC9F;AAEA,QAAM,EAAC,KAAK,KAAK,IAAG,IAAI,UAAM,kDAA0B,SAAS,OAAO;AACxE,QAAM,YACJ,OAAO,SAAS,MAAM,cAAc,WAChC,QAAQ,KAAK,YACZ,SAAS,WAAW,aACrB,SAAS,KAAK,aACd,SAAS,KAAK,aACd;AACN,QAAM,eAAe;AAAA,IACnB,GAAG;AAAA,IACH,MAAM,EAAC,GAAG,SAAS,MAAM,uBAAuB,EAAC;AAAA,EACnD;AAEA,QAAM,gBAAgB,UAAM;AAAA,QAC1B,4CAAsB,aAAa;AAAA,IACnC;AAAA,IACA;AAAA,MACE,GAAG;AAAA,MACH,KAAK;AAAA,QACH,GAAG,SAAS;AAAA,QACZ,OAAO;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAAA,IACA;AAAA,EACF;AACA,QAAM,gBAAgB,iBAAiB,aAAa;AAEpD,QAAM,cAAc,MAAM,wBAAwB,aAAa;AAC/D,QAAM,SAAS;AACf,QAAM,gBAAgB,sBAAsB,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,CAAC;AAE7E,MAAI,mBAA8C;AAClD,MAAI,iBAAqC;AAEzC,QAAM,cAAc,SAAS,MACzB,MAAM,QAAQ,UAAM,yCAAiB,QAAQ,KAAK,KAAK,CAAC,EAAE,MAAM,MAAM,IAAI,IAC1E;AACJ,MAAI,aAAa,IAAI;AACnB,UAAM,aAAa;AAAA,MACjB,GAAG;AAAA,MACH,KAAK;AAAA,QACH,GAAG,SAAS;AAAA,QACZ,OAAO;AAAA,QACP;AAAA,QACA,UAAU,OAAO;AAAA,MACnB;AAAA,IACF;AACA,UAAM,mBAAmB,UAAM;AAAA,MAC7B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,uBAAmB,iBAAiB,gBAAgB;AAEpD,UAAM,qBAAqB,MAAM,kBAAkB,gBAAgB;AACnE,qBAAiB,yBAAqB,0CAAqB,mBAAmB,MAAM,IAAI;AACxF,UAAMC,gBAAe,kBAAkB,gBAAgB,MAAM;AAC7D,UAAM,gBAA+B,CAAC;AACtC,UAAM,gBAA+B,CAAC;AACtC,QAAIC,oBAAmB;AAEvB,QAAI,sBAAsB,mBAAmB,UAAU,GAAG;AACxD,oBAAc,KAAK,IAAU,YAAM,mBAAmB,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAAA,IACrF;AAEA,QAAI,YAAY;AAChB,QAAI,eAAe;AACnB,WACE,CAAC,aACD,CAAC,gBACD,kBAAkB,aAAa,IAAI,KACnC,kBAAkB,aAAa,IAAI,GACnC;AACA,UAAI,CAAC,aAAa,kBAAkB,aAAa,MAAM,GAAG;AACxD,cAAM,aAAa,MAAM,cAAc,KAAK;AAC5C,YAAI,WAAW,MAAM;AACnB,sBAAY;AAAA,QACd,WAAW,WAAW,OAAO,cAAc,YAAY;AACrD,gBAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,wBAAc;AAAA,YACZ,uBAAuB,WAAW,OAAoC,QAAQ,SAAS;AAAA,UACzF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,CAAC,gBAAgB,kBAAkB,aAAa,IAAI,kBAAkB,aAAa,GAAG;AACxF,cAAM,gBAAgB,MAAM,kBAAkB,gBAAgB;AAC9D,YAAI,CAAC,eAAe;AAClB,yBAAe;AAAA,QACjB,WAAW,cAAc,UAAU,GAAG;AACpC,wBAAc,KAAK,IAAU,YAAM,cAAc,QAAQ,CAAC,aAAa,CAAC,CAAC;AAAA,QAC3E;AAAA,MACF;AAEA,YAAM,WAAW,KAAK,IAAI,kBAAkB,aAAa,GAAG,kBAAkB,aAAa,CAAC;AAC5F,UAAI,aAAa,GAAG;AAClB,YACG,aAAa,kBAAkB,aAAa,MAAM,KAClD,gBAAgB,kBAAkB,aAAa,MAAM,GACtD;AACA;AAAA,QACF;AACA;AAAA,MACF;AAEA,YAAM,gBAAgB,kBAAkB,eAAe,QAAQ;AAC/D,YAAM,gBAAgB,kBAAkB,eAAe,QAAQ;AAC/D,YAAM,QAAQ,iCAAiC,eAAe,eAAeD,aAAY;AACzF,MAAAC,oBAAmB;AACnB,YAAM,cAAc,MAAM,QAAQ,CAAC;AACnC,kBAAY,OAAO,SAAS,IAAI,sBAAsB,aAAa;AACnE,YAAM;AAAA,IACR;AACA,QAAI,CAACA,mBAAkB;AACrB,YAAM,oBAAoBD,eAAc,aAAa;AAAA,IACvD;AACA;AAAA,EACF;AAEA,QAAM,eAAe,kBAAkB,MAAM,MAAM;AACnD,MAAI,mBAAmB;AAEvB,SAAO,MAAM;AACX,UAAM,aAAa,MAAM,cAAc,KAAK;AAC5C,QAAI,WAAW,MAAM;AACnB;AAAA,IACF;AACA,QAAI,WAAW,OAAO,cAAc,YAAY;AAC9C;AAAA,IACF;AACA,UAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,UAAM,aAAa;AAAA,MACjB,WAAW;AAAA,MACX;AAAA,MACA;AAAA,IACF;AACA,uBAAmB;AACnB,eAAW,SAAS,WAAW,SAAS;AACtC,YAAM,OAAO,SAAS,IAAI,sBAAsB,aAAa;AAC7D,YAAM;AAAA,IACR;AAAA,EACF;AACA,MAAI,CAAC,kBAAkB;AACrB,UAAM,oBAAoB,cAAc,aAAa;AAAA,EACvD;AACF;AAGA,SAAS,kBACP,gBACA,QACA,gBACa;AACb,QAAM,gBACJ,gBAAgB,OAAO,CAAC,SAAK,4CAAqB,oBAAoB;AACxE,QAAM,SAAsB;AAAA,IAC1B,QAAQ,CAAC,GAAI,gBAAgB,UAAU,CAAC,GAAI,aAAa;AAAA,IACzD,UAAU;AAAA,MACR,GAAI,gBAAgB,YAAY,CAAC;AAAA,MACjC,GAAI,gBAAgB,YAAY,CAAC;AAAA,IACnC;AAAA,EACF;AAEA,MAAI,CAAC,gBAAgB;AACnB,4DAA6B,OAAO,UAAW;AAAA,MAC7C,oBAAoB;AAAA,MACpB,eAAe,mBAAmB,MAAM;AAAA,IAC1C,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAEA,SAAS,uBACP,YACA,QACA,WACA;AACA,QAAM,iBAAiB,kBAAkB,MAAM,MAAM;AACrD,aAAO,2DAA0B,YAAY,gBAAgB,SAAS;AACxE;AAEA,SAAS,iCACP,eACA,eACA,QACa;AACb,QAAM,gBAAgB,cAAc,QAAQ,CAAC;AAC7C,QAAM,gBAAgB,cAAc,QAAQ,CAAC;AAC7C,QAAM,kBAAc,2CAAqB,MAAM;AAC/C,QAAM,cAAc,IAAU,aAAO,YAAY,MAAM;AACvD,QAAM,WAAW,CAAC,GAAG,cAAc,KAAK,UAAU,cAAc,KAAK,SAAS,CAAC,CAAC;AAChF,QAAM,WAAW,KAAK,IAAI,cAAc,SAAS,cAAc,OAAO;AACtE,QAAM,aAAa,IAAU,WAAK,aAAa,GAAG,UAAU,GAAG,QAAW,QAAQ;AAClF,QAAM,cAAc,IAAU,kBAAY,aAAa,UAAU;AAEjE,SAAO,IAAU,YAAM,aAAa,CAAC,WAAW,CAAC;AACnD;AAEA,SAAS,yBACP,WACA,SACkD;AAClD,QAAM,EAAC,YAAY,OAAO,YAAY,QAAO,IAAI,SAAS,OAAO,CAAC;AAClE,MAAI,CAAC,WAAW;AACd,WAAO;AAAA,EACT;AACA,MAAI,CAAC,WAAW;AACd,UAAM,IAAI;AAAA,MACR;AAAA,MACA;AAAA,MACA,EAAC,UAAS;AAAA,IACZ;AAAA,EACF;AACA,MAAI;AACF,UAAM,aAAa,mCAAiB,iBAAiB;AAAA,MACnD,MAAM;AAAA,MACN,IAAK,aAAa;AAAA,IACpB,CAAC;AACD,WAAO,gBAAc,WAAW,YAAY,UAAU;AAAA,EACxD,SAAS,OAAO;AACd,UAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,UAAM,IAAI;AAAA,MACR;AAAA,MACA,kCAAkC,OAAO;AAAA,MACzC,EAAC,WAAW,WAAW,aAAa,SAAS,OAAO,MAAK;AAAA,IAC3D;AAAA,EACF;AACF;AAEA,SAAS,yBAAyB,SAA2C;AAC3E,QAAM,WAAW,SAAS,WAAW,oBAAoB,SAAS,KAAK;AACvE,QAAM,aACJ,SAAS,UAAU,sBACnB,SAAS,WAAW,UAAU,sBAC9B,SAAS,KAAK,UAAU;AAC1B,SAAO,aAAa,cAAc,eAAe;AACnD;AAGA,SAAS,mBAAmB,QAA8C;AACxE,QAAM,eAAe,0BAA0B,QAAQ,IAAI;AAC3D,SAAO,eAAe,CAAC,YAAY,IAAI,CAAC;AAC1C;AAGA,SAAS,0BAA0B,MAA8C;AAC/E,UAAQ,MAAM;AAAA,IACZ,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,YAAY;AAAA,IACnC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,iBAAiB;AAAA,IACxC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,cAAc;AAAA,IACrC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,iBAAiB;AAAA,IACxC;AACE,aAAO;AAAA,EACX;AACF;AAGA,SAAS,iBAAiB,UAAkE;AAC1F,QAAM,WAAW,SAAS,OAAO,aAAa,IAAI,KAAK,SAAS,OAAO,QAAQ,IAAI;AACnF,SAAO;AACT;AAGA,eAAe,wBAAwB,UAA4C;AACjF,SAAO,MAAM;AACX,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,QAAI,OAAO,MAAM;AACf,aAAO;AAAA,IACT;AACA,QAAI,OAAO,OAAO,cAAc,YAAY;AAC1C,aAAO,OAAO;AAAA,IAChB;AAAA,EACF;AACF;AAGA,eAAe,kBACb,UACmC;AACnC,SAAO,MAAM;AACX,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,QAAI,OAAO,KAAM,QAAO;AACxB,YAAI,wCAAmB,OAAO,KAAK,GAAG;AACpC,YAAM,QAAQ,OAAO;AACrB,aAAO,OAAO,eAAe,KAAK,MAAY,kBAAY,YACtD,QACA,qBAAqB,WAAO,0CAAqB,MAAM,MAAM,CAAC;AAAA,IACpE;AAAA,EACF;AACF;AAGA,SAAS,qBACP,OACA,aACmB;AACnB,QAAM,aAAS,2CAAqB,WAAW;AAC/C,QAAM,WAAW,MAAM,KAAK,SAAS;AAAA,IACnC,CAAC,QAAQ,UACP,IAAU;AAAA,MACR,OAAO,OAAO,KAAK,EAAE;AAAA,MACrB,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,OAAO;AAAA,IACT;AAAA,EACJ;AACA,QAAM,OAAa,eAAS;AAAA,IAC1B,MAAM,IAAU,aAAO,OAAO,MAAM;AAAA,IACpC,QAAQ,MAAM;AAAA,IACd;AAAA,EACF,CAAC;AACD,SAAO,IAAU,kBAAY,QAAQ,MAAM,IAAI,IAAI,MAAM,QAAQ,CAAC;AACpE;AAEA,SAAS,kBAAkB,OAA8B;AACvD,SAAO,MAAM,OAAO,CAAC,UAAU,UAAU,WAAW,MAAM,SAAS,CAAC;AACtE;AAEA,SAAS,kBAAkB,OAAsB,UAA+B;AAC9E,QAAM,QAAQ,MAAM,CAAC;AACrB,MAAI,aAAa,MAAM,SAAS;AAC9B,UAAM,MAAM;AACZ,WAAO;AAAA,EACT;AACA,QAAM,SAAS,MAAM,MAAM,GAAG,QAAQ;AACtC,QAAM,CAAC,IAAI,MAAM,MAAM,QAAQ;AAC/B,SAAO;AACT;AAGA,SAAS,oBAAoB,QAAqB,QAAmC;AACnF,QAAM,mBAAe,2CAAqB,MAAM;AAChD,eAAa,SAAS,IAAI,sBAAsB,MAAM;AACtD,aAAO,6CAAuB,YAAY;AAC5C;AAGO,IAAM,uBAAuB;AAGpC,SAAS,sBAAsB;AAAA,EAC7B;AAAA,EACA,GAAG;AACL,GAKW;AACT,SAAO,KAAK,UAAU;AAAA,IACpB,GAAG;AAAA,IACH,GAAI,MAAM,EAAC,KAAK,EAAC,SAAS,MAAM,KAAK,IAAI,OAAO,GAAG,SAAS,MAAM,KAAK,IAAI,OAAO,EAAC,EAAC,IAAI,CAAC;AAAA,EAC3F,CAAC;AACH;",
|
|
6
|
+
"names": ["import_loader_utils", "import_schema_utils", "outputSchema", "yieldedDataBatch"]
|
|
7
7
|
}
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { type LoaderContext } from '@loaders.gl/core/loader-utils';
|
|
2
|
-
import
|
|
2
|
+
import * as arrow from 'apache-arrow';
|
|
3
3
|
import type { ShapefileLoaderOptions } from "./shapefile-loader-types.js";
|
|
4
4
|
/** Parses a shapefile and returns an Arrow table with a WKB geometry column. */
|
|
5
|
-
export declare function parseShapefileToArrow(arrayBuffer: ArrayBuffer, options?: ShapefileLoaderOptions, context?: LoaderContext): Promise<
|
|
5
|
+
export declare function parseShapefileToArrow(arrayBuffer: ArrayBuffer, options?: ShapefileLoaderOptions, context?: LoaderContext): Promise<arrow.Table>;
|
|
6
6
|
/** Parses a shapefile into Arrow batches while keeping DBF-derived schema stable. */
|
|
7
|
-
export declare function parseShapefileToArrowInBatches(asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: ShapefileLoaderOptions, context?: LoaderContext): AsyncIterable<
|
|
7
|
+
export declare function parseShapefileToArrowInBatches(asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: ShapefileLoaderOptions, context?: LoaderContext): AsyncIterable<arrow.RecordBatch>;
|
|
8
|
+
/** Schema metadata key for the Shapefile header and sidecar data. */
|
|
9
|
+
export declare const SHAPEFILE_HEADER_KEY = "loaders.gl.shapefile.header";
|
|
8
10
|
//# sourceMappingURL=shapefile-arrow-loader.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shapefile-arrow-loader.d.ts","sourceRoot":"","sources":["../../src/shapefile/shapefile-arrow-loader.ts"],"names":[],"mappings":"AAIA,OAAO,EAAuB,KAAK,aAAa,EAAC,MAAM,+BAA+B,CAAC;
|
|
1
|
+
{"version":3,"file":"shapefile-arrow-loader.d.ts","sourceRoot":"","sources":["../../src/shapefile/shapefile-arrow-loader.ts"],"names":[],"mappings":"AAIA,OAAO,EAAuB,KAAK,aAAa,EAAC,MAAM,+BAA+B,CAAC;AAMvF,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAetC,OAAO,KAAK,EAAC,sBAAsB,EAAC,oCAAiC;AAWrE,gFAAgF;AAChF,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,sBAAsB,EAChC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAiFtB;AAED,qFAAqF;AACrF,wBAAuB,8BAA8B,CACnD,aAAa,EACT,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,EAC/C,OAAO,CAAC,EAAE,sBAAsB,EAChC,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,CAwJlC;AAgND,qEAAqE;AACrE,eAAO,MAAM,oBAAoB,gCAAgC,CAAC"}
|