@loaders.gl/geospatial 5.0.0-beta.1 → 5.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -2
- package/WKT-README.md +1 -1
- package/dist/dbf-loader-types.cjs +68 -0
- package/dist/dbf-loader-types.cjs.map +7 -0
- package/dist/dbf-loader-types.d.ts +2 -0
- package/dist/dbf-loader-types.d.ts.map +1 -0
- package/dist/dbf-loader-types.js +2 -0
- package/dist/dbf-loader-types.js.map +1 -0
- package/dist/dbf-loader.cjs +83 -0
- package/dist/dbf-loader.cjs.map +7 -0
- package/dist/dbf-loader.d.ts +2 -0
- package/dist/dbf-loader.d.ts.map +1 -0
- package/dist/dbf-loader.js +2 -0
- package/dist/dbf-loader.js.map +1 -0
- package/dist/dbf-worker.js +1603 -678
- package/dist/flatgeobuf/flatgeobuf-loader-types.cjs +12 -8
- package/dist/flatgeobuf/flatgeobuf-loader-types.cjs.map +2 -2
- package/dist/flatgeobuf/flatgeobuf-loader-types.d.ts +25 -34
- package/dist/flatgeobuf/flatgeobuf-loader-types.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader-types.js +10 -5
- package/dist/flatgeobuf/flatgeobuf-loader-types.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader.cjs +4 -2
- package/dist/flatgeobuf/flatgeobuf-loader.cjs.map +2 -2
- package/dist/flatgeobuf/flatgeobuf-loader.d.ts +22 -6
- package/dist/flatgeobuf/flatgeobuf-loader.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader.js +4 -2
- package/dist/flatgeobuf/flatgeobuf-loader.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-source-loader.cjs +15 -23
- package/dist/flatgeobuf/flatgeobuf-source-loader.cjs.map +2 -2
- package/dist/flatgeobuf/flatgeobuf-source-loader.d.ts +8 -32
- package/dist/flatgeobuf/flatgeobuf-source-loader.d.ts.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-source-loader.js +16 -22
- package/dist/flatgeobuf/flatgeobuf-source-loader.js.map +1 -1
- package/dist/flatgeobuf/index.cjs +2 -9
- package/dist/flatgeobuf/index.cjs.map +3 -3
- package/dist/flatgeobuf/index.d.ts +1 -3
- package/dist/flatgeobuf/index.d.ts.map +1 -1
- package/dist/flatgeobuf/index.js +1 -4
- package/dist/flatgeobuf/index.js.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.cjs +5 -36
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.cjs.map +2 -2
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.d.ts +5 -4
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.d.ts.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.js +7 -34
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.js.map +1 -1
- package/dist/flatgeobuf/lib/parse-flatgeobuf.cjs +3 -3
- package/dist/flatgeobuf/lib/parse-flatgeobuf.cjs.map +2 -2
- package/dist/flatgeobuf/lib/parse-flatgeobuf.d.ts +3 -2
- package/dist/flatgeobuf/lib/parse-flatgeobuf.d.ts.map +1 -1
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js +3 -3
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js.map +1 -1
- package/dist/flatgeobuf/unbundled.cjs +2 -4
- package/dist/flatgeobuf/unbundled.cjs.map +2 -2
- package/dist/flatgeobuf/unbundled.d.ts +1 -1
- package/dist/flatgeobuf/unbundled.d.ts.map +1 -1
- package/dist/flatgeobuf/unbundled.js +1 -1
- package/dist/flatgeobuf/unbundled.js.map +1 -1
- package/dist/flatgeobuf-loader-types.cjs +74 -0
- package/dist/flatgeobuf-loader-types.cjs.map +7 -0
- package/dist/flatgeobuf-loader-types.d.ts +2 -0
- package/dist/flatgeobuf-loader-types.d.ts.map +1 -0
- package/dist/flatgeobuf-loader-types.js +2 -0
- package/dist/flatgeobuf-loader-types.js.map +1 -0
- package/dist/flatgeobuf-loader.cjs +68 -0
- package/dist/flatgeobuf-loader.cjs.map +7 -0
- package/dist/flatgeobuf-loader.d.ts +2 -0
- package/dist/flatgeobuf-loader.d.ts.map +1 -0
- package/dist/flatgeobuf-loader.js +2 -0
- package/dist/flatgeobuf-loader.js.map +1 -0
- package/dist/flatgeobuf-source-loader.cjs +244 -0
- package/dist/flatgeobuf-source-loader.cjs.map +7 -0
- package/dist/flatgeobuf-source-loader.d.ts +2 -0
- package/dist/flatgeobuf-source-loader.d.ts.map +1 -0
- package/dist/flatgeobuf-source-loader.js +2 -0
- package/dist/flatgeobuf-source-loader.js.map +1 -0
- package/dist/flatgeobuf-worker.js +4862 -1773
- package/dist/geopackage/geopackage-loader-types.cjs +8 -2
- package/dist/geopackage/geopackage-loader-types.cjs.map +2 -2
- package/dist/geopackage/geopackage-loader-types.d.ts +19 -6
- package/dist/geopackage/geopackage-loader-types.d.ts.map +1 -1
- package/dist/geopackage/geopackage-loader-types.js +8 -2
- package/dist/geopackage/geopackage-loader-types.js.map +1 -1
- package/dist/geopackage/geopackage-loader.cjs +2 -0
- package/dist/geopackage/geopackage-loader.cjs.map +2 -2
- package/dist/geopackage/geopackage-loader.d.ts +11 -3
- package/dist/geopackage/geopackage-loader.d.ts.map +1 -1
- package/dist/geopackage/geopackage-loader.js +2 -0
- package/dist/geopackage/geopackage-loader.js.map +1 -1
- package/dist/geopackage/geopackage-source-loader.cjs +38 -38
- package/dist/geopackage/geopackage-source-loader.cjs.map +3 -3
- package/dist/geopackage/geopackage-source-loader.d.ts +17 -43
- package/dist/geopackage/geopackage-source-loader.d.ts.map +1 -1
- package/dist/geopackage/geopackage-source-loader.js +42 -42
- package/dist/geopackage/geopackage-source-loader.js.map +1 -1
- package/dist/geopackage/index.cjs +2 -4
- package/dist/geopackage/index.cjs.map +2 -2
- package/dist/geopackage/index.d.ts +1 -1
- package/dist/geopackage/index.d.ts.map +1 -1
- package/dist/geopackage/index.js +1 -1
- package/dist/geopackage/index.js.map +1 -1
- package/dist/geopackage/lib/parse-geopackage.cjs +8 -4
- package/dist/geopackage/lib/parse-geopackage.cjs.map +2 -2
- package/dist/geopackage/lib/parse-geopackage.d.ts +2 -1
- package/dist/geopackage/lib/parse-geopackage.d.ts.map +1 -1
- package/dist/geopackage/lib/parse-geopackage.js +8 -5
- package/dist/geopackage/lib/parse-geopackage.js.map +1 -1
- package/dist/geopackage-loader-types.cjs +69 -0
- package/dist/geopackage-loader-types.cjs.map +7 -0
- package/dist/geopackage-loader-types.d.ts +2 -0
- package/dist/geopackage-loader-types.d.ts.map +1 -0
- package/dist/geopackage-loader-types.js +2 -0
- package/dist/geopackage-loader-types.js.map +1 -0
- package/dist/geopackage-loader.cjs +41 -0
- package/dist/geopackage-loader.cjs.map +7 -0
- package/dist/geopackage-loader.d.ts +2 -0
- package/dist/geopackage-loader.d.ts.map +1 -0
- package/dist/geopackage-loader.js +2 -0
- package/dist/geopackage-loader.js.map +1 -0
- package/dist/geopackage-source-loader.cjs +265 -0
- package/dist/geopackage-source-loader.cjs.map +7 -0
- package/dist/geopackage-source-loader.d.ts +2 -0
- package/dist/geopackage-source-loader.d.ts.map +1 -0
- package/dist/geopackage-source-loader.js +2 -0
- package/dist/geopackage-source-loader.js.map +1 -0
- package/dist/gpx-loader-types.cjs +61 -0
- package/dist/gpx-loader-types.cjs.map +7 -0
- package/dist/gpx-loader-types.d.ts +2 -0
- package/dist/gpx-loader-types.d.ts.map +1 -0
- package/dist/gpx-loader-types.js +2 -0
- package/dist/gpx-loader-types.js.map +1 -0
- package/dist/gpx-loader.cjs +79 -0
- package/dist/gpx-loader.cjs.map +7 -0
- package/dist/gpx-loader.d.ts +2 -0
- package/dist/gpx-loader.d.ts.map +1 -0
- package/dist/gpx-loader.js +2 -0
- package/dist/gpx-loader.js.map +1 -0
- package/dist/hex-wkb-loader-types.cjs +74 -0
- package/dist/hex-wkb-loader-types.cjs.map +7 -0
- package/dist/hex-wkb-loader-types.d.ts +2 -0
- package/dist/hex-wkb-loader-types.d.ts.map +1 -0
- package/dist/hex-wkb-loader-types.js +2 -0
- package/dist/hex-wkb-loader-types.js.map +1 -0
- package/dist/hex-wkb-loader.cjs +69 -0
- package/dist/hex-wkb-loader.cjs.map +7 -0
- package/dist/hex-wkb-loader.d.ts +2 -0
- package/dist/hex-wkb-loader.d.ts.map +1 -0
- package/dist/hex-wkb-loader.js +2 -0
- package/dist/hex-wkb-loader.js.map +1 -0
- package/dist/index.cjs +0 -7
- package/dist/index.cjs.map +3 -3
- package/dist/index.d.ts +2 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -3
- package/dist/index.js.map +1 -1
- package/dist/kml/bundled.cjs +0 -2
- package/dist/kml/bundled.cjs.map +2 -2
- package/dist/kml/bundled.d.ts +1 -1
- package/dist/kml/bundled.d.ts.map +1 -1
- package/dist/kml/bundled.js +1 -1
- package/dist/kml/bundled.js.map +1 -1
- package/dist/kml/gpx-loader-types.cjs +4 -2
- package/dist/kml/gpx-loader-types.cjs.map +2 -2
- package/dist/kml/gpx-loader-types.d.ts +11 -6
- package/dist/kml/gpx-loader-types.d.ts.map +1 -1
- package/dist/kml/gpx-loader-types.js +4 -2
- package/dist/kml/gpx-loader-types.js.map +1 -1
- package/dist/kml/gpx-loader.cjs +1 -1
- package/dist/kml/gpx-loader.cjs.map +2 -2
- package/dist/kml/gpx-loader.d.ts +9 -18
- package/dist/kml/gpx-loader.d.ts.map +1 -1
- package/dist/kml/gpx-loader.js +2 -2
- package/dist/kml/gpx-loader.js.map +1 -1
- package/dist/kml/index.cjs +0 -2
- package/dist/kml/index.cjs.map +2 -2
- package/dist/kml/index.d.ts +1 -1
- package/dist/kml/index.d.ts.map +1 -1
- package/dist/kml/index.js +1 -1
- package/dist/kml/index.js.map +1 -1
- package/dist/kml/kml-loader-types.cjs +5 -3
- package/dist/kml/kml-loader-types.cjs.map +2 -2
- package/dist/kml/kml-loader-types.d.ts +11 -6
- package/dist/kml/kml-loader-types.d.ts.map +1 -1
- package/dist/kml/kml-loader-types.js +5 -3
- package/dist/kml/kml-loader-types.js.map +1 -1
- package/dist/kml/kml-loader.cjs +1 -1
- package/dist/kml/kml-loader.cjs.map +2 -2
- package/dist/kml/kml-loader.d.ts +9 -18
- package/dist/kml/kml-loader.d.ts.map +1 -1
- package/dist/kml/kml-loader.js +2 -2
- package/dist/kml/kml-loader.js.map +1 -1
- package/dist/kml/kml-parser.cjs +4 -3
- package/dist/kml/kml-parser.cjs.map +2 -2
- package/dist/kml/kml-parser.d.ts.map +1 -1
- package/dist/kml/kml-parser.js +3 -2
- package/dist/kml/kml-parser.js.map +1 -1
- package/dist/kml/kml-writer.cjs +1 -1
- package/dist/kml/kml-writer.cjs.map +1 -1
- package/dist/kml/kml-writer.js +1 -1
- package/dist/kml/kml-writer.js.map +1 -1
- package/dist/kml/kmz-loader-types.cjs +12 -2
- package/dist/kml/kmz-loader-types.cjs.map +2 -2
- package/dist/kml/kmz-loader-types.d.ts +24 -6
- package/dist/kml/kmz-loader-types.d.ts.map +1 -1
- package/dist/kml/kmz-loader-types.js +10 -2
- package/dist/kml/kmz-loader-types.js.map +1 -1
- package/dist/kml/kmz-loader.cjs +5 -2
- package/dist/kml/kmz-loader.cjs.map +2 -2
- package/dist/kml/kmz-loader.d.ts +13 -3
- package/dist/kml/kmz-loader.d.ts.map +1 -1
- package/dist/kml/kmz-loader.js +5 -2
- package/dist/kml/kmz-loader.js.map +1 -1
- package/dist/kml/kmz-source.cjs +9 -23
- package/dist/kml/kmz-source.cjs.map +2 -2
- package/dist/kml/kmz-source.d.ts +2 -32
- package/dist/kml/kmz-source.d.ts.map +1 -1
- package/dist/kml/kmz-source.js +7 -19
- package/dist/kml/kmz-source.js.map +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.cjs +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.cjs.map +2 -2
- package/dist/kml/lib/feature-collection-to-arrow.d.ts +3 -2
- package/dist/kml/lib/feature-collection-to-arrow.d.ts.map +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.js +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.js.map +1 -1
- package/dist/kml/sports-track-parser.cjs +4 -3
- package/dist/kml/sports-track-parser.cjs.map +2 -2
- package/dist/kml/sports-track-parser.js +3 -2
- package/dist/kml/sports-track-parser.js.map +1 -1
- package/dist/kml/tcx-loader-types.cjs +4 -2
- package/dist/kml/tcx-loader-types.cjs.map +2 -2
- package/dist/kml/tcx-loader-types.d.ts +11 -6
- package/dist/kml/tcx-loader-types.d.ts.map +1 -1
- package/dist/kml/tcx-loader-types.js +4 -2
- package/dist/kml/tcx-loader-types.js.map +1 -1
- package/dist/kml/tcx-loader.cjs +1 -1
- package/dist/kml/tcx-loader.cjs.map +2 -2
- package/dist/kml/tcx-loader.d.ts +9 -18
- package/dist/kml/tcx-loader.d.ts.map +1 -1
- package/dist/kml/tcx-loader.js +2 -2
- package/dist/kml/tcx-loader.js.map +1 -1
- package/dist/kml/unbundled.cjs +0 -2
- package/dist/kml/unbundled.cjs.map +2 -2
- package/dist/kml/unbundled.d.ts +1 -1
- package/dist/kml/unbundled.d.ts.map +1 -1
- package/dist/kml/unbundled.js +1 -1
- package/dist/kml/unbundled.js.map +1 -1
- package/dist/kml-loader-types.cjs +61 -0
- package/dist/kml-loader-types.cjs.map +7 -0
- package/dist/kml-loader-types.d.ts +2 -0
- package/dist/kml-loader-types.d.ts.map +1 -0
- package/dist/kml-loader-types.js +2 -0
- package/dist/kml-loader-types.js.map +1 -0
- package/dist/kml-loader.cjs +77 -0
- package/dist/kml-loader.cjs.map +7 -0
- package/dist/kml-loader.d.ts +2 -0
- package/dist/kml-loader.d.ts.map +1 -0
- package/dist/kml-loader.js +2 -0
- package/dist/kml-loader.js.map +1 -0
- package/dist/kml-writer.cjs +212 -0
- package/dist/kml-writer.cjs.map +7 -0
- package/dist/kml-writer.d.ts +2 -0
- package/dist/kml-writer.d.ts.map +1 -0
- package/dist/kml-writer.js +2 -0
- package/dist/kml-writer.js.map +1 -0
- package/dist/kmz-loader-types.cjs +68 -0
- package/dist/kmz-loader-types.cjs.map +7 -0
- package/dist/kmz-loader-types.d.ts +2 -0
- package/dist/kmz-loader-types.d.ts.map +1 -0
- package/dist/kmz-loader-types.js +2 -0
- package/dist/kmz-loader-types.js.map +1 -0
- package/dist/kmz-loader.cjs +71 -0
- package/dist/kmz-loader.cjs.map +7 -0
- package/dist/kmz-loader.d.ts +2 -0
- package/dist/kmz-loader.d.ts.map +1 -0
- package/dist/kmz-loader.js +2 -0
- package/dist/kmz-loader.js.map +1 -0
- package/dist/kmz-source.cjs +177 -0
- package/dist/kmz-source.cjs.map +7 -0
- package/dist/kmz-source.d.ts +2 -0
- package/dist/kmz-source.d.ts.map +1 -0
- package/dist/kmz-source.js +2 -0
- package/dist/kmz-source.js.map +1 -0
- package/dist/shapefile/dbf-loader-types.cjs +5 -7
- package/dist/shapefile/dbf-loader-types.cjs.map +2 -2
- package/dist/shapefile/dbf-loader-types.d.ts +1 -3
- package/dist/shapefile/dbf-loader-types.d.ts.map +1 -1
- package/dist/shapefile/dbf-loader-types.js +3 -4
- package/dist/shapefile/dbf-loader-types.js.map +1 -1
- package/dist/shapefile/dbf-loader.cjs +24 -14
- package/dist/shapefile/dbf-loader.cjs.map +2 -2
- package/dist/shapefile/dbf-loader.d.ts +310 -4
- package/dist/shapefile/dbf-loader.d.ts.map +1 -1
- package/dist/shapefile/dbf-loader.js +30 -18
- package/dist/shapefile/dbf-loader.js.map +1 -1
- package/dist/shapefile/index.cjs +0 -6
- package/dist/shapefile/index.cjs.map +3 -3
- package/dist/shapefile/index.d.ts +0 -4
- package/dist/shapefile/index.d.ts.map +1 -1
- package/dist/shapefile/index.js +0 -5
- package/dist/shapefile/index.js.map +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.cjs +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts +4 -4
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shapefile.cjs.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shapefile.js +1 -1
- package/dist/shapefile/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.cjs +4 -3
- package/dist/shapefile/lib/parsers/parse-shp-header.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/parse-shp-header.d.ts +2 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.js +4 -5
- package/dist/shapefile/lib/parsers/parse-shp-header.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.cjs +2 -2
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js +2 -2
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.cjs +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.cjs.map +2 -2
- package/dist/shapefile/lib/parsers/parse-shp.js +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.js.map +1 -1
- package/dist/shapefile/lib/parsers/types.cjs.map +1 -1
- package/dist/shapefile/lib/parsers/types.d.ts +3 -3
- package/dist/shapefile/lib/parsers/types.d.ts.map +1 -1
- package/dist/shapefile/lib/shapefile-worker-transport.cjs +9 -3
- package/dist/shapefile/lib/shapefile-worker-transport.cjs.map +2 -2
- package/dist/shapefile/lib/shapefile-worker-transport.d.ts.map +1 -1
- package/dist/shapefile/lib/shapefile-worker-transport.js +7 -2
- package/dist/shapefile/lib/shapefile-worker-transport.js.map +1 -1
- package/dist/shapefile/shapefile-arrow-loader.cjs +48 -12
- package/dist/shapefile/shapefile-arrow-loader.cjs.map +3 -3
- package/dist/shapefile/shapefile-arrow-loader.d.ts.map +1 -1
- package/dist/shapefile/shapefile-arrow-loader.js +45 -10
- package/dist/shapefile/shapefile-arrow-loader.js.map +1 -1
- package/dist/shapefile/shapefile-loader-types.cjs +5 -3
- package/dist/shapefile/shapefile-loader-types.cjs.map +2 -2
- package/dist/shapefile/shapefile-loader-types.d.ts +17 -12
- package/dist/shapefile/shapefile-loader-types.d.ts.map +1 -1
- package/dist/shapefile/shapefile-loader-types.js +5 -3
- package/dist/shapefile/shapefile-loader-types.js.map +1 -1
- package/dist/shapefile/shapefile-loader.cjs +54 -5
- package/dist/shapefile/shapefile-loader.cjs.map +2 -2
- package/dist/shapefile/shapefile-loader.d.ts +42 -5
- package/dist/shapefile/shapefile-loader.d.ts.map +1 -1
- package/dist/shapefile/shapefile-loader.js +60 -5
- package/dist/shapefile/shapefile-loader.js.map +1 -1
- package/dist/shapefile/shp-loader-types.cjs +3 -5
- package/dist/shapefile/shp-loader-types.cjs.map +2 -2
- package/dist/shapefile/shp-loader-types.d.ts +1 -3
- package/dist/shapefile/shp-loader-types.d.ts.map +1 -1
- package/dist/shapefile/shp-loader-types.js +3 -4
- package/dist/shapefile/shp-loader-types.js.map +1 -1
- package/dist/shapefile/shp-loader.cjs +54 -6
- package/dist/shapefile/shp-loader.cjs.map +2 -2
- package/dist/shapefile/shp-loader.d.ts +190 -2
- package/dist/shapefile/shp-loader.d.ts.map +1 -1
- package/dist/shapefile/shp-loader.js +62 -8
- package/dist/shapefile/shp-loader.js.map +1 -1
- package/dist/shapefile/unbundled.cjs +0 -4
- package/dist/shapefile/unbundled.cjs.map +2 -2
- package/dist/shapefile/unbundled.d.ts +2 -2
- package/dist/shapefile/unbundled.d.ts.map +1 -1
- package/dist/shapefile/unbundled.js +2 -2
- package/dist/shapefile/unbundled.js.map +1 -1
- package/dist/shapefile-arrow-loader.cjs +415 -0
- package/dist/shapefile-arrow-loader.cjs.map +7 -0
- package/dist/shapefile-arrow-loader.d.ts +2 -0
- package/dist/shapefile-arrow-loader.d.ts.map +1 -0
- package/dist/shapefile-arrow-loader.js +2 -0
- package/dist/shapefile-arrow-loader.js.map +1 -0
- package/dist/shapefile-loader-types.cjs +67 -0
- package/dist/shapefile-loader-types.cjs.map +7 -0
- package/dist/shapefile-loader-types.d.ts +2 -0
- package/dist/shapefile-loader-types.d.ts.map +1 -0
- package/dist/shapefile-loader-types.js +2 -0
- package/dist/shapefile-loader-types.js.map +1 -0
- package/dist/shapefile-loader.cjs +124 -0
- package/dist/shapefile-loader.cjs.map +7 -0
- package/dist/shapefile-loader.d.ts +2 -0
- package/dist/shapefile-loader.d.ts.map +1 -0
- package/dist/shapefile-loader.js +2 -0
- package/dist/shapefile-loader.js.map +1 -0
- package/dist/shapefile-worker.js +28146 -26262
- package/dist/shp-loader-types.cjs +67 -0
- package/dist/shp-loader-types.cjs.map +7 -0
- package/dist/shp-loader-types.d.ts +2 -0
- package/dist/shp-loader-types.d.ts.map +1 -0
- package/dist/shp-loader-types.js +2 -0
- package/dist/shp-loader-types.js.map +1 -0
- package/dist/shp-loader.cjs +108 -0
- package/dist/shp-loader.cjs.map +7 -0
- package/dist/shp-loader.d.ts +2 -0
- package/dist/shp-loader.d.ts.map +1 -0
- package/dist/shp-loader.js +2 -0
- package/dist/shp-loader.js.map +1 -0
- package/dist/shp-worker.js +7881 -6208
- package/dist/tcx-loader-types.cjs +61 -0
- package/dist/tcx-loader-types.cjs.map +7 -0
- package/dist/tcx-loader-types.d.ts +2 -0
- package/dist/tcx-loader-types.d.ts.map +1 -0
- package/dist/tcx-loader-types.js +2 -0
- package/dist/tcx-loader-types.js.map +1 -0
- package/dist/tcx-loader.cjs +79 -0
- package/dist/tcx-loader.cjs.map +7 -0
- package/dist/tcx-loader.d.ts +2 -0
- package/dist/tcx-loader.d.ts.map +1 -0
- package/dist/tcx-loader.js +2 -0
- package/dist/tcx-loader.js.map +1 -0
- package/dist/twkb-loader-types.cjs +73 -0
- package/dist/twkb-loader-types.cjs.map +7 -0
- package/dist/twkb-loader-types.d.ts +2 -0
- package/dist/twkb-loader-types.d.ts.map +1 -0
- package/dist/twkb-loader-types.js +2 -0
- package/dist/twkb-loader-types.js.map +1 -0
- package/dist/twkb-loader.cjs +47 -0
- package/dist/twkb-loader.cjs.map +7 -0
- package/dist/twkb-loader.d.ts +2 -0
- package/dist/twkb-loader.d.ts.map +1 -0
- package/dist/twkb-loader.js +2 -0
- package/dist/twkb-loader.js.map +1 -0
- package/dist/twkb-writer.cjs +52 -0
- package/dist/twkb-writer.cjs.map +7 -0
- package/dist/twkb-writer.d.ts +2 -0
- package/dist/twkb-writer.d.ts.map +1 -0
- package/dist/twkb-writer.js +2 -0
- package/dist/twkb-writer.js.map +1 -0
- package/dist/wkb-loader-types.cjs +62 -0
- package/dist/wkb-loader-types.cjs.map +7 -0
- package/dist/wkb-loader-types.d.ts +2 -0
- package/dist/wkb-loader-types.d.ts.map +1 -0
- package/dist/wkb-loader-types.js +2 -0
- package/dist/wkb-loader-types.js.map +1 -0
- package/dist/wkb-loader.cjs +58 -0
- package/dist/wkb-loader.cjs.map +7 -0
- package/dist/wkb-loader.d.ts +2 -0
- package/dist/wkb-loader.d.ts.map +1 -0
- package/dist/wkb-loader.js +2 -0
- package/dist/wkb-loader.js.map +1 -0
- package/dist/wkb-writer.cjs +56 -0
- package/dist/wkb-writer.cjs.map +7 -0
- package/dist/wkb-writer.d.ts +2 -0
- package/dist/wkb-writer.d.ts.map +1 -0
- package/dist/wkb-writer.js +2 -0
- package/dist/wkb-writer.js.map +1 -0
- package/dist/wkt/hex-wkb-loader-types.cjs +1 -1
- package/dist/wkt/hex-wkb-loader-types.cjs.map +2 -2
- package/dist/wkt/hex-wkb-loader-types.d.ts +1 -1
- package/dist/wkt/hex-wkb-loader-types.js +1 -1
- package/dist/wkt/hex-wkb-loader-types.js.map +1 -1
- package/dist/wkt/index.cjs +0 -6
- package/dist/wkt/index.cjs.map +3 -3
- package/dist/wkt/index.d.ts +0 -4
- package/dist/wkt/index.d.ts.map +1 -1
- package/dist/wkt/index.js +0 -5
- package/dist/wkt/index.js.map +1 -1
- package/dist/wkt/lib/version.cjs +1 -1
- package/dist/wkt/lib/version.cjs.map +1 -1
- package/dist/wkt/lib/version.js +1 -1
- package/dist/wkt/lib/version.js.map +1 -1
- package/dist/wkt/twkb-loader-types.cjs +3 -6
- package/dist/wkt/twkb-loader-types.cjs.map +2 -2
- package/dist/wkt/twkb-loader-types.d.ts +0 -23
- package/dist/wkt/twkb-loader-types.d.ts.map +1 -1
- package/dist/wkt/twkb-loader-types.js +1 -3
- package/dist/wkt/twkb-loader-types.js.map +1 -1
- package/dist/wkt/twkb-loader.cjs +1 -1
- package/dist/wkt/twkb-loader.cjs.map +2 -2
- package/dist/wkt/twkb-loader.js +1 -1
- package/dist/wkt/twkb-loader.js.map +1 -1
- package/dist/wkt/unbundled.cjs +2 -6
- package/dist/wkt/unbundled.cjs.map +2 -2
- package/dist/wkt/unbundled.d.ts +2 -2
- package/dist/wkt/unbundled.d.ts.map +1 -1
- package/dist/wkt/unbundled.js +2 -2
- package/dist/wkt/unbundled.js.map +1 -1
- package/dist/wkt/wkb-loader-types.cjs +3 -6
- package/dist/wkt/wkb-loader-types.cjs.map +2 -2
- package/dist/wkt/wkb-loader-types.d.ts +2 -26
- package/dist/wkt/wkb-loader-types.d.ts.map +1 -1
- package/dist/wkt/wkb-loader-types.js +1 -3
- package/dist/wkt/wkb-loader-types.js.map +1 -1
- package/dist/wkt/wkb-loader.cjs +1 -1
- package/dist/wkt/wkb-loader.cjs.map +2 -2
- package/dist/wkt/wkb-loader.js +1 -1
- package/dist/wkt/wkb-loader.js.map +1 -1
- package/dist/wkt/wkt-crs-loader-types.cjs +1 -1
- package/dist/wkt/wkt-crs-loader-types.cjs.map +2 -2
- package/dist/wkt/wkt-crs-loader-types.d.ts +2 -2
- package/dist/wkt/wkt-crs-loader-types.js +1 -1
- package/dist/wkt/wkt-crs-loader-types.js.map +1 -1
- package/dist/wkt/wkt-format.cjs +2 -2
- package/dist/wkt/wkt-format.cjs.map +2 -2
- package/dist/wkt/wkt-format.js +1 -1
- package/dist/wkt/wkt-format.js.map +1 -1
- package/dist/wkt/wkt-loader-types.cjs +3 -6
- package/dist/wkt/wkt-loader-types.cjs.map +2 -2
- package/dist/wkt/wkt-loader-types.d.ts +2 -27
- package/dist/wkt/wkt-loader-types.d.ts.map +1 -1
- package/dist/wkt/wkt-loader-types.js +1 -3
- package/dist/wkt/wkt-loader-types.js.map +1 -1
- package/dist/wkt/wkt-loader.cjs +1 -1
- package/dist/wkt/wkt-loader.cjs.map +2 -2
- package/dist/wkt/wkt-loader.js +1 -1
- package/dist/wkt/wkt-loader.js.map +1 -1
- package/dist/wkt-crs-loader-types.cjs +66 -0
- package/dist/wkt-crs-loader-types.cjs.map +7 -0
- package/dist/wkt-crs-loader-types.d.ts +2 -0
- package/dist/wkt-crs-loader-types.d.ts.map +1 -0
- package/dist/wkt-crs-loader-types.js +2 -0
- package/dist/wkt-crs-loader-types.js.map +1 -0
- package/dist/wkt-crs-loader.cjs +40 -0
- package/dist/wkt-crs-loader.cjs.map +7 -0
- package/dist/wkt-crs-loader.d.ts +2 -0
- package/dist/wkt-crs-loader.d.ts.map +1 -0
- package/dist/wkt-crs-loader.js +2 -0
- package/dist/wkt-crs-loader.js.map +1 -0
- package/dist/wkt-crs-writer.cjs +54 -0
- package/dist/wkt-crs-writer.cjs.map +7 -0
- package/dist/wkt-crs-writer.d.ts +2 -0
- package/dist/wkt-crs-writer.d.ts.map +1 -0
- package/dist/wkt-crs-writer.js +2 -0
- package/dist/wkt-crs-writer.js.map +1 -0
- package/dist/wkt-loader-types.cjs +62 -0
- package/dist/wkt-loader-types.cjs.map +7 -0
- package/dist/wkt-loader-types.d.ts +2 -0
- package/dist/wkt-loader-types.d.ts.map +1 -0
- package/dist/wkt-loader-types.js +2 -0
- package/dist/wkt-loader-types.js.map +1 -0
- package/dist/wkt-loader.cjs +47 -0
- package/dist/wkt-loader.cjs.map +7 -0
- package/dist/wkt-loader.d.ts +2 -0
- package/dist/wkt-loader.d.ts.map +1 -0
- package/dist/wkt-loader.js +2 -0
- package/dist/wkt-loader.js.map +1 -0
- package/dist/wkt-worker.js +749 -124
- package/dist/wkt-writer.cjs +56 -0
- package/dist/wkt-writer.cjs.map +7 -0
- package/dist/wkt-writer.d.ts +2 -0
- package/dist/wkt-writer.d.ts.map +1 -0
- package/dist/wkt-writer.js +2 -0
- package/dist/wkt-writer.js.map +1 -0
- package/dist/workers/dbf-worker.cjs +4 -4
- package/dist/workers/dbf-worker.cjs.map +2 -2
- package/dist/workers/dbf-worker.js +5 -5
- package/dist/workers/dbf-worker.js.map +1 -1
- package/dist/workers/shapefile-worker.cjs +6 -6
- package/dist/workers/shapefile-worker.cjs.map +2 -2
- package/dist/workers/shapefile-worker.js +7 -9
- package/dist/workers/shapefile-worker.js.map +1 -1
- package/dist/workers/shp-worker.cjs +1 -1
- package/dist/workers/shp-worker.cjs.map +2 -2
- package/dist/workers/shp-worker.js +2 -2
- package/dist/workers/shp-worker.js.map +1 -1
- package/package.json +153 -131
- package/src/dbf-loader-types.ts +1 -0
- package/src/dbf-loader.ts +1 -0
- package/src/flatgeobuf/flatgeobuf-loader-types.ts +18 -17
- package/src/flatgeobuf/flatgeobuf-loader.ts +9 -11
- package/src/flatgeobuf/flatgeobuf-source-loader.ts +19 -32
- package/src/flatgeobuf/index.ts +1 -9
- package/src/flatgeobuf/lib/flatgeobuf-worker-transport.ts +12 -50
- package/src/flatgeobuf/lib/parse-flatgeobuf.ts +5 -5
- package/src/flatgeobuf/unbundled.ts +1 -1
- package/src/flatgeobuf-loader-types.ts +1 -0
- package/src/flatgeobuf-loader.ts +1 -0
- package/src/flatgeobuf-source-loader.ts +1 -0
- package/src/geopackage/geopackage-loader-types.ts +13 -8
- package/src/geopackage/geopackage-loader.ts +5 -2
- package/src/geopackage/geopackage-source-loader.ts +57 -58
- package/src/geopackage/index.ts +1 -1
- package/src/geopackage/lib/parse-geopackage.ts +10 -5
- package/src/geopackage-loader-types.ts +1 -0
- package/src/geopackage-loader.ts +1 -0
- package/src/geopackage-source-loader.ts +1 -0
- package/src/gpx-loader-types.ts +1 -0
- package/src/gpx-loader.ts +1 -0
- package/src/hex-wkb-loader-types.ts +1 -0
- package/src/hex-wkb-loader.ts +1 -0
- package/src/index.ts +2 -3
- package/src/kml/bundled.ts +1 -1
- package/src/kml/gpx-loader-types.ts +5 -3
- package/src/kml/gpx-loader.ts +8 -16
- package/src/kml/index.ts +1 -1
- package/src/kml/kml-loader-types.ts +7 -5
- package/src/kml/kml-loader.ts +8 -20
- package/src/kml/kml-parser.ts +3 -2
- package/src/kml/kmz-loader-types.ts +17 -4
- package/src/kml/kmz-loader.ts +7 -3
- package/src/kml/kmz-source.ts +12 -25
- package/src/kml/lib/feature-collection-to-arrow.ts +4 -10
- package/src/kml/sports-track-parser.ts +3 -2
- package/src/kml/tcx-loader-types.ts +5 -3
- package/src/kml/tcx-loader.ts +8 -16
- package/src/kml/unbundled.ts +1 -1
- package/src/kml-loader-types.ts +1 -0
- package/src/kml-loader.ts +1 -0
- package/src/kml-writer.ts +1 -0
- package/src/kmz-loader-types.ts +1 -0
- package/src/kmz-loader.ts +1 -0
- package/src/kmz-source.ts +1 -0
- package/src/shapefile/dbf-loader-types.ts +5 -7
- package/src/shapefile/dbf-loader.ts +43 -27
- package/src/shapefile/index.ts +0 -6
- package/src/shapefile/lib/parsers/build-geoarrow-geometry-arrow.ts +1 -1
- package/src/shapefile/lib/parsers/parse-dbf-to-arrow.ts +6 -5
- package/src/shapefile/lib/parsers/parse-shapefile.ts +1 -1
- package/src/shapefile/lib/parsers/parse-shp-header.ts +4 -5
- package/src/shapefile/lib/parsers/parse-shp-to-arrow.ts +2 -2
- package/src/shapefile/lib/parsers/parse-shp.ts +1 -1
- package/src/shapefile/lib/parsers/types.ts +3 -3
- package/src/shapefile/lib/shapefile-worker-transport.ts +10 -2
- package/src/shapefile/shapefile-arrow-loader.ts +62 -11
- package/src/shapefile/shapefile-loader-types.ts +11 -16
- package/src/shapefile/shapefile-loader.ts +75 -6
- package/src/shapefile/shp-loader-types.ts +6 -11
- package/src/shapefile/shp-loader.ts +73 -12
- package/src/shapefile/unbundled.ts +2 -2
- package/src/shapefile-arrow-loader.ts +1 -0
- package/src/shapefile-loader-types.ts +1 -0
- package/src/shapefile-loader.ts +1 -0
- package/src/shp-loader-types.ts +1 -0
- package/src/shp-loader.ts +1 -0
- package/src/tcx-loader-types.ts +1 -0
- package/src/tcx-loader.ts +1 -0
- package/src/twkb-loader-types.ts +1 -0
- package/src/twkb-loader.ts +1 -0
- package/src/twkb-writer.ts +1 -0
- package/src/wkb-loader-types.ts +1 -0
- package/src/wkb-loader.ts +1 -0
- package/src/wkb-writer.ts +1 -0
- package/src/wkt/hex-wkb-loader-types.ts +1 -1
- package/src/wkt/index.ts +0 -6
- package/src/wkt/twkb-loader-types.ts +1 -4
- package/src/wkt/twkb-loader.ts +1 -1
- package/src/wkt/unbundled.ts +2 -2
- package/src/wkt/wkb-loader-types.ts +1 -4
- package/src/wkt/wkb-loader.ts +1 -1
- package/src/wkt/wkt-crs-loader-types.ts +1 -1
- package/src/wkt/wkt-format.ts +1 -1
- package/src/wkt/wkt-loader-types.ts +1 -4
- package/src/wkt/wkt-loader.ts +1 -1
- package/src/wkt-crs-loader-types.ts +1 -0
- package/src/wkt-crs-loader.ts +1 -0
- package/src/wkt-crs-writer.ts +1 -0
- package/src/wkt-loader-types.ts +1 -0
- package/src/wkt-loader.ts +1 -0
- package/src/wkt-writer.ts +1 -0
- package/src/workers/dbf-worker.ts +5 -5
- package/src/workers/shapefile-worker.ts +7 -10
- package/src/workers/shp-worker.ts +2 -2
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
// loaders.gl
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { makeArrowMetadataBatch } from '@loaders.gl/core/schema-utils';
|
|
4
5
|
import { parseSHP, parseSHPInBatches } from "./lib/parsers/parse-shp.js";
|
|
5
6
|
import { parseSHPToArrow, parseSHPToArrowInBatches } from "./lib/parsers/parse-shp-to-arrow.js";
|
|
6
|
-
import {
|
|
7
|
+
import { SHPLoader as SHPWorkerLoaderMetadata } from "./shp-loader-types.js";
|
|
7
8
|
import { SHPLoader as SHPLoaderMetadata } from "./shp-loader-types.js";
|
|
8
9
|
import { deserializeShapefileWorkerBatch, deserializeShapefileWorkerResult, serializeShapefileWorkerBatch, serializeShapefileWorkerResult } from "./lib/shapefile-worker-transport.js";
|
|
9
10
|
const { preload: _SHPWorkerLoaderPreload, ...SHPWorkerLoaderMetadataWithoutPreload } = SHPWorkerLoaderMetadata;
|
|
@@ -16,23 +17,76 @@ export const SHPWorkerLoaderWithParser = {
|
|
|
16
17
|
...SHPWorkerLoaderMetadataWithoutPreload
|
|
17
18
|
};
|
|
18
19
|
/** SHP file loader */
|
|
19
|
-
export const
|
|
20
|
+
export const SHPColumnLoader = {
|
|
20
21
|
...SHPLoaderMetadataWithoutPreload,
|
|
21
|
-
|
|
22
|
+
dataType: null,
|
|
23
|
+
batchType: null,
|
|
24
|
+
parse: async (arrayBuffer, options) => getSHPShape(options) === 'arrow'
|
|
22
25
|
? parseSHPToArrow(arrayBuffer, options)
|
|
23
26
|
: parseSHP(arrayBuffer, options),
|
|
24
|
-
parseSync: (arrayBuffer, options) => getSHPShape(options) === 'arrow
|
|
27
|
+
parseSync: (arrayBuffer, options) => getSHPShape(options) === 'arrow'
|
|
25
28
|
? parseSHPToArrow(arrayBuffer, options)
|
|
26
29
|
: parseSHP(arrayBuffer, options),
|
|
27
|
-
parseInBatches: (arrayBufferIterator, options) =>
|
|
28
|
-
|
|
29
|
-
|
|
30
|
+
parseInBatches: (arrayBufferIterator, options) => {
|
|
31
|
+
const batchOptions = typeof options?.core?.batchSize === 'number'
|
|
32
|
+
? { ...options, shp: { ...options.shp, batchSize: options.core.batchSize } }
|
|
33
|
+
: options;
|
|
34
|
+
return (getSHPShape(batchOptions) === 'arrow'
|
|
35
|
+
? parseSHPToArrowInBatches(arrayBufferIterator, batchOptions)
|
|
36
|
+
: parseSHPInBatches(arrayBufferIterator, batchOptions));
|
|
37
|
+
},
|
|
30
38
|
serializeWorkerResult: serializeShapefileWorkerResult,
|
|
31
39
|
deserializeWorkerResult: deserializeShapefileWorkerResult,
|
|
32
40
|
serializeWorkerBatch: serializeShapefileWorkerBatch,
|
|
33
41
|
deserializeWorkerBatch: deserializeShapefileWorkerBatch
|
|
34
42
|
};
|
|
35
43
|
function getSHPShape(options) {
|
|
36
|
-
return options?.shp?.shape || 'arrow
|
|
44
|
+
return options?.shp?.shape || 'arrow';
|
|
45
|
+
}
|
|
46
|
+
/** Exposes native Arrow output after parsing or worker hydration. */
|
|
47
|
+
export const SHPLoaderWithParser = {
|
|
48
|
+
...SHPLoaderMetadataWithoutPreload,
|
|
49
|
+
serializeWorkerResult: serializeShapefileWorkerResult,
|
|
50
|
+
serializeWorkerBatch: serializeShapefileWorkerBatch,
|
|
51
|
+
dataType: null,
|
|
52
|
+
batchType: null,
|
|
53
|
+
async parse(input, options, context) {
|
|
54
|
+
return unwrapSHPTable(await SHPColumnLoader.parse(input, options, context));
|
|
55
|
+
},
|
|
56
|
+
parseSync(input, options, context) {
|
|
57
|
+
return unwrapSHPTable(SHPColumnLoader.parseSync(input, options, context));
|
|
58
|
+
},
|
|
59
|
+
async *parseInBatches(input, options, context) {
|
|
60
|
+
for await (const batch of SHPColumnLoader.parseInBatches(input, options, context)) {
|
|
61
|
+
if (isSHPArrowTable(batch)) {
|
|
62
|
+
const table = unwrapSHPTable(batch);
|
|
63
|
+
if (table.batches.length)
|
|
64
|
+
yield* table.batches;
|
|
65
|
+
else
|
|
66
|
+
yield makeArrowMetadataBatch(table.schema);
|
|
67
|
+
}
|
|
68
|
+
else
|
|
69
|
+
yield batch;
|
|
70
|
+
}
|
|
71
|
+
},
|
|
72
|
+
deserializeWorkerResult(result) {
|
|
73
|
+
return unwrapSHPTable(deserializeShapefileWorkerResult(result));
|
|
74
|
+
},
|
|
75
|
+
deserializeWorkerBatch(result) {
|
|
76
|
+
const batch = deserializeShapefileWorkerBatch(result);
|
|
77
|
+
if (!isSHPArrowTable(batch))
|
|
78
|
+
return batch;
|
|
79
|
+
const table = unwrapSHPTable(batch);
|
|
80
|
+
return table.batches[0] ?? makeArrowMetadataBatch(table.schema);
|
|
81
|
+
}
|
|
82
|
+
};
|
|
83
|
+
/** Identifies Arrow output from the private column parser. */
|
|
84
|
+
function isSHPArrowTable(result) {
|
|
85
|
+
return result?.shape === 'arrow-table';
|
|
86
|
+
}
|
|
87
|
+
function unwrapSHPTable(result) {
|
|
88
|
+
if (!isSHPArrowTable(result))
|
|
89
|
+
return result;
|
|
90
|
+
return result.data;
|
|
37
91
|
}
|
|
38
92
|
//# sourceMappingURL=shp-loader.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shp-loader.js","sourceRoot":"","sources":["../../src/shapefile/shp-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;
|
|
1
|
+
{"version":3,"file":"shp-loader.js","sourceRoot":"","sources":["../../src/shapefile/shp-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,sBAAsB,EAAC,MAAM,+BAA+B,CAAC;AAGrE,OAAO,EAAC,QAAQ,EAAE,iBAAiB,EAAC,mCAAgC;AAEpE,OAAO,EAAC,eAAe,EAAE,wBAAwB,EAAC,4CAAyC;AAG3F,OAAO,EAAC,SAAS,IAAI,uBAAuB,EAAC,8BAA2B;AACxE,OAAO,EAAC,SAAS,IAAI,iBAAiB,EAAC,8BAA2B;AAClE,OAAO,EACL,+BAA+B,EAC/B,gCAAgC,EAChC,6BAA6B,EAC7B,8BAA8B,EAC/B,4CAAyC;AAE1C,MAAM,EAAC,OAAO,EAAE,uBAAuB,EAAE,GAAG,qCAAqC,EAAC,GAChF,uBAAuB,CAAC;AAC1B,MAAM,EAAC,OAAO,EAAE,iBAAiB,EAAE,GAAG,+BAA+B,EAAC,GAAG,iBAAiB,CAAC;AAE3F,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAczD;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,GAAG,qCAAqC;CACa,CAAC;AAExD,sBAAsB;AACtB,MAAM,CAAC,MAAM,eAAe,GAIxB;IACF,GAAG,+BAA+B;IAClC,QAAQ,EAAE,IAAyC;IACnD,SAAS,EAAE,IAAsE;IACjF,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,OAAQ,EAAE,EAAE,CACrC,WAAW,CAAC,OAAO,CAAC,KAAK,OAAO;QAC9B,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,OAAO,CAAC;QACvC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IACpC,SAAS,EAAE,CAAC,WAAW,EAAE,OAAQ,EAAE,EAAE,CACnC,WAAW,CAAC,OAAO,CAAC,KAAK,OAAO;QAC9B,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,OAAO,CAAC;QACvC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IACpC,cAAc,EAAE,CACd,mBAE+C,EAC/C,OAAO,EAC6D,EAAE;QACtE,MAAM,YAAY,GAChB,OAAO,OAAO,EAAE,IAAI,EAAE,SAAS,KAAK,QAAQ;YAC1C,CAAC,CAAC,EAAC,GAAG,OAAO,EAAE,GAAG,EAAE,EAAC,GAAG,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,EAAC,EAAC;YACxE,CAAC,CAAC,OAAO,CAAC;QACd,OAAO,CACL,WAAW,CAAC,YAAY,CAAC,KAAK,OAAO;YACnC,CAAC,CAAC,wBAAwB,CAAC,mBAAmB,EAAE,YAAY,CAAC;YAC7D,CAAC,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,YAAY,CAAC,CACa,CAAC;IAC1E,CAAC;IACD,qBAAqB,EAAE,8BAA8B;IACrD,uBAAuB,EAAE,gCAAgC;IACzD,oBAAoB,EAAE,6BAA6B;IACnD,sBAAsB,EAAE,+BAA+B;CACxD,CAAC;AAEF,SAAS,WAAW,CAAC,OAA0B;IAC7C,OAAO,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,OAAO,CAAC;AACxC,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,GAAG,+BAA+B;IAClC,qBAAqB,EAAE,8BAA8B;IACrD,oBAAoB,EAAE,6BAA6B;IACnD,QAAQ,EAAE,IAAoC;IAC9C,SAAS,EAAE,IAAkE;IAC7E,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO;QACjC,OAAO,cAAc,CAAC,MAAM,eAAe,CAAC,KAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO;QAC/B,OAAO,cAAc,CAAC,eAAe,CAAC,SAAU,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO;QAC3C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,eAAe,CAAC,cAAe,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;YACnF,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM;oBAAE,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;;oBAC1C,MAAM,sBAAsB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;;gBAAM,MAAM,KAAK,CAAC;QACrB,CAAC;IACH,CAAC;IACD,uBAAuB,CAAC,MAAM;QAC5B,OAAO,cAAc,CAAC,gCAAgC,CAAC,MAAM,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,sBAAsB,CAAC,MAAM;QAC3B,MAAM,KAAK,GAAG,+BAA+B,CAC3C,MAAM,CACP,CAAC;QACF,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1C,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,sBAAsB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClE,CAAC;CAKF,CAAC;AAEF,8DAA8D;AAC9D,SAAS,eAAe,CAAC,MAAe;IACtC,OAAQ,MAAkC,EAAE,KAAK,KAAK,aAAa,CAAC;AACtE,CAAC;AAKD,SAAS,cAAc,CAAC,MAAe;IACrC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC5C,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC"}
|
|
@@ -21,9 +21,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
21
21
|
var unbundled_exports = {};
|
|
22
22
|
__export(unbundled_exports, {
|
|
23
23
|
DBFLoader: () => import_dbf_loader_types.DBFLoader,
|
|
24
|
-
DBFWorkerLoader: () => import_dbf_loader_types.DBFWorkerLoader,
|
|
25
24
|
SHPLoader: () => import_shp_loader_types.SHPLoader,
|
|
26
|
-
SHPWorkerLoader: () => import_shp_loader_types.SHPWorkerLoader,
|
|
27
25
|
ShapefileLoader: () => import_shapefile_loader_types.ShapefileLoader
|
|
28
26
|
});
|
|
29
27
|
module.exports = __toCommonJS(unbundled_exports);
|
|
@@ -33,9 +31,7 @@ var import_shp_loader_types = require("./shp-loader-types.cjs");
|
|
|
33
31
|
// Annotate the CommonJS export names for ESM import in node:
|
|
34
32
|
0 && (module.exports = {
|
|
35
33
|
DBFLoader,
|
|
36
|
-
DBFWorkerLoader,
|
|
37
34
|
SHPLoader,
|
|
38
|
-
SHPWorkerLoader,
|
|
39
35
|
ShapefileLoader
|
|
40
36
|
});
|
|
41
37
|
//# sourceMappingURL=unbundled.cjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/shapefile/unbundled.ts"],
|
|
4
|
-
"sourcesContent": ["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nexport type {ShapefileLoaderOptions} from './shapefile-loader-types';\nexport {ShapefileLoader} from './shapefile-loader-types';\n\nexport type {DBFLoaderOptions} from './dbf-loader-types';\nexport {DBFLoader
|
|
5
|
-
"mappings": ";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;
|
|
4
|
+
"sourcesContent": ["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nexport type {ShapefileLoaderOptions} from './shapefile-loader-types';\nexport {ShapefileLoader} from './shapefile-loader-types';\n\nexport type {DBFLoaderOptions} from './dbf-loader-types';\nexport {DBFLoader} from './dbf-loader-types';\n\nexport type {SHPLoaderOptions} from './shp-loader-types';\nexport {SHPLoader} from './shp-loader-types';\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAKA,oCAA8B;AAG9B,8BAAwB;AAGxB,8BAAwB;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
export type { ShapefileLoaderOptions } from "./shapefile-loader-types.js";
|
|
2
2
|
export { ShapefileLoader } from "./shapefile-loader-types.js";
|
|
3
3
|
export type { DBFLoaderOptions } from "./dbf-loader-types.js";
|
|
4
|
-
export { DBFLoader
|
|
4
|
+
export { DBFLoader } from "./dbf-loader-types.js";
|
|
5
5
|
export type { SHPLoaderOptions } from "./shp-loader-types.js";
|
|
6
|
-
export { SHPLoader
|
|
6
|
+
export { SHPLoader } from "./shp-loader-types.js";
|
|
7
7
|
//# sourceMappingURL=unbundled.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"unbundled.d.ts","sourceRoot":"","sources":["../../src/shapefile/unbundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,sBAAsB,EAAC,oCAAiC;AACrE,OAAO,EAAC,eAAe,EAAC,oCAAiC;AAEzD,YAAY,EAAC,gBAAgB,EAAC,8BAA2B;AACzD,OAAO,EAAC,SAAS,
|
|
1
|
+
{"version":3,"file":"unbundled.d.ts","sourceRoot":"","sources":["../../src/shapefile/unbundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,sBAAsB,EAAC,oCAAiC;AACrE,OAAO,EAAC,eAAe,EAAC,oCAAiC;AAEzD,YAAY,EAAC,gBAAgB,EAAC,8BAA2B;AACzD,OAAO,EAAC,SAAS,EAAC,8BAA2B;AAE7C,YAAY,EAAC,gBAAgB,EAAC,8BAA2B;AACzD,OAAO,EAAC,SAAS,EAAC,8BAA2B"}
|
|
@@ -2,6 +2,6 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
export { ShapefileLoader } from "./shapefile-loader-types.js";
|
|
5
|
-
export { DBFLoader
|
|
6
|
-
export { SHPLoader
|
|
5
|
+
export { DBFLoader } from "./dbf-loader-types.js";
|
|
6
|
+
export { SHPLoader } from "./shp-loader-types.js";
|
|
7
7
|
//# sourceMappingURL=unbundled.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"unbundled.js","sourceRoot":"","sources":["../../src/shapefile/unbundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,eAAe,EAAC,oCAAiC;AAGzD,OAAO,EAAC,SAAS,
|
|
1
|
+
{"version":3,"file":"unbundled.js","sourceRoot":"","sources":["../../src/shapefile/unbundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,eAAe,EAAC,oCAAiC;AAGzD,OAAO,EAAC,SAAS,EAAC,8BAA2B;AAG7C,OAAO,EAAC,SAAS,EAAC,8BAA2B"}
|
|
@@ -0,0 +1,415 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __defProp = Object.defineProperty;
|
|
4
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
+
var __export = (target, all) => {
|
|
9
|
+
for (var name in all)
|
|
10
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
+
};
|
|
12
|
+
var __copyProps = (to, from, except, desc) => {
|
|
13
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
+
for (let key of __getOwnPropNames(from))
|
|
15
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
+
}
|
|
18
|
+
return to;
|
|
19
|
+
};
|
|
20
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
+
mod
|
|
27
|
+
));
|
|
28
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
+
|
|
30
|
+
// src/shapefile-arrow-loader.ts
|
|
31
|
+
var shapefile_arrow_loader_exports = {};
|
|
32
|
+
__export(shapefile_arrow_loader_exports, {
|
|
33
|
+
parseShapefileToArrow: () => parseShapefileToArrow,
|
|
34
|
+
parseShapefileToArrowInBatches: () => parseShapefileToArrowInBatches
|
|
35
|
+
});
|
|
36
|
+
module.exports = __toCommonJS(shapefile_arrow_loader_exports);
|
|
37
|
+
|
|
38
|
+
// src/shapefile/shapefile-arrow-loader.ts
|
|
39
|
+
var import_loader_utils = require("@loaders.gl/core/loader-utils");
|
|
40
|
+
var import_loader_utils2 = require("@loaders.gl/core/loader-utils");
|
|
41
|
+
var arrow = __toESM(require("apache-arrow"), 1);
|
|
42
|
+
var import_schema_utils = require("@loaders.gl/core/schema-utils");
|
|
43
|
+
var import_schema_utils2 = require("@loaders.gl/core/schema-utils");
|
|
44
|
+
var import_feature_table = require("@loaders.gl/core/arrow-geometry/feature-table");
|
|
45
|
+
var import_geometry_codecs = require("@loaders.gl/core/arrow-geometry/geometry-codecs");
|
|
46
|
+
var import_geometry_field = require("@loaders.gl/core/arrow-geometry/geometry-field");
|
|
47
|
+
var import_projection = require("@math.gl/geospatial/projection");
|
|
48
|
+
var import_shp_loader = require("./shp-loader.cjs");
|
|
49
|
+
var import_dbf_loader = require("./dbf-loader.cjs");
|
|
50
|
+
var import_parse_shapefile = require("./lib/parsers/parse-shapefile.cjs");
|
|
51
|
+
var import_build_wkb_geometry_arrow = require("./lib/parsers/build-wkb-geometry-arrow.cjs");
|
|
52
|
+
var import_build_geoarrow_geometry_arrow = require("./lib/parsers/build-geoarrow-geometry-arrow.cjs");
|
|
53
|
+
var GEOMETRY_COLUMN_NAME = "geometry";
|
|
54
|
+
async function parseShapefileToArrow(arrayBuffer, options, context) {
|
|
55
|
+
const { cpg, prj, shx } = await (0, import_parse_shapefile.loadShapefileSidecarFiles)(options, context);
|
|
56
|
+
const transform = getReprojectionTransform(prj, options);
|
|
57
|
+
const geoArrowEncoding = getTypedGeoArrowEncoding(options);
|
|
58
|
+
let header;
|
|
59
|
+
let geometryTable;
|
|
60
|
+
if (geoArrowEncoding) {
|
|
61
|
+
geometryTable = (0, import_build_geoarrow_geometry_arrow.makeSHPGeoArrowGeometryTable)(arrayBuffer, options, { transform });
|
|
62
|
+
} else {
|
|
63
|
+
const shpResult = await (0, import_loader_utils2.parseFromContext)(
|
|
64
|
+
arrayBuffer,
|
|
65
|
+
import_shp_loader.SHPLoaderWithParser,
|
|
66
|
+
{
|
|
67
|
+
...options,
|
|
68
|
+
shp: {
|
|
69
|
+
...options?.shp,
|
|
70
|
+
shape: "wkb"
|
|
71
|
+
}
|
|
72
|
+
},
|
|
73
|
+
context
|
|
74
|
+
);
|
|
75
|
+
header = shpResult.header;
|
|
76
|
+
geometryTable = makeGeometryArrowTable(
|
|
77
|
+
shpResult.geometries,
|
|
78
|
+
header,
|
|
79
|
+
transform
|
|
80
|
+
);
|
|
81
|
+
if (options?.geoarrow?.encodingPreference === "geoarrow.geometry" || options?.shapefile?.geoarrow?.encodingPreference === "geoarrow.geometry") {
|
|
82
|
+
const geometryColumn = geometryTable.data.getChild(GEOMETRY_COLUMN_NAME);
|
|
83
|
+
const geometries = geometryColumn?.toArray() || [];
|
|
84
|
+
geometryTable = (0, import_feature_table.convertFeaturesToGeoArrowTable)(
|
|
85
|
+
geometries.map((geometry) => ({
|
|
86
|
+
type: "Feature",
|
|
87
|
+
geometry: geometry ? (0, import_geometry_codecs.convertWKBToGeometry)(geometry.slice().buffer) : null,
|
|
88
|
+
properties: {}
|
|
89
|
+
})),
|
|
90
|
+
{ encodingPreference: "geoarrow.geometry" }
|
|
91
|
+
);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
let propertySchema = null;
|
|
95
|
+
let propertyTable = null;
|
|
96
|
+
const dbfResponse = context?.url ? await context.fetch((0, import_parse_shapefile.replaceExtension)(context.url, "dbf")).catch(() => null) : null;
|
|
97
|
+
if (dbfResponse?.ok) {
|
|
98
|
+
const propertyData = await (0, import_loader_utils2.parseFromContext)(
|
|
99
|
+
dbfResponse,
|
|
100
|
+
import_dbf_loader.DBFLoaderWithParser,
|
|
101
|
+
{
|
|
102
|
+
...options,
|
|
103
|
+
dbf: {
|
|
104
|
+
...options?.dbf,
|
|
105
|
+
shape: "arrow",
|
|
106
|
+
encoding: cpg || "latin1"
|
|
107
|
+
}
|
|
108
|
+
},
|
|
109
|
+
context
|
|
110
|
+
);
|
|
111
|
+
propertySchema = (0, import_schema_utils.convertArrowToSchema)(propertyData.schema);
|
|
112
|
+
propertyTable = { shape: "arrow-table", data: propertyData, schema: propertySchema };
|
|
113
|
+
}
|
|
114
|
+
const schema = buildOutputSchema(propertySchema, header, geometryTable.schema);
|
|
115
|
+
const table = propertyTable ? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema) : geometryTable;
|
|
116
|
+
return Object.assign(table, { loaderData: { header, encoding: cpg, prj, shx } });
|
|
117
|
+
}
|
|
118
|
+
async function* parseShapefileToArrowInBatches(asyncIterator, options, context) {
|
|
119
|
+
if (getTypedGeoArrowEncoding(options)) {
|
|
120
|
+
throw new Error("Typed GeoArrow shapefile output is only supported for non-streaming parse.");
|
|
121
|
+
}
|
|
122
|
+
const { cpg, prj, shx } = await (0, import_parse_shapefile.loadShapefileSidecarFiles)(options, context);
|
|
123
|
+
const batchSize = typeof options?.core?.batchSize === "number" ? options.core.batchSize : options?.shapefile?.batchSize ?? options?.shp?.batchSize ?? options?.dbf?.batchSize ?? 1e4;
|
|
124
|
+
const childOptions = {
|
|
125
|
+
...options,
|
|
126
|
+
core: { ...options?.core, batchMaxRowsPerSecond: 0 }
|
|
127
|
+
};
|
|
128
|
+
const shapeIterable = await (0, import_loader_utils2.parseInBatchesFromContext)(
|
|
129
|
+
(0, import_loader_utils2.toArrayBufferIterator)(asyncIterator),
|
|
130
|
+
import_shp_loader.SHPLoaderWithParser,
|
|
131
|
+
{
|
|
132
|
+
...childOptions,
|
|
133
|
+
shp: {
|
|
134
|
+
...options?.shp,
|
|
135
|
+
shape: "wkb",
|
|
136
|
+
batchSize
|
|
137
|
+
}
|
|
138
|
+
},
|
|
139
|
+
context
|
|
140
|
+
);
|
|
141
|
+
const shapeIterator = getAsyncIterator(shapeIterable);
|
|
142
|
+
const shapeHeader = await getNextNonMetadataValue(shapeIterator);
|
|
143
|
+
const header = shapeHeader;
|
|
144
|
+
let propertyIterator = null;
|
|
145
|
+
let propertySchema = null;
|
|
146
|
+
const dbfResponse = context?.url ? await context.fetch((0, import_parse_shapefile.replaceExtension)(context.url, "dbf")).catch(() => null) : null;
|
|
147
|
+
if (dbfResponse?.ok) {
|
|
148
|
+
const dbfOptions = {
|
|
149
|
+
...childOptions,
|
|
150
|
+
dbf: {
|
|
151
|
+
...options?.dbf,
|
|
152
|
+
shape: "arrow",
|
|
153
|
+
batchSize,
|
|
154
|
+
encoding: cpg || "latin1"
|
|
155
|
+
}
|
|
156
|
+
};
|
|
157
|
+
const propertyIterable = await (0, import_loader_utils2.parseInBatchesFromContext)(
|
|
158
|
+
dbfResponse,
|
|
159
|
+
import_dbf_loader.DBFLoaderWithParser,
|
|
160
|
+
dbfOptions,
|
|
161
|
+
context
|
|
162
|
+
);
|
|
163
|
+
propertyIterator = getAsyncIterator(propertyIterable);
|
|
164
|
+
const firstPropertyBatch = await getNextArrowBatch(propertyIterator);
|
|
165
|
+
propertySchema = firstPropertyBatch?.schema || null;
|
|
166
|
+
const outputSchema2 = buildOutputSchema(propertySchema, header);
|
|
167
|
+
const propertyQueue = [];
|
|
168
|
+
const geometryQueue = [];
|
|
169
|
+
let yieldedDataBatch2 = false;
|
|
170
|
+
if (firstPropertyBatch && firstPropertyBatch.length > 0) {
|
|
171
|
+
propertyQueue.push(firstPropertyBatch.data);
|
|
172
|
+
}
|
|
173
|
+
let shapeDone = false;
|
|
174
|
+
let propertyDone = false;
|
|
175
|
+
while (!shapeDone || !propertyDone || getQueuedRowCount(geometryQueue) > 0 || getQueuedRowCount(propertyQueue) > 0) {
|
|
176
|
+
if (!shapeDone && getQueuedRowCount(geometryQueue) === 0) {
|
|
177
|
+
const shapeBatch = await shapeIterator.next();
|
|
178
|
+
if (shapeBatch.done) {
|
|
179
|
+
shapeDone = true;
|
|
180
|
+
} else if (shapeBatch.value?.batchType !== "metadata") {
|
|
181
|
+
const transform = getReprojectionTransform(prj, options);
|
|
182
|
+
geometryQueue.push(
|
|
183
|
+
makeGeometryArrowTable(shapeBatch.value, header, transform).data
|
|
184
|
+
);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
if (!propertyDone && getQueuedRowCount(propertyQueue) < getQueuedRowCount(geometryQueue)) {
|
|
188
|
+
const propertyBatch = await getNextArrowBatch(propertyIterator);
|
|
189
|
+
if (!propertyBatch) {
|
|
190
|
+
propertyDone = true;
|
|
191
|
+
} else if (propertyBatch.length > 0) {
|
|
192
|
+
propertyQueue.push(propertyBatch.data);
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
const rowCount = Math.min(getQueuedRowCount(geometryQueue), getQueuedRowCount(propertyQueue));
|
|
196
|
+
if (rowCount === 0) {
|
|
197
|
+
if (shapeDone && getQueuedRowCount(geometryQueue) === 0 || propertyDone && getQueuedRowCount(propertyQueue) === 0) {
|
|
198
|
+
break;
|
|
199
|
+
}
|
|
200
|
+
continue;
|
|
201
|
+
}
|
|
202
|
+
const propertyTable = takeRowsFromQueue(propertyQueue, rowCount);
|
|
203
|
+
const geometryTable = takeRowsFromQueue(geometryQueue, rowCount);
|
|
204
|
+
const batch = appendGeometryColumnToArrowTable(
|
|
205
|
+
{ shape: "arrow-table", schema: propertySchema || void 0, data: propertyTable },
|
|
206
|
+
{ shape: "arrow-table", data: geometryTable },
|
|
207
|
+
outputSchema2
|
|
208
|
+
);
|
|
209
|
+
yieldedDataBatch2 = true;
|
|
210
|
+
yield { ...(0, import_loader_utils2.makeTableScanBatch)(batch), loaderData: { header, encoding: cpg, prj, shx } };
|
|
211
|
+
}
|
|
212
|
+
if (!yieldedDataBatch2) {
|
|
213
|
+
yield { ...makeEmptyArrowBatch(outputSchema2), loaderData: { header, encoding: cpg, prj, shx } };
|
|
214
|
+
}
|
|
215
|
+
return;
|
|
216
|
+
}
|
|
217
|
+
const outputSchema = buildOutputSchema(null, header);
|
|
218
|
+
let yieldedDataBatch = false;
|
|
219
|
+
while (true) {
|
|
220
|
+
const shapeBatch = await shapeIterator.next();
|
|
221
|
+
if (shapeBatch.done) {
|
|
222
|
+
break;
|
|
223
|
+
}
|
|
224
|
+
if (shapeBatch.value?.batchType === "metadata") {
|
|
225
|
+
continue;
|
|
226
|
+
}
|
|
227
|
+
const transform = getReprojectionTransform(prj, options);
|
|
228
|
+
const arrowTable = makeGeometryArrowTable(
|
|
229
|
+
shapeBatch.value,
|
|
230
|
+
header,
|
|
231
|
+
transform
|
|
232
|
+
);
|
|
233
|
+
yieldedDataBatch = true;
|
|
234
|
+
yield {
|
|
235
|
+
...(0, import_loader_utils2.makeTableScanBatch)({ ...arrowTable, schema: outputSchema }),
|
|
236
|
+
loaderData: { header, encoding: cpg, prj, shx }
|
|
237
|
+
};
|
|
238
|
+
}
|
|
239
|
+
if (!yieldedDataBatch) {
|
|
240
|
+
yield { ...makeEmptyArrowBatch(outputSchema), loaderData: { header, encoding: cpg, prj, shx } };
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
function buildOutputSchema(propertySchema, header, geometrySchema) {
|
|
244
|
+
const geometryField = geometrySchema?.fields[0] || (0, import_geometry_field.makeWKBGeometryField)(GEOMETRY_COLUMN_NAME);
|
|
245
|
+
const schema = {
|
|
246
|
+
fields: [...propertySchema?.fields || [], geometryField],
|
|
247
|
+
metadata: {
|
|
248
|
+
...propertySchema?.metadata || {},
|
|
249
|
+
...geometrySchema?.metadata || {}
|
|
250
|
+
}
|
|
251
|
+
};
|
|
252
|
+
if (!geometrySchema) {
|
|
253
|
+
(0, import_geometry_field.setWKBGeometryColumnMetadata)(schema.metadata, {
|
|
254
|
+
geometryColumnName: GEOMETRY_COLUMN_NAME,
|
|
255
|
+
geometryTypes: inferGeometryTypes(header)
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
return schema;
|
|
259
|
+
}
|
|
260
|
+
function makeGeometryArrowTable(geometries, header, transform) {
|
|
261
|
+
const geometrySchema = buildOutputSchema(null, header);
|
|
262
|
+
return (0, import_build_wkb_geometry_arrow.makeWKBGeometryArrowTable)(geometries, geometrySchema, transform);
|
|
263
|
+
}
|
|
264
|
+
function appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema) {
|
|
265
|
+
const propertyBatch = propertyTable.data.batches[0];
|
|
266
|
+
const geometryBatch = geometryTable.data.batches[0];
|
|
267
|
+
const arrowSchema = (0, import_schema_utils2.convertSchemaToArrow)(schema);
|
|
268
|
+
const structField = new arrow.Struct(arrowSchema.fields);
|
|
269
|
+
const children = [...propertyBatch.data.children, geometryBatch.data.children[0]];
|
|
270
|
+
const rowCount = Math.max(propertyTable.data.numRows, geometryTable.data.numRows);
|
|
271
|
+
const structData = new arrow.Data(structField, 0, rowCount, 0, void 0, children);
|
|
272
|
+
const recordBatch = new arrow.RecordBatch(arrowSchema, structData);
|
|
273
|
+
return {
|
|
274
|
+
shape: "arrow-table",
|
|
275
|
+
schema,
|
|
276
|
+
data: new arrow.Table(arrowSchema, [recordBatch])
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
function getReprojectionTransform(sourceCrs, options) {
|
|
280
|
+
const { reproject = false, targetCrs = "WGS84" } = options?.gis || {};
|
|
281
|
+
if (!reproject) {
|
|
282
|
+
return void 0;
|
|
283
|
+
}
|
|
284
|
+
if (!sourceCrs) {
|
|
285
|
+
throw new import_loader_utils.CRSReprojectionError(
|
|
286
|
+
"missing-source-crs",
|
|
287
|
+
"Shapefile reprojection requires a source CRS from the .prj sidecar file",
|
|
288
|
+
{ targetCrs }
|
|
289
|
+
);
|
|
290
|
+
}
|
|
291
|
+
try {
|
|
292
|
+
const projection = import_projection.projectionEngine.createProjection({
|
|
293
|
+
from: sourceCrs,
|
|
294
|
+
to: targetCrs || "WGS84"
|
|
295
|
+
});
|
|
296
|
+
return (coordinate) => projection.projectSync(coordinate);
|
|
297
|
+
} catch (error) {
|
|
298
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
299
|
+
throw new import_loader_utils.CRSReprojectionError(
|
|
300
|
+
"transformation-failed",
|
|
301
|
+
`Shapefile reprojection failed: ${message}`,
|
|
302
|
+
{ sourceCrs, targetCrs: targetCrs || "WGS84", cause: error }
|
|
303
|
+
);
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
function getTypedGeoArrowEncoding(options) {
|
|
307
|
+
const encoding = options?.shapefile?.geoarrowEncoding || options?.shp?.geoarrowEncoding;
|
|
308
|
+
const preference = options?.geoarrow?.encodingPreference || options?.shapefile?.geoarrow?.encodingPreference || options?.shp?.geoarrow?.encodingPreference;
|
|
309
|
+
return encoding === "geoarrow" || preference === "optimized";
|
|
310
|
+
}
|
|
311
|
+
function inferGeometryTypes(header) {
|
|
312
|
+
const fallbackType = getGeometryTypeFromHeader(header?.type);
|
|
313
|
+
return fallbackType ? [fallbackType] : [];
|
|
314
|
+
}
|
|
315
|
+
function getGeometryTypeFromHeader(type) {
|
|
316
|
+
switch (type) {
|
|
317
|
+
case 1:
|
|
318
|
+
case 11:
|
|
319
|
+
case 21:
|
|
320
|
+
return type === 11 ? "Point Z" : "Point";
|
|
321
|
+
case 3:
|
|
322
|
+
case 13:
|
|
323
|
+
case 23:
|
|
324
|
+
return type === 13 ? "LineString Z" : "LineString";
|
|
325
|
+
case 5:
|
|
326
|
+
case 15:
|
|
327
|
+
case 25:
|
|
328
|
+
return type === 15 ? "Polygon Z" : "Polygon";
|
|
329
|
+
case 8:
|
|
330
|
+
case 18:
|
|
331
|
+
case 28:
|
|
332
|
+
return type === 18 ? "MultiPoint Z" : "MultiPoint";
|
|
333
|
+
default:
|
|
334
|
+
return null;
|
|
335
|
+
}
|
|
336
|
+
}
|
|
337
|
+
function getAsyncIterator(iterable) {
|
|
338
|
+
const iterator = iterable[Symbol.asyncIterator]?.() || iterable[Symbol.iterator]?.();
|
|
339
|
+
return iterator;
|
|
340
|
+
}
|
|
341
|
+
async function getNextNonMetadataValue(iterator) {
|
|
342
|
+
while (true) {
|
|
343
|
+
const result = await iterator.next();
|
|
344
|
+
if (result.done) {
|
|
345
|
+
return null;
|
|
346
|
+
}
|
|
347
|
+
if (result.value?.batchType !== "metadata") {
|
|
348
|
+
return result.value;
|
|
349
|
+
}
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
async function getNextArrowBatch(iterator) {
|
|
353
|
+
while (true) {
|
|
354
|
+
const result = await iterator.next();
|
|
355
|
+
if (result.done) {
|
|
356
|
+
return null;
|
|
357
|
+
}
|
|
358
|
+
if ((0, import_schema_utils.isNativeArrowRecordBatch)(result.value)) {
|
|
359
|
+
const recordBatch = result.value;
|
|
360
|
+
const schema = (0, import_schema_utils.convertArrowToSchema)(recordBatch.schema);
|
|
361
|
+
const batch = Object.getPrototypeOf(recordBatch) === arrow.RecordBatch.prototype ? recordBatch : importDBFRecordBatch(recordBatch, schema);
|
|
362
|
+
const data = new arrow.Table(batch.schema, [batch]);
|
|
363
|
+
return (0, import_loader_utils2.makeTableScanBatch)({
|
|
364
|
+
shape: "arrow-table",
|
|
365
|
+
schema,
|
|
366
|
+
data
|
|
367
|
+
});
|
|
368
|
+
}
|
|
369
|
+
if (result.value?.shape === "arrow-table") return result.value;
|
|
370
|
+
}
|
|
371
|
+
}
|
|
372
|
+
function importDBFRecordBatch(batch, tableSchema) {
|
|
373
|
+
const schema = (0, import_schema_utils2.convertSchemaToArrow)(tableSchema);
|
|
374
|
+
const children = batch.data.children.map(
|
|
375
|
+
(column, index) => new arrow.Data(
|
|
376
|
+
schema.fields[index].type,
|
|
377
|
+
column.offset,
|
|
378
|
+
column.length,
|
|
379
|
+
column.nullCount,
|
|
380
|
+
column.buffers,
|
|
381
|
+
void 0,
|
|
382
|
+
void 0,
|
|
383
|
+
column.variadicBuffers
|
|
384
|
+
)
|
|
385
|
+
);
|
|
386
|
+
const data = arrow.makeData({
|
|
387
|
+
type: new arrow.Struct(schema.fields),
|
|
388
|
+
length: batch.numRows,
|
|
389
|
+
children
|
|
390
|
+
});
|
|
391
|
+
return new arrow.RecordBatch(schema, data, new Map(batch.metadata));
|
|
392
|
+
}
|
|
393
|
+
function getQueuedRowCount(queue) {
|
|
394
|
+
return queue.reduce((rowCount, table) => rowCount + table.numRows, 0);
|
|
395
|
+
}
|
|
396
|
+
function takeRowsFromQueue(queue, rowCount) {
|
|
397
|
+
const table = queue[0];
|
|
398
|
+
if (rowCount === table.numRows) {
|
|
399
|
+
queue.shift();
|
|
400
|
+
return table;
|
|
401
|
+
}
|
|
402
|
+
const result = table.slice(0, rowCount);
|
|
403
|
+
queue[0] = table.slice(rowCount, table.numRows - rowCount);
|
|
404
|
+
return result;
|
|
405
|
+
}
|
|
406
|
+
function makeEmptyArrowBatch(schema) {
|
|
407
|
+
const table = new import_schema_utils2.ArrowTableBuilder(schema).finishTable();
|
|
408
|
+
return (0, import_loader_utils2.makeTableScanBatch)({ shape: "arrow-table", data: table, schema });
|
|
409
|
+
}
|
|
410
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
411
|
+
0 && (module.exports = {
|
|
412
|
+
parseShapefileToArrow,
|
|
413
|
+
parseShapefileToArrowInBatches
|
|
414
|
+
});
|
|
415
|
+
//# sourceMappingURL=shapefile-arrow-loader.cjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/shapefile-arrow-loader.ts", "../src/shapefile/shapefile-arrow-loader.ts"],
|
|
4
|
+
"sourcesContent": ["export * from './shapefile/shapefile-arrow-loader.js';\n", "// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {CRSReprojectionError, type LoaderContext} from '@loaders.gl/core/loader-utils';\nimport {\n makeTableScanBatch,\n parseFromContext,\n parseInBatchesFromContext,\n toArrayBufferIterator\n} from '@loaders.gl/core/loader-utils';\nimport * as arrow from 'apache-arrow';\nimport {convertArrowToSchema, isNativeArrowRecordBatch} from '@loaders.gl/core/schema-utils';\nimport type {\n ArrowTable,\n ArrowTableBatch,\n Field,\n Schema as TableSchema\n} from '@loaders.gl/core/schema';\nimport {ArrowTableBuilder, convertSchemaToArrow} from '@loaders.gl/core/schema-utils';\nimport {convertFeaturesToGeoArrowTable} from '@loaders.gl/core/arrow-geometry/feature-table';\nimport {convertWKBToGeometry} from '@loaders.gl/core/arrow-geometry/geometry-codecs';\nimport {type GeoParquetGeometryType} from '@loaders.gl/core/schema';\nimport {\n makeWKBGeometryField,\n setWKBGeometryColumnMetadata\n} from '@loaders.gl/core/arrow-geometry/geometry-field';\nimport {projectionEngine} from '@math.gl/geospatial/projection';\nimport type {ReadonlyCRSDefinition, WKTCRSDefinition} from '@math.gl/geospatial/crs';\nimport {SHPLoaderWithParser} from './shp-loader';\nimport {DBFLoaderWithParser} from './dbf-loader';\nimport type {ShapefileLoaderOptions} from './shapefile-loader-types';\nimport type {SHPResult} from './lib/parsers/parse-shp';\nimport type {SHPHeader} from './lib/parsers/parse-shp-header';\nimport {loadShapefileSidecarFiles, replaceExtension} from './lib/parsers/parse-shapefile';\nimport {\n type SHPWKBGeometry,\n makeWKBGeometryArrowTable\n} from './lib/parsers/build-wkb-geometry-arrow';\nimport {makeSHPGeoArrowGeometryTable} from './lib/parsers/build-geoarrow-geometry-arrow';\nconst GEOMETRY_COLUMN_NAME = 'geometry';\n\n/** Parses a shapefile and returns an Arrow table with a WKB geometry column. */\nexport async function parseShapefileToArrow(\n arrayBuffer: ArrayBuffer,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): Promise<ArrowTable> {\n const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);\n const transform = getReprojectionTransform(prj, options);\n const geoArrowEncoding = getTypedGeoArrowEncoding(options);\n let header: SHPHeader | undefined;\n let geometryTable: ArrowTable;\n\n if (geoArrowEncoding) {\n geometryTable = makeSHPGeoArrowGeometryTable(arrayBuffer, options, {transform});\n } else {\n const shpResult = (await parseFromContext(\n arrayBuffer,\n SHPLoaderWithParser,\n {\n ...options,\n shp: {\n ...options?.shp,\n shape: 'wkb'\n }\n },\n context!\n )) as SHPResult;\n header = shpResult.header;\n geometryTable = makeGeometryArrowTable(\n shpResult.geometries as (SHPWKBGeometry | null)[],\n header,\n transform\n );\n if (\n options?.geoarrow?.encodingPreference === 'geoarrow.geometry' ||\n options?.shapefile?.geoarrow?.encodingPreference === 'geoarrow.geometry'\n ) {\n const geometryColumn = geometryTable.data.getChild(GEOMETRY_COLUMN_NAME);\n const geometries = geometryColumn?.toArray() || [];\n geometryTable = convertFeaturesToGeoArrowTable(\n geometries.map(geometry => ({\n type: 'Feature' as const,\n geometry: geometry ? convertWKBToGeometry(geometry.slice().buffer) : null,\n properties: {}\n })),\n {encodingPreference: 'geoarrow.geometry'}\n );\n }\n }\n\n let propertySchema: TableSchema | null = null;\n let propertyTable: ArrowTable | null = null;\n\n const dbfResponse = context?.url\n ? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)\n : null;\n if (dbfResponse?.ok) {\n const propertyData = (await parseFromContext(\n dbfResponse as any,\n DBFLoaderWithParser,\n {\n ...options,\n dbf: {\n ...options?.dbf,\n shape: 'arrow' as const,\n encoding: cpg || 'latin1'\n }\n },\n context!\n )) as arrow.Table;\n propertySchema = convertArrowToSchema(propertyData.schema);\n propertyTable = {shape: 'arrow-table', data: propertyData, schema: propertySchema};\n }\n\n const schema = buildOutputSchema(propertySchema, header, geometryTable.schema);\n const table = propertyTable\n ? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema)\n : geometryTable;\n return Object.assign(table, {loaderData: {header, encoding: cpg, prj, shx}});\n}\n\n/** Parses a shapefile into Arrow batches while keeping DBF-derived schema stable. */\nexport async function* parseShapefileToArrowInBatches(\n asyncIterator:\n | AsyncIterable<ArrayBufferLike | ArrayBufferView>\n | Iterable<ArrayBufferLike | ArrayBufferView>,\n options?: ShapefileLoaderOptions,\n context?: LoaderContext\n): AsyncIterable<ArrowTableBatch> {\n if (getTypedGeoArrowEncoding(options)) {\n throw new Error('Typed GeoArrow shapefile output is only supported for non-streaming parse.');\n }\n\n const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);\n const batchSize =\n typeof options?.core?.batchSize === 'number'\n ? options.core.batchSize\n : (options?.shapefile?.batchSize ??\n options?.shp?.batchSize ??\n options?.dbf?.batchSize ??\n 10000);\n const childOptions = {\n ...options,\n core: {...options?.core, batchMaxRowsPerSecond: 0}\n };\n\n const shapeIterable = await parseInBatchesFromContext(\n toArrayBufferIterator(asyncIterator),\n SHPLoaderWithParser,\n {\n ...childOptions,\n shp: {\n ...options?.shp,\n shape: 'wkb',\n batchSize\n }\n },\n context!\n );\n const shapeIterator = getAsyncIterator(shapeIterable);\n\n const shapeHeader = await getNextNonMetadataValue(shapeIterator);\n const header = shapeHeader as SHPHeader;\n\n let propertyIterator: AsyncIterator<any> | null = null;\n let propertySchema: TableSchema | null = null;\n\n const dbfResponse = context?.url\n ? await context.fetch(replaceExtension(context.url, 'dbf')).catch(() => null)\n : null;\n if (dbfResponse?.ok) {\n const dbfOptions = {\n ...childOptions,\n dbf: {\n ...options?.dbf,\n shape: 'arrow' as const,\n batchSize,\n encoding: cpg || 'latin1'\n }\n };\n const propertyIterable = await parseInBatchesFromContext(\n dbfResponse,\n DBFLoaderWithParser,\n dbfOptions,\n context!\n );\n propertyIterator = getAsyncIterator(propertyIterable);\n\n const firstPropertyBatch = await getNextArrowBatch(propertyIterator);\n propertySchema = firstPropertyBatch?.schema || null;\n const outputSchema = buildOutputSchema(propertySchema, header);\n const propertyQueue: arrow.Table[] = [];\n const geometryQueue: arrow.Table[] = [];\n let yieldedDataBatch = false;\n\n if (firstPropertyBatch && firstPropertyBatch.length > 0) {\n propertyQueue.push(firstPropertyBatch.data);\n }\n\n let shapeDone = false;\n let propertyDone = false;\n while (\n !shapeDone ||\n !propertyDone ||\n getQueuedRowCount(geometryQueue) > 0 ||\n getQueuedRowCount(propertyQueue) > 0\n ) {\n if (!shapeDone && getQueuedRowCount(geometryQueue) === 0) {\n const shapeBatch = await shapeIterator.next();\n if (shapeBatch.done) {\n shapeDone = true;\n } else if (shapeBatch.value?.batchType !== 'metadata') {\n const transform = getReprojectionTransform(prj, options);\n geometryQueue.push(\n makeGeometryArrowTable(shapeBatch.value as (SHPWKBGeometry | null)[], header, transform)\n .data\n );\n }\n }\n\n if (!propertyDone && getQueuedRowCount(propertyQueue) < getQueuedRowCount(geometryQueue)) {\n const propertyBatch = await getNextArrowBatch(propertyIterator);\n if (!propertyBatch) {\n propertyDone = true;\n } else if (propertyBatch.length > 0) {\n propertyQueue.push(propertyBatch.data);\n }\n }\n\n const rowCount = Math.min(getQueuedRowCount(geometryQueue), getQueuedRowCount(propertyQueue));\n if (rowCount === 0) {\n if (\n (shapeDone && getQueuedRowCount(geometryQueue) === 0) ||\n (propertyDone && getQueuedRowCount(propertyQueue) === 0)\n ) {\n break;\n }\n continue;\n }\n\n const propertyTable = takeRowsFromQueue(propertyQueue, rowCount);\n const geometryTable = takeRowsFromQueue(geometryQueue, rowCount);\n const batch = appendGeometryColumnToArrowTable(\n {shape: 'arrow-table', schema: propertySchema || undefined, data: propertyTable},\n {shape: 'arrow-table', data: geometryTable},\n outputSchema\n );\n yieldedDataBatch = true;\n yield {...makeTableScanBatch(batch), loaderData: {header, encoding: cpg, prj, shx}};\n }\n if (!yieldedDataBatch) {\n yield {...makeEmptyArrowBatch(outputSchema), loaderData: {header, encoding: cpg, prj, shx}};\n }\n return;\n }\n\n const outputSchema = buildOutputSchema(null, header);\n let yieldedDataBatch = false;\n\n while (true) {\n const shapeBatch = await shapeIterator.next();\n if (shapeBatch.done) {\n break;\n }\n if (shapeBatch.value?.batchType === 'metadata') {\n continue;\n }\n const transform = getReprojectionTransform(prj, options);\n const arrowTable = makeGeometryArrowTable(\n shapeBatch.value as (SHPWKBGeometry | null)[],\n header,\n transform\n );\n yieldedDataBatch = true;\n yield {\n ...makeTableScanBatch({...arrowTable, schema: outputSchema}),\n loaderData: {header, encoding: cpg, prj, shx}\n };\n }\n if (!yieldedDataBatch) {\n yield {...makeEmptyArrowBatch(outputSchema), loaderData: {header, encoding: cpg, prj, shx}};\n }\n}\n\n/** Creates the output Arrow schema by appending the WKB geometry column to DBF fields. */\nfunction buildOutputSchema(\n propertySchema: TableSchema | null,\n header?: SHPHeader,\n geometrySchema?: TableSchema\n): TableSchema {\n const geometryField: Field =\n geometrySchema?.fields[0] || makeWKBGeometryField(GEOMETRY_COLUMN_NAME);\n const schema: TableSchema = {\n fields: [...(propertySchema?.fields || []), geometryField],\n metadata: {\n ...(propertySchema?.metadata || {}),\n ...(geometrySchema?.metadata || {})\n }\n };\n\n if (!geometrySchema) {\n setWKBGeometryColumnMetadata(schema.metadata!, {\n geometryColumnName: GEOMETRY_COLUMN_NAME,\n geometryTypes: inferGeometryTypes(header)\n });\n }\n\n return schema;\n}\n\nfunction makeGeometryArrowTable(\n geometries: (SHPWKBGeometry | null | undefined)[],\n header?: SHPHeader,\n transform?: (coordinate: number[]) => number[]\n) {\n const geometrySchema = buildOutputSchema(null, header);\n return makeWKBGeometryArrowTable(geometries, geometrySchema, transform);\n}\n\nfunction appendGeometryColumnToArrowTable(\n propertyTable: ArrowTable,\n geometryTable: ArrowTable,\n schema: TableSchema\n): ArrowTable {\n const propertyBatch = propertyTable.data.batches[0];\n const geometryBatch = geometryTable.data.batches[0];\n const arrowSchema = convertSchemaToArrow(schema);\n const structField = new arrow.Struct(arrowSchema.fields);\n const children = [...propertyBatch.data.children, geometryBatch.data.children[0]];\n const rowCount = Math.max(propertyTable.data.numRows, geometryTable.data.numRows);\n const structData = new arrow.Data(structField, 0, rowCount, 0, undefined, children);\n const recordBatch = new arrow.RecordBatch(arrowSchema, structData);\n\n return {\n shape: 'arrow-table',\n schema,\n data: new arrow.Table(arrowSchema, [recordBatch])\n };\n}\n\nfunction getReprojectionTransform(\n sourceCrs: WKTCRSDefinition | undefined,\n options?: ShapefileLoaderOptions\n): ((coordinate: number[]) => number[]) | undefined {\n const {reproject = false, targetCrs = 'WGS84'} = options?.gis || {};\n if (!reproject) {\n return undefined;\n }\n if (!sourceCrs) {\n throw new CRSReprojectionError(\n 'missing-source-crs',\n 'Shapefile reprojection requires a source CRS from the .prj sidecar file',\n {targetCrs}\n );\n }\n try {\n const projection = projectionEngine.createProjection({\n from: sourceCrs,\n to: (targetCrs || 'WGS84') as ReadonlyCRSDefinition\n });\n return coordinate => projection.projectSync(coordinate);\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n throw new CRSReprojectionError(\n 'transformation-failed',\n `Shapefile reprojection failed: ${message}`,\n {sourceCrs, targetCrs: targetCrs || 'WGS84', cause: error}\n );\n }\n}\n\nfunction getTypedGeoArrowEncoding(options?: ShapefileLoaderOptions): boolean {\n const encoding = options?.shapefile?.geoarrowEncoding || options?.shp?.geoarrowEncoding;\n const preference =\n options?.geoarrow?.encodingPreference ||\n options?.shapefile?.geoarrow?.encodingPreference ||\n options?.shp?.geoarrow?.encodingPreference;\n return encoding === 'geoarrow' || preference === 'optimized';\n}\n\n/** Infers GeoParquet geometry type metadata from parsed geometries or the SHP header. */\nfunction inferGeometryTypes(header?: SHPHeader): GeoParquetGeometryType[] {\n const fallbackType = getGeometryTypeFromHeader(header?.type);\n return fallbackType ? [fallbackType] : [];\n}\n\n/** Maps SHP header geometry type codes to GeoParquet geometry type strings. */\nfunction getGeometryTypeFromHeader(type?: number): GeoParquetGeometryType | null {\n switch (type) {\n case 1:\n case 11:\n case 21:\n return type === 11 ? 'Point Z' : 'Point';\n case 3:\n case 13:\n case 23:\n return type === 13 ? 'LineString Z' : 'LineString';\n case 5:\n case 15:\n case 25:\n return type === 15 ? 'Polygon Z' : 'Polygon';\n case 8:\n case 18:\n case 28:\n return type === 18 ? 'MultiPoint Z' : 'MultiPoint';\n default:\n return null;\n }\n}\n\n/** Normalizes sync or async iterables to a single async iterator interface. */\nfunction getAsyncIterator(iterable: AsyncIterable<any> | Iterable<any>): AsyncIterator<any> {\n const iterator = iterable[Symbol.asyncIterator]?.() || iterable[Symbol.iterator]?.();\n return iterator as AsyncIterator<any>;\n}\n\n/** Reads the next non-metadata value from a parser iterator. */\nasync function getNextNonMetadataValue(iterator: AsyncIterator<any>): Promise<any> {\n while (true) {\n const result = await iterator.next();\n if (result.done) {\n return null;\n }\n if (result.value?.batchType !== 'metadata') {\n return result.value;\n }\n }\n}\n\n/** Reads both native and legacy DBF column batches. */\nasync function getNextArrowBatch(iterator: AsyncIterator<any>): Promise<ArrowTableBatch | null> {\n while (true) {\n const result = await iterator.next();\n if (result.done) {\n return null;\n }\n if (isNativeArrowRecordBatch(result.value)) {\n const recordBatch = result.value;\n const schema = convertArrowToSchema(recordBatch.schema);\n const batch =\n Object.getPrototypeOf(recordBatch) === arrow.RecordBatch.prototype\n ? recordBatch\n : importDBFRecordBatch(recordBatch, schema);\n const data = new arrow.Table(batch.schema, [batch]);\n return makeTableScanBatch({\n shape: 'arrow-table',\n schema,\n data\n });\n }\n if (result.value?.shape === 'arrow-table') return result.value;\n }\n}\n\n/** Rebuilds primitive DBF columns with local Arrow classes while reusing their buffers. */\nfunction importDBFRecordBatch(\n batch: arrow.RecordBatch,\n tableSchema: TableSchema\n): arrow.RecordBatch {\n const schema = convertSchemaToArrow(tableSchema);\n const children = batch.data.children.map(\n (column, index) =>\n new arrow.Data(\n schema.fields[index].type,\n column.offset,\n column.length,\n column.nullCount,\n column.buffers,\n undefined,\n undefined,\n column.variadicBuffers\n )\n );\n const data = arrow.makeData({\n type: new arrow.Struct(schema.fields),\n length: batch.numRows,\n children\n });\n return new arrow.RecordBatch(schema, data, new Map(batch.metadata));\n}\n\nfunction getQueuedRowCount(queue: arrow.Table[]): number {\n return queue.reduce((rowCount, table) => rowCount + table.numRows, 0);\n}\n\nfunction takeRowsFromQueue(queue: arrow.Table[], rowCount: number): arrow.Table {\n const table = queue[0];\n if (rowCount === table.numRows) {\n queue.shift();\n return table;\n }\n const result = table.slice(0, rowCount);\n queue[0] = table.slice(rowCount, table.numRows - rowCount);\n return result;\n}\n\n/** Creates an explicit empty Arrow batch so zero-row shapefiles still expose schema in batch mode. */\nfunction makeEmptyArrowBatch(schema: TableSchema): ArrowTableBatch {\n const table = new ArrowTableBuilder(schema).finishTable();\n return makeTableScanBatch({shape: 'arrow-table', data: table, schema});\n}\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACIA,0BAAuD;AACvD,IAAAA,uBAKO;AACP,YAAuB;AACvB,0BAA6D;AAO7D,IAAAC,uBAAsD;AACtD,2BAA6C;AAC7C,6BAAmC;AAEnC,4BAGO;AACP,wBAA+B;AAE/B,wBAAkC;AAClC,wBAAkC;AAIlC,6BAA0D;AAC1D,sCAGO;AACP,2CAA2C;AAC3C,IAAM,uBAAuB;AAG7B,eAAsB,sBACpB,aACA,SACA,SACqB;AACrB,QAAM,EAAC,KAAK,KAAK,IAAG,IAAI,UAAM,kDAA0B,SAAS,OAAO;AACxE,QAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,QAAM,mBAAmB,yBAAyB,OAAO;AACzD,MAAI;AACJ,MAAI;AAEJ,MAAI,kBAAkB;AACpB,wBAAgB,mEAA6B,aAAa,SAAS,EAAC,UAAS,CAAC;AAAA,EAChF,OAAO;AACL,UAAM,YAAa,UAAM;AAAA,MACvB;AAAA,MACA;AAAA,MACA;AAAA,QACE,GAAG;AAAA,QACH,KAAK;AAAA,UACH,GAAG,SAAS;AAAA,UACZ,OAAO;AAAA,QACT;AAAA,MACF;AAAA,MACA;AAAA,IACF;AACA,aAAS,UAAU;AACnB,oBAAgB;AAAA,MACd,UAAU;AAAA,MACV;AAAA,MACA;AAAA,IACF;AACA,QACE,SAAS,UAAU,uBAAuB,uBAC1C,SAAS,WAAW,UAAU,uBAAuB,qBACrD;AACA,YAAM,iBAAiB,cAAc,KAAK,SAAS,oBAAoB;AACvE,YAAM,aAAa,gBAAgB,QAAQ,KAAK,CAAC;AACjD,0BAAgB;AAAA,QACd,WAAW,IAAI,eAAa;AAAA,UAC1B,MAAM;AAAA,UACN,UAAU,eAAW,6CAAqB,SAAS,MAAM,EAAE,MAAM,IAAI;AAAA,UACrE,YAAY,CAAC;AAAA,QACf,EAAE;AAAA,QACF,EAAC,oBAAoB,oBAAmB;AAAA,MAC1C;AAAA,IACF;AAAA,EACF;AAEA,MAAI,iBAAqC;AACzC,MAAI,gBAAmC;AAEvC,QAAM,cAAc,SAAS,MACzB,MAAM,QAAQ,UAAM,yCAAiB,QAAQ,KAAK,KAAK,CAAC,EAAE,MAAM,MAAM,IAAI,IAC1E;AACJ,MAAI,aAAa,IAAI;AACnB,UAAM,eAAgB,UAAM;AAAA,MAC1B;AAAA,MACA;AAAA,MACA;AAAA,QACE,GAAG;AAAA,QACH,KAAK;AAAA,UACH,GAAG,SAAS;AAAA,UACZ,OAAO;AAAA,UACP,UAAU,OAAO;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,IACF;AACA,yBAAiB,0CAAqB,aAAa,MAAM;AACzD,oBAAgB,EAAC,OAAO,eAAe,MAAM,cAAc,QAAQ,eAAc;AAAA,EACnF;AAEA,QAAM,SAAS,kBAAkB,gBAAgB,QAAQ,cAAc,MAAM;AAC7E,QAAM,QAAQ,gBACV,iCAAiC,eAAe,eAAe,MAAM,IACrE;AACJ,SAAO,OAAO,OAAO,OAAO,EAAC,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,EAAC,CAAC;AAC7E;AAGA,gBAAuB,+BACrB,eAGA,SACA,SACgC;AAChC,MAAI,yBAAyB,OAAO,GAAG;AACrC,UAAM,IAAI,MAAM,4EAA4E;AAAA,EAC9F;AAEA,QAAM,EAAC,KAAK,KAAK,IAAG,IAAI,UAAM,kDAA0B,SAAS,OAAO;AACxE,QAAM,YACJ,OAAO,SAAS,MAAM,cAAc,WAChC,QAAQ,KAAK,YACZ,SAAS,WAAW,aACrB,SAAS,KAAK,aACd,SAAS,KAAK,aACd;AACN,QAAM,eAAe;AAAA,IACnB,GAAG;AAAA,IACH,MAAM,EAAC,GAAG,SAAS,MAAM,uBAAuB,EAAC;AAAA,EACnD;AAEA,QAAM,gBAAgB,UAAM;AAAA,QAC1B,4CAAsB,aAAa;AAAA,IACnC;AAAA,IACA;AAAA,MACE,GAAG;AAAA,MACH,KAAK;AAAA,QACH,GAAG,SAAS;AAAA,QACZ,OAAO;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAAA,IACA;AAAA,EACF;AACA,QAAM,gBAAgB,iBAAiB,aAAa;AAEpD,QAAM,cAAc,MAAM,wBAAwB,aAAa;AAC/D,QAAM,SAAS;AAEf,MAAI,mBAA8C;AAClD,MAAI,iBAAqC;AAEzC,QAAM,cAAc,SAAS,MACzB,MAAM,QAAQ,UAAM,yCAAiB,QAAQ,KAAK,KAAK,CAAC,EAAE,MAAM,MAAM,IAAI,IAC1E;AACJ,MAAI,aAAa,IAAI;AACnB,UAAM,aAAa;AAAA,MACjB,GAAG;AAAA,MACH,KAAK;AAAA,QACH,GAAG,SAAS;AAAA,QACZ,OAAO;AAAA,QACP;AAAA,QACA,UAAU,OAAO;AAAA,MACnB;AAAA,IACF;AACA,UAAM,mBAAmB,UAAM;AAAA,MAC7B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,uBAAmB,iBAAiB,gBAAgB;AAEpD,UAAM,qBAAqB,MAAM,kBAAkB,gBAAgB;AACnE,qBAAiB,oBAAoB,UAAU;AAC/C,UAAMC,gBAAe,kBAAkB,gBAAgB,MAAM;AAC7D,UAAM,gBAA+B,CAAC;AACtC,UAAM,gBAA+B,CAAC;AACtC,QAAIC,oBAAmB;AAEvB,QAAI,sBAAsB,mBAAmB,SAAS,GAAG;AACvD,oBAAc,KAAK,mBAAmB,IAAI;AAAA,IAC5C;AAEA,QAAI,YAAY;AAChB,QAAI,eAAe;AACnB,WACE,CAAC,aACD,CAAC,gBACD,kBAAkB,aAAa,IAAI,KACnC,kBAAkB,aAAa,IAAI,GACnC;AACA,UAAI,CAAC,aAAa,kBAAkB,aAAa,MAAM,GAAG;AACxD,cAAM,aAAa,MAAM,cAAc,KAAK;AAC5C,YAAI,WAAW,MAAM;AACnB,sBAAY;AAAA,QACd,WAAW,WAAW,OAAO,cAAc,YAAY;AACrD,gBAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,wBAAc;AAAA,YACZ,uBAAuB,WAAW,OAAoC,QAAQ,SAAS,EACpF;AAAA,UACL;AAAA,QACF;AAAA,MACF;AAEA,UAAI,CAAC,gBAAgB,kBAAkB,aAAa,IAAI,kBAAkB,aAAa,GAAG;AACxF,cAAM,gBAAgB,MAAM,kBAAkB,gBAAgB;AAC9D,YAAI,CAAC,eAAe;AAClB,yBAAe;AAAA,QACjB,WAAW,cAAc,SAAS,GAAG;AACnC,wBAAc,KAAK,cAAc,IAAI;AAAA,QACvC;AAAA,MACF;AAEA,YAAM,WAAW,KAAK,IAAI,kBAAkB,aAAa,GAAG,kBAAkB,aAAa,CAAC;AAC5F,UAAI,aAAa,GAAG;AAClB,YACG,aAAa,kBAAkB,aAAa,MAAM,KAClD,gBAAgB,kBAAkB,aAAa,MAAM,GACtD;AACA;AAAA,QACF;AACA;AAAA,MACF;AAEA,YAAM,gBAAgB,kBAAkB,eAAe,QAAQ;AAC/D,YAAM,gBAAgB,kBAAkB,eAAe,QAAQ;AAC/D,YAAM,QAAQ;AAAA,QACZ,EAAC,OAAO,eAAe,QAAQ,kBAAkB,QAAW,MAAM,cAAa;AAAA,QAC/E,EAAC,OAAO,eAAe,MAAM,cAAa;AAAA,QAC1CD;AAAA,MACF;AACA,MAAAC,oBAAmB;AACnB,YAAM,EAAC,OAAG,yCAAmB,KAAK,GAAG,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,EAAC;AAAA,IACpF;AACA,QAAI,CAACA,mBAAkB;AACrB,YAAM,EAAC,GAAG,oBAAoBD,aAAY,GAAG,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,EAAC;AAAA,IAC5F;AACA;AAAA,EACF;AAEA,QAAM,eAAe,kBAAkB,MAAM,MAAM;AACnD,MAAI,mBAAmB;AAEvB,SAAO,MAAM;AACX,UAAM,aAAa,MAAM,cAAc,KAAK;AAC5C,QAAI,WAAW,MAAM;AACnB;AAAA,IACF;AACA,QAAI,WAAW,OAAO,cAAc,YAAY;AAC9C;AAAA,IACF;AACA,UAAM,YAAY,yBAAyB,KAAK,OAAO;AACvD,UAAM,aAAa;AAAA,MACjB,WAAW;AAAA,MACX;AAAA,MACA;AAAA,IACF;AACA,uBAAmB;AACnB,UAAM;AAAA,MACJ,OAAG,yCAAmB,EAAC,GAAG,YAAY,QAAQ,aAAY,CAAC;AAAA,MAC3D,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG;AAAA,IAC9C;AAAA,EACF;AACA,MAAI,CAAC,kBAAkB;AACrB,UAAM,EAAC,GAAG,oBAAoB,YAAY,GAAG,YAAY,EAAC,QAAQ,UAAU,KAAK,KAAK,IAAG,EAAC;AAAA,EAC5F;AACF;AAGA,SAAS,kBACP,gBACA,QACA,gBACa;AACb,QAAM,gBACJ,gBAAgB,OAAO,CAAC,SAAK,4CAAqB,oBAAoB;AACxE,QAAM,SAAsB;AAAA,IAC1B,QAAQ,CAAC,GAAI,gBAAgB,UAAU,CAAC,GAAI,aAAa;AAAA,IACzD,UAAU;AAAA,MACR,GAAI,gBAAgB,YAAY,CAAC;AAAA,MACjC,GAAI,gBAAgB,YAAY,CAAC;AAAA,IACnC;AAAA,EACF;AAEA,MAAI,CAAC,gBAAgB;AACnB,4DAA6B,OAAO,UAAW;AAAA,MAC7C,oBAAoB;AAAA,MACpB,eAAe,mBAAmB,MAAM;AAAA,IAC1C,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAEA,SAAS,uBACP,YACA,QACA,WACA;AACA,QAAM,iBAAiB,kBAAkB,MAAM,MAAM;AACrD,aAAO,2DAA0B,YAAY,gBAAgB,SAAS;AACxE;AAEA,SAAS,iCACP,eACA,eACA,QACY;AACZ,QAAM,gBAAgB,cAAc,KAAK,QAAQ,CAAC;AAClD,QAAM,gBAAgB,cAAc,KAAK,QAAQ,CAAC;AAClD,QAAM,kBAAc,2CAAqB,MAAM;AAC/C,QAAM,cAAc,IAAU,aAAO,YAAY,MAAM;AACvD,QAAM,WAAW,CAAC,GAAG,cAAc,KAAK,UAAU,cAAc,KAAK,SAAS,CAAC,CAAC;AAChF,QAAM,WAAW,KAAK,IAAI,cAAc,KAAK,SAAS,cAAc,KAAK,OAAO;AAChF,QAAM,aAAa,IAAU,WAAK,aAAa,GAAG,UAAU,GAAG,QAAW,QAAQ;AAClF,QAAM,cAAc,IAAU,kBAAY,aAAa,UAAU;AAEjE,SAAO;AAAA,IACL,OAAO;AAAA,IACP;AAAA,IACA,MAAM,IAAU,YAAM,aAAa,CAAC,WAAW,CAAC;AAAA,EAClD;AACF;AAEA,SAAS,yBACP,WACA,SACkD;AAClD,QAAM,EAAC,YAAY,OAAO,YAAY,QAAO,IAAI,SAAS,OAAO,CAAC;AAClE,MAAI,CAAC,WAAW;AACd,WAAO;AAAA,EACT;AACA,MAAI,CAAC,WAAW;AACd,UAAM,IAAI;AAAA,MACR;AAAA,MACA;AAAA,MACA,EAAC,UAAS;AAAA,IACZ;AAAA,EACF;AACA,MAAI;AACF,UAAM,aAAa,mCAAiB,iBAAiB;AAAA,MACnD,MAAM;AAAA,MACN,IAAK,aAAa;AAAA,IACpB,CAAC;AACD,WAAO,gBAAc,WAAW,YAAY,UAAU;AAAA,EACxD,SAAS,OAAO;AACd,UAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,UAAM,IAAI;AAAA,MACR;AAAA,MACA,kCAAkC,OAAO;AAAA,MACzC,EAAC,WAAW,WAAW,aAAa,SAAS,OAAO,MAAK;AAAA,IAC3D;AAAA,EACF;AACF;AAEA,SAAS,yBAAyB,SAA2C;AAC3E,QAAM,WAAW,SAAS,WAAW,oBAAoB,SAAS,KAAK;AACvE,QAAM,aACJ,SAAS,UAAU,sBACnB,SAAS,WAAW,UAAU,sBAC9B,SAAS,KAAK,UAAU;AAC1B,SAAO,aAAa,cAAc,eAAe;AACnD;AAGA,SAAS,mBAAmB,QAA8C;AACxE,QAAM,eAAe,0BAA0B,QAAQ,IAAI;AAC3D,SAAO,eAAe,CAAC,YAAY,IAAI,CAAC;AAC1C;AAGA,SAAS,0BAA0B,MAA8C;AAC/E,UAAQ,MAAM;AAAA,IACZ,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,YAAY;AAAA,IACnC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,iBAAiB;AAAA,IACxC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,cAAc;AAAA,IACrC,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO,SAAS,KAAK,iBAAiB;AAAA,IACxC;AACE,aAAO;AAAA,EACX;AACF;AAGA,SAAS,iBAAiB,UAAkE;AAC1F,QAAM,WAAW,SAAS,OAAO,aAAa,IAAI,KAAK,SAAS,OAAO,QAAQ,IAAI;AACnF,SAAO;AACT;AAGA,eAAe,wBAAwB,UAA4C;AACjF,SAAO,MAAM;AACX,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,QAAI,OAAO,MAAM;AACf,aAAO;AAAA,IACT;AACA,QAAI,OAAO,OAAO,cAAc,YAAY;AAC1C,aAAO,OAAO;AAAA,IAChB;AAAA,EACF;AACF;AAGA,eAAe,kBAAkB,UAA+D;AAC9F,SAAO,MAAM;AACX,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,QAAI,OAAO,MAAM;AACf,aAAO;AAAA,IACT;AACA,YAAI,8CAAyB,OAAO,KAAK,GAAG;AAC1C,YAAM,cAAc,OAAO;AAC3B,YAAM,aAAS,0CAAqB,YAAY,MAAM;AACtD,YAAM,QACJ,OAAO,eAAe,WAAW,MAAY,kBAAY,YACrD,cACA,qBAAqB,aAAa,MAAM;AAC9C,YAAM,OAAO,IAAU,YAAM,MAAM,QAAQ,CAAC,KAAK,CAAC;AAClD,iBAAO,yCAAmB;AAAA,QACxB,OAAO;AAAA,QACP;AAAA,QACA;AAAA,MACF,CAAC;AAAA,IACH;AACA,QAAI,OAAO,OAAO,UAAU,cAAe,QAAO,OAAO;AAAA,EAC3D;AACF;AAGA,SAAS,qBACP,OACA,aACmB;AACnB,QAAM,aAAS,2CAAqB,WAAW;AAC/C,QAAM,WAAW,MAAM,KAAK,SAAS;AAAA,IACnC,CAAC,QAAQ,UACP,IAAU;AAAA,MACR,OAAO,OAAO,KAAK,EAAE;AAAA,MACrB,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,OAAO;AAAA,IACT;AAAA,EACJ;AACA,QAAM,OAAa,eAAS;AAAA,IAC1B,MAAM,IAAU,aAAO,OAAO,MAAM;AAAA,IACpC,QAAQ,MAAM;AAAA,IACd;AAAA,EACF,CAAC;AACD,SAAO,IAAU,kBAAY,QAAQ,MAAM,IAAI,IAAI,MAAM,QAAQ,CAAC;AACpE;AAEA,SAAS,kBAAkB,OAA8B;AACvD,SAAO,MAAM,OAAO,CAAC,UAAU,UAAU,WAAW,MAAM,SAAS,CAAC;AACtE;AAEA,SAAS,kBAAkB,OAAsB,UAA+B;AAC9E,QAAM,QAAQ,MAAM,CAAC;AACrB,MAAI,aAAa,MAAM,SAAS;AAC9B,UAAM,MAAM;AACZ,WAAO;AAAA,EACT;AACA,QAAM,SAAS,MAAM,MAAM,GAAG,QAAQ;AACtC,QAAM,CAAC,IAAI,MAAM,MAAM,UAAU,MAAM,UAAU,QAAQ;AACzD,SAAO;AACT;AAGA,SAAS,oBAAoB,QAAsC;AACjE,QAAM,QAAQ,IAAI,uCAAkB,MAAM,EAAE,YAAY;AACxD,aAAO,yCAAmB,EAAC,OAAO,eAAe,MAAM,OAAO,OAAM,CAAC;AACvE;",
|
|
6
|
+
"names": ["import_loader_utils", "import_schema_utils", "outputSchema", "yieldedDataBatch"]
|
|
7
|
+
}
|