@loaders.gl/geospatial 5.0.0-alpha.14 → 5.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +2 -30
- package/README.md +5 -0
- package/THIRD-PARTY-NOTICES.md +21 -0
- package/WKT-README.md +14 -0
- package/dist/dbf-worker.js +114 -42
- package/dist/dbf.cjs +31 -0
- package/dist/dbf.cjs.map +7 -0
- package/dist/flatgeobuf/bundled.cjs +33 -0
- package/dist/flatgeobuf/bundled.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-format.cjs +40 -0
- package/dist/flatgeobuf/flatgeobuf-format.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.cjs +68 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.js +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader-types.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-loader.cjs +64 -0
- package/dist/flatgeobuf/flatgeobuf-loader.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.cjs +250 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.cjs.map +7 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.js +1 -1
- package/dist/flatgeobuf/flatgeobuf-source-loader.js.map +1 -1
- package/dist/flatgeobuf/flatgeobuf-table-query-capabilities.cjs +37 -0
- package/dist/flatgeobuf/flatgeobuf-table-query-capabilities.cjs.map +7 -0
- package/dist/flatgeobuf/index.cjs +26 -5522
- package/dist/flatgeobuf/index.cjs.map +4 -3
- package/dist/flatgeobuf/lib/flatgeobuf-reader.cjs +596 -0
- package/dist/flatgeobuf/lib/flatgeobuf-reader.cjs.map +7 -0
- package/dist/flatgeobuf/lib/flatgeobuf-reader.d.ts +2 -2
- package/dist/flatgeobuf/lib/flatgeobuf-reader.d.ts.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-reader.js.map +1 -1
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.cjs +74 -0
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.cjs.map +7 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.cjs +330 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.cjs.map +7 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js +6 -6
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js.map +1 -1
- package/dist/flatgeobuf/unbundled.cjs +33 -0
- package/dist/flatgeobuf/unbundled.cjs.map +7 -0
- package/dist/flatgeobuf-worker.js +25345 -25139
- package/dist/flatgeobuf.cjs +25 -0
- package/dist/flatgeobuf.cjs.map +7 -0
- package/dist/geopackage/bundled.cjs +31 -0
- package/dist/geopackage/bundled.cjs.map +7 -0
- package/dist/geopackage/geopackage-format.cjs +40 -0
- package/dist/geopackage/geopackage-format.cjs.map +7 -0
- package/dist/geopackage/geopackage-loader-options.cjs +33 -0
- package/dist/geopackage/geopackage-loader-options.cjs.map +7 -0
- package/dist/geopackage/geopackage-loader-types.cjs +61 -0
- package/dist/geopackage/geopackage-loader-types.cjs.map +7 -0
- package/dist/geopackage/geopackage-loader.cjs +37 -0
- package/dist/geopackage/geopackage-loader.cjs.map +7 -0
- package/dist/geopackage/geopackage-source-loader.cjs +263 -0
- package/dist/geopackage/geopackage-source-loader.cjs.map +7 -0
- package/dist/geopackage/geopackage-source-loader.js +1 -1
- package/dist/geopackage/geopackage-source-loader.js.map +1 -1
- package/dist/geopackage/index.cjs +18 -4412
- package/dist/geopackage/index.cjs.map +4 -3
- package/dist/geopackage/lib/geopackage-tile-metadata.cjs +124 -0
- package/dist/geopackage/lib/geopackage-tile-metadata.cjs.map +7 -0
- package/dist/geopackage/lib/parse-geopackage.cjs +531 -0
- package/dist/geopackage/lib/parse-geopackage.cjs.map +7 -0
- package/dist/geopackage/lib/parse-geopackage.js +5 -5
- package/dist/geopackage/lib/parse-geopackage.js.map +1 -1
- package/dist/geopackage/lib/types.cjs +19 -0
- package/dist/geopackage/lib/types.cjs.map +7 -0
- package/dist/geopackage/unbundled.cjs +31 -0
- package/dist/geopackage/unbundled.cjs.map +7 -0
- package/dist/geopackage.cjs +25 -0
- package/dist/geopackage.cjs.map +7 -0
- package/dist/gpx.cjs +31 -0
- package/dist/gpx.cjs.map +7 -0
- package/dist/index.cjs +71 -15169
- package/dist/index.cjs.map +4 -3
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/kml/bundled.cjs +52 -0
- package/dist/kml/bundled.cjs.map +7 -0
- package/dist/kml/gpx-loader-types.cjs +57 -0
- package/dist/kml/gpx-loader-types.cjs.map +7 -0
- package/dist/kml/gpx-loader-types.js +1 -1
- package/dist/kml/gpx-loader-types.js.map +1 -1
- package/dist/kml/gpx-loader.cjs +77 -0
- package/dist/kml/gpx-loader.cjs.map +7 -0
- package/dist/kml/gpx-loader.js +1 -1
- package/dist/kml/gpx-loader.js.map +1 -1
- package/dist/kml/index.cjs +50 -11414
- package/dist/kml/index.cjs.map +4 -3
- package/dist/kml/kml-format.cjs +87 -0
- package/dist/kml/kml-format.cjs.map +7 -0
- package/dist/kml/kml-loader-types.cjs +57 -0
- package/dist/kml/kml-loader-types.cjs.map +7 -0
- package/dist/kml/kml-loader-types.js +1 -1
- package/dist/kml/kml-loader-types.js.map +1 -1
- package/dist/kml/kml-loader.cjs +75 -0
- package/dist/kml/kml-loader.cjs.map +7 -0
- package/dist/kml/kml-parser.cjs +442 -0
- package/dist/kml/kml-parser.cjs.map +7 -0
- package/dist/kml/kml-writer.cjs +210 -0
- package/dist/kml/kml-writer.cjs.map +7 -0
- package/dist/kml/kml-writer.js +1 -1
- package/dist/kml/kml-writer.js.map +1 -1
- package/dist/kml/kmz-archive.cjs +90 -0
- package/dist/kml/kmz-archive.cjs.map +7 -0
- package/dist/kml/kmz-loader-types.cjs +56 -0
- package/dist/kml/kmz-loader-types.cjs.map +7 -0
- package/dist/kml/kmz-loader-types.js +1 -1
- package/dist/kml/kmz-loader-types.js.map +1 -1
- package/dist/kml/kmz-loader.cjs +66 -0
- package/dist/kml/kmz-loader.cjs.map +7 -0
- package/dist/kml/kmz-source.cjs +189 -0
- package/dist/kml/kmz-source.cjs.map +7 -0
- package/dist/kml/kmz-source.js +1 -1
- package/dist/kml/kmz-source.js.map +1 -1
- package/dist/kml/lib/feature-collection-to-arrow.cjs +150 -0
- package/dist/kml/lib/feature-collection-to-arrow.cjs.map +7 -0
- package/dist/kml/lib/feature-collection-to-arrow.js +2 -2
- package/dist/kml/lib/feature-collection-to-arrow.js.map +1 -1
- package/dist/kml/sports-track-parser.cjs +383 -0
- package/dist/kml/sports-track-parser.cjs.map +7 -0
- package/dist/kml/tcx-loader-types.cjs +57 -0
- package/dist/kml/tcx-loader-types.cjs.map +7 -0
- package/dist/kml/tcx-loader-types.js +1 -1
- package/dist/kml/tcx-loader-types.js.map +1 -1
- package/dist/kml/tcx-loader.cjs +77 -0
- package/dist/kml/tcx-loader.cjs.map +7 -0
- package/dist/kml/tcx-loader.js +1 -1
- package/dist/kml/tcx-loader.js.map +1 -1
- package/dist/kml/unbundled.cjs +52 -0
- package/dist/kml/unbundled.cjs.map +7 -0
- package/dist/kml.cjs +25 -0
- package/dist/kml.cjs.map +7 -0
- package/dist/kmz.cjs +31 -0
- package/dist/kmz.cjs.map +7 -0
- package/dist/shapefile/bundled.cjs +41 -0
- package/dist/shapefile/bundled.cjs.map +7 -0
- package/dist/shapefile/dbf-format.cjs +40 -0
- package/dist/shapefile/dbf-format.cjs.map +7 -0
- package/dist/shapefile/dbf-loader-types.cjs +68 -0
- package/dist/shapefile/dbf-loader-types.cjs.map +7 -0
- package/dist/shapefile/dbf-loader-types.d.ts.map +1 -1
- package/dist/shapefile/dbf-loader-types.js +2 -1
- package/dist/shapefile/dbf-loader-types.js.map +1 -1
- package/dist/shapefile/dbf-loader.cjs +71 -0
- package/dist/shapefile/dbf-loader.cjs.map +7 -0
- package/dist/shapefile/dbf-loader.d.ts +1 -0
- package/dist/shapefile/dbf-loader.d.ts.map +1 -1
- package/dist/shapefile/dbf-loader.js +23 -3
- package/dist/shapefile/dbf-loader.js.map +1 -1
- package/dist/shapefile/index.cjs +39 -5721
- package/dist/shapefile/index.cjs.map +4 -3
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.cjs +166 -0
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.d.ts +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js +2 -2
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.cjs +266 -0
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.d.ts +1 -1
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.js +2 -2
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.cjs +306 -0
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts +3 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.js +10 -2
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-dbf.cjs +287 -0
- package/dist/shapefile/lib/parsers/parse-dbf.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.cjs +286 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.js +2 -2
- package/dist/shapefile/lib/parsers/parse-shapefile.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-geometry.cjs +359 -0
- package/dist/shapefile/lib/parsers/parse-shp-geometry.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shp-geometry.d.ts +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-geometry.d.ts.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-geometry.js +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-geometry.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp-header.cjs +59 -0
- package/dist/shapefile/lib/parsers/parse-shp-header.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.cjs +165 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js +3 -3
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js.map +1 -1
- package/dist/shapefile/lib/parsers/parse-shp.cjs +184 -0
- package/dist/shapefile/lib/parsers/parse-shp.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/parse-shx.cjs +49 -0
- package/dist/shapefile/lib/parsers/parse-shx.cjs.map +7 -0
- package/dist/shapefile/lib/parsers/types.cjs +19 -0
- package/dist/shapefile/lib/parsers/types.cjs.map +7 -0
- package/dist/shapefile/lib/shapefile-worker-transport.cjs +71 -0
- package/dist/shapefile/lib/shapefile-worker-transport.cjs.map +7 -0
- package/dist/shapefile/lib/shapefile-worker-transport.d.ts +6 -7
- package/dist/shapefile/lib/shapefile-worker-transport.d.ts.map +1 -1
- package/dist/shapefile/lib/shapefile-worker-transport.js +38 -35
- package/dist/shapefile/lib/shapefile-worker-transport.js.map +1 -1
- package/dist/shapefile/lib/streaming/binary-chunk-reader.cjs +31 -0
- package/dist/shapefile/lib/streaming/binary-chunk-reader.cjs.map +7 -0
- package/dist/shapefile/lib/streaming/binary-reader.cjs +77 -0
- package/dist/shapefile/lib/streaming/binary-reader.cjs.map +7 -0
- package/dist/shapefile/lib/streaming/zip-batch-iterators.cjs +73 -0
- package/dist/shapefile/lib/streaming/zip-batch-iterators.cjs.map +7 -0
- package/dist/shapefile/shapefile-arrow-loader.cjs +377 -0
- package/dist/shapefile/shapefile-arrow-loader.cjs.map +7 -0
- package/dist/shapefile/shapefile-arrow-loader.d.ts.map +1 -1
- package/dist/shapefile/shapefile-arrow-loader.js +14 -10
- package/dist/shapefile/shapefile-arrow-loader.js.map +1 -1
- package/dist/shapefile/shapefile-loader-types.cjs +63 -0
- package/dist/shapefile/shapefile-loader-types.cjs.map +7 -0
- package/dist/shapefile/shapefile-loader-types.d.ts +8 -2
- package/dist/shapefile/shapefile-loader-types.d.ts.map +1 -1
- package/dist/shapefile/shapefile-loader-types.js +3 -1
- package/dist/shapefile/shapefile-loader-types.js.map +1 -1
- package/dist/shapefile/shapefile-loader.cjs +73 -0
- package/dist/shapefile/shapefile-loader.cjs.map +7 -0
- package/dist/shapefile/shapefile-loader.d.ts +10 -3
- package/dist/shapefile/shapefile-loader.d.ts.map +1 -1
- package/dist/shapefile/shapefile-loader.js +31 -6
- package/dist/shapefile/shapefile-loader.js.map +1 -1
- package/dist/shapefile/shp-format.cjs +57 -0
- package/dist/shapefile/shp-format.cjs.map +7 -0
- package/dist/shapefile/shp-loader-types.cjs +67 -0
- package/dist/shapefile/shp-loader-types.cjs.map +7 -0
- package/dist/shapefile/shp-loader-types.d.ts.map +1 -1
- package/dist/shapefile/shp-loader-types.js +2 -1
- package/dist/shapefile/shp-loader-types.js.map +1 -1
- package/dist/shapefile/shp-loader.cjs +58 -0
- package/dist/shapefile/shp-loader.cjs.map +7 -0
- package/dist/shapefile/shp-loader.d.ts +1 -0
- package/dist/shapefile/shp-loader.d.ts.map +1 -1
- package/dist/shapefile/unbundled.cjs +41 -0
- package/dist/shapefile/unbundled.cjs.map +7 -0
- package/dist/shapefile-worker.js +35094 -0
- package/dist/shapefile.cjs +25 -0
- package/dist/shapefile.cjs.map +7 -0
- package/dist/shp-worker.js +14523 -14459
- package/dist/shp.cjs +31 -0
- package/dist/shp.cjs.map +7 -0
- package/dist/tcx.cjs +31 -0
- package/dist/tcx.cjs.map +7 -0
- package/dist/twkb.cjs +34 -0
- package/dist/twkb.cjs.map +7 -0
- package/dist/twkb.d.ts +3 -0
- package/dist/twkb.d.ts.map +1 -0
- package/dist/twkb.js +6 -0
- package/dist/twkb.js.map +1 -0
- package/dist/wkb.cjs +34 -0
- package/dist/wkb.cjs.map +7 -0
- package/dist/wkb.d.ts +3 -0
- package/dist/wkb.d.ts.map +1 -0
- package/dist/wkb.js +6 -0
- package/dist/wkb.js.map +1 -0
- package/dist/wkt/bundled.cjs +47 -0
- package/dist/wkt/bundled.cjs.map +7 -0
- package/dist/wkt/bundled.d.ts +7 -0
- package/dist/wkt/bundled.d.ts.map +1 -0
- package/dist/wkt/bundled.js +9 -0
- package/dist/wkt/bundled.js.map +1 -0
- package/dist/wkt/hex-wkb-loader-types.cjs +72 -0
- package/dist/wkt/hex-wkb-loader-types.cjs.map +7 -0
- package/dist/wkt/hex-wkb-loader-types.d.ts +65 -0
- package/dist/wkt/hex-wkb-loader-types.d.ts.map +1 -0
- package/dist/wkt/hex-wkb-loader-types.js +51 -0
- package/dist/wkt/hex-wkb-loader-types.js.map +1 -0
- package/dist/wkt/hex-wkb-loader.cjs +67 -0
- package/dist/wkt/hex-wkb-loader.cjs.map +7 -0
- package/dist/wkt/hex-wkb-loader.d.ts +41 -0
- package/dist/wkt/hex-wkb-loader.d.ts.map +1 -0
- package/dist/wkt/hex-wkb-loader.js +54 -0
- package/dist/wkt/hex-wkb-loader.js.map +1 -0
- package/dist/wkt/index.cjs +72 -0
- package/dist/wkt/index.cjs.map +7 -0
- package/dist/wkt/index.d.ts +15 -0
- package/dist/wkt/index.d.ts.map +1 -0
- package/dist/wkt/index.js +19 -0
- package/dist/wkt/index.js.map +1 -0
- package/dist/wkt/lib/version.cjs +31 -0
- package/dist/wkt/lib/version.cjs.map +7 -0
- package/dist/wkt/lib/version.d.ts +2 -0
- package/dist/wkt/lib/version.d.ts.map +1 -0
- package/dist/wkt/lib/version.js +8 -0
- package/dist/wkt/lib/version.js.map +1 -0
- package/dist/wkt/twkb-loader-types.cjs +74 -0
- package/dist/wkt/twkb-loader-types.cjs.map +7 -0
- package/dist/wkt/twkb-loader-types.d.ts +84 -0
- package/dist/wkt/twkb-loader-types.d.ts.map +1 -0
- package/dist/wkt/twkb-loader-types.js +42 -0
- package/dist/wkt/twkb-loader-types.js.map +1 -0
- package/dist/wkt/twkb-loader.cjs +45 -0
- package/dist/wkt/twkb-loader.cjs.map +7 -0
- package/dist/wkt/twkb-loader.d.ts +59 -0
- package/dist/wkt/twkb-loader.d.ts.map +1 -0
- package/dist/wkt/twkb-loader.js +23 -0
- package/dist/wkt/twkb-loader.js.map +1 -0
- package/dist/wkt/twkb-writer.cjs +50 -0
- package/dist/wkt/twkb-writer.cjs.map +7 -0
- package/dist/wkt/twkb-writer.d.ts +32 -0
- package/dist/wkt/twkb-writer.d.ts.map +1 -0
- package/dist/wkt/twkb-writer.js +27 -0
- package/dist/wkt/twkb-writer.js.map +1 -0
- package/dist/wkt/unbundled.cjs +47 -0
- package/dist/wkt/unbundled.cjs.map +7 -0
- package/dist/wkt/unbundled.d.ts +6 -0
- package/dist/wkt/unbundled.d.ts.map +1 -0
- package/dist/wkt/unbundled.js +9 -0
- package/dist/wkt/unbundled.js.map +1 -0
- package/dist/wkt/wkb-loader-types.cjs +63 -0
- package/dist/wkt/wkb-loader-types.cjs.map +7 -0
- package/dist/wkt/wkb-loader-types.d.ts +89 -0
- package/dist/wkt/wkb-loader-types.d.ts.map +1 -0
- package/dist/wkt/wkb-loader-types.js +32 -0
- package/dist/wkt/wkb-loader-types.js.map +1 -0
- package/dist/wkt/wkb-loader.cjs +56 -0
- package/dist/wkt/wkb-loader.cjs.map +7 -0
- package/dist/wkt/wkb-loader.d.ts +66 -0
- package/dist/wkt/wkb-loader.d.ts.map +1 -0
- package/dist/wkt/wkb-loader.js +32 -0
- package/dist/wkt/wkb-loader.js.map +1 -0
- package/dist/wkt/wkb-writer.cjs +54 -0
- package/dist/wkt/wkb-writer.cjs.map +7 -0
- package/dist/wkt/wkb-writer.d.ts +37 -0
- package/dist/wkt/wkb-writer.d.ts.map +1 -0
- package/dist/wkt/wkb-writer.js +31 -0
- package/dist/wkt/wkb-writer.js.map +1 -0
- package/dist/wkt/wkt-crs-loader-types.cjs +64 -0
- package/dist/wkt/wkt-crs-loader-types.cjs.map +7 -0
- package/dist/wkt/wkt-crs-loader-types.d.ts +54 -0
- package/dist/wkt/wkt-crs-loader-types.d.ts.map +1 -0
- package/dist/wkt/wkt-crs-loader-types.js +36 -0
- package/dist/wkt/wkt-crs-loader-types.js.map +1 -0
- package/dist/wkt/wkt-crs-loader.cjs +38 -0
- package/dist/wkt/wkt-crs-loader.cjs.map +7 -0
- package/dist/wkt/wkt-crs-loader.d.ts +31 -0
- package/dist/wkt/wkt-crs-loader.d.ts.map +1 -0
- package/dist/wkt/wkt-crs-loader.js +17 -0
- package/dist/wkt/wkt-crs-loader.js.map +1 -0
- package/dist/wkt/wkt-crs-writer.cjs +52 -0
- package/dist/wkt/wkt-crs-writer.cjs.map +7 -0
- package/dist/wkt/wkt-crs-writer.d.ts +30 -0
- package/dist/wkt/wkt-crs-writer.d.ts.map +1 -0
- package/dist/wkt/wkt-crs-writer.js +31 -0
- package/dist/wkt/wkt-crs-writer.js.map +1 -0
- package/dist/wkt/wkt-format.cjs +119 -0
- package/dist/wkt/wkt-format.cjs.map +7 -0
- package/dist/wkt/wkt-format.d.ts +69 -0
- package/dist/wkt/wkt-format.d.ts.map +1 -0
- package/dist/wkt/wkt-format.js +91 -0
- package/dist/wkt/wkt-format.js.map +1 -0
- package/dist/wkt/wkt-loader-types.cjs +63 -0
- package/dist/wkt/wkt-loader-types.cjs.map +7 -0
- package/dist/wkt/wkt-loader-types.d.ts +95 -0
- package/dist/wkt/wkt-loader-types.d.ts.map +1 -0
- package/dist/wkt/wkt-loader-types.js +32 -0
- package/dist/wkt/wkt-loader-types.js.map +1 -0
- package/dist/wkt/wkt-loader.cjs +45 -0
- package/dist/wkt/wkt-loader.cjs.map +7 -0
- package/dist/wkt/wkt-loader.d.ts +68 -0
- package/dist/wkt/wkt-loader.d.ts.map +1 -0
- package/dist/wkt/wkt-loader.js +23 -0
- package/dist/wkt/wkt-loader.js.map +1 -0
- package/dist/wkt/wkt-writer.cjs +54 -0
- package/dist/wkt/wkt-writer.cjs.map +7 -0
- package/dist/wkt/wkt-writer.d.ts +31 -0
- package/dist/wkt/wkt-writer.d.ts.map +1 -0
- package/dist/wkt/wkt-writer.js +31 -0
- package/dist/wkt/wkt-writer.js.map +1 -0
- package/dist/wkt/workers/wkb-worker.cjs +7 -0
- package/dist/wkt/workers/wkb-worker.cjs.map +7 -0
- package/dist/wkt/workers/wkb-worker.d.ts +2 -0
- package/dist/wkt/workers/wkb-worker.d.ts.map +1 -0
- package/dist/wkt/workers/wkb-worker.js +7 -0
- package/dist/wkt/workers/wkb-worker.js.map +1 -0
- package/dist/wkt/workers/wkt-worker.cjs +11 -0
- package/dist/wkt/workers/wkt-worker.cjs.map +7 -0
- package/dist/wkt/workers/wkt-worker.d.ts +2 -0
- package/dist/wkt/workers/wkt-worker.d.ts.map +1 -0
- package/dist/wkt/workers/wkt-worker.js +8 -0
- package/dist/wkt/workers/wkt-worker.js.map +1 -0
- package/dist/wkt-worker.js +1270 -0
- package/dist/workers/dbf-worker.cjs +25 -0
- package/dist/workers/dbf-worker.cjs.map +7 -0
- package/dist/workers/dbf-worker.js +16 -2
- package/dist/workers/dbf-worker.js.map +1 -1
- package/dist/workers/flatgeobuf-worker.cjs +7 -0
- package/dist/workers/flatgeobuf-worker.cjs.map +7 -0
- package/dist/workers/geopackage-worker.cjs +7 -0
- package/dist/workers/geopackage-worker.cjs.map +7 -0
- package/dist/workers/shapefile-worker.cjs +71 -0
- package/dist/workers/shapefile-worker.cjs.map +7 -0
- package/dist/workers/shapefile-worker.d.ts +2 -0
- package/dist/workers/shapefile-worker.d.ts.map +1 -0
- package/dist/workers/shapefile-worker.js +63 -0
- package/dist/workers/shapefile-worker.js.map +1 -0
- package/dist/workers/shp-worker.cjs +7 -0
- package/dist/workers/shp-worker.cjs.map +7 -0
- package/package.json +126 -18
- package/src/flatgeobuf/lib/flatgeobuf-reader.ts +2 -2
- package/src/flatgeobuf/lib/parse-flatgeobuf.ts +6 -6
- package/src/geopackage/lib/parse-geopackage.ts +5 -5
- package/src/index.ts +2 -0
- package/src/kml/gpx-loader.ts +1 -1
- package/src/kml/lib/feature-collection-to-arrow.ts +2 -2
- package/src/kml/tcx-loader.ts +1 -1
- package/src/shapefile/dbf-loader-types.ts +1 -0
- package/src/shapefile/dbf-loader.ts +20 -3
- package/src/shapefile/lib/parsers/build-geoarrow-geometry-arrow.ts +2 -2
- package/src/shapefile/lib/parsers/build-wkb-geometry-arrow.ts +3 -3
- package/src/shapefile/lib/parsers/parse-dbf-to-arrow.ts +18 -5
- package/src/shapefile/lib/parsers/parse-shapefile.ts +2 -2
- package/src/shapefile/lib/parsers/parse-shp-geometry.ts +1 -1
- package/src/shapefile/lib/parsers/parse-shp-to-arrow.ts +3 -3
- package/src/shapefile/lib/shapefile-worker-transport.ts +41 -57
- package/src/shapefile/shapefile-arrow-loader.ts +14 -10
- package/src/shapefile/shapefile-loader-types.ts +4 -0
- package/src/shapefile/shapefile-loader.ts +32 -3
- package/src/shapefile/shp-loader-types.ts +1 -0
- package/src/twkb.ts +6 -0
- package/src/wkb.ts +6 -0
- package/src/wkt/bundled.ts +16 -0
- package/src/wkt/hex-wkb-loader-types.ts +60 -0
- package/src/wkt/hex-wkb-loader.ts +65 -0
- package/src/wkt/index.ts +25 -0
- package/src/wkt/lib/version.ts +8 -0
- package/src/wkt/twkb-loader-types.ts +54 -0
- package/src/wkt/twkb-loader.ts +35 -0
- package/src/wkt/twkb-writer.ts +39 -0
- package/src/wkt/unbundled.ts +9 -0
- package/src/wkt/wkb-loader-types.ts +46 -0
- package/src/wkt/wkb-loader.ts +51 -0
- package/src/wkt/wkb-writer.ts +47 -0
- package/src/wkt/wkt-crs-loader-types.ts +44 -0
- package/src/wkt/wkt-crs-loader.ts +25 -0
- package/src/wkt/wkt-crs-writer.ts +42 -0
- package/src/wkt/wkt-format.ts +101 -0
- package/src/wkt/wkt-loader-types.ts +50 -0
- package/src/wkt/wkt-loader.ts +42 -0
- package/src/wkt/wkt-writer.ts +39 -0
- package/src/wkt/workers/wkb-worker.ts +8 -0
- package/src/wkt/workers/wkt-worker.ts +11 -0
- package/src/workers/dbf-worker.ts +21 -2
- package/src/workers/shapefile-worker.ts +88 -0
|
@@ -5,12 +5,12 @@
|
|
|
5
5
|
import * as arrow from 'apache-arrow';
|
|
6
6
|
import type {ArrowTable, Schema as TableSchema} from '@loaders.gl/core/schema';
|
|
7
7
|
import {convertSchemaToArrow} from '@loaders.gl/core/schema-utils';
|
|
8
|
-
import {GeoArrowBuilder, type GeoArrowBuilderEncoding} from '@loaders.gl/arrow-geometry';
|
|
8
|
+
import {GeoArrowBuilder, type GeoArrowBuilderEncoding} from '@loaders.gl/core/arrow-geometry';
|
|
9
9
|
import {type GeoParquetGeometryType} from '@loaders.gl/core/schema';
|
|
10
10
|
import {
|
|
11
11
|
makeGeoArrowGeometryField,
|
|
12
12
|
setGeoArrowGeometryColumnMetadata
|
|
13
|
-
} from '@loaders.gl/arrow-geometry/geometry-field';
|
|
13
|
+
} from '@loaders.gl/core/arrow-geometry/geometry-field';
|
|
14
14
|
import {parseSHPHeader, type SHPHeader} from './parse-shp-header';
|
|
15
15
|
import type {SHPLoaderOptions} from './types';
|
|
16
16
|
import {writeRecordToGeoArrow} from './parse-shp-geometry';
|
|
@@ -4,13 +4,13 @@
|
|
|
4
4
|
|
|
5
5
|
import * as arrow from 'apache-arrow';
|
|
6
6
|
import type {ArrowTable, Schema as TableSchema} from '@loaders.gl/core/schema';
|
|
7
|
-
import {WKBBuilder} from '@loaders.gl/arrow-geometry';
|
|
8
|
-
import {type CoordinateTransform} from '@loaders.gl/arrow-geometry/binary-geometry-to-wkb';
|
|
7
|
+
import {WKBBuilder} from '@loaders.gl/core/arrow-geometry';
|
|
8
|
+
import {type CoordinateTransform} from '@loaders.gl/core/arrow-geometry/binary-geometry-to-wkb';
|
|
9
9
|
import {
|
|
10
10
|
makeWKBGeometryArrowTable as makeSharedWKBGeometryArrowTable,
|
|
11
11
|
makeWKBGeometryArrowTableFromData,
|
|
12
12
|
makeWKBGeometryDataFromArray
|
|
13
|
-
} from '@loaders.gl/arrow-geometry/wkb-arrow-utils';
|
|
13
|
+
} from '@loaders.gl/core/arrow-geometry/wkb-arrow-utils';
|
|
14
14
|
import type {SHPLoaderOptions} from './types';
|
|
15
15
|
import {getRecordWKBOptions, writeRecordToWKB} from './parse-shp-geometry';
|
|
16
16
|
|
|
@@ -106,20 +106,32 @@ export function parseDBF(arrayBuffer: ArrayBuffer, options: DBFLoaderOptions = {
|
|
|
106
106
|
* @param asyncIterator
|
|
107
107
|
* @param options
|
|
108
108
|
*/
|
|
109
|
-
export
|
|
110
|
-
|
|
109
|
+
export function parseDBFInBatches(
|
|
110
|
+
iterator:
|
|
111
111
|
| AsyncIterable<ArrayBufferLike | ArrayBufferView>
|
|
112
112
|
| Iterable<ArrayBufferLike | ArrayBufferView>,
|
|
113
|
-
options
|
|
113
|
+
options?: DBFLoaderOptions
|
|
114
114
|
): AsyncIterable<ArrowTableBatch> {
|
|
115
|
+
return parseDBFArrowBatches(iterator, options) as AsyncIterable<ArrowTableBatch>;
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
/** Streams the DBF header and Arrow batches for caller-side legacy row conversion. */
|
|
119
|
+
export async function* parseDBFArrowBatches(
|
|
120
|
+
asyncIterator:
|
|
121
|
+
| AsyncIterable<ArrayBufferLike | ArrayBufferView>
|
|
122
|
+
| Iterable<ArrayBufferLike | ArrayBufferView>,
|
|
123
|
+
options: DBFLoaderOptions = {},
|
|
124
|
+
includeHeader = false
|
|
125
|
+
): AsyncIterable<ArrowTableBatch | DBFHeader> {
|
|
115
126
|
const batchSize = options.dbf?.batchSize || Number.POSITIVE_INFINITY;
|
|
116
127
|
|
|
117
128
|
const parser = new DBFParser(options);
|
|
118
129
|
let headerReturned = false;
|
|
119
130
|
for await (const arrayBuffer of toArrayBufferIterator(asyncIterator)) {
|
|
120
131
|
parser.write(arrayBuffer);
|
|
121
|
-
if (!headerReturned && parser.result.dbfHeader) {
|
|
132
|
+
if (!headerReturned && parser.result.dbfHeader && parser.result.tableBuilder) {
|
|
122
133
|
headerReturned = true;
|
|
134
|
+
if (includeHeader) yield parser.result.dbfHeader;
|
|
123
135
|
const tableBuilder = parser.result.tableBuilder!;
|
|
124
136
|
if (tableBuilder.length === 0) {
|
|
125
137
|
const tableBatch = tableBuilder.firstBatch();
|
|
@@ -128,7 +140,8 @@ export async function* parseDBFInBatches(
|
|
|
128
140
|
}
|
|
129
141
|
}
|
|
130
142
|
}
|
|
131
|
-
const tableBuilder = parser.result.tableBuilder
|
|
143
|
+
const tableBuilder = parser.result.tableBuilder;
|
|
144
|
+
if (!tableBuilder) continue;
|
|
132
145
|
while (
|
|
133
146
|
batchSize === Number.POSITIVE_INFINITY
|
|
134
147
|
? tableBuilder.length > 0
|
|
@@ -9,8 +9,8 @@ import {
|
|
|
9
9
|
parseFromContext,
|
|
10
10
|
toArrayBufferIterator
|
|
11
11
|
} from '@loaders.gl/core/loader-utils';
|
|
12
|
-
import {convertWKBToGeometry} from '@loaders.gl/arrow-geometry/geometry-codecs';
|
|
13
|
-
import {transformGeoJsonCoords} from '@loaders.gl/arrow-geometry/legacy-binary';
|
|
12
|
+
import {convertWKBToGeometry} from '@loaders.gl/core/arrow-geometry/geometry-codecs';
|
|
13
|
+
import {transformGeoJsonCoords} from '@loaders.gl/core/arrow-geometry/legacy-binary';
|
|
14
14
|
import type {
|
|
15
15
|
Feature,
|
|
16
16
|
GeoJsonProperties,
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
5
|
import type {BinaryGeometryType} from '@loaders.gl/core/schema';
|
|
6
|
-
import {GeoArrowBuilder, WKBBuilder} from '@loaders.gl/arrow-geometry';
|
|
6
|
+
import {GeoArrowBuilder, WKBBuilder} from '@loaders.gl/core/arrow-geometry';
|
|
7
7
|
import {SHPLoaderOptions} from './types';
|
|
8
8
|
|
|
9
9
|
const LITTLE_ENDIAN = true;
|
|
@@ -10,12 +10,12 @@ import type {
|
|
|
10
10
|
} from '@loaders.gl/core/schema';
|
|
11
11
|
import {makeTableScanBatch} from '@loaders.gl/core/loader-utils';
|
|
12
12
|
import {type GeoParquetGeometryType} from '@loaders.gl/core/schema';
|
|
13
|
-
import {convertFeaturesToGeoArrowTable} from '@loaders.gl/arrow-geometry/feature-table';
|
|
14
|
-
import {convertWKBToGeometry} from '@loaders.gl/arrow-geometry/geometry-codecs';
|
|
13
|
+
import {convertFeaturesToGeoArrowTable} from '@loaders.gl/core/arrow-geometry/feature-table';
|
|
14
|
+
import {convertWKBToGeometry} from '@loaders.gl/core/arrow-geometry/geometry-codecs';
|
|
15
15
|
import {
|
|
16
16
|
makeWKBGeometryField,
|
|
17
17
|
setWKBGeometryColumnMetadata
|
|
18
|
-
} from '@loaders.gl/arrow-geometry/geometry-field';
|
|
18
|
+
} from '@loaders.gl/core/arrow-geometry/geometry-field';
|
|
19
19
|
import {ArrowTableBuilder} from '@loaders.gl/core/schema-utils';
|
|
20
20
|
import {parseSHP, parseSHPInBatches} from './parse-shp';
|
|
21
21
|
import {parseSHPHeader, type SHPHeader} from './parse-shp-header';
|
|
@@ -2,71 +2,55 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
-
import type {
|
|
6
|
-
DehydratedArrowTable,
|
|
7
|
-
SplitArrowBuffersOptions
|
|
8
|
-
} from '@loaders.gl/core/schema-utils/arrow-transport';
|
|
9
5
|
import {
|
|
10
|
-
|
|
11
|
-
|
|
6
|
+
serializeArrowWorkerTable,
|
|
7
|
+
deserializeArrowWorkerTable
|
|
12
8
|
} from '@loaders.gl/core/schema-utils/arrow-transport';
|
|
13
|
-
import type {LoaderOptions} from '@loaders.gl/core/loader-utils';
|
|
14
|
-
import type {ArrowTable} from '@loaders.gl/core/schema';
|
|
15
|
-
|
|
16
|
-
type SerializedArrowTable = Omit<ArrowTable, 'data'> & {
|
|
17
|
-
data: DehydratedArrowTable;
|
|
18
|
-
};
|
|
19
9
|
|
|
20
|
-
/**
|
|
21
|
-
export function serializeShapefileWorkerResult(result:
|
|
22
|
-
if (
|
|
23
|
-
|
|
10
|
+
/** Transfers owned Arrow columns or WKB buffers, with small SHP/DBF header envelopes. */
|
|
11
|
+
export function serializeShapefileWorkerResult(result: any): unknown {
|
|
12
|
+
if (result?.shape === 'arrow-table') return serializeArrowWorkerTable(result);
|
|
13
|
+
if (
|
|
14
|
+
Array.isArray(result) &&
|
|
15
|
+
result.every(value => value === null || value instanceof Uint8Array)
|
|
16
|
+
) {
|
|
17
|
+
return {transport: 'shp-wkb', geometries: result.map(value => value?.slice() ?? null)};
|
|
18
|
+
}
|
|
19
|
+
if (result && 'geometries' in result) {
|
|
20
|
+
return {
|
|
21
|
+
...(serializeShapefileWorkerResult(result.geometries) as object),
|
|
22
|
+
header: result.header,
|
|
23
|
+
progress: result.progress,
|
|
24
|
+
currentIndex: result.currentIndex,
|
|
25
|
+
error: result.error
|
|
26
|
+
};
|
|
24
27
|
}
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
data: dehydrateArrowTable(result.data, bufferCopyMode ? {copy: bufferCopyMode} : undefined)
|
|
29
|
-
};
|
|
28
|
+
if (result && ('magic' in result || 'nRecords' in result))
|
|
29
|
+
return {transport: 'shapefile-header', header: result};
|
|
30
|
+
throw new Error('Shapefile workers require Arrow columns or WKB buffers');
|
|
30
31
|
}
|
|
31
32
|
|
|
32
|
-
/**
|
|
33
|
-
export function deserializeShapefileWorkerResult<T>(result:
|
|
34
|
-
if (
|
|
35
|
-
|
|
33
|
+
/** Restores Arrow instances and binary geometry envelopes without accepting decoded row payloads. */
|
|
34
|
+
export function deserializeShapefileWorkerResult<T>(result: any): T {
|
|
35
|
+
if (result?.shape === 'arrow-table') return deserializeArrowWorkerTable(result);
|
|
36
|
+
if (result?.transport === 'shapefile-header') return result.header as T;
|
|
37
|
+
if (result?.transport === 'shp-wkb') {
|
|
38
|
+
return (
|
|
39
|
+
result.header
|
|
40
|
+
? {
|
|
41
|
+
header: result.header,
|
|
42
|
+
geometries: result.geometries,
|
|
43
|
+
...(result.progress ? {progress: result.progress} : {}),
|
|
44
|
+
...(result.currentIndex !== undefined ? {currentIndex: result.currentIndex} : {}),
|
|
45
|
+
...(result.error !== undefined ? {error: result.error} : {})
|
|
46
|
+
}
|
|
47
|
+
: result.geometries
|
|
48
|
+
) as T;
|
|
36
49
|
}
|
|
37
|
-
|
|
50
|
+
throw new Error('Shapefile workers require Arrow columns or WKB buffers');
|
|
38
51
|
}
|
|
39
52
|
|
|
40
|
-
/** Serializes one
|
|
53
|
+
/** Serializes one Arrow, binary geometry, or header batch. */
|
|
41
54
|
export const serializeShapefileWorkerBatch = serializeShapefileWorkerResult;
|
|
42
|
-
|
|
43
|
-
/** Deserializes one Shapefile-family Arrow batch. */
|
|
55
|
+
/** Hydrates one Arrow, binary geometry, or header batch. */
|
|
44
56
|
export const deserializeShapefileWorkerBatch = deserializeShapefileWorkerResult;
|
|
45
|
-
|
|
46
|
-
function isArrowTable(value: unknown): value is ArrowTable {
|
|
47
|
-
const table = value as ArrowTable;
|
|
48
|
-
return Boolean(
|
|
49
|
-
table &&
|
|
50
|
-
typeof table === 'object' &&
|
|
51
|
-
table.shape === 'arrow-table' &&
|
|
52
|
-
table.data &&
|
|
53
|
-
'batches' in table.data
|
|
54
|
-
);
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
function isSerializedArrowTable(value: unknown): value is SerializedArrowTable {
|
|
58
|
-
const table = value as SerializedArrowTable;
|
|
59
|
-
return Boolean(
|
|
60
|
-
table &&
|
|
61
|
-
typeof table === 'object' &&
|
|
62
|
-
table.shape === 'arrow-table' &&
|
|
63
|
-
table.data &&
|
|
64
|
-
table.data.transport === 'arrow-js'
|
|
65
|
-
);
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
function getWorkerTransferBufferCopyMode(
|
|
69
|
-
options?: LoaderOptions
|
|
70
|
-
): SplitArrowBuffersOptions['copy'] | undefined {
|
|
71
|
-
return options?.core?.workerTransferBufferCopy ?? options?.workerTransferBufferCopy;
|
|
72
|
-
}
|
|
@@ -17,13 +17,13 @@ import type {
|
|
|
17
17
|
Schema as TableSchema
|
|
18
18
|
} from '@loaders.gl/core/schema';
|
|
19
19
|
import {ArrowTableBuilder, convertSchemaToArrow} from '@loaders.gl/core/schema-utils';
|
|
20
|
-
import {convertFeaturesToGeoArrowTable} from '@loaders.gl/arrow-geometry/feature-table';
|
|
21
|
-
import {convertWKBToGeometry} from '@loaders.gl/arrow-geometry/geometry-codecs';
|
|
20
|
+
import {convertFeaturesToGeoArrowTable} from '@loaders.gl/core/arrow-geometry/feature-table';
|
|
21
|
+
import {convertWKBToGeometry} from '@loaders.gl/core/arrow-geometry/geometry-codecs';
|
|
22
22
|
import {type GeoParquetGeometryType} from '@loaders.gl/core/schema';
|
|
23
23
|
import {
|
|
24
24
|
makeWKBGeometryField,
|
|
25
25
|
setWKBGeometryColumnMetadata
|
|
26
|
-
} from '@loaders.gl/arrow-geometry/geometry-field';
|
|
26
|
+
} from '@loaders.gl/core/arrow-geometry/geometry-field';
|
|
27
27
|
import {projectionEngine} from '@math.gl/geospatial/projection';
|
|
28
28
|
import type {ReadonlyCRSDefinition, WKTCRSDefinition} from '@math.gl/geospatial/crs';
|
|
29
29
|
import {SHPLoaderWithParser} from './shp-loader';
|
|
@@ -45,7 +45,7 @@ export async function parseShapefileToArrow(
|
|
|
45
45
|
options?: ShapefileLoaderOptions,
|
|
46
46
|
context?: LoaderContext
|
|
47
47
|
): Promise<ArrowTable> {
|
|
48
|
-
const {cpg, prj} = await loadShapefileSidecarFiles(options, context);
|
|
48
|
+
const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);
|
|
49
49
|
const transform = getReprojectionTransform(prj, options);
|
|
50
50
|
const geoArrowEncoding = getTypedGeoArrowEncoding(options);
|
|
51
51
|
let header: SHPHeader | undefined;
|
|
@@ -113,9 +113,10 @@ export async function parseShapefileToArrow(
|
|
|
113
113
|
}
|
|
114
114
|
|
|
115
115
|
const schema = buildOutputSchema(propertySchema, header, geometryTable.schema);
|
|
116
|
-
|
|
116
|
+
const table = propertyTable
|
|
117
117
|
? appendGeometryColumnToArrowTable(propertyTable, geometryTable, schema)
|
|
118
118
|
: geometryTable;
|
|
119
|
+
return Object.assign(table, {loaderData: {header, encoding: cpg, prj, shx}});
|
|
119
120
|
}
|
|
120
121
|
|
|
121
122
|
/** Parses a shapefile into Arrow batches while keeping DBF-derived schema stable. */
|
|
@@ -130,7 +131,7 @@ export async function* parseShapefileToArrowInBatches(
|
|
|
130
131
|
throw new Error('Typed GeoArrow shapefile output is only supported for non-streaming parse.');
|
|
131
132
|
}
|
|
132
133
|
|
|
133
|
-
const {cpg, prj} = await loadShapefileSidecarFiles(options, context);
|
|
134
|
+
const {cpg, prj, shx} = await loadShapefileSidecarFiles(options, context);
|
|
134
135
|
const batchSize =
|
|
135
136
|
options?.shapefile?.batchSize || options?.shp?.batchSize || options?.dbf?.batchSize || 10000;
|
|
136
137
|
|
|
@@ -236,10 +237,10 @@ export async function* parseShapefileToArrowInBatches(
|
|
|
236
237
|
outputSchema
|
|
237
238
|
);
|
|
238
239
|
yieldedDataBatch = true;
|
|
239
|
-
yield makeTableScanBatch(batch);
|
|
240
|
+
yield {...makeTableScanBatch(batch), loaderData: {header, encoding: cpg, prj, shx}};
|
|
240
241
|
}
|
|
241
242
|
if (!yieldedDataBatch) {
|
|
242
|
-
yield makeEmptyArrowBatch(outputSchema);
|
|
243
|
+
yield {...makeEmptyArrowBatch(outputSchema), loaderData: {header, encoding: cpg, prj, shx}};
|
|
243
244
|
}
|
|
244
245
|
return;
|
|
245
246
|
}
|
|
@@ -262,10 +263,13 @@ export async function* parseShapefileToArrowInBatches(
|
|
|
262
263
|
transform
|
|
263
264
|
);
|
|
264
265
|
yieldedDataBatch = true;
|
|
265
|
-
yield
|
|
266
|
+
yield {
|
|
267
|
+
...makeTableScanBatch({...arrowTable, schema: outputSchema}),
|
|
268
|
+
loaderData: {header, encoding: cpg, prj, shx}
|
|
269
|
+
};
|
|
266
270
|
}
|
|
267
271
|
if (!yieldedDataBatch) {
|
|
268
|
-
yield makeEmptyArrowBatch(outputSchema);
|
|
272
|
+
yield {...makeEmptyArrowBatch(outputSchema), loaderData: {header, encoding: cpg, prj, shx}};
|
|
269
273
|
}
|
|
270
274
|
}
|
|
271
275
|
|
|
@@ -30,6 +30,8 @@ export type ShapefileLoaderOptions = StrictLoaderOptions &
|
|
|
30
30
|
/** Preferred encoding for Arrow geometry output. */
|
|
31
31
|
geoarrow?: {encodingPreference?: GeoArrowEncodingPreference};
|
|
32
32
|
shapefile?: {
|
|
33
|
+
/** Overrides the browser worker bundle URL. */
|
|
34
|
+
workerUrl?: string;
|
|
33
35
|
shape?: 'geojson-table' | 'arrow-table' | 'v3';
|
|
34
36
|
geoarrowEncoding?: SHPGeoArrowEncoding;
|
|
35
37
|
/** Preferred encoding for Arrow geometry output. */
|
|
@@ -54,6 +56,8 @@ export const ShapefileLoader = {
|
|
|
54
56
|
batchType: null as unknown as ShapefileOutput | Batch | ArrowTableBatch,
|
|
55
57
|
...ShapefileFormat,
|
|
56
58
|
version: VERSION,
|
|
59
|
+
worker: true,
|
|
60
|
+
workerInBatches: true,
|
|
57
61
|
options: {
|
|
58
62
|
shapefile: {
|
|
59
63
|
shape: 'arrow-table'
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import {convertWKBToGeometry} from '@loaders.gl/core/arrow-geometry/geometry-codecs';
|
|
1
2
|
// loaders.gl
|
|
2
3
|
// SPDX-License-Identifier: MIT
|
|
3
4
|
// Copyright (c) vis.gl contributors
|
|
@@ -21,7 +22,6 @@ import type {SHPGeoArrowEncoding} from './lib/parsers/types';
|
|
|
21
22
|
import {parseShapefileToArrow, parseShapefileToArrowInBatches} from './shapefile-arrow-loader';
|
|
22
23
|
import {ShapefileLoader as ShapefileLoaderMetadata} from './shapefile-loader-types';
|
|
23
24
|
import {
|
|
24
|
-
deserializeShapefileWorkerBatch,
|
|
25
25
|
deserializeShapefileWorkerResult,
|
|
26
26
|
serializeShapefileWorkerBatch,
|
|
27
27
|
serializeShapefileWorkerResult
|
|
@@ -36,6 +36,8 @@ export type ShapefileLoaderOptions = StrictLoaderOptions &
|
|
|
36
36
|
/** Preferred encoding for Arrow geometry output. */
|
|
37
37
|
geoarrow?: {encodingPreference?: GeoArrowEncodingPreference};
|
|
38
38
|
shapefile?: {
|
|
39
|
+
/** Overrides the browser worker bundle URL. */
|
|
40
|
+
workerUrl?: string;
|
|
39
41
|
shape?: 'geojson-table' | 'arrow-table' | 'v3';
|
|
40
42
|
geoarrowEncoding?: SHPGeoArrowEncoding;
|
|
41
43
|
/** Preferred encoding for Arrow geometry output. */
|
|
@@ -60,9 +62,9 @@ export const ShapefileLoaderWithParser = {
|
|
|
60
62
|
? parseShapefileToArrowInBatches(asyncIterator, options, context)
|
|
61
63
|
: parseShapefileInBatches(asyncIterator, options, context),
|
|
62
64
|
serializeWorkerResult: serializeShapefileWorkerResult,
|
|
63
|
-
deserializeWorkerResult:
|
|
65
|
+
deserializeWorkerResult: deserializeShapefileOutput,
|
|
64
66
|
serializeWorkerBatch: serializeShapefileWorkerBatch,
|
|
65
|
-
deserializeWorkerBatch:
|
|
67
|
+
deserializeWorkerBatch: deserializeShapefileOutput
|
|
66
68
|
} as const satisfies LoaderWithParser<
|
|
67
69
|
ShapefileOutput | GeoJSONTable | ArrowTable,
|
|
68
70
|
ShapefileOutput | Batch | ArrowTableBatch,
|
|
@@ -74,3 +76,30 @@ function getShapefileShape(
|
|
|
74
76
|
): NonNullable<ShapefileLoaderOptions['shapefile']>['shape'] {
|
|
75
77
|
return options?.shapefile?.shape || 'arrow-table';
|
|
76
78
|
}
|
|
79
|
+
|
|
80
|
+
/** Materializes requested GeoJSON features from hydrated WKB and property columns on the caller. */
|
|
81
|
+
function deserializeShapefileOutput(result: unknown, options?: ShapefileLoaderOptions): any {
|
|
82
|
+
const table = deserializeShapefileWorkerResult<ArrowTable & {loaderData?: object}>(result);
|
|
83
|
+
if (getShapefileShape(options) === 'arrow-table') return table;
|
|
84
|
+
const features = table.data.toArray().map(row => {
|
|
85
|
+
const {geometry, ...properties} = row.toJSON();
|
|
86
|
+
return {
|
|
87
|
+
type: 'Feature',
|
|
88
|
+
geometry: geometry ? convertWKBToGeometry(geometry.slice().buffer) : null,
|
|
89
|
+
properties
|
|
90
|
+
};
|
|
91
|
+
});
|
|
92
|
+
if (getShapefileShape(options) === 'geojson-table' && !('batchType' in table)) {
|
|
93
|
+
return {
|
|
94
|
+
...table.loaderData,
|
|
95
|
+
shape: 'geojson-table',
|
|
96
|
+
type: 'FeatureCollection',
|
|
97
|
+
schema: {
|
|
98
|
+
fields: table.schema?.fields.filter(field => field.name !== 'geometry') || [],
|
|
99
|
+
metadata: {}
|
|
100
|
+
},
|
|
101
|
+
features
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
return {...table.loaderData, data: features};
|
|
105
|
+
}
|
package/src/twkb.ts
ADDED
package/src/wkb.ts
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
export {WKTCRSLoaderWithParser as WKTCRSLoader} from './wkt-crs-loader';
|
|
6
|
+
export type {WKTCRSLoaderOptions} from './wkt-crs-loader';
|
|
7
|
+
export {
|
|
8
|
+
WKTLoaderWithParser as WKTLoader,
|
|
9
|
+
WKTWorkerLoaderWithParser as WKTWorkerLoader
|
|
10
|
+
} from './wkt-loader';
|
|
11
|
+
export {
|
|
12
|
+
WKBLoaderWithParser as WKBLoader,
|
|
13
|
+
WKBWorkerLoaderWithParser as WKBWorkerLoader
|
|
14
|
+
} from './wkb-loader';
|
|
15
|
+
export {HexWKBLoaderWithParser as HexWKBLoader} from './hex-wkb-loader';
|
|
16
|
+
export {TWKBLoaderWithParser as TWKBLoader} from './twkb-loader';
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
import type {Loader} from '@loaders.gl/core/loader-utils';
|
|
6
|
+
import type {Geometry} from '@loaders.gl/core/schema';
|
|
7
|
+
|
|
8
|
+
import type {WKBLoaderOptions} from './wkb-loader-types';
|
|
9
|
+
import {WKBLoader} from './wkb-loader-types';
|
|
10
|
+
import {VERSION} from './lib/version';
|
|
11
|
+
import {HexWKBFormat} from './wkt-format';
|
|
12
|
+
|
|
13
|
+
export type HexWKBLoaderOptions = WKBLoaderOptions;
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Preloads the parser-bearing Hex WKB loader implementation.
|
|
17
|
+
*/
|
|
18
|
+
async function preload() {
|
|
19
|
+
const {HexWKBLoaderWithParser} = await import('@loaders.gl/geospatial/wkt/hex-wkb-loader');
|
|
20
|
+
return HexWKBLoaderWithParser;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* Metadata-only worker loader for Hex-encoded WKB (Well-Known Binary)
|
|
25
|
+
*/
|
|
26
|
+
export const HexWKBLoader = {
|
|
27
|
+
dataType: null as unknown as Geometry,
|
|
28
|
+
batchType: null as never,
|
|
29
|
+
...HexWKBFormat,
|
|
30
|
+
version: VERSION,
|
|
31
|
+
worker: true,
|
|
32
|
+
options: WKBLoader.options,
|
|
33
|
+
text: true,
|
|
34
|
+
testText: isHexWKB,
|
|
35
|
+
preload
|
|
36
|
+
} as const satisfies Loader<Geometry, never, HexWKBLoaderOptions>;
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* Check if string is a valid Well-known binary (WKB) in HEX format
|
|
40
|
+
* https://en.wikipedia.org/wiki/Well-known_text_representation_of_geometry
|
|
41
|
+
*
|
|
42
|
+
* @param str input string
|
|
43
|
+
* @returns true if string is a valid WKB in HEX format
|
|
44
|
+
* @todo Avoid costly regex check
|
|
45
|
+
*/
|
|
46
|
+
export function isHexWKB(string: string | null): boolean {
|
|
47
|
+
if (!string) {
|
|
48
|
+
return false;
|
|
49
|
+
}
|
|
50
|
+
// check if the length of the string is even and is at least 10 characters long
|
|
51
|
+
if (string.length < 10 || string.length % 2 !== 0) {
|
|
52
|
+
return false;
|
|
53
|
+
}
|
|
54
|
+
// check if first two characters are 00 or 01
|
|
55
|
+
if (!string.startsWith('00') && !string.startsWith('01')) {
|
|
56
|
+
return false;
|
|
57
|
+
}
|
|
58
|
+
// check if the rest of the string is a valid hex
|
|
59
|
+
return /^[0-9a-fA-F]+$/.test(string.slice(2));
|
|
60
|
+
}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
import type {LoaderWithParser} from '@loaders.gl/core/loader-utils';
|
|
6
|
+
import type {Geometry} from '@loaders.gl/core/schema';
|
|
7
|
+
|
|
8
|
+
import type {WKBLoaderOptions} from './wkb-loader-types';
|
|
9
|
+
import {HexWKBLoader as HexWKBLoaderMetadata} from './hex-wkb-loader-types';
|
|
10
|
+
import {parseWKB} from './wkb-loader';
|
|
11
|
+
|
|
12
|
+
const {preload: _HexWKBLoaderPreload, ...HexWKBLoaderMetadataWithoutPreload} = HexWKBLoaderMetadata;
|
|
13
|
+
|
|
14
|
+
export type HexWKBLoaderOptions = WKBLoaderOptions;
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* Worker loader for Hex-encoded WKB (Well-Known Binary)
|
|
18
|
+
*/
|
|
19
|
+
export const HexWKBLoaderWithParser = {
|
|
20
|
+
...HexWKBLoaderMetadataWithoutPreload,
|
|
21
|
+
parse: async (arrayBuffer: ArrayBuffer) => parseHexWKB(new TextDecoder().decode(arrayBuffer)),
|
|
22
|
+
parseTextSync: parseHexWKB
|
|
23
|
+
} as const satisfies LoaderWithParser<Geometry, never, HexWKBLoaderOptions>;
|
|
24
|
+
|
|
25
|
+
function parseHexWKB(text: string, options?: HexWKBLoaderOptions): Geometry {
|
|
26
|
+
const uint8Array = decodeHex(text);
|
|
27
|
+
return parseWKB(uint8Array.buffer, options?.wkb);
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
/** Decodes a hexadecimal WKB string into bytes. */
|
|
31
|
+
function decodeHex(string: string): Uint8Array {
|
|
32
|
+
const normalized = string.trim();
|
|
33
|
+
if (normalized.length % 2 !== 0 || !/^[0-9a-f]+$/i.test(normalized)) {
|
|
34
|
+
throw new Error('Invalid hexadecimal WKB');
|
|
35
|
+
}
|
|
36
|
+
const bytes = new Uint8Array(normalized.length / 2);
|
|
37
|
+
for (let index = 0; index < bytes.length; index++) {
|
|
38
|
+
bytes[index] = Number.parseInt(normalized.slice(index * 2, index * 2 + 2), 16);
|
|
39
|
+
}
|
|
40
|
+
return bytes;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
/**
|
|
44
|
+
* Check if string is a valid Well-known binary (WKB) in HEX format
|
|
45
|
+
* https://en.wikipedia.org/wiki/Well-known_text_representation_of_geometry
|
|
46
|
+
*
|
|
47
|
+
* @param str input string
|
|
48
|
+
* @returns true if string is a valid WKB in HEX format
|
|
49
|
+
* @todo Avoid costly regex check
|
|
50
|
+
*/
|
|
51
|
+
export function isHexWKB(string: string | null): boolean {
|
|
52
|
+
if (!string) {
|
|
53
|
+
return false;
|
|
54
|
+
}
|
|
55
|
+
// check if the length of the string is even and is at least 10 characters long
|
|
56
|
+
if (string.length < 10 || string.length % 2 !== 0) {
|
|
57
|
+
return false;
|
|
58
|
+
}
|
|
59
|
+
// check if first two characters are 00 or 01
|
|
60
|
+
if (!string.startsWith('00') && !string.startsWith('01')) {
|
|
61
|
+
return false;
|
|
62
|
+
}
|
|
63
|
+
// check if the rest of the string is a valid hex
|
|
64
|
+
return /^[0-9a-fA-F]+$/.test(string.slice(2));
|
|
65
|
+
}
|
package/src/wkt/index.ts
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
export {WKTFormat, WKBFormat, HexWKBFormat, TWKBFormat, WKTCRSFormat} from './wkt-format';
|
|
6
|
+
|
|
7
|
+
export {WKTCRSLoader, type WKTCRSLoaderOptions} from './wkt-crs-loader-types';
|
|
8
|
+
export {WKTCRSWriter, type WKTCRSWriterOptions} from './wkt-crs-writer';
|
|
9
|
+
|
|
10
|
+
export {WKTLoader} from './wkt-loader-types';
|
|
11
|
+
export {WKTWriter} from './wkt-writer';
|
|
12
|
+
|
|
13
|
+
export {WKBLoader} from './wkb-loader-types';
|
|
14
|
+
export {WKBWriter} from './wkb-writer';
|
|
15
|
+
|
|
16
|
+
export {HexWKBLoader} from './hex-wkb-loader-types';
|
|
17
|
+
|
|
18
|
+
export {TWKBLoader} from './twkb-loader-types';
|
|
19
|
+
export {TWKBWriter} from './twkb-writer';
|
|
20
|
+
|
|
21
|
+
// DEPRECATED EXPORTS
|
|
22
|
+
/** @deprecated Use WKTLoader. */
|
|
23
|
+
export {WKTWorkerLoader} from './wkt-loader-types';
|
|
24
|
+
/** @deprecated Use WKBLoader. */
|
|
25
|
+
export {WKBWorkerLoader} from './wkb-loader-types';
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
// Version constant cannot be imported, it needs to correspond to the build version of **this** module.
|
|
6
|
+
// __VERSION__ is injected by babel-plugin-version-inline
|
|
7
|
+
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
8
|
+
export const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
import type {Loader, LoaderOptions} from '@loaders.gl/core/loader-utils';
|
|
6
|
+
import type {Geometry} from '@loaders.gl/core/schema';
|
|
7
|
+
import {isTWKB} from '@loaders.gl/core/wkt/twkb';
|
|
8
|
+
import {VERSION} from './lib/version';
|
|
9
|
+
import {TWKBFormat} from './wkt-format';
|
|
10
|
+
|
|
11
|
+
export type WKBLoaderOptions = LoaderOptions & {
|
|
12
|
+
wkb?: {
|
|
13
|
+
shape: 'geojson-geometry' | 'binary-geometry';
|
|
14
|
+
};
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
/**
|
|
18
|
+
* Preloads the parser-bearing TWKB loader implementation.
|
|
19
|
+
*/
|
|
20
|
+
async function preload() {
|
|
21
|
+
const {TWKBLoaderWithParser} = await import('@loaders.gl/geospatial/wkt/twkb-loader');
|
|
22
|
+
return TWKBLoaderWithParser;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* Metadata-only worker loader for WKB (Well-Known Binary)
|
|
27
|
+
*/
|
|
28
|
+
export const TWKBLoader = {
|
|
29
|
+
...TWKBFormat,
|
|
30
|
+
dataType: null as unknown as Geometry,
|
|
31
|
+
batchType: null as never,
|
|
32
|
+
|
|
33
|
+
name: 'TWKB (Tiny Well-Known Binary)',
|
|
34
|
+
id: 'twkb',
|
|
35
|
+
module: 'geospatial',
|
|
36
|
+
version: VERSION,
|
|
37
|
+
worker: true,
|
|
38
|
+
category: 'geometry',
|
|
39
|
+
encoding: 'binary',
|
|
40
|
+
format: 'twkb',
|
|
41
|
+
extensions: ['twkb'],
|
|
42
|
+
mimeTypes: [],
|
|
43
|
+
// TODO can we define static, serializable tests, eg. some binary strings?
|
|
44
|
+
tests: [isTWKB],
|
|
45
|
+
options: {
|
|
46
|
+
wkb: {
|
|
47
|
+
shape: 'binary-geometry' // 'geojson-geometry'
|
|
48
|
+
}
|
|
49
|
+
},
|
|
50
|
+
preload
|
|
51
|
+
} as const satisfies Loader<Geometry, never, WKBLoaderOptions>;
|
|
52
|
+
|
|
53
|
+
/** @deprecated Use TWKBLoader. */
|
|
54
|
+
export const TWKBWorkerLoader = TWKBLoader;
|